-- Logs begin at Wed 2021-07-28 10:22:18 UTC, end at Wed 2021-07-28 12:37:07 UTC. -- Jul 28 10:51:10.896678 n-d-723573-7 systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 10:51:13.601609 n-d-723573-7 neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Jul 28 10:51:13.602215 n-d-723573-7 neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 10:51:13.602811 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 10:51:13.606002 n-d-723573-7 neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Jul 28 10:51:13.606258 n-d-723573-7 neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 10:51:13.606570 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 10:51:13.607494 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:51:13.607727 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:51:13.608091 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:51:13.608360 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:51:13.608587 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:51:13.608903 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.609197 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.609489 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.609716 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.610008 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.610960 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.611389 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.611508 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.611806 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.612090 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.615951 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.616323 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.616581 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.616893 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.617294 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.617814 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.618211 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.618707 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.619178 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.619592 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.619886 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.620258 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.620745 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.621161 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.621452 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.621746 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.622086 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] host = n-d-723573-7 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.622370 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.622661 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.622948 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.623408 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.623895 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.624418 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.624926 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.625415 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.625873 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.626298 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.626687 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.626989 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.627289 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.627523 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.627751 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.628047 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.628365 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.628679 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.629151 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.629638 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.630075 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.630364 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.630642 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.630931 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.631219 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.631508 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.631785 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.632063 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.632370 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.632645 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.632930 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.633205 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.633482 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.633757 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.634044 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.634316 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.634590 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.634891 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.635174 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.635453 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.635737 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.636009 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.636313 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.636588 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.636862 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.637130 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.637400 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.637668 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.637946 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.638215 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.638484 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.638754 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.639021 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.639301 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:13.639597 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.639894 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.640211 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.640501 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.640794 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.641072 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.641359 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.641774 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.642229 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.642419 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.642714 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.642995 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.643282 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.643559 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.643856 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.644163 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.644478 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.644769 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.645045 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.645317 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.645588 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.645864 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.646149 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.646441 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.646728 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.647006 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.647282 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.647570 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.647847 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.648117 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.648485 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.648772 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.649048 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.649322 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.649603 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.649879 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.650150 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.650421 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.650694 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.650982 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.651256 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.651526 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.651794 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.652068 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.652375 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.652660 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.652935 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.653205 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.653474 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.653746 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.654015 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.654288 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.654562 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.654831 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.655104 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.655372 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.655639 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.655907 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.656209 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.656475 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.656750 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.657020 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.658121 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.658310 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.658454 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.658725 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.658995 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.659264 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.659549 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.659844 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.660118 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.660422 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.660700 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.660976 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.661252 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.661529 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.661809 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.662083 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.662358 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.662644 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.662928 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.663213 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.663493 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.663768 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.664060 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.664364 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.664649 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.664925 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.665202 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.665490 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.665772 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.666062 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.666353 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.666645 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.666938 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.667226 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.667511 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.667817 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.668095 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:13.668336 n-d-723573-7 neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:51:13.668581 n-d-723573-7 neutron-server[93726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 10:51:14.027030 n-d-723573-7 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 10:51:14.027306 n-d-723573-7 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 10:51:14.027589 n-d-723573-7 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 10:51:14.027918 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 10:51:14.422538 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.422746 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.423601 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.424920 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.425194 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.425454 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.459171 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.459448 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.459722 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.474712 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.474991 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.475260 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.503980 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.504289 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.504563 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.541137 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.541421 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.541689 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.778912 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.779528 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.779528 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.779711 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.780411 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.906053 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.906376 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.906656 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.906923 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.907281 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.908094 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.908461 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.908651 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.908887 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.909166 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.909423 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.909684 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.909936 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.910183 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.910439 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.910699 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.910950 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.911214 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.911480 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.911733 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.912004 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.912282 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.912565 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.912937 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.913185 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.913428 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.913821 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:14.914070 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:14.914313 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:14.914555 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:14.914795 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:14.915034 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:14.915395 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 10:51:14.918509 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 10:51:14.922465 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 10:51:14.926365 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 28 10:51:14.927989 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 10:51:14.928479 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 10:51:14.928817 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 10:51:14.929200 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 10:51:14.931970 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 10:51:14.932249 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 10:51:14.932589 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 10:51:14.937839 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 10:51:14.961146 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 10:51:14.961595 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.961892 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 10:51:14.962255 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.963596 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 10:51:14.963878 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 10:51:14.964121 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 10:51:14.967521 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:14.967802 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.030935 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 10:51:15.031124 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 10:51:15.031360 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 10:51:15.031785 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 10:51:15.052634 n-d-723573-7 neutron-server[93726]: DEBUG oslo_db.sqlalchemy.engines [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 10:51:15.581552 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing driver for type 'gre' Jul 28 10:51:15.582145 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] gre ID ranges: [(1, 1000)] Jul 28 10:51:15.635762 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing driver for type 'local' Jul 28 10:51:15.636105 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing driver for type 'vlan' Jul 28 10:51:15.649096 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] VlanTypeDriver initialization complete Jul 28 10:51:15.649433 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing driver for type 'vxlan' Jul 28 10:51:15.649914 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] vxlan ID ranges: [(1, 1000)] Jul 28 10:51:15.699672 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing extension driver 'port_security' Jul 28 10:51:15.700035 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.extensions.port_security [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] PortSecurityExtensionDriver initialization complete Jul 28 10:51:15.700395 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing mechanism driver 'openvswitch' Jul 28 10:51:15.700720 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing mechanism driver 'hyperv' Jul 28 10:51:15.708008 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:15.708723 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.709099 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.709457 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.709972 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:51:15.710410 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.710767 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.711117 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.711509 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:51:15.711917 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.712296 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.712645 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.713032 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:51:15.713446 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.713798 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.714141 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.714665 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:51:15.715084 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.715440 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.715791 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.716198 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:51:15.716616 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.716967 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.717312 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.717702 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:51:15.718088 n-d-723573-7 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] ML2 OVO RPC backend initialized. {{(pid=93726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 10:51:15.718789 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.719150 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.719565 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.720654 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > networks before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.721009 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.721358 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > ports before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.721704 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.722049 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.722397 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.722739 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.723104 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.723420 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.723811 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.724154 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.724526 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.724865 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.725202 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.725774 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.plugin [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Modular L2 Plugin initialization complete Jul 28 10:51:15.726105 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading services supported by the core plugin {{(pid=93726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 10:51:15.726435 n-d-723573-7 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Got port-security extension from driver 'port_security' Jul 28 10:51:15.726901 n-d-723573-7 neutron-server[93726]: INFO neutron.extensions.vlantransparent [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Disabled vlantransparent extension. Jul 28 10:51:15.727383 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 10:51:15.727701 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: router Jul 28 10:51:15.762977 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.763375 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.763746 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router before_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.764114 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.764520 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.764881 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.765241 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.765612 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.765964 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.766322 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.767209 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.767576 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.767993 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.768394 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.768744 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.769088 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.769432 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.769786 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.770139 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.770487 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.770834 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.771199 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.771547 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.771904 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.772298 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.772651 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.773024 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.773379 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.773728 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.774582 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Tracking information for resource: router configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:15.774917 n-d-723573-7 neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Tracking information for resource: floatingip configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:51:15.781196 n-d-723573-7 neutron-server[93726]: INFO neutron.db.l3_agentschedulers_db [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 10:51:15.781781 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.782777 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.783152 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.783505 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.784338 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router before_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.784710 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.785078 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.785439 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.789833 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.provider_configuration [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service providers = [] {{(pid=93726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 10:51:15.790206 n-d-723573-7 neutron-server[93726]: DEBUG neutron.db.servicetype_db [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 10:51:15.793214 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.service_base [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:51:15.793570 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.service_base [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:51:15.793921 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.service_base [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:51:15.794816 n-d-723573-7 neutron-server[93726]: DEBUG neutron.services.service_base [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:51:15.795194 n-d-723573-7 neutron-server[93726]: INFO neutron.services.service_base [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 10:51:15.795583 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.795905 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 10:51:15.806469 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.806810 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: auto_allocate Jul 28 10:51:15.812560 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: network precommit_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.812938 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: network precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.814002 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.814331 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: tag Jul 28 10:51:15.820854 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.821191 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: timestamp Jul 28 10:51:15.825193 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.825532 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: network_ip_availability Jul 28 10:51:15.831980 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.832344 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.832710 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:15.833432 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.833754 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: flavors Jul 28 10:51:15.838420 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.838757 n-d-723573-7 neutron-server[93726]: INFO neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading Plugin: revisions Jul 28 10:51:15.843031 n-d-723573-7 neutron-server[93726]: DEBUG neutron.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:51:15.843426 n-d-723573-7 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 10:51:15.844159 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 10:51:15.844524 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Initializing extension manager. Jul 28 10:51:15.845062 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: __init__.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.845412 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: __pycache__ {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.845754 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.846092 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.846856 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.847432 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: address-group Jul 28 10:51:15.847760 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.848503 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.849014 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: address-scope Jul 28 10:51:15.849337 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.850273 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.850789 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: router-admin-state-down-before-update Jul 28 10:51:15.851104 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: agent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.851999 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.852552 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: agent Jul 28 10:51:15.852878 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: agent_resources_synced.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.853847 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.854350 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: agent-resources-synced Jul 28 10:51:15.854670 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.856495 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.857013 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: allowed-address-pairs Jul 28 10:51:15.857344 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.858427 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.858934 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: auto-allocated-topology Jul 28 10:51:15.859261 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.859960 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.860596 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: availability_zone Jul 28 10:51:15.860923 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: availability_zone_filter.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.861853 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.862360 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: availability_zone_filter Jul 28 10:51:15.862693 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: data_plane_status.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.863621 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.864124 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 10:51:15.864486 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: default_subnetpools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.865415 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.865923 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: default-subnetpools Jul 28 10:51:15.866249 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.867065 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.867574 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: dhcp_agent_scheduler Jul 28 10:51:15.867896 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: dns.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.868852 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.869361 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 10:51:15.869686 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: dns_domain_ports.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.870612 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.871119 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 10:51:15.871443 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.872402 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.872913 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 10:51:15.873236 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: dvr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.873908 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.874406 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: dvr Jul 28 10:51:15.874726 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: ecmp_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.875648 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.876933 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 10:51:15.877413 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: empty_string_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.878846 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.879705 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: empty-string-filtering Jul 28 10:51:15.880304 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.881541 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.882079 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 10:51:15.882412 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.883682 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.884602 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 10:51:15.884938 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: external_net.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.885898 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.886410 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: external-net Jul 28 10:51:15.886745 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.887684 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.888235 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: extra_dhcp_opt Jul 28 10:51:15.888563 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: extraroute.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.889976 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.890877 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: extraroute Jul 28 10:51:15.891322 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: extraroute_atomic.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.892954 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.893461 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: extraroute-atomic Jul 28 10:51:15.893790 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: filter_validation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.894469 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.894969 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: filter-validation Jul 28 10:51:15.895293 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: fip_pf_description.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.896246 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.896749 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 10:51:15.897073 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: fip_port_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.897997 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.898496 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: fip-port-details Jul 28 10:51:15.898820 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.900095 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.900640 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: flavors Jul 28 10:51:15.900968 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.902628 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.903156 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 10:51:15.903489 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: floatingip_pools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.904222 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.904741 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: floatingip-pools Jul 28 10:51:15.905074 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: ip_allocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.906014 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.906523 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 10:51:15.906848 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.907885 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.908432 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: ip-substring-filtering Jul 28 10:51:15.908761 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l2_adjacency.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.909703 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.910205 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 10:51:15.910530 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.911653 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.912194 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: router Jul 28 10:51:15.912529 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.914771 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.915303 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 10:51:15.915637 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.916613 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.917131 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: ext-gw-mode Jul 28 10:51:15.917460 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.918413 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.918920 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: l3-ha Jul 28 10:51:15.919247 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3_flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.920209 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.920710 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: l3-flavors Jul 28 10:51:15.921035 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.921962 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.922470 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 10:51:15.922834 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: l3agentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.924004 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.924554 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: l3_agent_scheduler Jul 28 10:51:15.924885 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: logging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.926377 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.926901 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension logging not supported by any of loaded plugins Jul 28 10:51:15.927238 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: metering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.927993 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.928600 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: metering Jul 28 10:51:15.928932 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.930044 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.930564 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: metering_source_and_destination_fields Jul 28 10:51:15.930896 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: multiprovidernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.931835 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.932386 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: multi-provider Jul 28 10:51:15.932720 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: netmtu.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.933648 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.934156 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: net-mtu Jul 28 10:51:15.934484 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: netmtu_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.935410 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.935919 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: net-mtu-writable Jul 28 10:51:15.936276 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: network_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.936959 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.937462 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: network_availability_zone Jul 28 10:51:15.937785 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: network_ip_availability.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.939395 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.939902 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: network-ip-availability Jul 28 10:51:15.940265 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: network_segment_range.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.941036 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.941543 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 10:51:15.941867 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: pagination.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.942872 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.943204 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: pagination Jul 28 10:51:15.943535 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: port_device_profile.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.944491 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.945002 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: port-device-profile Jul 28 10:51:15.945326 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.946254 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.946758 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: port-mac-address-regenerate Jul 28 10:51:15.947081 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.948000 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.948539 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: port-numa-affinity-policy Jul 28 10:51:15.948864 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: port_resource_request.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.949791 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.950291 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 10:51:15.950614 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: portbindings.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.951555 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.952063 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: binding Jul 28 10:51:15.952427 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: portbindings_extended.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.954658 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.955177 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: binding-extended Jul 28 10:51:15.955519 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: portsecurity.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.956480 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.956994 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: port-security Jul 28 10:51:15.957326 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: project_id.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.958313 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.958648 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: project-id Jul 28 10:51:15.958978 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: providernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.959922 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.960459 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: provider Jul 28 10:51:15.960786 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.964377 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.964902 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos not supported by any of loaded plugins Jul 28 10:51:15.965238 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.966500 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.967014 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 10:51:15.967346 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.968305 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.968821 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 10:51:15.969147 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_default.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.970236 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.970749 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-default not supported by any of loaded plugins Jul 28 10:51:15.971077 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.971736 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.972258 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 10:51:15.972584 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.973525 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.974031 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 10:51:15.974355 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.975275 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.975778 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 10:51:15.976104 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.977079 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.977581 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 10:51:15.977907 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: qos_rules_alias.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.978961 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.979470 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 10:51:15.979797 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: quotasv2.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.980737 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.981066 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: quotas Jul 28 10:51:15.981385 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: quotasv2_detail.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.984655 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.986036 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: quota_details Jul 28 10:51:15.986036 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: rbac.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.986458 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.986992 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: rbac-policies Jul 28 10:51:15.987331 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: rbac_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.988447 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.988969 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: rbac-address-group Jul 28 10:51:15.989302 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: rbac_address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.990236 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.990748 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: rbac-address-scope Jul 28 10:51:15.991077 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: rbac_security_groups.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.992000 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.992546 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: rbac-security-groups Jul 28 10:51:15.992874 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.993805 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.994313 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: rbac-subnetpool Jul 28 10:51:15.994639 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: revisionifmatch.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.995574 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.996084 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: revision-if-match Jul 28 10:51:15.996434 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: revisions.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.997559 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.998073 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: standard-attr-revisions Jul 28 10:51:15.998401 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: router_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:15.999083 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:15.999598 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: router_availability_zone Jul 28 10:51:15.999925 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: routerservicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.001418 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.002000 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 10:51:16.002333 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.003291 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.003804 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: security-groups-normalized-cidr Jul 28 10:51:16.004136 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.005088 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.005600 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: port-security-groups-filtering Jul 28 10:51:16.005926 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.006868 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.007384 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: security-groups-remote-address-group Jul 28 10:51:16.007711 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: securitygroup.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.018290 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.018826 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: security-group Jul 28 10:51:16.019166 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.019963 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.020506 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension segment not supported by any of loaded plugins Jul 28 10:51:16.020838 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.021790 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.022489 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 10:51:16.022832 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: servicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.024147 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.024728 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: service-type Jul 28 10:51:16.025122 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: sorting.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.026157 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.026492 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: sorting Jul 28 10:51:16.026820 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: standard_attr_segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.027812 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.028354 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 10:51:16.028682 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: standardattrdescription.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.029333 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.029841 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: standard-attr-description Jul 28 10:51:16.030168 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: stateful_security_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.031118 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.031630 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: stateful-security-group Jul 28 10:51:16.031958 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: stdattrs_common.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.032609 n-d-723573-7 neutron-server[93726]: WARNING neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 10:51:16.032934 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.033878 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.034428 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 10:51:16.034756 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: subnet_onboard.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.035834 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.036381 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: subnet_onboard Jul 28 10:51:16.036713 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.037651 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.038161 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 10:51:16.038489 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: subnet_service_types.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.039425 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.039941 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: subnet-service-types Jul 28 10:51:16.040300 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: subnetallocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.041388 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.041900 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: subnet_allocation Jul 28 10:51:16.042228 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.042899 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.043403 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: subnetpool-prefix-ops Jul 28 10:51:16.043725 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.044698 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.045208 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 10:51:16.045532 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: tagging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.046600 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.047117 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: standard-attr-tag Jul 28 10:51:16.047444 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: timestamp.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.048868 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.049382 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loaded extension: standard-attr-timestamp Jul 28 10:51:16.049713 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: trunk.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.050759 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.051272 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension trunk not supported by any of loaded plugins Jul 28 10:51:16.051597 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: trunk_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.052576 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.053092 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 10:51:16.053419 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.054360 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.054870 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 10:51:16.055196 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Loading extension file: vlantransparent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:51:16.055868 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:51:16.056409 n-d-723573-7 neutron-server[93726]: INFO neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 10:51:16.058851 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:network Jul 28 10:51:16.059380 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:subnet Jul 28 10:51:16.059787 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:51:16.060208 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:port Jul 28 10:51:16.061444 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.061889 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.062502 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.062929 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.063264 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:router Jul 28 10:51:16.064398 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 10:51:16.064911 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.066385 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:16.066772 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:16.067130 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:51:16.068133 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 10:51:16.068615 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:security_group Jul 28 10:51:16.069083 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 10:51:16.069689 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.070022 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:51:16.070381 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] subnetpool is already registered Jul 28 10:51:16.070808 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.071148 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:51:16.071483 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] subnetpool is already registered Jul 28 10:51:16.075244 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.075700 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.076359 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.076796 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.077134 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:router Jul 28 10:51:16.077478 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] router is already registered Jul 28 10:51:16.077898 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 10:51:16.078496 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] floatingip is already registered Jul 28 10:51:16.078956 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.080396 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 10:51:16.080735 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] rbac_policy is already registered Jul 28 10:51:16.081155 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:security_group Jul 28 10:51:16.081493 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] security_group is already registered Jul 28 10:51:16.081897 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 10:51:16.082280 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] security_group_rule is already registered Jul 28 10:51:16.082713 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.083042 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:51:16.083376 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] subnetpool is already registered Jul 28 10:51:16.083798 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:51:16.084125 n-d-723573-7 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:51:16.084485 n-d-723573-7 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] subnetpool is already registered Jul 28 10:51:16.084943 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: extensions {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.086519 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: address-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.088010 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: address-scopes {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.089264 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.090421 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: auto-allocated-topology {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.091781 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: availability_zones {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.093049 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: dhcp-networks {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.094449 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: dhcp-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.096228 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.097950 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: flavors {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.099120 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.100475 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: next_providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.101909 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.103356 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: floatingip-pools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.104631 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.106426 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: floatingips {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.107625 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: l3-routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.109054 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: l3-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.110797 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: metering-labels {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.112124 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: metering-label-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.113420 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: network-ip-availabilities {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.114789 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: bindings {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.116432 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.117888 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.119409 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: rbac-policies {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.120636 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: security-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.121841 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: security-group-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.123101 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: service-providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.124449 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.125798 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.127870 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.129674 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.131375 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.133311 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.135004 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.136880 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.139584 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.141413 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.143743 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.145618 n-d-723573-7 neutron-server[93726]: DEBUG neutron.api.extensions [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:51:16.151568 n-d-723573-7 neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 10:51:16.156056 n-d-723573-7 neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 10:51:16.164522 n-d-723573-7 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Acquired lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 10:51:16.165017 n-d-723573-7 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Releasing lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 10:51:16.165672 n-d-723573-7 neutron-server[93726]: INFO oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Starting 2 workers Jul 28 10:51:16.170552 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Started child 93835 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:51:16.175798 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Started child 93836 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:51:16.177490 n-d-723573-7 neutron-server[93726]: INFO neutron.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 10:51:16.177609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:16.178205 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Notify callbacks [] for process, before_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:16.179397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [-] (93835) wsgi starting up on http://0.0.0.0:9696 Jul 28 10:51:16.180667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:16.181652 n-d-723573-7 neutron-server[93726]: INFO oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Starting 1 workers Jul 28 10:51:16.182038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [-] (93836) wsgi starting up on http://0.0.0.0:9696 Jul 28 10:51:16.186921 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Started child 93837 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:51:16.187459 n-d-723573-7 neutron-server[93726]: INFO oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Starting 1 workers Jul 28 10:51:16.191385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] calling RpcWorker wait() {{(pid=93837) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 10:51:16.191972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] returning from RpcWorker wait() {{(pid=93837) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 10:51:16.193233 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Started child 93838 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:51:16.193339 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:16.193826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:16.194141 n-d-723573-7 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225f9f1b-065c-44e8-b867-f729f3ea8bd4 None None] Notify callbacks [] for process, after_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:16.196933 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 10:51:16.197156 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:51:16.197345 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:51:16.197562 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:51:16.197899 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:51:16.198063 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:51:16.198563 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.198826 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:16.199304 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.199304 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.199449 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.199601 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.200208 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.200474 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.200710 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.200999 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.201247 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.201412 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.201585 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.201828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.202057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.202358 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.202629 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.202890 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.203426 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.203595 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.203868 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.204166 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.204451 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.204719 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.204958 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.205442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.205672 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.205920 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.206140 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.206402 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.206627 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.206881 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.207130 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.207360 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.207604 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.207856 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.208095 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.208341 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.208599 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.208865 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.209085 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.209546 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] host = n-d-723573-7 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.209781 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.210026 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.210250 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.210473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.210733 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.210948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.211215 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.211466 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.211705 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.211937 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.212162 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.212449 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.212672 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.212906 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.213071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.213307 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.213563 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.213835 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.214057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.214191 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.214362 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.214617 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.214781 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.215043 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.215280 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.215494 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.215713 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.215926 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.216138 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.216451 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.216699 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.216948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.217176 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.217420 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.217667 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.217893 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.218150 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.218381 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.218601 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.218830 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.219043 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.219286 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.219516 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.219854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.220171 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.220418 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.220733 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.221006 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.221250 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.221482 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.221711 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.221926 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.222211 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.222443 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.222686 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.222913 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.223148 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.223374 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.223591 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.223830 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.224065 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.224337 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.224583 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.224858 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.225094 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.225308 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.225524 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.225759 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.226011 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.226448 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.226738 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.227058 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.227308 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.227548 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.227875 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.228033 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.228299 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.228552 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.228782 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.229112 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.229378 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.229631 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.229890 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.230226 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.230579 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.230851 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.231126 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.231367 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.231621 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.231837 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.232059 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.232534 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.232813 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.233270 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.233438 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.233873 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.233873 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.234124 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.234515 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.234515 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.234801 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.235054 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.235144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:16.235738 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.235980 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.236320 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.236572 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.236730 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.237648 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.237648 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.237648 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.237648 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.238703 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.238703 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.238703 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.238703 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.238703 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.240092 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.240092 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.240092 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.240092 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.240092 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.240092 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.242854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.244042 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.245266 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.245266 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.245266 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.245266 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.245266 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.245266 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.246058 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.246058 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.246058 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.246058 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.247064 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.247064 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.247064 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.247064 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248141 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248141 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248141 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248141 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248733 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248733 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.248733 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.249127 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.249262 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.249407 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.249667 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.250015 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.250549 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.250549 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.250806 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.250806 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.251675 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.251873 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.252100 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.253057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.253057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.253057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.253351 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.253351 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.253593 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.254031 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.254178 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.254352 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.254628 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.254846 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.255127 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.255422 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.255709 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.255972 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.256228 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.256568 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.256728 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.257145 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.257291 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.257426 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.257637 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.257857 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.258136 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.258372 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.258619 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.258854 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.259081 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.259598 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.259882 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.260121 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.260564 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.260840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.261113 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.261362 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.261630 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.261883 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.262134 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.262526 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.262773 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.263004 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.265214 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.266189 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.266189 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.266189 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.266189 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.266189 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.266189 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267085 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267085 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267085 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267085 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267491 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267491 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267724 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.267901 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.268153 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.268397 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.268670 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.268919 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.269155 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.269582 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.269839 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.270096 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.270314 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.270571 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.270791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.271027 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.271260 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.271479 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.271692 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.271924 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.272149 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.272389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.272647 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.272887 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.273235 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.273499 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.273732 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.273981 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.274194 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.274433 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.274664 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.274879 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.275095 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.275310 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.275523 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.275780 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.276004 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.276287 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.278465 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.279569 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.279569 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.279569 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.279569 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.279569 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.279569 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280438 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280438 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280438 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280438 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.280948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.281345 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.281345 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.281609 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.281744 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.282395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.282395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.282395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.282827 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.282827 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.283097 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.284840 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.285794 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.285794 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.285794 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.285794 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.286176 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.286176 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.286685 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.286685 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.286914 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.287891 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.287891 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.287891 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.287891 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.288423 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.288423 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.288668 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.288888 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.289194 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.289457 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.289739 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.290018 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.290299 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.290588 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.290808 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.291106 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.291464 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.291758 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.292021 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.292280 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.292536 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.292787 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.293299 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.293299 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.293586 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.293734 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.293939 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.294330 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.294440 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.294652 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.294883 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.295112 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.295342 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.295556 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.295806 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.296038 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.296217 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:51:16.296741 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 10:51:16.296905 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:51:16.297061 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:51:16.297207 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:51:16.297374 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:51:16.297518 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:51:16.298417 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.298417 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.298697 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.298697 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.298959 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299096 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299233 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299365 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299496 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299642 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299776 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.299908 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.300071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.300255 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.300398 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.300571 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.300714 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.300849 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301015 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301176 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301335 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301488 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301633 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301788 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.301985 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.302288 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.302288 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.302544 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.302627 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.302738 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.302897 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.303057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.303216 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.303375 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.303534 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.303693 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.303852 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304011 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304169 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304350 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304509 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] host = n-d-723573-7 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304671 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304829 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.304987 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.305145 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.305304 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.305463 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.305622 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.305781 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.305943 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.306103 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.306262 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.306420 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.306579 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.306738 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.306898 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.307057 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.307215 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.307373 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.307548 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.307713 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.307883 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.308051 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.308238 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.308398 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.308629 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.308772 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.308859 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309014 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309174 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309332 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309491 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309649 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309807 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.309965 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.310125 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.310284 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.310443 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.310605 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.310762 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.311083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.312369 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.316520 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.317681 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318210 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318760 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318760 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318760 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.318760 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319025 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319025 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319165 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319361 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319461 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319627 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.319901 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.321119 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.323399 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.325791 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.326391 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327071 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.327679 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.328510 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.328510 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.328510 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.328510 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.328790 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.328870 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.329576 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.329576 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.329576 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.329576 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.333473 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.334752 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335292 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.335825 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336462 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336462 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336462 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336462 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336462 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336811 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336811 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.336954 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337022 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337156 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337319 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337482 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337645 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337808 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.337970 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.338133 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.338247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:16.338348 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.338439 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.338593 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.338754 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.338918 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.339083 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.339241 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.339404 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.339566 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.339730 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.339892 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.340054 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.340236 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.340837 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.340837 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.340837 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.340837 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341136 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341136 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341299 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341452 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341614 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341776 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.341936 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.342097 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.342259 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.342421 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.342582 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.342746 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.342908 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.343070 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.343231 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.343393 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.343554 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.343774 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.343873 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.344031 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.344227 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.344377 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.344539 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.344725 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345195 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345195 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345195 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345406 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345484 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345651 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.345816 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.346033 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.346118 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.346286 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.346447 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.347472 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.347472 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.347472 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.347472 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.347472 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.347472 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.349389 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.353077 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.354940 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356442 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.356948 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357395 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.357828 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358283 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.358720 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359136 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359136 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359284 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359354 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359844 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359844 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.359844 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.360075 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.360075 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.360789 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.360975 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.361144 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.361306 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:51:16.361594 n-d-723573-7 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:51:16.578412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:16.587946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070581 Jul 28 10:51:27.902127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab371149-caa3-4ff9-9c16-d3c36b931d56 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 10:51:27.981798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab371149-caa3-4ff9-9c16-d3c36b931d56 None None] No non-hosted networks {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 10:51:27.989884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.agentschedulers_db [None req-ab371149-caa3-4ff9-9c16-d3c36b931d56 None None] DHCP Agent not found on host n-d-723573-7 {{(pid=93837) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 10:51:28.125653 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef586006-2db1-4f3b-a46b-8230b171dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:30.704015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7febbc73-b2df-42bf-af8d-93eb0da5298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:30.789619 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5cf12536-863b-430c-8497-d3be0d002f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:30.869007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:30.869914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.870027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.870390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.870919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.871471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.871630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.872142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.872652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.873574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.878254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.878759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.879242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:30.879801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-723573-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:30.887460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-723573-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:31.772905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:33.215009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:34.486582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:34.976748 n-d-723573-7 neutron-server[93836]: WARNING oslo_policy.policy [None req-ed14c77c-84cb-4b69-ac21-0f074ebd4fe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:51:34.977315 n-d-723573-7 neutron-server[93836]: WARNING oslo_policy.policy [None req-ed14c77c-84cb-4b69-ac21-0f074ebd4fe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:51:35.193085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-ed14c77c-84cb-4b69-ac21-0f074ebd4fe7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:51:35.194295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ed14c77c-84cb-4b69-ac21-0f074ebd4fe7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7055557 Jul 28 10:51:37.053658 n-d-723573-7 neutron-server[93837]: INFO neutron.db.l3_hamode_db [None req-4f517f5a-cf84-49c3-bef6-01bf855ee762 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 10:51:37.129314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f517f5a-cf84-49c3-bef6-01bf855ee762 None None] Routers set() bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:51:37.129696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f517f5a-cf84-49c3-bef6-01bf855ee762 None None] Router IDs set() for agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 10:51:37.577624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:37.879650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:51:37.973191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.policy [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93836) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 10:51:38.016917 n-d-723573-7 neutron-server[93836]: WARNING oslo_policy.policy [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:51:38.017293 n-d-723573-7 neutron-server[93836]: WARNING oslo_policy.policy [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:51:38.025721 n-d-723573-7 neutron-server[93836]: INFO neutron.quota [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] Loaded quota_driver: . Jul 28 10:51:38.117477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758693143835', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758693143350', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758693197688', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758693199158', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758692769365', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758693175351', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3617705', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3607606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625611'] for rbac-policy, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:38.181938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:38.183166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8b58ac40-01c5-478f-abe0-2cf553b3212f admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6045268 Jul 28 10:51:40.745971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:41.039948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'name': 'private', 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:51:41.068523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Made reservation on behalf of 96c8ee70b43f4c69b13b2726e7fa64c1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:41.071593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.088006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.207460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.210866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.230322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:41.258717 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758694041896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.259300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Unsubscribe: segment precommit_create {{(pid=93836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 10:51:41.259787 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Added segment 2377788f-6d41-4911-aac5-48fec0d4fa76 of type vlan for network 87b3e28d-42ee-428b-a7ba-c2cd64251842 Jul 28 10:51:41.277729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b859e1-6422-480c-92ea-b5a21183a784,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:41.338678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.339098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.339570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.340036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.340560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.341007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.341449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.341890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.342328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.342763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.343199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.343634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Tracked resource versions report: Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: pushed versions: Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Log': {'1.0'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Network': {'1.1'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Port': {'1.7'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: consumer versions: Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: { DHCP agent@n-d-723573-7: {}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: L3 agent@n-d-723573-7: {}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: Metadata agent@n-d-723573-7: {}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: Metering agent@n-d-723573-7: {}, Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Log': '1.0', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Network': '1.1', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Port': '1.7', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'PortForwarding': '1.2', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'QosPolicy': '1.8', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'SubPort': '1.0', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Subnet': '1.1', Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: 'Trunk': '1.1'}} Jul 28 10:51:41.345272 n-d-723573-7 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:51:41.409891 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.459834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.460973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:41.461647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.499907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7528722 Jul 28 10:51:41.564534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd40a02-331c-4908-b973-b412d10867e0 admin admin] Pushing event updated for resources: {'Network': ['ID=87b3e28d-42ee-428b-a7ba-c2cd64251842,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:41.576694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:44.213662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:44.621583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1905a9eb-32e1-4583-a06c-3844a5225e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:44.622945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1905a9eb-32e1-4583-a06c-3844a5225e4b admin admin] 10.222.0.20 "GET /v2.0/networks/87b3e28d-42ee-428b-a7ba-c2cd64251842 HTTP/1.1" status: 200 len: 825 time: 0.4083240 Jul 28 10:51:44.649428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-94e8c984-d4f2-4833-9219-de95cd17f0bb admin admin] 10.222.0.20 "GET /v2.0/subnetpools/bee2ab59-9b53-4c80-85ed-7b3d7404dd87 HTTP/1.1" status: 200 len: 734 time: 0.0188370 Jul 28 10:51:44.659327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Request body: {'subnet': {'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87', 'gateway_ip': '172.20.0.1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:51:44.684323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Made reservation on behalf of 96c8ee70b43f4c69b13b2726e7fa64c1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:44.686546 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:44.983982 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:45.056199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Checking segment: {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:51:45.056612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Network hostable DHCP agents. Network: 87b3e28d-42ee-428b-a7ba-c2cd64251842, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:45.058760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5473f01a-e082-4cbc-b30f-57eee82c5479,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:45.079992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:45.092341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 87b3e28d-42ee-428b-a7ba-c2cd64251842) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:45.097006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:45.097601 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:45.102678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a789a-7280-4caf-9713-b30be3b99998 None None] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:51:45.111785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c2e1bda3-1c5e-414b-9b06-2269f7d2e000 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4559216 Jul 28 10:51:45.423554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-87b3e28d-42ee-428b-a7ba-c2cd64251842', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:51:45.425399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:45.692188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Allocated IP 172.20.0.2 (87b3e28d-42ee-428b-a7ba-c2cd64251842/5473f01a-e082-4cbc-b30f-57eee82c5479/989b9685-0b5c-4272-b1c6-02a268894190) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:45.916963 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:45.931527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Transition to ACTIVE for port object 989b9685-0b5c-4272-b1c6-02a268894190 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:51:45.952204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Transition to ACTIVE for port object 989b9685-0b5c-4272-b1c6-02a268894190 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:51:45.961271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:46.028259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:46.034524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:46.045235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:51:46.048240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Pushing event updated for resources: {'Port': ['ID=989b9685-0b5c-4272-b1c6-02a268894190,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:46.077194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.077535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.077868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.078199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.078787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.079129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.079440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.079759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.080077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.080949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.081267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.081586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Tracked resource versions report: Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: pushed versions: Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: { 'AddressGroup': {'1.2'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Log': {'1.0'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Network': {'1.1'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Port': {'1.7'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'PortForwarding': {'1.2'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'QosPolicy': {'1.8'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'SecurityGroup': {'1.4'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'SubPort': {'1.0'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Subnet': {'1.1'}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Trunk': {'1.1'}} Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: consumer versions: Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: { DHCP agent@n-d-723573-7: {}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: L3 agent@n-d-723573-7: {}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: Metadata agent@n-d-723573-7: {}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: Metering agent@n-d-723573-7: {}, Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'ConntrackHelper': '1.0', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Log': '1.0', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Network': '1.1', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Port': '1.7', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'PortForwarding': '1.2', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'QosPolicy': '1.8', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'SecurityGroup': '1.4', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'SecurityGroupRule': '1.2', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'SubPort': '1.0', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Subnet': '1.1', Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: 'Trunk': '1.1'}} Jul 28 10:51:46.082669 n-d-723573-7 neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:51:46.129265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Attempting to bind port 989b9685-0b5c-4272-b1c6-02a268894190 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:51:46.129927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Attempting to bind port 989b9685-0b5c-4272-b1c6-02a268894190 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:51:46.130063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Attempting to bind port 989b9685-0b5c-4272-b1c6-02a268894190 on network 87b3e28d-42ee-428b-a7ba-c2cd64251842 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:51:46.134822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:51:46.135231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Checking segment: {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:51:46.135677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:46.136068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Bound using segment: {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:51:46.136558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Bound port: 989b9685-0b5c-4272-b1c6-02a268894190, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:51:46.136964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:46.199760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] For port 989b9685-0b5c-4272-b1c6-02a268894190, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:51:46.204139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] For port 989b9685-0b5c-4272-b1c6-02a268894190, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=989b9685-0b5c-4272-b1c6-02a268894190,segment=NetworkSegment(2377788f-6d41-4911-aac5-48fec0d4fa76),segment_id=2377788f-6d41-4911-aac5-48fec0d4fa76)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:51:46.209122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:46.275629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5732cfe-ec92-438c-b331-fa13d26c339a None None] Pushing event updated for resources: {'Port': ['ID=989b9685-0b5c-4272-b1c6-02a268894190,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:47.575343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:48.063546 n-d-723573-7 neutron-server[93835]: WARNING oslo_policy.policy [None req-0fb3017c-9a29-4f44-bece-9892b6b77a03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:51:48.064215 n-d-723573-7 neutron-server[93835]: WARNING oslo_policy.policy [None req-0fb3017c-9a29-4f44-bece-9892b6b77a03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:51:48.281009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-0fb3017c-9a29-4f44-bece-9892b6b77a03 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:51:48.282102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0fb3017c-9a29-4f44-bece-9892b6b77a03 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7057512 Jul 28 10:51:50.657404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:50.967829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-e68337ae-9278-4cff-ace9-c36a0473bae8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:51:50.968888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e68337ae-9278-4cff-ace9-c36a0473bae8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105514 Jul 28 10:51:53.629731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:53.922501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] Request body: {'router': {'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'name': 'router1', 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:51:53.946079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:53.947593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:54.083788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:54.089898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:54.104064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:54.105327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8c193e1b-fcc7-46f3-a183-b94e73bc75d6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4746089 Jul 28 10:51:54.671473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c956f1-b4df-474d-9c93-9ace09783681 None None] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:51:54.726769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 989b9685-0b5c-4272-b1c6-02a268894190 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:51:54.735445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52b5b1c0-3fdb-49e9-9079-db2ae2d034a5 None None] Provisioning for port 989b9685-0b5c-4272-b1c6-02a268894190 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:51:54.865392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 989b9685-0b5c-4272-b1c6-02a268894190 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:51:54.870100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 989b9685-0b5c-4272-b1c6-02a268894190 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:51:54.870505 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:55.019951 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:55.059407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 989b9685-0b5c-4272-b1c6-02a268894190, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=989b9685-0b5c-4272-b1c6-02a268894190,segment=NetworkSegment(2377788f-6d41-4911-aac5-48fec0d4fa76),segment_id=2377788f-6d41-4911-aac5-48fec0d4fa76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:55.064542 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:55.118060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=989b9685-0b5c-4272-b1c6-02a268894190,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:55.178831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c75ed694-4e78-4cb8-afcf-fd76770349c2 None None] Provisioning complete for port 989b9685-0b5c-4272-b1c6-02a268894190 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:51:55.179201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c75ed694-4e78-4cb8-afcf-fd76770349c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:56.491129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:56.689551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 989b9685-0b5c-4272-b1c6-02a268894190 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:51:56.734505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 989b9685-0b5c-4272-b1c6-02a268894190 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:51:56.734874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:56.810403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-4080e120-9775-46b1-b5b4-d407f7e3d057 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:51:56.811394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4080e120-9775-46b1-b5b4-d407f7e3d057 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193395 Jul 28 10:51:57.825583 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a708-3cfc-4c6b-9720-b138f3258a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.185876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:59.497160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:51:59.516956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Made reservation on behalf of ba0487890ec64a63879cb4dc36707c4e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:59.519632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.527156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.615977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.619497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.636521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Reserving flat network on physical network physnet1 {{(pid=93836) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 10:51:59.653033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992517d7-3a10-4158-8de0-f62b485555f0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:59.662140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.663108 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Added segment 82d369b6-864b-490f-a8f1-1e2d2283a521 of type flat for network 04a1b6b7-ba73-462c-afb7-b938c05f879f Jul 28 10:51:59.718777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.754226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.755129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:59.755687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:59.809236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6223209 Jul 28 10:51:59.816586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00682d0f-c1be-412b-bd61-3f68c9401c7f admin admin] Pushing event updated for resources: {'Network': ['ID=04a1b6b7-ba73-462c-afb7-b938c05f879f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:59.826778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:00.701185 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99a207b5-fdc4-44c8-ae86-2a8333491476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:00.869080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:01.725918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:02.153691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:52:02.325559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37294dfa-c80b-481c-bd12-fe83b2d67e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:02.326847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-37294dfa-c80b-481c-bd12-fe83b2d67e1e admin admin] 10.222.0.20 "GET /v2.0/subnets/5473f01a-e082-4cbc-b30f-57eee82c5479 HTTP/1.1" status: 200 len: 849 time: 0.1722064 Jul 28 10:52:02.443988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0a999fa1-3b05-445a-8b54-23223b83408c admin admin] 10.222.0.20 "GET /v2.0/routers/0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 HTTP/1.1" status: 200 len: 704 time: 0.1104720 Jul 28 10:52:02.705846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:02.993167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Allocated IP 172.20.0.1 (87b3e28d-42ee-428b-a7ba-c2cd64251842/5473f01a-e082-4cbc-b30f-57eee82c5479/7bdb40a9-eddc-4442-9b35-158b0657a5b6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:03.169602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.187082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.211404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Transition to ACTIVE for port object 7bdb40a9-eddc-4442-9b35-158b0657a5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:52:03.287781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.355252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:03.360786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:03.369065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:52:03.369591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.426812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7bdb40a9-eddc-4442-9b35-158b0657a5b6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:03.521470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-084465bc-b943-46ba-a161-1c8540c34e73 None None] Provisioning for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:52:03.524935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-084465bc-b943-46ba-a161-1c8540c34e73 None None] Provisioning complete for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:03.525303 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-084465bc-b943-46ba-a161-1c8540c34e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.558239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-084465bc-b943-46ba-a161-1c8540c34e73 None None] Port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:52:03.567238 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.771116 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.775343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.776302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:03.853701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7bdb40a9-eddc-4442-9b35-158b0657a5b6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:03.901736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:03.903656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:04.059892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:52:04.078371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-34346c4b-f48a-4cb2-8431-8c1e29d8f14f None None] Provisioning complete for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:04.078740 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-34346c4b-f48a-4cb2-8431-8c1e29d8f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:04.115080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-34346c4b-f48a-4cb2-8431-8c1e29d8f14f None None] Port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:52:04.149994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:04.155105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-41c511ab-381d-47c0-a2a6-11c6dbffd7c6 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c87d013-0e23-4480-aa8c-7a6b4e3a78b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7057450 Jul 28 10:52:04.160612 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Sync routers for ids ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:04.171789 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Routers {'0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:52:04.172610 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T10:52:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:04.358397 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Set router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:52:04.785300 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'name': 'router1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:51:53Z', 'updated_at': '2021-07-28T10:52:03Z', 'revision_number': 2, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'gw_port_host': None, '_interfaces': [{'id': '7bdb40a9-eddc-4442-9b35-158b0657a5b6', 'name': '', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'mac_address': 'fa:16:3e:85:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:02Z', 'updated_at': '2021-07-28T10:52:03Z', 'revision_number': 2, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'subnets': [{'id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:04.836322 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Checking router: 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:52:04.836697 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Updating router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:52:04.884323 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:05.398359 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:05.417189 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Transition to ACTIVE for port object 7bdb40a9-eddc-4442-9b35-158b0657a5b6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:52:05.422371 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:05.586673 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Attempting to bind port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:52:05.587080 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Attempting to bind port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:52:05.587498 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Attempting to bind port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 on network 87b3e28d-42ee-428b-a7ba-c2cd64251842 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:52:05.589688 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Pushing event updated for resources: {'Port': ['ID=7bdb40a9-eddc-4442-9b35-158b0657a5b6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:05.597095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:52:05.597513 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Checking segment: {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:52:05.598228 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:05.598359 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Bound using segment: {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:52:05.598854 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Bound port: 7bdb40a9-eddc-4442-9b35-158b0657a5b6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2377788f-6d41-4911-aac5-48fec0d4fa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:52:05.599272 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:05.611778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.612119 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.612479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.612809 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.613135 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.613457 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.613777 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.614095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.614412 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.614728 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.615048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.615361 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Tracked resource versions report: Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: pushed versions: Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: { 'AddressGroup': {'1.2'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Log': {'1.0'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Network': {'1.1'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Port': {'1.7'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'PortForwarding': {'1.2'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'QosPolicy': {'1.8'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'SecurityGroup': {'1.4'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'SubPort': {'1.0'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Subnet': {'1.1'}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Trunk': {'1.1'}} Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: consumer versions: Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: { DHCP agent@n-d-723573-7: {}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: L3 agent@n-d-723573-7: {}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: Metadata agent@n-d-723573-7: {}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: Metering agent@n-d-723573-7: {}, Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'ConntrackHelper': '1.0', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Log': '1.0', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Network': '1.1', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Port': '1.7', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'PortForwarding': '1.2', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'QosPolicy': '1.8', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'SecurityGroup': '1.4', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'SecurityGroupRule': '1.2', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'SubPort': '1.0', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Subnet': '1.1', Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: 'Trunk': '1.1'}} Jul 28 10:52:05.616500 n-d-723573-7 neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:52:05.676229 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] For port 7bdb40a9-eddc-4442-9b35-158b0657a5b6, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:05.697414 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] For port 7bdb40a9-eddc-4442-9b35-158b0657a5b6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7bdb40a9-eddc-4442-9b35-158b0657a5b6,segment=NetworkSegment(2377788f-6d41-4911-aac5-48fec0d4fa76),segment_id=2377788f-6d41-4911-aac5-48fec0d4fa76)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:05.701618 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:05.752563 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Routers {'0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:52:05.753190 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T10:52:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:05.823680 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05bd11-0204-43e9-83bb-6a1e566e7ec9 None None] Pushing event updated for resources: {'Port': ['ID=7bdb40a9-eddc-4442-9b35-158b0657a5b6,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:05.848662 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] Set router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:52:06.053084 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'name': 'router1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:51:53Z', 'updated_at': '2021-07-28T10:52:03Z', 'revision_number': 2, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'gw_port_host': None, '_interfaces': [{'id': '7bdb40a9-eddc-4442-9b35-158b0657a5b6', 'name': '', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'mac_address': 'fa:16:3e:85:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:02Z', 'updated_at': '2021-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'subnets': [{'id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:06.077939 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e6b70-087f-44e0-9a88-2543bf932a8c None None] The sync data for ids ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'] in n-d-723573-7 is: [{'id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'name': 'router1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:51:53Z', 'updated_at': '2021-07-28T10:52:03Z', 'revision_number': 2, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'gw_port_host': None, '_interfaces': [{'id': '7bdb40a9-eddc-4442-9b35-158b0657a5b6', 'name': '', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'mac_address': 'fa:16:3e:85:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:02Z', 'updated_at': '2021-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'subnets': [{'id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:06.386653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:52:06.655432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.policy [None req-345a55c2-d07f-4895-b87e-c9e373f12a75 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 10:52:06.700413 n-d-723573-7 neutron-server[93835]: WARNING oslo_policy.policy [None req-345a55c2-d07f-4895-b87e-c9e373f12a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:52:06.700887 n-d-723573-7 neutron-server[93835]: WARNING oslo_policy.policy [None req-345a55c2-d07f-4895-b87e-c9e373f12a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:52:06.710192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a55c2-d07f-4895-b87e-c9e373f12a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:06.711935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-345a55c2-d07f-4895-b87e-c9e373f12a75 admin admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 842 time: 0.3243535 Jul 28 10:52:06.722300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:52:06.724070 n-d-723573-7 neutron-server[93835]: INFO neutron.quota [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Loaded quota_driver: . Jul 28 10:52:06.765016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Made reservation on behalf of ba0487890ec64a63879cb4dc36707c4e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:06.768824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:07.169410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 10:52:07.169919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:07.238105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:52:07.238491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Network hostable DHCP agents. Network: 04a1b6b7-ba73-462c-afb7-b938c05f879f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:07.240819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0b9307-0271-47be-ae43-d125d93568cc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:07.253699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.254035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.254360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.254681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.255000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.255315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.255628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.255938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.256271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.256581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.256890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.257198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Tracked resource versions report: Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: pushed versions: Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Log': {'1.0'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Network': {'1.1'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Port': {'1.7'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: consumer versions: Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: { DHCP agent@n-d-723573-7: {}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: L3 agent@n-d-723573-7: {}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: Metadata agent@n-d-723573-7: {}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: Metering agent@n-d-723573-7: {}, Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Log': '1.0', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Network': '1.1', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Port': '1.7', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'PortForwarding': '1.2', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'QosPolicy': '1.8', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'SubPort': '1.0', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Subnet': '1.1', Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: 'Trunk': '1.1'}} Jul 28 10:52:07.258292 n-d-723573-7 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:52:07.297247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:07.311447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 04a1b6b7-ba73-462c-afb7-b938c05f879f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:07.316493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:07.317113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:07.324289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae841d1-3ea1-4db8-9fae-1ec6642ab46f None None] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:52:07.340456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b4ccc32-f2cf-46e4-9897-d12a9cbcc2fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6221280 Jul 28 10:52:07.461095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2da97-a51b-4082-bf51-701c0792e80b None None] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:52:09.660986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48406) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:52:09.902052 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-12b33069-75b0-460e-bf1c-85c610e2a85b admin admin] 10.222.0.20 "GET /v2.0/routers/0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 HTTP/1.1" status: 200 len: 710 time: 0.2398283 Jul 28 10:52:09.989824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee3ca9-b281-46a2-a505-70f1084d7617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:09.991156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-61ee3ca9-b281-46a2-a505-70f1084d7617 admin admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 886 time: 0.0835819 Jul 28 10:52:10.000421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:52:10.243378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.490486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.563839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.715540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Allocated IP 172.25.1.236 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/7282ea34-5479-40bc-86aa-a386e9751cf4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:10.822633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.905596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.974251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:10.979694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:10.989846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:52:10.995210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Pushing event updated for resources: {'Port': ['ID=7282ea34-5479-40bc-86aa-a386e9751cf4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:11.340618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:11.544474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:11.547836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:11.656506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:52:11.762756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:11.767670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:11.769100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e131cf1-d65c-4c3f-b22b-4ab5c23dce61 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 HTTP/1.1" status: 200 len: 890 time: 1.7719533 Jul 28 10:52:12.529309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Sync routers for ids ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:12.543074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Routers {'0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:52:12.543709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T10:52:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:12.736638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7bdb40a9-eddc-4442-9b35-158b0657a5b6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:12.823681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Set router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:52:12.935346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:52:12.968331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:12.968703 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.228113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.291108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7bdb40a9-eddc-4442-9b35-158b0657a5b6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7bdb40a9-eddc-4442-9b35-158b0657a5b6,segment=NetworkSegment(2377788f-6d41-4911-aac5-48fec0d4fa76),segment_id=2377788f-6d41-4911-aac5-48fec0d4fa76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:13.296765 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.368458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'name': 'router1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7282ea34-5479-40bc-86aa-a386e9751cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:51:53Z', 'updated_at': '2021-07-28T10:52:11Z', 'revision_number': 4, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'gw_port': {'id': '7282ea34-5479-40bc-86aa-a386e9751cf4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:10Z', 'updated_at': '2021-07-28T10:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7bdb40a9-eddc-4442-9b35-158b0657a5b6', 'name': '', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'mac_address': 'fa:16:3e:85:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:02Z', 'updated_at': '2021-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'subnets': [{'id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:13.370348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7bdb40a9-eddc-4442-9b35-158b0657a5b6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:13.425434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Checking router: 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:52:13.425851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Updating router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 port 7282ea34-5479-40bc-86aa-a386e9751cf4 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:52:13.472659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.849369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.858606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Transition to ACTIVE for port object 7282ea34-5479-40bc-86aa-a386e9751cf4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:52:13.865194 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.911748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Attempting to bind port 7282ea34-5479-40bc-86aa-a386e9751cf4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:52:13.912121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Attempting to bind port 7282ea34-5479-40bc-86aa-a386e9751cf4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:52:13.912518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Attempting to bind port 7282ea34-5479-40bc-86aa-a386e9751cf4 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:52:13.922623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e76681-df7a-4c42-8f9a-13ec9c091512 None None] Pushing event updated for resources: {'Port': ['ID=7282ea34-5479-40bc-86aa-a386e9751cf4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:13.925748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:52:13.926124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:52:13.926528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.926914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:52:13.927385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Bound port: 7282ea34-5479-40bc-86aa-a386e9751cf4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:52:13.927784 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.976931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] For port 7282ea34-5479-40bc-86aa-a386e9751cf4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:13.979883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] For port 7282ea34-5479-40bc-86aa-a386e9751cf4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7282ea34-5479-40bc-86aa-a386e9751cf4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:13.983849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:14.038659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Routers {'0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:52:14.039279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T10:52:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:14.043914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e76681-df7a-4c42-8f9a-13ec9c091512 None None] Pushing event updated for resources: {'Port': ['ID=7282ea34-5479-40bc-86aa-a386e9751cf4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:14.235760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] Set router 0c87d013-0e23-4480-aa8c-7a6b4e3a78b7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:52:14.244943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:52:14.356298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-26253fbf-e3a1-4deb-9dcd-be9babd10438 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1102204 Jul 28 10:52:14.457513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'name': 'router1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7282ea34-5479-40bc-86aa-a386e9751cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:51:53Z', 'updated_at': '2021-07-28T10:52:11Z', 'revision_number': 4, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'gw_port': {'id': '7282ea34-5479-40bc-86aa-a386e9751cf4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:10Z', 'updated_at': '2021-07-28T10:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7bdb40a9-eddc-4442-9b35-158b0657a5b6', 'name': '', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'mac_address': 'fa:16:3e:85:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:02Z', 'updated_at': '2021-07-28T10:52:13Z', 'revision_number': 5, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'subnets': [{'id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:14.483898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3dc54e-d589-4464-bd07-840200cae338 None None] The sync data for ids ['0c87d013-0e23-4480-aa8c-7a6b4e3a78b7'] in n-d-723573-7 is: [{'id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'name': 'router1', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7282ea34-5479-40bc-86aa-a386e9751cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:51:53Z', 'updated_at': '2021-07-28T10:52:11Z', 'revision_number': 4, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'gw_port': {'id': '7282ea34-5479-40bc-86aa-a386e9751cf4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:10Z', 'updated_at': '2021-07-28T10:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7bdb40a9-eddc-4442-9b35-158b0657a5b6', 'name': '', 'network_id': '87b3e28d-42ee-428b-a7ba-c2cd64251842', 'tenant_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'mac_address': 'fa:16:3e:85:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c87d013-0e23-4480-aa8c-7a6b4e3a78b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:52:02Z', 'updated_at': '2021-07-28T10:52:13Z', 'revision_number': 5, 'project_id': '96c8ee70b43f4c69b13b2726e7fa64c1', 'subnets': [{'id': '5473f01a-e082-4cbc-b30f-57eee82c5479', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee2ab59-9b53-4c80-85ed-7b3d7404dd87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:14.807661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7bdb40a9-eddc-4442-9b35-158b0657a5b6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:14.863442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:14.864014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:14.955383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7282ea34-5479-40bc-86aa-a386e9751cf4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:15.013143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7282ea34-5479-40bc-86aa-a386e9751cf4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:52:15.019678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7282ea34-5479-40bc-86aa-a386e9751cf4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:15.020349 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:15.105814 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:15.127460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7282ea34-5479-40bc-86aa-a386e9751cf4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7282ea34-5479-40bc-86aa-a386e9751cf4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:15.132716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:15.185812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7282ea34-5479-40bc-86aa-a386e9751cf4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:16.710040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7282ea34-5479-40bc-86aa-a386e9751cf4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:16.768525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7282ea34-5479-40bc-86aa-a386e9751cf4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:16.768525 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:27.257946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:52:27.830244 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691935b-02c5-41f4-b22d-5753bbcf90e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:30.708031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83edd0da-3a3c-486d-a0ac-0af0ee1a35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:30.877999 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:31.735678 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:33.192204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:57.838898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7d378bdc-196b-4d38-aee7-c0d359dfbbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:00.703591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19a7ad55-ebd6-4606-83cb-da797f71a3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:00.877223 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:01.825022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:03.194770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:04.256271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:53:27.831884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d90778b-9d26-48d7-bb69-a2770fdddb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:30.708232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19505e9c-1b85-409a-95c7-6db6031ac2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:30.878392 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:31.736948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:33.196381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:41.255076 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:53:55.101244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:53:55.160270 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-013bb421-6b27-42be-acda-9ce6076b23ab admin admin] GET failed (client error): The resource could not be found. Jul 28 10:53:55.161558 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-013bb421-6b27-42be-acda-9ce6076b23ab admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0593839 Jul 28 10:53:55.322321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2133fc-da2b-44c1-ab12-cdc9c7adb891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:55.323701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a2133fc-da2b-44c1-ab12-cdc9c7adb891 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578765 Jul 28 10:53:57.476857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:53:57.573783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5411e305-ec5a-4d5e-a0ba-7723e9c7be18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:57.575103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5411e305-ec5a-4d5e-a0ba-7723e9c7be18 admin admin] 10.222.0.20 "GET /v2.0/subnets/5473f01a-e082-4cbc-b30f-57eee82c5479 HTTP/1.1" status: 200 len: 849 time: 0.0972438 Jul 28 10:53:57.585556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:53:57.669846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:57.810394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758693867816'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:57.833113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-710ee3ea-ce3e-48a6-ad77-6f51ddb8928c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:57.841231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:57.842051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:57.843085 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] 10.222.0.20 "PUT /v2.0/subnets/5473f01a-e082-4cbc-b30f-57eee82c5479 HTTP/1.1" status: 200 len: 868 time: 0.2611632 Jul 28 10:53:57.845358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b95061-b308-461a-b593-e6b2ee850afe None None] Network 87b3e28d-42ee-428b-a7ba-c2cd64251842 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:53:57.864800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5473f01a-e082-4cbc-b30f-57eee82c5479,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:57.872764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.873128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.873434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.873763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.874185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.874652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.875651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.875985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.876337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.876800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.877131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:57.877449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c851-39e1-4a9c-aca0-84f6e0c2612a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:58.215750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c4a1839-55d7-495f-a21d-add6e5748c0d None None] Provisioning complete for port 7bdb40a9-eddc-4442-9b35-158b0657a5b6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:53:58.216117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1839-55d7-495f-a21d-add6e5748c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:58.301970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c4a1839-55d7-495f-a21d-add6e5748c0d None None] Provisioning complete for port 989b9685-0b5c-4272-b1c6-02a268894190 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:53:58.302274 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1839-55d7-495f-a21d-add6e5748c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:00.026154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:00.219892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79996e0a-c22a-423f-a780-d61ea7ac909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:00.220298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79996e0a-c22a-423f-a780-d61ea7ac909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:00.221802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79996e0a-c22a-423f-a780-d61ea7ac909f admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946578 Jul 28 10:54:00.709435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e5603d5-3f9a-407d-bd67-5b20541cbfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:00.879114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:01.741580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:02.394226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:02.595755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f84a3-91c9-4fd6-98c6-08b1dfb78c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:02.596253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f84a3-91c9-4fd6-98c6-08b1dfb78c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:02.597790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-935f84a3-91c9-4fd6-98c6-08b1dfb78c33 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025921 Jul 28 10:54:03.198710 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:04.741355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:04.865575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99f4bc-60fc-4f2f-85bf-b33cf49a17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:04.866906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cc99f4bc-60fc-4f2f-85bf-b33cf49a17c7 admin admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 886 time: 0.1245475 Jul 28 10:54:06.995518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:07.121869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25a9d4-7516-4f40-82bf-8fe60b1700dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:07.123214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7d25a9d4-7516-4f40-82bf-8fe60b1700dd admin admin] 10.222.0.20 "GET /v2.0/networks/87b3e28d-42ee-428b-a7ba-c2cd64251842 HTTP/1.1" status: 200 len: 869 time: 0.1267984 Jul 28 10:54:09.336840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:09.462147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198272f-edbe-42df-83ef-b8adcd7fffa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:09.462602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198272f-edbe-42df-83ef-b8adcd7fffa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:09.464120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5198272f-edbe-42df-83ef-b8adcd7fffa8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263380 Jul 28 10:54:11.626766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:11.713918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4e9ef-18f0-40a0-9b34-2b21e3f31fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:11.714372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4e9ef-18f0-40a0-9b34-2b21e3f31fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:11.715840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3a4e9ef-18f0-40a0-9b34-2b21e3f31fa0 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0881350 Jul 28 10:54:13.893018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:13.975175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63379959-7c49-4ce8-bf8c-28e090466a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:13.976529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-63379959-7c49-4ce8-bf8c-28e090466a10 admin admin] 10.222.0.20 "GET /v2.0/subnets/0b0b9307-0271-47be-ae43-d125d93568cc HTTP/1.1" status: 200 len: 816 time: 0.0825849 Jul 28 10:54:16.144526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:16.235260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f30e6-3c8a-4da7-ad40-7f0dd245e04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:16.236588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eb9f30e6-3c8a-4da7-ad40-7f0dd245e04d admin admin] 10.222.0.20 "GET /v2.0/subnets/5473f01a-e082-4cbc-b30f-57eee82c5479 HTTP/1.1" status: 200 len: 868 time: 0.0911272 Jul 28 10:54:18.255088 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:54:27.833989 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a9468fb-f493-430b-bce3-a9eafe24a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:30.709891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-268ff83f-8ec5-4183-a84c-fdf0af74bff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:30.881177 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:31.740979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:33.202120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:43.210472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:43.256444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-5c20dc45-a247-49d6-b4da-35d2dc3d3496 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:54:43.257422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5c20dc45-a247-49d6-b4da-35d2dc3d3496 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460234 Jul 28 10:54:45.502433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:45.561240 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c0b7cb-03d3-4c3e-b30e-4304aa5ca9c2 admin admin] GET failed (client error): The resource could not be found. Jul 28 10:54:45.562539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d4c0b7cb-03d3-4c3e-b30e-4304aa5ca9c2 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592239 Jul 28 10:54:45.703705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033435e-155a-440f-a8e1-3d07cf81139a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:45.705175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c033435e-155a-440f-a8e1-3d07cf81139a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383553 Jul 28 10:54:47.893359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:47.942454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:54:47.962037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Made reservation on behalf of ba0487890ec64a63879cb4dc36707c4e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:47.964240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:47.993329 n-d-723573-7 neutron-server[93836]: WARNING neutron.services.revisions.revision_plugin [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Could not find related network for resource to bump revision. Jul 28 10:54:48.003821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:48.012768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.013152 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Added segment b2df2d40-5e64-4426-b349-b0fb86ba6d52 of type vlan for network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f Jul 28 10:54:48.050578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.080278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.081360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:48.081916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.138912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2415316 Jul 28 10:54:48.144168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Pushing event updated for resources: {'Network': ['ID=6db337cc-0c13-4cc4-b322-bb9f5aeac52f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.151395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.151734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.152070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.152433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.152765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.153092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.153445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.154368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.154702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.155022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.155343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.155660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2ca02-a5ae-4db7-ac1e-6dd248f97510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.167879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:50.315403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:50.374415 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c026204-249b-476a-93dc-dd3f62dc27bf admin admin] GET failed (client error): The resource could not be found. Jul 28 10:54:50.375701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4c026204-249b-476a-93dc-dd3f62dc27bf admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593464 Jul 28 10:54:50.444550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e27eb7-89d6-410c-a19c-bffb82453a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:50.445974 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-58e27eb7-89d6-410c-a19c-bffb82453a63 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660229 Jul 28 10:54:50.456740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Request body: {'subnet': {'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:54:50.477911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Made reservation on behalf of ba0487890ec64a63879cb4dc36707c4e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:50.480118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:50.703032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:50.756164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1f542b-4e46-416b-a4c4-39275a06d7e8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:50.766379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:54:50.766735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Network hostable DHCP agents. Network: 6db337cc-0c13-4cc4-b322-bb9f5aeac52f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:50.787022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:50.795526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6db337cc-0c13-4cc4-b322-bb9f5aeac52f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:50.799517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:50.800095 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:50.805168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1310480-2f90-4994-b1f0-6a88ed09a5b1 None None] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:54:50.814925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-941266cc-ee07-43ea-9476-433935139409 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3617589 Jul 28 10:54:51.052425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'tenant_id': 'ba0487890ec64a63879cb4dc36707c4e', 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:54:51.053291 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:51.192243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Allocated IP 192.168.233.2 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/d364e290-18aa-4d41-93bf-9e8594efaec9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:51.336351 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:51.345069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Transition to ACTIVE for port object d364e290-18aa-4d41-93bf-9e8594efaec9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:54:51.360480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Transition to ACTIVE for port object d364e290-18aa-4d41-93bf-9e8594efaec9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:54:51.365761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:51.401502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:51.405280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:51.408240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:54:51.424377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Pushing event updated for resources: {'Port': ['ID=d364e290-18aa-4d41-93bf-9e8594efaec9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:51.445365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.445714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.446054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.446393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.446730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.447053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.447379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.447703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.448023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.448367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.448689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.449004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:51.481913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Attempting to bind port d364e290-18aa-4d41-93bf-9e8594efaec9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:54:51.482284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Attempting to bind port d364e290-18aa-4d41-93bf-9e8594efaec9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:54:51.482638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Attempting to bind port d364e290-18aa-4d41-93bf-9e8594efaec9 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:54:51.487736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:54:51.488097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:54:51.488525 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:51.488911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:54:51.489364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Bound port: d364e290-18aa-4d41-93bf-9e8594efaec9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:54:51.489756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:51.553280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] For port d364e290-18aa-4d41-93bf-9e8594efaec9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:51.556274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] For port d364e290-18aa-4d41-93bf-9e8594efaec9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d364e290-18aa-4d41-93bf-9e8594efaec9,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:51.561868 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:51.620203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809b39d-91aa-4dab-8613-3799509c3048 None None] Pushing event updated for resources: {'Port': ['ID=d364e290-18aa-4d41-93bf-9e8594efaec9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:52.410358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f1fe7-5445-48f0-ad04-3852f18fcf3a None None] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:54:52.484245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca69c725-c3d3-4b6c-8c45-acf10872e883 None None] Provisioning for port d364e290-18aa-4d41-93bf-9e8594efaec9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:54:52.863474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d364e290-18aa-4d41-93bf-9e8594efaec9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:52.912813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port d364e290-18aa-4d41-93bf-9e8594efaec9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:54:52.916824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d364e290-18aa-4d41-93bf-9e8594efaec9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:54:52.917128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:52.998652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:53.031938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port d364e290-18aa-4d41-93bf-9e8594efaec9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d364e290-18aa-4d41-93bf-9e8594efaec9,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:53.035943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:53.083217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=d364e290-18aa-4d41-93bf-9e8594efaec9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:54.824054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d364e290-18aa-4d41-93bf-9e8594efaec9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:54.871481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d364e290-18aa-4d41-93bf-9e8594efaec9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:54:54.871850 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:55.253036 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:54:57.834529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff0b6917-6385-4943-a996-9426f82a1ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.710776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41cb800e-acd8-49b8-999a-f6e5fc891a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.882021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.743853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:03.208273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:27.835011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c93a41dd-4951-4912-854c-ba7737048cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:30.711361 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c7aedd2-bcbc-4a04-ac9a-8b64ccc14510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:30.883575 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:31.747540 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:32.251115 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:55:33.207873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:57.836779 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71a5e290-f8eb-4e0b-8e85-d8e0ba00490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:00.712766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d78db29-285f-46f1-a494-d458785403d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:00.885708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:01.749732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:56:01.751539 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:01.755785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-064edd5f-4a3d-4224-bb8b-297072a96851 tempest-verify_tempest_config-1700245609 tempest-verify_tempest_config-1700245609-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:56:01.756888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-064edd5f-4a3d-4224-bb8b-297072a96851 tempest-verify_tempest_config-1700245609 tempest-verify_tempest_config-1700245609-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060148 Jul 28 10:56:02.053582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:56:02.153234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.240832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.244579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.291242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbbbd8fa9b8a4462b88dca6f52886d55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2365916 Jul 28 10:56:02.292009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5c9c10-725a-4331-a6f4-4fcde9cff8d8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:02.294579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49248) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:56:02.298520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.298862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.299199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.299527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.299882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.300193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.300523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.300844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.301162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.301478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.301793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.302110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c9590-fb9b-46b4-90e3-e945655e749f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.373065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.393657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.486120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.488597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:02.489841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf5c9c10-725a-4331-a6f4-4fcde9cff8d8 HTTP/1.1" status: 204 len: 168 time: 0.1943252 Jul 28 10:56:02.497728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5c9c10-725a-4331-a6f4-4fcde9cff8d8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:02.504293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.504636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.504969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.505296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.505619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.505940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.506260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.506578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.506893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.507211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.507529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:02.507841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35efe367-234b-43b9-ac01-9bf67fdbe479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:03.211214 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:09.250607 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:56:27.837861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90f89616-2a9d-4254-9752-b26cae6574b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:30.714848 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5ff40af-9ad5-4692-a28e-fef4eacb5779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:30.886946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:31.754223 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:33.214645 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:46.248490 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:56:57.839183 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab90d3ba-fb9e-4100-a077-92e668c0c8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:00.715117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d033d426-f791-4602-9d3b-28281cde14db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:00.887066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:01.757161 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:03.219867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:23.246899 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:57:27.840270 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93f3a064-1883-4578-8427-be3f93444759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:30.714509 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c3401df-6b59-4db6-97d6-763019b682f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:30.887646 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:31.758956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:33.218893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:57.840725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9eca2ecc-71c6-4389-982e-32a727a80748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:00.244331 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:58:00.715999 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5032bf80-40bf-4926-bd2e-b92360191cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:00.889250 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:01.761658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:03.222650 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:27.844028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77faf04a-2074-4ef2-80cc-5a260c1a61c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:30.716274 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec0490b0-67a5-49f4-ae94-d4ed3f636e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:30.888900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:31.767712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:33.225498 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:37.243198 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:58:49.504672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:52.075694 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424353'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:57.843574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c548-f812-408a-a07d-018e9cc2ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:00.717385 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ad540e7-b1ab-4b43-b63e-f8c94ce77e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:00.890496 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:01.766550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:03.228495 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:14.243507 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:59:19.446930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:22.030588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:27.844411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da5f2c3a-6ce1-4df6-95e6-02baca019cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:30.717514 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fe92-a0db-4253-ab59-091526763b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:30.892324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:31.769915 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:33.235675 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:35.549132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:59:35.652216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cb5897c0-f84b-4a0c-81d8-f89223f2010f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1019614 Jul 28 10:59:38.000062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:59:38.057070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c471942a-315d-4553-8a81-ae2252dba441 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0559077 Jul 28 10:59:49.469413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:51.244010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:59:52.044819 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:57.845825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70a2450d-b9c9-4163-b1b3-1b3e7f3c3d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:00.717724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc47e5b3-2543-4dee-ab49-8f1401d10e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:00.893525 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:01.771532 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:03.235832 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:19.471775 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:22.045843 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:27.849766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a3f0a2d-f6a7-458e-8f59-c222d214f0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:28.251581 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:00:30.717680 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12d62f53-15f2-492f-9cdb-fb795c3dc599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:30.897087 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:31.776037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:33.238951 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:49.482114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:52.043766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:57.842067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0061d76e-f134-4499-b8a5-cfde0eeca151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:00.736079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38b55219-f195-4862-9b44-2bc457704b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:00.904324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:01.452267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:01.455867 n-d-723573-7 neutron-server[93836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 11:01:01.491139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-7ef29e91-7a34-435a-81d7-92ae33da1e72 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d337f73bc354faea400543c7c76bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376451 Jul 28 11:01:01.678747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-0871b33e-9c27-41aa-99db-943d83479523 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:01.680213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-0871b33e-9c27-41aa-99db-943d83479523 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820853 Jul 28 11:01:01.696449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-8c41de68-8d48-4f0a-b7f2-06ab0c368e45 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/quotas/5d337f73bc354faea400543c7c76bd3e HTTP/1.1" status: 200 len: 375 time: 0.0100899 Jul 28 11:01:01.754662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-e156a83d-7096-4bcb-b769-9005e9acd865 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d337f73bc354faea400543c7c76bd3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520570 Jul 28 11:01:01.788637 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:02.330153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a54a83b-0ccc-411c-9975-3c8672e79fa9 req-80383bbc-827a-4723-b2f7-57c10813d7eb tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 210 time: 0.0484960 Jul 28 11:01:02.504329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:02.535865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-cccc2066-552b-4629-9702-981a90424c6a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=551041fdf68c4fbfae1f4ecfe1eff2fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293057 Jul 28 11:01:02.684649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-0b124139-d16f-4ba8-8827-c897372990bf tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:02.686165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-0b124139-d16f-4ba8-8827-c897372990bf tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492867 Jul 28 11:01:02.703088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-2bd245f8-e75d-476b-8656-df93103b51a6 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/quotas/551041fdf68c4fbfae1f4ecfe1eff2fd HTTP/1.1" status: 200 len: 375 time: 0.0100746 Jul 28 11:01:02.743804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-74502939-6df1-408f-a7ea-1bff4a52b102 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=551041fdf68c4fbfae1f4ecfe1eff2fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334852 Jul 28 11:01:02.753997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:02.905845 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.043737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36d010d9-2a91-4709-99eb-9924ebb0cce1 req-fd0041e6-1460-4f4f-8c9b-96554e310609 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 210 time: 0.0512435 Jul 28 11:01:03.124738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.130329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.180710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df8ec040a06b4cc6800879151a1f9529&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4257681 Jul 28 11:01:03.181601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f2ae2-e031-4522-8575-bfc08b7e5826,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:03.184031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:03.191147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.192067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.192945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.193443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.193848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.194192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.194522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.194855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.195183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.195510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.195835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.196156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3721-d53e-4273-9ae8-8fb310c7c238 admin admin] Tracked resource versions report: Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: pushed versions: Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Log': {'1.0'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Network': {'1.1'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Port': {'1.7'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: consumer versions: Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: { DHCP agent@n-d-723573-7: {}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: HyperV agent@n-h1-723573-7: {}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: HyperV agent@n-h2-723573-7: {}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: L3 agent@n-d-723573-7: {}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: Metadata agent@n-d-723573-7: {}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: Metering agent@n-d-723573-7: {}, Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Log': '1.0', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Network': '1.1', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Port': '1.7', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'PortForwarding': '1.2', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'QosPolicy': '1.8', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'SubPort': '1.0', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Subnet': '1.1', Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: 'Trunk': '1.1'}} Jul 28 11:01:03.197270 n-d-723573-7 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:01:03.251750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.279279 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.330345 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.394879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.397610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.401354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c66f2ae2-e031-4522-8575-bfc08b7e5826 HTTP/1.1" status: 204 len: 168 time: 0.2138658 Jul 28 11:01:03.413533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f2ae2-e031-4522-8575-bfc08b7e5826,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:03.427128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.427485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.433304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.433658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.434158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.434634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.435108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.435577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.436453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.437718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.438805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.439317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0ceeb-deaa-4e3c-a22b-182ce19b8a77 admin admin] Tracked resource versions report: Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: pushed versions: Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Log': {'1.0'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Network': {'1.1'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Port': {'1.7'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: consumer versions: Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: { DHCP agent@n-d-723573-7: {}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: HyperV agent@n-h1-723573-7: {}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: HyperV agent@n-h2-723573-7: {}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: L3 agent@n-d-723573-7: {}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: Metadata agent@n-d-723573-7: {}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: Metering agent@n-d-723573-7: {}, Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Log': '1.0', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Network': '1.1', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Port': '1.7', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'PortForwarding': '1.2', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'QosPolicy': '1.8', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'SubPort': '1.0', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Subnet': '1.1', Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: 'Trunk': '1.1'}} Jul 28 11:01:03.444033 n-d-723573-7 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:01:03.585356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:03.613870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a47a7d9-6ce5-400b-9b57-394862fc4153 req-cd36c24e-e414-43c0-93a8-95ad91fa3405 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 210 time: 0.0443070 Jul 28 11:01:03.845654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.44', 62243) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:03.863874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7708625-4547-4b91-8445-0ecda6827224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:03.886419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-0c2724fc-013f-478b-b1d7-8d295bd3a9b9 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5d337f73bc354faea400543c7c76bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389740 Jul 28 11:01:04.041433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7708625-4547-4b91-8445-0ecda6827224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.047503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7708625-4547-4b91-8445-0ecda6827224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.080473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:04.118929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7708625-4547-4b91-8445-0ecda6827224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd6e10-f1ad-4347-91f3-acb4453a4925,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.154276 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f7708625-4547-4b91-8445-0ecda6827224 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d8d391e3944b9e8c0708f40f1f05b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5677645 Jul 28 11:01:04.155697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f40e4765-c841-479b-ae71-0db70b126f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.157681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:04.260467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1312384a-35be-46d0-adb6-e6f19accf0bd req-4cf97def-c3f2-4487-907d-d16276c96772 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 210 time: 0.0786443 Jul 28 11:01:04.279884 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1db960f-c189-4ba7-bad1-8ef34a63d5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.311503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-ebc24cd2-692b-4c67-99ae-079c353f9b78 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:04.313037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-ebc24cd2-692b-4c67-99ae-079c353f9b78 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4176240 Jul 28 11:01:04.323716 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1db960f-c189-4ba7-bad1-8ef34a63d5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.326370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f40e4765-c841-479b-ae71-0db70b126f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.336618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f40e4765-c841-479b-ae71-0db70b126f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.374905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Request body: {'port': {'device_id': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '5d337f73bc354faea400543c7c76bd3e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:04.388695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e4765-c841-479b-ae71-0db70b126f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68bb112-7f98-46b3-b88a-9d08cab43335,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.395623 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f40e4765-c841-479b-ae71-0db70b126f77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09ccf546b59e4b0bbad1c3aedd8b7157&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3141196 Jul 28 11:01:04.409252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49986) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:04.493447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7172e72-0c30-49b9-ac26-2eb46dcd0424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.520769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7172e72-0c30-49b9-ac26-2eb46dcd0424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.569512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1db960f-c189-4ba7-bad1-8ef34a63d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.571962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1db960f-c189-4ba7-bad1-8ef34a63d5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.573105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a1db960f-c189-4ba7-bad1-8ef34a63d5bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09bd6e10-f1ad-4347-91f3-acb4453a4925 HTTP/1.1" status: 204 len: 168 time: 0.4143808 Jul 28 11:01:04.600597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db960f-c189-4ba7-bad1-8ef34a63d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd6e10-f1ad-4347-91f3-acb4453a4925,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.608127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7172e72-0c30-49b9-ac26-2eb46dcd0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.612466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7172e72-0c30-49b9-ac26-2eb46dcd0424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.615803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d7172e72-0c30-49b9-ac26-2eb46dcd0424 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d68bb112-7f98-46b3-b88a-9d08cab43335 HTTP/1.1" status: 204 len: 168 time: 0.2030377 Jul 28 11:01:04.630415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7172e72-0c30-49b9-ac26-2eb46dcd0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68bb112-7f98-46b3-b88a-9d08cab43335,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.670820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Made reservation on behalf of 5d337f73bc354faea400543c7c76bd3e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:04.675387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.706034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.753273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1130532d-4a6b-4291-9030-c144710833eb req-87f9f19c-374b-49f7-a1b2-62d26e7504fd tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 210 time: 0.0356126 Jul 28 11:01:04.868772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.876926 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:04.898280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.44', 62247) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:04.956832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-734c723a-4eaf-401d-83e5-899133d6ec7a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=551041fdf68c4fbfae1f4ecfe1eff2fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543396 Jul 28 11:01:04.997462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:05.173940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Allocated IP 192.168.233.49 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/5f0064e9-8865-41a6-9def-9380cfa1b61c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:05.240077 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:01:05.328671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-f6cea4e7-ced6-4657-91b6-f8a071a6feef tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:05.330713 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-f6cea4e7-ced6-4657-91b6-f8a071a6feef tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682127 Jul 28 11:01:05.342189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:05.379491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Request body: {'port': {'device_id': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '551041fdf68c4fbfae1f4ecfe1eff2fd'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:05.447337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f5300c3-0da8-409f-8b03-653f515c3da7 req-c725a22c-e2fb-4a9c-85df-1d0cc35bfcca tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 210 time: 0.0702541 Jul 28 11:01:05.458711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bc66607-40c1-4d53-874a-d161fa98c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.524905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.554810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Transition to ACTIVE for port object 5f0064e9-8865-41a6-9def-9380cfa1b61c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:05.621880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bc66607-40c1-4d53-874a-d161fa98c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.630452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bc66607-40c1-4d53-874a-d161fa98c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.651848 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.691055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5bc66607-40c1-4d53-874a-d161fa98c224 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca2ad3ad742042e28c55b98acd495f02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3472931 Jul 28 11:01:05.698859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:05.699976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66607-40c1-4d53-874a-d161fa98c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca7d75-2ac5-4b60-8cbd-73673405b2b4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:05.804838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:05.806560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:05.822245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f6624d-071b-4ca9-97da-47ad1858b9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.822647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:05.833972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:05.834839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.852384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f6624d-071b-4ca9-97da-47ad1858b9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.895944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Pushing event updated for resources: {'Port': ['ID=5f0064e9-8865-41a6-9def-9380cfa1b61c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:05.917269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-6e29eb0b-b00c-4e8e-aedb-244a454eb4c2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5492849 Jul 28 11:01:05.931361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f6624d-071b-4ca9-97da-47ad1858b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.936478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f6624d-071b-4ca9-97da-47ad1858b9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:05.943761 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-87f6624d-071b-4ca9-97da-47ad1858b9a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51ca7d75-2ac5-4b60-8cbd-73673405b2b4 HTTP/1.1" status: 204 len: 168 time: 0.2361679 Jul 28 11:01:05.978870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-4fd39ca7-e897-4a63-ab9e-ac82fa91a13b tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:01:05.980169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-4fd39ca7-e897-4a63-ab9e-ac82fa91a13b tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057800 Jul 28 11:01:05.985476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:05.999815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6624d-071b-4ca9-97da-47ad1858b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca7d75-2ac5-4b60-8cbd-73673405b2b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:06.114059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Made reservation on behalf of 551041fdf68c4fbfae1f4ecfe1eff2fd for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:06.119396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.150690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.233082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05f3b3-252b-4df4-bc96-63f1e8c5dbdb req-1a86c042-fe20-4d24-9f6b-cf1b1db6bafe tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:06.241935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff05f3b3-252b-4df4-bc96-63f1e8c5dbdb req-1a86c042-fe20-4d24-9f6b-cf1b1db6bafe tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1390588 Jul 28 11:01:06.282137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fb270488-6825-4465-979d-30b2f13102e5 None None] Provisioning for port 5f0064e9-8865-41a6-9def-9380cfa1b61c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:06.291639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fb270488-6825-4465-979d-30b2f13102e5 None None] Provisioning complete for port 5f0064e9-8865-41a6-9def-9380cfa1b61c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:06.292694 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fb270488-6825-4465-979d-30b2f13102e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.310768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff05f3b3-252b-4df4-bc96-63f1e8c5dbdb req-6e268f63-94fa-421f-b92e-888b4c14ccd9 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691390 Jul 28 11:01:06.344511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.350955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.382639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fb270488-6825-4465-979d-30b2f13102e5 None None] Port 5f0064e9-8865-41a6-9def-9380cfa1b61c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:06.541082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fb4c8-987c-4ab5-90a7-c76f78d11521,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:06.550972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06661c84-8265-46b0-b9db-30d0229d1d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.689632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8041b078-6460-4c2a-a931-bb48895ee2ce req-2b9b58cc-0d34-44d9-84bc-ed6cab9cf673 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 210 time: 0.0662611 Jul 28 11:01:06.790269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Allocated IP 192.168.233.30 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:06.855783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06661c84-8265-46b0-b9db-30d0229d1d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.872126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06661c84-8265-46b0-b9db-30d0229d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:06.934816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-06661c84-8265-46b0-b9db-30d0229d1d53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98b033456ce444888a852c7e747b0120&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9482503 Jul 28 11:01:06.935845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:06.936474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:06.986580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06661c84-8265-46b0-b9db-30d0229d1d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f1a7a6-d5c2-44a2-b113-17263103dd6e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:07.053096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccad1877-ef07-44e7-ad52-39fbb43adad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.101519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccad1877-ef07-44e7-ad52-39fbb43adad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.134051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-network', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:07.162669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.181008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Made reservation on behalf of 8cb9daf83a134b29a10c7f8b368f59f0 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:07.191556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.200421 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.203950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccad1877-ef07-44e7-ad52-39fbb43adad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.208023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccad1877-ef07-44e7-ad52-39fbb43adad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.211672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ccad1877-ef07-44e7-ad52-39fbb43adad1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69f1a7a6-d5c2-44a2-b113-17263103dd6e HTTP/1.1" status: 204 len: 168 time: 0.2653434 Jul 28 11:01:07.225688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1877-ef07-44e7-ad52-39fbb43adad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f1a7a6-d5c2-44a2-b113-17263103dd6e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:07.369840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Transition to ACTIVE for port object ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:07.392997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.402840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.415353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.437333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:07.472473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eca016-bfd7-44a0-9d03-91c4ad2a66c6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:07.501181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.501538 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Added segment 091a4b16-0bdb-4dd9-b6e5-b50ba260861a of type vlan for network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 Jul 28 11:01:07.554244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.567294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d6cfb-53f8-4375-ada1-1f1eb8a5687c req-a3425aff-58c2-48e6-a863-28826b28acb0 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:07.569023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e18d6cfb-53f8-4375-ada1-1f1eb8a5687c req-a3425aff-58c2-48e6-a863-28826b28acb0 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1229510 Jul 28 11:01:07.578932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:07.587143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:07.591134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:07.599122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:07.599740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.637780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.638993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:07.641698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.741185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Pushing event updated for resources: {'Port': ['ID=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:07.759802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-4233e267-5993-44f1-9f7a-06fef554a0aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3977978 Jul 28 11:01:07.801593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e18d6cfb-53f8-4375-ada1-1f1eb8a5687c req-9056c946-bfa7-4a4d-a230-a5d0f2318d8e tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235954 Jul 28 11:01:07.818094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50118) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:07.820751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8813231 Jul 28 11:01:07.823568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Request body: {'subnet': {'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-subnet', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:07.834143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204ff67-d7b5-46b7-a28d-3aea1695d021 admin admin] Pushing event updated for resources: {'Network': ['ID=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:07.849365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:07.919743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Made reservation on behalf of 8cb9daf83a134b29a10c7f8b368f59f0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:07.923342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:07.993446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:08.042548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fc54d105-9cc0-4ea3-b746-635b09e42a47 None None] Provisioning for port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:08.044034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-056694b1-7e7f-416c-8880-d93073dc6e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.054801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd738d-3072-4d23-9817-78c094ff50f4 req-a7ca9c2a-6098-4770-9e11-d7ca8ba23c64 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:08.056269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fc54d105-9cc0-4ea3-b746-635b09e42a47 None None] Provisioning complete for port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:08.056757 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc54d105-9cc0-4ea3-b746-635b09e42a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.064039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39dd738d-3072-4d23-9817-78c094ff50f4 req-a7ca9c2a-6098-4770-9e11-d7ca8ba23c64 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.1975980 Jul 28 11:01:08.138000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fc54d105-9cc0-4ea3-b746-635b09e42a47 None None] Port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:08.141491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39dd738d-3072-4d23-9817-78c094ff50f4 req-e22c7842-fd37-4447-aabb-7b512cb44b98 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765035 Jul 28 11:01:08.288986 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-056694b1-7e7f-416c-8880-d93073dc6e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.291145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.299782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-056694b1-7e7f-416c-8880-d93073dc6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.344030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056694b1-7e7f-416c-8880-d93073dc6e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e3dc4-5c08-4ba5-98d1-10d4f7943a43,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.351316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-056694b1-7e7f-416c-8880-d93073dc6e2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fabe6d43ad88488d8f8da2fd43facade&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3541982 Jul 28 11:01:08.352258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:08.382403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Pushing event updated for resources: {'Subnet': ['ID=958755d5-0c70-4737-8f20-a21ed7f52d19,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.405682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Checking segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:08.406209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Network hostable DHCP agents. Network: 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:08.432134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:08.437697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d9115a9-bc7f-4771-9731-3f93418f439b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.454163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:08.459043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:08.460143 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.470922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901e09d-fe40-47ec-9146-899e3b53a5e7 None None] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:08.509815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5a9e504d-0af4-4747-9da4-b307fec8833e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6905575 Jul 28 11:01:08.512908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:08.517593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:08.562535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.564762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.625444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d9115a9-bc7f-4771-9731-3f93418f439b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.678726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d9115a9-bc7f-4771-9731-3f93418f439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.681452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d9115a9-bc7f-4771-9731-3f93418f439b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.682719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9d9115a9-bc7f-4771-9731-3f93418f439b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c3e3dc4-5c08-4ba5-98d1-10d4f7943a43 HTTP/1.1" status: 204 len: 168 time: 0.3295031 Jul 28 11:01:08.697623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9115a9-bc7f-4771-9731-3f93418f439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e3dc4-5c08-4ba5-98d1-10d4f7943a43,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.706843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.810821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:01:08.811684 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:08.959930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.045870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d04f5-a844-497d-97f9-93467f06ca30 req-84219982-e2b4-4e5e-a50e-b17681b73bd1 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:09.048264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-031d04f5-a844-497d-97f9-93467f06ca30 req-84219982-e2b4-4e5e-a50e-b17681b73bd1 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1081839 Jul 28 11:01:09.114890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Allocated IP 172.20.0.2 (4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71/958755d5-0c70-4737-8f20-a21ed7f52d19/276c4801-732b-4436-a72e-196af3318bfc) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:09.146186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-031d04f5-a844-497d-97f9-93467f06ca30 req-eea2ec0d-eecc-4453-b2b8-ae1ca287909d tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909247 Jul 28 11:01:09.336673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.376505 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.394917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0303-9274-4f37-994c-388c38683f68 req-2018d915-75d6-441a-8bf9-7f4e871f85af tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:09.397199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afea0303-9274-4f37-994c-388c38683f68 req-2018d915-75d6-441a-8bf9-7f4e871f85af tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.1240070 Jul 28 11:01:09.397309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.402737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Transition to ACTIVE for port object 276c4801-732b-4436-a72e-196af3318bfc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:09.462112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Transition to ACTIVE for port object 276c4801-732b-4436-a72e-196af3318bfc will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:09.481787 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.521192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afea0303-9274-4f37-994c-388c38683f68 req-efe4dc11-85b9-4084-b977-a8f0baef93b1 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150951 Jul 28 11:01:09.565541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:09.569678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:09.577650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:09.580822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Allocated IP 172.25.1.91 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/8a751743-56e0-40d7-b1d1-d98f51a523cd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:09.659160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Attempting to bind port 276c4801-732b-4436-a72e-196af3318bfc on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:09.667508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Attempting to bind port 276c4801-732b-4436-a72e-196af3318bfc by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:09.667994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Attempting to bind port 276c4801-732b-4436-a72e-196af3318bfc on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:09.670186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Pushing event updated for resources: {'Port': ['ID=276c4801-732b-4436-a72e-196af3318bfc,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:09.680169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.680169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.680548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.680929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.681625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.682183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.683120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.683579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.683958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.684661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.685211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.685563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Tracked resource versions report: Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: pushed versions: Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: { 'AddressGroup': {'1.2'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Log': {'1.0'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Network': {'1.1'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Port': {'1.7'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'PortForwarding': {'1.2'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'QosPolicy': {'1.8'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'SecurityGroup': {'1.4'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'SubPort': {'1.0'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Subnet': {'1.1'}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Trunk': {'1.1'}} Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: consumer versions: Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: { DHCP agent@n-d-723573-7: {}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: HyperV agent@n-h1-723573-7: {}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: HyperV agent@n-h2-723573-7: {}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: L3 agent@n-d-723573-7: {}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: Metadata agent@n-d-723573-7: {}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: Metering agent@n-d-723573-7: {}, Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'ConntrackHelper': '1.0', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Log': '1.0', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Network': '1.1', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Port': '1.7', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'PortForwarding': '1.2', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'QosPolicy': '1.8', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'SecurityGroup': '1.4', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'SecurityGroupRule': '1.2', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'SubPort': '1.0', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Subnet': '1.1', Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: 'Trunk': '1.1'}} Jul 28 11:01:09.686908 n-d-723573-7 neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:01:09.717174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:09.717555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Checking segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:09.718467 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.724560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Bound using segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:09.725465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Bound port: 276c4801-732b-4436-a72e-196af3318bfc, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:09.725465 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.761967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.842704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] For port 276c4801-732b-4436-a72e-196af3318bfc, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:09.846190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] For port 276c4801-732b-4436-a72e-196af3318bfc, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=276c4801-732b-4436-a72e-196af3318bfc,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:09.856412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.861923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:09.923611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:09.926542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:09.938412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:09.994264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50178) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:10.005393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Pushing event updated for resources: {'Port': ['ID=8a751743-56e0-40d7-b1d1-d98f51a523cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:10.015993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053e61b-d755-4d60-825e-f5a8da87e2da None None] Pushing event updated for resources: {'Port': ['ID=276c4801-732b-4436-a72e-196af3318bfc,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:10.389287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:10.404784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0160652-fa93-40a5-83db-548f7ef084c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:10.442388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9515c7-1e8c-4534-9903-23d4acab72de req-e7b99fc6-65e5-44db-b961-f933ff2bc2bd tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:10.444700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb9515c7-1e8c-4534-9903-23d4acab72de req-e7b99fc6-65e5-44db-b961-f933ff2bc2bd tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1385934 Jul 28 11:01:10.542686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb9515c7-1e8c-4534-9903-23d4acab72de req-6f2600a3-342f-4667-a708-0fd554f4ee45 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846689 Jul 28 11:01:10.665794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0160652-fa93-40a5-83db-548f7ef084c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:10.693737 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0160652-fa93-40a5-83db-548f7ef084c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:10.725470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0160652-fa93-40a5-83db-548f7ef084c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14341560-2146-42ad-a395-888cbbf3177c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:10.812648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b0160652-fa93-40a5-83db-548f7ef084c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2bd9ff245c24d0283ec0bde8acbb709&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8172603 Jul 28 11:01:10.814517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:10.829423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c4909-325e-48e8-a343-0cdc07bd1f8a req-10ae3723-eece-42e7-a0ee-5dfd7b05ae02 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:10.831379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-444c4909-325e-48e8-a343-0cdc07bd1f8a req-10ae3723-eece-42e7-a0ee-5dfd7b05ae02 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.1802676 Jul 28 11:01:10.857126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:10.903157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-444c4909-325e-48e8-a343-0cdc07bd1f8a req-fc9b6356-a440-4114-821f-72c983214030 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Jul 28 11:01:10.918350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0717650d-2289-4a85-a1fd-33d9d8318302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:10.950941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0717650d-2289-4a85-a1fd-33d9d8318302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:11.048419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0717650d-2289-4a85-a1fd-33d9d8318302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:11.052159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0717650d-2289-4a85-a1fd-33d9d8318302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:11.055659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0717650d-2289-4a85-a1fd-33d9d8318302 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14341560-2146-42ad-a395-888cbbf3177c HTTP/1.1" status: 204 len: 168 time: 0.2376127 Jul 28 11:01:11.087514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717650d-2289-4a85-a1fd-33d9d8318302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14341560-2146-42ad-a395-888cbbf3177c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:11.113222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Router f68ac6f9-d798-4543-9132-b365f814f537 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:01:11.238111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 276c4801-732b-4436-a72e-196af3318bfc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:11.334275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 276c4801-732b-4436-a72e-196af3318bfc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:11.350115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:11.362309 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:11.373177 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:11.374907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64675d0a-d340-4a3c-ac33-037928034b47 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8610353 Jul 28 11:01:11.377620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:11.379940 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:11.380621 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:11.625614 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:11.667663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8614564-d65f-42ed-ae6c-20c1a94a5e58 None None] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:11.800816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb381-d212-4894-80d4-925ac34d9136 req-6e1a1d52-e223-48cd-bf4a-a150cdb64174 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:11.803626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36afb381-d212-4894-80d4-925ac34d9136 req-6e1a1d52-e223-48cd-bf4a-a150cdb64174 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1112380 Jul 28 11:01:11.820429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:11.840654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-043ffb5f-8047-4406-a8c5-5ebf573858e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:11.881769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36afb381-d212-4894-80d4-925ac34d9136 req-3bf98c9e-eeb8-4c91-9b6d-ed56bcd81aa0 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Jul 28 11:01:12.084062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] Provisioning for port 276c4801-732b-4436-a72e-196af3318bfc completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:12.098979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] Provisioning complete for port 276c4801-732b-4436-a72e-196af3318bfc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:12.099361 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.139897 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:10Z', 'revision_number': 3, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:12.155272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed8e6-0486-42ae-bd5d-112d39ae8876 req-86625b8f-4e04-4f87-809c-71414edf0f93 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:12.164115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85bed8e6-0486-42ae-bd5d-112d39ae8876 req-86625b8f-4e04-4f87-809c-71414edf0f93 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.1276135 Jul 28 11:01:12.229581 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:12.229929 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Updating router f68ac6f9-d798-4543-9132-b365f814f537 port 8a751743-56e0-40d7-b1d1-d98f51a523cd binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:12.265176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85bed8e6-0486-42ae-bd5d-112d39ae8876 req-0325891b-f39c-4051-be01-afb1a9d42547 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001480 Jul 28 11:01:12.280241 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.298338 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.309581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.316337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-043ffb5f-8047-4406-a8c5-5ebf573858e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.348114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-043ffb5f-8047-4406-a8c5-5ebf573858e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.350594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] For port 276c4801-732b-4436-a72e-196af3318bfc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=276c4801-732b-4436-a72e-196af3318bfc,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:12.360717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.419635 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-043ffb5f-8047-4406-a8c5-5ebf573858e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f086799be2e2407986fb0c0eac020f7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5981741 Jul 28 11:01:12.423054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:12.472585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e732235-bcba-4020-9adb-3f5b43507cdd None None] Pushing event updated for resources: {'Port': ['ID=276c4801-732b-4436-a72e-196af3318bfc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:12.479118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:12.482120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ffb5f-8047-4406-a8c5-5ebf573858e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b3ad8-78c4-439e-8dfe-a41d6e8c4e72,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:12.494486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29583046-f56c-4170-8873-508be87e0185 None None] Provisioning complete for port 276c4801-732b-4436-a72e-196af3318bfc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:12.495713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29583046-f56c-4170-8873-508be87e0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.549105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-111ff0d0-c50d-475a-a692-562f43eb5fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.617981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-111ff0d0-c50d-475a-a692-562f43eb5fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.706630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Allocated IP 172.20.0.1 (4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71/958755d5-0c70-4737-8f20-a21ed7f52d19/04ca2091-1921-465d-b68f-5e84488295aa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:12.716752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-111ff0d0-c50d-475a-a692-562f43eb5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.718975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-111ff0d0-c50d-475a-a692-562f43eb5fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.720518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-111ff0d0-c50d-475a-a692-562f43eb5fcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb1b3ad8-78c4-439e-8dfe-a41d6e8c4e72 HTTP/1.1" status: 204 len: 168 time: 0.2956207 Jul 28 11:01:12.731904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ff0d0-c50d-475a-a692-562f43eb5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b3ad8-78c4-439e-8dfe-a41d6e8c4e72,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:12.806606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f663247-2127-4a98-8336-e84316a441ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.910535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:12.970027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Transition to ACTIVE for port object 04ca2091-1921-465d-b68f-5e84488295aa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:12.973100 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.005476 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Transition to ACTIVE for port object 8a751743-56e0-40d7-b1d1-d98f51a523cd will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:13.018501 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.107368 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Pushing event updated for resources: {'Port': ['ID=8a751743-56e0-40d7-b1d1-d98f51a523cd,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:13.127757 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.128508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.134684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.135437 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.136122 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.136850 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.137337 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.137835 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.138313 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.138792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.139267 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.139740 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.140227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Tracked resource versions report: Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: pushed versions: Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: { 'AddressGroup': {'1.2'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Log': {'1.0'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Network': {'1.1'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Port': {'1.7'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'PortForwarding': {'1.2'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'QosPolicy': {'1.8'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'SecurityGroup': {'1.4'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'SubPort': {'1.0'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Subnet': {'1.1'}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Trunk': {'1.1'}} Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: consumer versions: Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: { DHCP agent@n-d-723573-7: {}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: HyperV agent@n-h1-723573-7: {}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: HyperV agent@n-h2-723573-7: {}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: L3 agent@n-d-723573-7: {}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: Metadata agent@n-d-723573-7: {}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: Metering agent@n-d-723573-7: {}, Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: Open vSwitch agent@n-d-723573-7: { 'AddressGroup': '1.2', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'ConntrackHelper': '1.0', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Log': '1.0', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Network': '1.1', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Port': '1.7', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'PortForwarding': '1.2', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'QosPolicy': '1.8', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'SecurityGroup': '1.4', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'SecurityGroupRule': '1.2', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'SubPort': '1.0', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Subnet': '1.1', Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: 'Trunk': '1.1'}} Jul 28 11:01:13.141480 n-d-723573-7 neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 11:01:13.165536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f663247-2127-4a98-8336-e84316a441ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.173111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f4936-43b2-44a0-b2f2-97ff41a02034 req-779d4293-fa48-4b80-81e7-4292116b75e6 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:13.184445 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Attempting to bind port 8a751743-56e0-40d7-b1d1-d98f51a523cd on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:13.185142 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Attempting to bind port 8a751743-56e0-40d7-b1d1-d98f51a523cd by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:13.185747 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Attempting to bind port 8a751743-56e0-40d7-b1d1-d98f51a523cd on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:13.187114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 276c4801-732b-4436-a72e-196af3318bfc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:13.200801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f88f4936-43b2-44a0-b2f2-97ff41a02034 req-779d4293-fa48-4b80-81e7-4292116b75e6 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1597824 Jul 28 11:01:13.204990 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:13.205617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:13.206232 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.206793 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:13.207446 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Bound port: 8a751743-56e0-40d7-b1d1-d98f51a523cd, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:13.208339 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.268144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f663247-2127-4a98-8336-e84316a441ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.274771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:13.310473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:13.312781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f88f4936-43b2-44a0-b2f2-97ff41a02034 req-6db1e141-dc86-42e2-a693-7bed9aa24417 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101961 Jul 28 11:01:13.329641 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] For port 8a751743-56e0-40d7-b1d1-d98f51a523cd, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:13.332843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 276c4801-732b-4436-a72e-196af3318bfc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:13.333818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.344676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] For port 8a751743-56e0-40d7-b1d1-d98f51a523cd, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a751743-56e0-40d7-b1d1-d98f51a523cd,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:13.360815 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.361143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:13.361638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.458037 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f11b-5947-4a53-a039-5dea452b2ce4 None None] Pushing event updated for resources: {'Port': ['ID=8a751743-56e0-40d7-b1d1-d98f51a523cd,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:13.508672 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:13.511647 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:13.593782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d2432-6e68-409c-9e84-681edf678d3c req-f761ceea-c010-4a1b-8439-3f8da0fd2cdd tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:13.604239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Pushing event updated for resources: {'Port': ['ID=04ca2091-1921-465d-b68f-5e84488295aa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:13.617990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-191d2432-6e68-409c-9e84-681edf678d3c req-f761ceea-c010-4a1b-8439-3f8da0fd2cdd tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.1568356 Jul 28 11:01:13.698882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f663247-2127-4a98-8336-e84316a441ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e586af204254032be6d7c06a794f456&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2148454 Jul 28 11:01:13.699093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-191d2432-6e68-409c-9e84-681edf678d3c req-cb3af62c-947f-4e77-8cc1-9a5cf0adf0cd tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Jul 28 11:01:13.699093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:13.750479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f663247-2127-4a98-8336-e84316a441ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf31f8c-5fe9-491a-b168-2da628f18598,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:13.863845 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:13.870447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-33675fb2-c3b5-4105-9092-2fcafb25e35b None None] Provisioning for port 04ca2091-1921-465d-b68f-5e84488295aa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:13.881344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-33675fb2-c3b5-4105-9092-2fcafb25e35b None None] Provisioning complete for port 04ca2091-1921-465d-b68f-5e84488295aa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:13.881726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-33675fb2-c3b5-4105-9092-2fcafb25e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.946045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d72ce1c-97c0-42ce-a6ef-58f6223b6bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:13.996528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-33675fb2-c3b5-4105-9092-2fcafb25e35b None None] Port 04ca2091-1921-465d-b68f-5e84488295aa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:14.032554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d72ce1c-97c0-42ce-a6ef-58f6223b6bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.143815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d72ce1c-97c0-42ce-a6ef-58f6223b6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.147175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d72ce1c-97c0-42ce-a6ef-58f6223b6bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.151582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0d72ce1c-97c0-42ce-a6ef-58f6223b6bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cf31f8c-5fe9-491a-b168-2da628f18598 HTTP/1.1" status: 204 len: 168 time: 0.4450929 Jul 28 11:01:14.170990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72ce1c-97c0-42ce-a6ef-58f6223b6bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf31f8c-5fe9-491a-b168-2da628f18598,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:14.354052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:14.366350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.489555 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:10Z', 'revision_number': 3, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:14.546544 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef0a7-5b3d-4009-b5a1-a262aa7471b1 None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:10Z', 'revision_number': 3, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:14.583606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e3399-f8e0-45b1-8d0e-58a220d7a4a6 req-ede53067-8216-4a61-83be-124a9d621cfa tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:14.593560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-345e3399-f8e0-45b1-8d0e-58a220d7a4a6 req-ede53067-8216-4a61-83be-124a9d621cfa tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1387296 Jul 28 11:01:14.678351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-345e3399-f8e0-45b1-8d0e-58a220d7a4a6 req-bb405df1-9e19-4d95-90fe-f6db3cd8f3a2 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834455 Jul 28 11:01:14.714742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.741039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.741946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.752055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1497850056-network', 'tenant_id': '46eff64d438b47fe9c59f55867b793ea'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:14.843273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Made reservation on behalf of 46eff64d438b47fe9c59f55867b793ea for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:14.850658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.876141 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.894758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50282) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:14.934929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68f1a9c-9947-4863-a2ac-28ccf8ab12d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:14.941205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Pushing event updated for resources: {'Port': ['ID=04ca2091-1921-465d-b68f-5e84488295aa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:14.995420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ec32-7a0b-4215-b30a-2da265000e1b req-3e13c380-5570-4854-ba37-cd801927273a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:15.016536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a674ec32-7a0b-4215-b30a-2da265000e1b req-3e13c380-5570-4854-ba37-cd801927273a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.2188079 Jul 28 11:01:15.087281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:15.090848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:15.105912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a674ec32-7a0b-4215-b30a-2da265000e1b req-4ed53255-dc38-4f16-95ce-bc86a298d301 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805557 Jul 28 11:01:15.173299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.204923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a751743-56e0-40d7-b1d1-d98f51a523cd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:15.216139 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.290397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db11c4d6-be89-4f36-a2d9-587ab2eb45eb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:15.308091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:15.331559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8a751743-56e0-40d7-b1d1-d98f51a523cd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:15.335998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8a751743-56e0-40d7-b1d1-d98f51a523cd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:15.336392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.336741 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Added segment 0874bed8-ac4c-4a68-bee8-d0ce1a71b8c5 of type vlan for network 6e842c6a-9563-4fb6-9178-3229b26ffbcc Jul 28 11:01:15.336909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.392785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Router f68ac6f9-d798-4543-9132-b365f814f537 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:01:15.474855 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.483258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.509214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8a751743-56e0-40d7-b1d1-d98f51a523cd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a751743-56e0-40d7-b1d1-d98f51a523cd,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:15.522388 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.562246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.565397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:15.572115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.574338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-568fdfb0-f713-4b1b-95fe-00a75a5d2f66 None None] Provisioning complete for port 04ca2091-1921-465d-b68f-5e84488295aa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:15.574713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-568fdfb0-f713-4b1b-95fe-00a75a5d2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.592392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:15.607135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8fb14792-9d0f-4a56-9e3c-576575e78faa admin admin] 10.222.0.20 "PUT /v2.0/routers/f68ac6f9-d798-4543-9132-b365f814f537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2209265 Jul 28 11:01:15.626089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8a751743-56e0-40d7-b1d1-d98f51a523cd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:15.654007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-568fdfb0-f713-4b1b-95fe-00a75a5d2f66 None None] Port 04ca2091-1921-465d-b68f-5e84488295aa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:15.715722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68f1a9c-9947-4863-a2ac-28ccf8ab12d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.725566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68f1a9c-9947-4863-a2ac-28ccf8ab12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.745581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3897719 Jul 28 11:01:15.745779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:15.750571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cbb6d-1d75-4742-8b3f-9786c74c9e97 admin admin] Pushing event updated for resources: {'Network': ['ID=6e842c6a-9563-4fb6-9178-3229b26ffbcc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:15.751267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Request body: {'subnet': {'network_id': '6e842c6a-9563-4fb6-9178-3229b26ffbcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1497850056-subnet', 'tenant_id': '46eff64d438b47fe9c59f55867b793ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:15.763759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6e842c6a-9563-4fb6-9178-3229b26ffbcc details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:15.775743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Made reservation on behalf of 46eff64d438b47fe9c59f55867b793ea for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:15.780544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.816995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b68f1a9c-9947-4863-a2ac-28ccf8ab12d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=567c1c10a57a41d0ab5bcc4087110ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9187634 Jul 28 11:01:15.817545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:15.825123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f1a9c-9947-4863-a2ac-28ccf8ab12d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b8c29-c8a1-4523-b9d1-1431efec8d30,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:15.870086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00506c8-0b7c-4d29-b97e-6f43d92e2a84 req-e5ac38a3-05ec-4fb6-8d56-906f479b4c0c tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:15.874510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b00506c8-0b7c-4d29-b97e-6f43d92e2a84 req-e5ac38a3-05ec-4fb6-8d56-906f479b4c0c tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.1017947 Jul 28 11:01:15.924977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b40fe6d-200d-49ee-a8dd-078879a019ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:15.936453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b00506c8-0b7c-4d29-b97e-6f43d92e2a84 req-ab728c37-8524-4b83-b087-c6df8e339756 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537632 Jul 28 11:01:15.962113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b40fe6d-200d-49ee-a8dd-078879a019ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.001836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.021765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b40fe6d-200d-49ee-a8dd-078879a019ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.024588 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b40fe6d-200d-49ee-a8dd-078879a019ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.025907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4b40fe6d-200d-49ee-a8dd-078879a019ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e56b8c29-c8a1-4523-b9d1-1431efec8d30 HTTP/1.1" status: 204 len: 168 time: 0.2072444 Jul 28 11:01:16.038933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40fe6d-200d-49ee-a8dd-078879a019ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b8c29-c8a1-4523-b9d1-1431efec8d30,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:16.078617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Pushing event updated for resources: {'Subnet': ['ID=188ca7af-7379-43c2-94a8-e99793503cd4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:16.089309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Checking segment: {'id': '0874bed8-ac4c-4a68-bee8-d0ce1a71b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e842c6a-9563-4fb6-9178-3229b26ffbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:16.089667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Network hostable DHCP agents. Network: 6e842c6a-9563-4fb6-9178-3229b26ffbcc, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:16.105882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Network 6e842c6a-9563-4fb6-9178-3229b26ffbcc is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:16.114306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6e842c6a-9563-4fb6-9178-3229b26ffbcc) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:16.121977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:16.122731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.128401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b766705-52b0-4f31-a4f2-501b3cc3145a None None] Network 6e842c6a-9563-4fb6-9178-3229b26ffbcc requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:16.144760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-11c89fa7-dd9f-48ad-ab7b-a640a67e859d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3976889 Jul 28 11:01:16.244059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ab5d5-da51-438e-b3f5-6b805615e82b req-d4791c11-48a1-429a-ac3c-be1a997bb31d tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:16.246308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2ab5d5-da51-438e-b3f5-6b805615e82b req-d4791c11-48a1-429a-ac3c-be1a997bb31d tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 935 time: 0.0587661 Jul 28 11:01:16.292884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2ab5d5-da51-438e-b3f5-6b805615e82b req-2f631737-c455-4e68-b2b5-7fa19ce303a0 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Jul 28 11:01:16.306243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555e50c-1d87-4d27-b494-54d0c1cbade0 None None] Network 6e842c6a-9563-4fb6-9178-3229b26ffbcc requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:16.376913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Request body: {'port': {'device_id': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'device_owner': 'compute:tempest-test_az-362548357', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:16.383617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Request body: {'port': {'device_id': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'device_owner': 'compute:tempest-test_az-362548357', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:16.459525 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.477862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.802738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:16.808122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-network', 'tenant_id': '398445712c6c4954a2f89c87160f1137'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:16.813032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:16.834722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:16.835589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:16.855485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Made reservation on behalf of 398445712c6c4954a2f89c87160f1137 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:16.859899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.874362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:16.878194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.894103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:16.914268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Transition to ACTIVE for port object ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:16.919168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.009936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.130273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.143288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.186748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a751743-56e0-40d7-b1d1-d98f51a523cd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:17.255680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:17.255910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:17.272437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0064e9-8865-41a6-9def-9380cfa1b61c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:17.281650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.285050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c1f81-8ffa-4fd0-92cd-3fd01005b87b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.301701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758694041896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.302267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Unsubscribe: segment precommit_create {{(pid=93835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 11:01:17.303125 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Added segment 10aefe54-8030-4329-bb2f-3f7480b7ae4a of type vlan for network 6c31de59-fb5b-4243-a319-6824e935ff90 Jul 28 11:01:17.313785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50344) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:17.327687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Transition to ACTIVE for port object 5f0064e9-8865-41a6-9def-9380cfa1b61c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:17.329869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8a751743-56e0-40d7-b1d1-d98f51a523cd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:17.330533 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.335406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1698662609-network', 'tenant_id': '3718d1cdd1ec408590b1cc68d483232a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:17.344762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Attempting to bind port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:17.345118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Attempting to bind port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:17.347740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.355891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Attempting to bind port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:17.399812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc876-9c10-4f49-bd04-731a7ab71646 req-37b657a9-d1a3-4e86-b6cc-ca5862fbfc62 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:17.402358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb0bc876-9c10-4f49-bd04-731a7ab71646 req-37b657a9-d1a3-4e86-b6cc-ca5862fbfc62 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 935 time: 0.3201840 Jul 28 11:01:17.406525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:01:17.407138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Attempting to bind port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:17.435129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:17.435705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:17.436584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:17.437695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Bound port: ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:17.438191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.449261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.469357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Made reservation on behalf of 3718d1cdd1ec408590b1cc68d483232a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:17.471895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.515211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0064e9-8865-41a6-9def-9380cfa1b61c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.522333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.578984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.580192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:17.580936 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.596874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Attempting to bind port 5f0064e9-8865-41a6-9def-9380cfa1b61c on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:17.597461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Attempting to bind port 5f0064e9-8865-41a6-9def-9380cfa1b61c by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:17.597984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Attempting to bind port 5f0064e9-8865-41a6-9def-9380cfa1b61c on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:17.639373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb0bc876-9c10-4f49-bd04-731a7ab71646 req-1edda3c5-2f66-4987-80ad-2ad96499e46e tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290618 Jul 28 11:01:17.683189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Port 5f0064e9-8865-41a6-9def-9380cfa1b61c on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:01:17.683530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Attempting to bind port 5f0064e9-8865-41a6-9def-9380cfa1b61c on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:17.705493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 2, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:17.711772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] For port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:17.721580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:17.721939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:17.722510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:17.722955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Bound port: 5f0064e9-8865-41a6-9def-9380cfa1b61c, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:17.726635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.733399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] Pushing event updated for resources: {'Network': ['ID=6c31de59-fb5b-4243-a319-6824e935ff90,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.740929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] For port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:17.749714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:17.750140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Updating router f68ac6f9-d798-4543-9132-b365f814f537 port 04ca2091-1921-465d-b68f-5e84488295aa binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:17.759542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.761953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6c31de59-fb5b-4243-a319-6824e935ff90 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:17.774719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc709a9-10ad-4428-8e53-75cf70dd20b8 req-f06e9d01-9411-49cc-88d7-5f46645a6b8c tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:17.776484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dc709a9-10ad-4428-8e53-75cf70dd20b8 req-f06e9d01-9411-49cc-88d7-5f46645a6b8c tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 968 time: 0.3730755 Jul 28 11:01:17.833167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] For port 5f0064e9-8865-41a6-9def-9380cfa1b61c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:17.838952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] For port 5f0064e9-8865-41a6-9def-9380cfa1b61c, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:17.845198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.846865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.873099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:17.874052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.875747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] 10.222.0.44 "PUT /v2.0/ports/ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f HTTP/1.1" status: 200 len: 1116 time: 1.8305326 Jul 28 11:01:17.876329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8f4b-3f98-4899-aca3-b428064b2a94 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.970897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:17.971901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'tag': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:18.038544 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7c6f5c37-1cdb-4304-8567-21dbbb29bcec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2345033 Jul 28 11:01:18.040693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.043147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:18.048871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Request body: {'subnet': {'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-subnet', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:18.054024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:18.064340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.064552 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Added segment 1bb527af-c845-4011-86d5-ca4965a128cf of type vlan for network be5c4842-21d0-4d27-9b49-707b9de33f5b Jul 28 11:01:18.071710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:18.073389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.075485 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f0064e9-8865-41a6-9def-9380cfa1b61c HTTP/1.1" status: 200 len: 1116 time: 2.0317786 Jul 28 11:01:18.076301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'tag': '5f0064e9-8865-41a6-9def-9380cfa1b61c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:18.129578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.160903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Made reservation on behalf of 398445712c6c4954a2f89c87160f1137 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:18.164344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.232042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.235088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:18.235661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.374068 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.396415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Transition to ACTIVE for port object 04ca2091-1921-465d-b68f-5e84488295aa will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:18.398024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19740cd3-91cd-42ad-8ac8-59cf75c4ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0064e9-8865-41a6-9def-9380cfa1b61c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:18.415470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.427809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-8334c624-07e2-4810-ab08-d14d273ebae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:18.429353 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-8334c624-07e2-4810-ab08-d14d273ebae4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d337f73bc354faea400543c7c76bd3e&device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 1119 time: 0.2809727 Jul 28 11:01:18.433024 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e490643-19e4-44d9-8f49-c90160b81d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f13b95a-51c7-43c9-be91-e5cf54e73dff", "tag": "ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:18.450543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-14ae4180-a9c4-4e86-acaf-3ac982eb6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:18.452964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-14ae4180-a9c4-4e86-acaf-3ac982eb6f7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=551041fdf68c4fbfae1f4ecfe1eff2fd&device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 1119 time: 0.4142122 Jul 28 11:01:18.457938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1355119 Jul 28 11:01:18.482305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:18.501604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dc709a9-10ad-4428-8e53-75cf70dd20b8 req-9f476f00-ea30-4519-9c87-ea13d2d94b13 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853120 Jul 28 11:01:18.509267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Request body: {'subnet': {'network_id': 'be5c4842-21d0-4d27-9b49-707b9de33f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1698662609-subnet', 'tenant_id': '3718d1cdd1ec408590b1cc68d483232a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:18.523032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d6fce-1267-4558-86dc-1204042344fd None None] Pushing event updated for resources: {'Port': ['ID=04ca2091-1921-465d-b68f-5e84488295aa,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:18.568456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-f9f1657a-1601-4e83-a1a5-32602a0da372 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c HTTP/1.1" status: 200 len: 217 time: 0.1286662 Jul 28 11:01:18.574364 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7cb75-3b11-422d-9057-7e7e9a41b719" -d '{"events": [{"name": "network-changed", "server_uuid": "aab221bd-d804-43e4-ae86-0aa9aa6db1c5", "tag": "5f0064e9-8865-41a6-9def-9380cfa1b61c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:18.643736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da449f69-59ac-43c8-a6f7-f51be615a920,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:18.677794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-2084e2e6-b062-4fa3-9fc3-83c0696775ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:18.679287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-2084e2e6-b062-4fa3-9fc3-83c0696775ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0895336 Jul 28 11:01:18.687757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ce9fc941-9d74-4c36-b298-c52f5777e972 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f HTTP/1.1" status: 200 len: 217 time: 0.2118404 Jul 28 11:01:18.699103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Attempting to bind port 04ca2091-1921-465d-b68f-5e84488295aa on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:18.699751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Attempting to bind port 04ca2091-1921-465d-b68f-5e84488295aa by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:18.699869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Attempting to bind port 04ca2091-1921-465d-b68f-5e84488295aa on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:18.722127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:18.722500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Checking segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:18.722900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.723289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Bound using segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:18.723752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Bound port: 04ca2091-1921-465d-b68f-5e84488295aa, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:18.724149 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.835727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7589771-4df7-4aa5-be1c-a5aa8f889290 admin admin] Pushing event updated for resources: {'Network': ['ID=be5c4842-21d0-4d27-9b49-707b9de33f5b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:18.871550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network be5c4842-21d0-4d27-9b49-707b9de33f5b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:18.876879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-5740d02f-a09e-4f3e-bda1-6bd204720f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:18.878589 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-5740d02f-a09e-4f3e-bda1-6bd204720f93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808288 Jul 28 11:01:18.880067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] For port 04ca2091-1921-465d-b68f-5e84488295aa, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:18.922575 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef611c35-acd6-4a78-8b9b-e009f8bd96f6 x-openstack-request-id: req-ef611c35-acd6-4a78-8b9b-e009f8bd96f6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:18.923100 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f13b95a-51c7-43c9-be91-e5cf54e73dff", "tag": "ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:18.928895 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef611c35-acd6-4a78-8b9b-e009f8bd96f6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:18.929810 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'tag': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f', 'status': 'completed', 'code': 200} Jul 28 11:01:18.961586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Made reservation on behalf of 3718d1cdd1ec408590b1cc68d483232a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:18.980481 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:18.981720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.004037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] For port 04ca2091-1921-465d-b68f-5e84488295aa, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=04ca2091-1921-465d-b68f-5e84488295aa,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:19.034374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.050421 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d761e89a-3ba3-4b34-8f0d-b1b5e9f4d403 x-openstack-request-id: req-d761e89a-3ba3-4b34-8f0d-b1b5e9f4d403 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:19.050421 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab221bd-d804-43e4-ae86-0aa9aa6db1c5", "tag": "5f0064e9-8865-41a6-9def-9380cfa1b61c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:19.050421 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d761e89a-3ba3-4b34-8f0d-b1b5e9f4d403 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:19.050421 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'tag': '5f0064e9-8865-41a6-9def-9380cfa1b61c', 'status': 'completed', 'code': 200} Jul 28 11:01:19.052673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.078235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-5af2eb27-93ea-499b-9741-a48c6cce35e6 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758699 Jul 28 11:01:19.081929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-691d7f8d-5552-4163-9c6c-db4c90e61666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.084348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-691d7f8d-5552-4163-9c6c-db4c90e61666 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.3285186 Jul 28 11:01:19.102107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d6fce-1267-4558-86dc-1204042344fd None None] Pushing event updated for resources: {'Port': ['ID=04ca2091-1921-465d-b68f-5e84488295aa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.141776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:19.142345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:19.157389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Checking segment: {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:19.157982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Network hostable DHCP agents. Network: 6c31de59-fb5b-4243-a319-6824e935ff90, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:19.204705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Network 6c31de59-fb5b-4243-a319-6824e935ff90 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:19.227049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6c31de59-fb5b-4243-a319-6824e935ff90) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:19.243548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.243548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.258869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbf437-53da-4416-b6fb-01d6b794e8eb None None] Network 6c31de59-fb5b-4243-a319-6824e935ff90 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:19.268791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1dca1fec-0701-4585-a4e8-c13bc7c3256e req-4b22cd67-0f4a-49ed-b8b0-d43c1f15df10 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837134 Jul 28 11:01:19.295681 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ccfbefac-de03-4fa5-9aa8-925778b5842a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2511079 Jul 28 11:01:19.296656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:19.298865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be4c41-b532-4674-8950-5ecce09deb2e req-b0447d78-4f92-42a5-9434-2141cd19fd5b tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.300444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59be4c41-b532-4674-8950-5ecce09deb2e req-b0447d78-4f92-42a5-9434-2141cd19fd5b tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 968 time: 0.2389402 Jul 28 11:01:19.302130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:19.310278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-9afc06bd-a227-4b94-a037-7c4803628e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.311950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-9afc06bd-a227-4b94-a037-7c4803628e46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941519 Jul 28 11:01:19.341385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.342856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.410573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:19.447004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59be4c41-b532-4674-8950-5ecce09deb2e req-5fc2c968-186e-4477-9b9a-1e6003d6e0d3 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339259 Jul 28 11:01:19.470791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.492150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:19.517423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-ad1818d6-74ae-49c0-b0b9-1f485e6327b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.519082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-ad1818d6-74ae-49c0-b0b9-1f485e6327b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d337f73bc354faea400543c7c76bd3e&device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 1119 time: 0.1655414 Jul 28 11:01:19.590012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-1251dae2-4043-4b59-9430-c1da222fbe25 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645624 Jul 28 11:01:19.600142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.607104 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.661991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6c31de59-fb5b-4243-a319-6824e935ff90', 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'fixed_ips': [{'subnet_id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:01:19.662502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.733705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.750398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580e94e7-f111-4cac-abf3-f47a92725d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:19.805928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00297d2-6a7f-420a-b595-9da4f8fdbe83,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.816130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-187dab0e-7b2d-4852-bb92-3206e472346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.817735 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-187dab0e-7b2d-4852-bb92-3206e472346c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2710130 Jul 28 11:01:19.831570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c22a2-ce6e-4aa4-8edb-dddbfee48582 req-165388fb-2189-4ea1-8436-622451c180b4 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.833428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e9c22a2-ce6e-4aa4-8edb-dddbfee48582 req-165388fb-2189-4ea1-8436-622451c180b4 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 968 time: 0.2425160 Jul 28 11:01:19.865354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7303b576-fd77-4b80-93d2-5e5ae8f87190 req-ce5c5357-d11d-4134-8328-e6bd88de12d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613351 Jul 28 11:01:19.871912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Checking segment: {'id': '1bb527af-c845-4011-86d5-ca4965a128cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'be5c4842-21d0-4d27-9b49-707b9de33f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:19.872113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Network hostable DHCP agents. Network: be5c4842-21d0-4d27-9b49-707b9de33f5b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:19.876745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-4fbbf05d-a055-4ceb-8977-55cd0a537090 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c HTTP/1.1" status: 200 len: 217 time: 0.0480554 Jul 28 11:01:19.933453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e9c22a2-ce6e-4aa4-8edb-dddbfee48582 req-05e20880-c875-4821-b678-3d7eaede7e73 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822198 Jul 28 11:01:19.950445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Network be5c4842-21d0-4d27-9b49-707b9de33f5b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:19.956218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-7ae315db-fd33-46a3-a226-c009cdbcb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.956478 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-7ae315db-fd33-46a3-a226-c009cdbcb627 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0694203 Jul 28 11:01:19.968163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Allocated IP 172.20.0.2 (6c31de59-fb5b-4243-a319-6824e935ff90/5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2/e4a5dc1d-38bb-4364-9a72-37cebe3157e4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:19.980638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:18Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:19.985062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, be5c4842-21d0-4d27-9b49-707b9de33f5b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:19.996690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:19.996967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.015743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba82a8-782e-46db-9a20-906bf039d5c5 None None] Network be5c4842-21d0-4d27-9b49-707b9de33f5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:20.019261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97783b3-7f2a-44c3-928f-863bd5deba3b None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:18Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:20.025744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580e94e7-f111-4cac-abf3-f47a92725d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.033834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-0a500865-442b-493a-961f-4589d5849bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:20.035710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-0a500865-442b-493a-961f-4589d5849bc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=551041fdf68c4fbfae1f4ecfe1eff2fd&device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 1119 time: 0.0988619 Jul 28 11:01:20.038313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580e94e7-f111-4cac-abf3-f47a92725d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.055209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f4c9ee97-3841-46d6-91ab-5bd537f9657d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5439801 Jul 28 11:01:20.126589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-580e94e7-f111-4cac-abf3-f47a92725d5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f43f6d0daaec40d4a1a00c38596e4b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296108 Jul 28 11:01:20.154352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:20.252213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:20.265451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e94e7-f111-4cac-abf3-f47a92725d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb73c80-31e3-4f7b-abc1-863bb3da8f25,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.314628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1705f49-398d-46f1-876d-95f6f96a0fd3 None None] Network be5c4842-21d0-4d27-9b49-707b9de33f5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:20.321206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-f42caeb6-c6fc-4e06-b344-f056b99b1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:20.323284 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-f42caeb6-c6fc-4e06-b344-f056b99b1114 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3548260 Jul 28 11:01:20.337488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.368417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.373870 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.391366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Transition to ACTIVE for port object e4a5dc1d-38bb-4364-9a72-37cebe3157e4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:20.412739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Deleting subnet 188ca7af-7379-43c2-94a8-e99793503cd4 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:01:20.419658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.424447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Transition to ACTIVE for port object e4a5dc1d-38bb-4364-9a72-37cebe3157e4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:20.436887 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.493688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.507504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-4b6a0e19-cde5-4fc8-96c7-e4d1b75d00bb service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664813 Jul 28 11:01:20.508101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-4e9dc8c0-cbe9-4ee7-a902-2569a4f244fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:20.511375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-4e9dc8c0-cbe9-4ee7-a902-2569a4f244fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4659076 Jul 28 11:01:20.530832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.534125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a6a-aa56-46c6-b6cd-c50b4f7fc108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.542055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Network 6c31de59-fb5b-4243-a319-6824e935ff90 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:20.559607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a6a-aa56-46c6-b6cd-c50b4f7fc108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.561445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:20.577657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:20.592944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Pushing event updated for resources: {'Port': ['ID=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.650017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Attempting to bind port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:20.650379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Attempting to bind port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:20.650769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Attempting to bind port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 on network 6c31de59-fb5b-4243-a319-6824e935ff90 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:20.656028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:20.656497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Checking segment: {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:20.656904 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.657298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Bound using segment: {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:20.657757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Bound port: e4a5dc1d-38bb-4364-9a72-37cebe3157e4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:20.658116 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.660288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-a70690c6-acd2-4b0f-ba7c-aee30c92dd50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f HTTP/1.1" status: 200 len: 217 time: 0.1358671 Jul 28 11:01:20.674690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Allocated IP 172.25.1.254 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/4bb605c3-d580-4dba-9bba-ce3b5b80f5ac) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:20.704835 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3ca7cb75-3b11-422d-9057-7e7e9a41b719 req-1db60891-b63c-4b54-96c4-284f3673d91b service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813838 Jul 28 11:01:20.752814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a6a-aa56-46c6-b6cd-c50b4f7fc108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.755238 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a6a-aa56-46c6-b6cd-c50b4f7fc108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.755949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] For port e4a5dc1d-38bb-4364-9a72-37cebe3157e4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:20.758794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d76e5a6a-aa56-46c6-b6cd-c50b4f7fc108 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fb73c80-31e3-4f7b-abc1-863bb3da8f25 HTTP/1.1" status: 204 len: 168 time: 0.6010873 Jul 28 11:01:20.764637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] For port e4a5dc1d-38bb-4364-9a72-37cebe3157e4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:20.772623 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.802558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aba79-a435-4fad-9d51-bc531c2aa240 req-74475170-0429-45af-b691-26fb038bef94 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:20.808842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe3aba79-a435-4fad-9d51-bc531c2aa240 req-74475170-0429-45af-b691-26fb038bef94 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 968 time: 0.1696119 Jul 28 11:01:20.809850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e5a6a-aa56-46c6-b6cd-c50b4f7fc108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb73c80-31e3-4f7b-abc1-863bb3da8f25,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.816658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.824891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-3d275de3-4045-404c-b0e0-94b7f1afeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:20.826321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-3d275de3-4045-404c-b0e0-94b7f1afeba8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1507006 Jul 28 11:01:20.873971 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.922293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6b5d-18da-482b-b601-3b5e08e87c10 None None] Pushing event updated for resources: {'Port': ['ID=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.937729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188ca7af-7379-43c2-94a8-e99793503cd4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.950493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:20.950493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-14183c62-7e9a-4bf3-bdcf-c9c68949cfcc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/188ca7af-7379-43c2-94a8-e99793503cd4 HTTP/1.1" status: 204 len: 168 time: 0.6849074 Jul 28 11:01:20.950920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:20.959528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe3aba79-a435-4fad-9d51-bc531c2aa240 req-8dc7944b-96f7-4dc9-90db-6c8a250386df tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308675 Jul 28 11:01:21.005229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-7cf5033a-883b-4018-a7bb-22f362633d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:21.005229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-7cf5033a-883b-4018-a7bb-22f362633d47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555696 Jul 28 11:01:21.073311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.173694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:21.180669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:21.188425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:21.194021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 04ca2091-1921-465d-b68f-5e84488295aa up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:21.274448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.297226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 04ca2091-1921-465d-b68f-5e84488295aa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:21.301448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 04ca2091-1921-465d-b68f-5e84488295aa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:21.301730 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.344638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Pushing event updated for resources: {'Port': ['ID=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:21.497363 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.500822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:21.534313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 04ca2091-1921-465d-b68f-5e84488295aa, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=04ca2091-1921-465d-b68f-5e84488295aa,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:21.539479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.540148 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.546907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540952a-1c5e-460c-9643-42ccd36e0a3e req-579ee9da-62d2-4878-89d5-571705d0cf7b tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:21.554795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0540952a-1c5e-460c-9643-42ccd36e0a3e req-579ee9da-62d2-4878-89d5-571705d0cf7b tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 968 time: 0.1237357 Jul 28 11:01:21.577810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc405340-a084-47e5-b110-0f38cad35ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.584341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-8e189a53-b8b7-41ad-bb3a-d60f407901e2 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842760 Jul 28 11:01:21.601818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.602074 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.603084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.603639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.604721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.605160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.605601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.606253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.607125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.607535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.617005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=04ca2091-1921-465d-b68f-5e84488295aa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:21.654255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0540952a-1c5e-460c-9643-42ccd36e0a3e req-aa3c73ea-290f-493a-8589-c658db2892f5 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985918 Jul 28 11:01:21.718470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.718814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.719812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.720155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:21.720595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e842c6a-9563-4fb6-9178-3229b26ffbcc']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:21.731768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e490643-19e4-44d9-8f49-c90160b81d7e req-558ac697-70bd-4f12-8084-de4fe0d2076a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376927 Jul 28 11:01:21.742329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0874bed8-ac4c-4a68-bee8-d0ce1a71b8c5') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:21.742824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0874bed8-ac4c-4a68-bee8-d0ce1a71b8c5') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:21.768810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.787371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc405340-a084-47e5-b110-0f38cad35ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.792942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc405340-a084-47e5-b110-0f38cad35ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.823266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.836648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc405340-a084-47e5-b110-0f38cad35ea8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f49efecee6f4599952444c4da89ed92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322568 Jul 28 11:01:21.837772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc405340-a084-47e5-b110-0f38cad35ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822c1165-89dd-4e2b-a03e-599a52e9452f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:21.838575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:21.838992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.839962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:01:21.860933 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:01:21.890485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbd549-13d3-462a-906f-f6ddfeb714c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.903529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.915487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbd549-13d3-462a-906f-f6ddfeb714c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.962873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.973706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbd549-13d3-462a-906f-f6ddfeb714c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.976467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbd549-13d3-462a-906f-f6ddfeb714c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:21.980653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74cbd549-13d3-462a-906f-f6ddfeb714c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/822c1165-89dd-4e2b-a03e-599a52e9452f HTTP/1.1" status: 204 len: 168 time: 0.1396480 Jul 28 11:01:21.990148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbd549-13d3-462a-906f-f6ddfeb714c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822c1165-89dd-4e2b-a03e-599a52e9452f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.060522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.118525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.121820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e842c6a-9563-4fb6-9178-3229b26ffbcc HTTP/1.1" status: 204 len: 168 time: 1.1699178 Jul 28 11:01:22.126271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:22.138730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5116dd-b6c9-46f0-b1a5-d94c95f49c7d req-bd0072d1-f88a-4f68-b911-167e0dcc9ede tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:22.140276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a5116dd-b6c9-46f0-b1a5-d94c95f49c7d req-bd0072d1-f88a-4f68-b911-167e0dcc9ede tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 968 time: 0.0711839 Jul 28 11:01:22.148638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd745b8-5309-4340-91a2-c6db37e88529 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e842c6a-9563-4fb6-9178-3229b26ffbcc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.178004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.178637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5f0064e9-8865-41a6-9def-9380cfa1b61c details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:01:22.219156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Deleting subnet e00297d2-6a7f-420a-b595-9da4f8fdbe83 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:01:22.232109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a5116dd-b6c9-46f0-b1a5-d94c95f49c7d req-4b693466-c742-489c-9c75-1cbbb23c507d tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628393 Jul 28 11:01:22.233149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.294722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.308718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.333681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Router 75343f06-ba66-4981-b77b-5cfc52f77d68 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:01:22.350805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 5f0064e9-8865-41a6-9def-9380cfa1b61c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:22.369085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '5f0064e9-8865-41a6-9def-9380cfa1b61c', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '5f0064e9-8865-41a6-9def-9380cfa1b61c', 'mac_address': 'fa:16:3e:29:3a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:tempest-test_az-362548357', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:01:22.377090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74fffbc-7d64-4900-b539-7a7a2ad504d8 None None] Network 6c31de59-fb5b-4243-a319-6824e935ff90 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:22.398407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.426398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00297d2-6a7f-420a-b595-9da4f8fdbe83,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.436467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.438500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-55a43cc1-1403-4d9d-a3ab-723fd25532b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e00297d2-6a7f-420a-b595-9da4f8fdbe83 HTTP/1.1" status: 204 len: 168 time: 0.3088622 Jul 28 11:01:22.440981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:22.474491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:22.486342 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Sync routers for ids ['75343f06-ba66-4981-b77b-5cfc52f77d68'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:22.493151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.496654 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cb4be340-5aea-49be-8fee-2a4823f91d8b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1987557 Jul 28 11:01:22.499282 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Routers {'75343f06-ba66-4981-b77b-5cfc52f77d68'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:22.500046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:22.502367 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75343f06-ba66-4981-b77b-5cfc52f77d68'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.525969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d711e51-4593-41e7-a34c-8295995684c4 None None] Provisioning for port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:22.527970 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.551422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.563692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0064e9-8865-41a6-9def-9380cfa1b61c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:22.612831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 5f0064e9-8865-41a6-9def-9380cfa1b61c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:22.639491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.708018 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Set router 75343f06-ba66-4981-b77b-5cfc52f77d68 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:22.727126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.736856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=5f0064e9-8865-41a6-9def-9380cfa1b61c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.746654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.747000 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.747728 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.748074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.748442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.748777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.749124 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.749462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.749777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.750096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.827029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.827029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.827029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.827029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 11:01:22.827358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5c4842-21d0-4d27-9b49-707b9de33f5b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.862588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb527af-c845-4011-86d5-ca4965a128cf') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.862834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb527af-c845-4011-86d5-ca4965a128cf') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.902587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.932790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.952492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:22.953163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: from cryptography.utils import int_from_bytes Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: from cryptography.utils import int_from_bytes Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:01:22.958050 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:01:22.966511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['5f0064e9-8865-41a6-9def-9380cfa1b61c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:01:22.991439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326cfe8-c1f3-4eb6-a03c-6b23abb23710 req-ea54bcf6-5350-4d99-b25b-7597602fb86c tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:22.994029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d326cfe8-c1f3-4eb6-a03c-6b23abb23710 req-ea54bcf6-5350-4d99-b25b-7597602fb86c tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 968 time: 0.1572554 Jul 28 11:01:23.035929 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 3, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:23.070663 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Checking router: 75343f06-ba66-4981-b77b-5cfc52f77d68 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:23.071024 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Updating router 75343f06-ba66-4981-b77b-5cfc52f77d68 port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:23.104882 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.120605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.127721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d326cfe8-c1f3-4eb6-a03c-6b23abb23710 req-64e55330-6b3b-4f94-9be5-5b274a177eaa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899713 Jul 28 11:01:23.133526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.135607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] 10.222.0.20 "DELETE /v2.0/networks/be5c4842-21d0-4d27-9b49-707b9de33f5b HTTP/1.1" status: 204 len: 168 time: 0.6934104 Jul 28 11:01:23.164839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731f40a-eeb9-42ac-a842-7704fa0baf22 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5c4842-21d0-4d27-9b49-707b9de33f5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.304664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4a5dc1d-38bb-4364-9a72-37cebe3157e4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:23.417606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81b6ec-63b9-428f-b6a4-c73f6c220090 req-6eb9a6aa-c99c-406e-9cd1-9bf623a19bcc tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:23.433847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c81b6ec-63b9-428f-b6a4-c73f6c220090 req-6eb9a6aa-c99c-406e-9cd1-9bf623a19bcc tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 969 time: 0.0959930 Jul 28 11:01:23.457138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:23.491589 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.504243 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Transition to ACTIVE for port object 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:23.510555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:23.514736 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.518189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:23.518567 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.521547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.529712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c81b6ec-63b9-428f-b6a4-c73f6c220090 req-a49cd308-03c5-4118-a0ad-92d235d41cba tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940864 Jul 28 11:01:23.565851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1e432bce-0f4f-495a-98d7-1f5e6d837422 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46eff64d438b47fe9c59f55867b793ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032856 Jul 28 11:01:23.565851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:23.598744 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893384-5724-40b9-abc5-5503f9d8daad None None] Pushing event updated for resources: {'Port': ['ID=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.632134 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Attempting to bind port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:23.633164 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Attempting to bind port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:23.633908 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Attempting to bind port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:23.643743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:23.644973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:23.645513 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.645923 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:23.646520 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Bound port: 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:23.646801 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.661470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.671313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a1430e-0c26-4c9e-b89d-2b365e0f49f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.708109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e4a5dc1d-38bb-4364-9a72-37cebe3157e4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:23.714180 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.715091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 04ca2091-1921-465d-b68f-5e84488295aa up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:23.715972 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] For port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:23.718905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a1430e-0c26-4c9e-b89d-2b365e0f49f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.723630 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] For port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:23.724554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Allocated IP 172.20.0.1 (6c31de59-fb5b-4243-a319-6824e935ff90/5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2/1518b4c8-3964-4ab7-9f8d-88377ff71693) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:23.734313 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.782901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a1430e-0c26-4c9e-b89d-2b365e0f49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.790314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a1430e-0c26-4c9e-b89d-2b365e0f49f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.797898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-81a1430e-0c26-4c9e-b89d-2b365e0f49f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db11c4d6-be89-4f36-a2d9-587ab2eb45eb HTTP/1.1" status: 204 len: 168 time: 0.2300830 Jul 28 11:01:23.817889 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Routers {'75343f06-ba66-4981-b77b-5cfc52f77d68'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:23.818663 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75343f06-ba66-4981-b77b-5cfc52f77d68'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:23.819729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1430e-0c26-4c9e-b89d-2b365e0f49f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db11c4d6-be89-4f36-a2d9-587ab2eb45eb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.824922 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893384-5724-40b9-abc5-5503f9d8daad None None] Pushing event updated for resources: {'Port': ['ID=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.873250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.884363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 04ca2091-1921-465d-b68f-5e84488295aa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:23.885668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.894904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:23.910804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Transition to ACTIVE for port object 1518b4c8-3964-4ab7-9f8d-88377ff71693 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:23.965144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] Set router 75343f06-ba66-4981-b77b-5cfc52f77d68 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:23.968905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.008683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Network 6c31de59-fb5b-4243-a319-6824e935ff90 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:24.014338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:24.018110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:24.051726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Pushing event updated for resources: {'Port': ['ID=1518b4c8-3964-4ab7-9f8d-88377ff71693,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:24.071177 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.272235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:01:24.305053 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 3, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:24.313751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.341675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50496) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:24.356539 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aea993-41a4-4cac-add7-bd1abfd33949 None None] The sync data for ids ['75343f06-ba66-4981-b77b-5cfc52f77d68'] in n-d-723573-7 is: [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 3, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:24.382206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5f0064e9-8865-41a6-9def-9380cfa1b61c up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:24.386078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af9eab-c807-46ed-ac66-18e7fcfd8484 req-b0757390-748b-4ded-9ed0-6375de62a75a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:24.388334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02af9eab-c807-46ed-ac66-18e7fcfd8484 req-b0757390-748b-4ded-9ed0-6375de62a75a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 968 time: 0.1100831 Jul 28 11:01:24.454400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02af9eab-c807-46ed-ac66-18e7fcfd8484 req-37c5c14d-d749-4ee1-80cf-878457d65754 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547976 Jul 28 11:01:24.476918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:24.481213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ef690ccc-e55e-4571-afbe-e09c904b0dff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3718d1cdd1ec408590b1cc68d483232a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313264 Jul 28 11:01:24.512404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:24.533174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f', 'mac_address': 'fa:16:3e:bb:88:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:tempest-test_az-362548357', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:01:24.536551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b28bbecd-fb1f-4c10-a7be-57149b746144 None None] Provisioning for port 1518b4c8-3964-4ab7-9f8d-88377ff71693 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:24.547971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b28bbecd-fb1f-4c10-a7be-57149b746144 None None] Provisioning complete for port 1518b4c8-3964-4ab7-9f8d-88377ff71693 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:24.548380 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b28bbecd-fb1f-4c10-a7be-57149b746144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.550450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf886377-32a1-420e-90cc-ec44875b32d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.604411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf886377-32a1-420e-90cc-ec44875b32d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.618401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 5f0064e9-8865-41a6-9def-9380cfa1b61c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:24.631023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 5f0064e9-8865-41a6-9def-9380cfa1b61c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:24.631530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.673679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.682769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b28bbecd-fb1f-4c10-a7be-57149b746144 None None] Port 1518b4c8-3964-4ab7-9f8d-88377ff71693 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:24.684142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.694261 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.752636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:24.764446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d89d4-e7c4-40d4-9071-68338e32d008 req-1ebc15bb-eec7-43e6-94fb-50843731bf0a tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:24.766486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f0d89d4-e7c4-40d4-9071-68338e32d008 req-1ebc15bb-eec7-43e6-94fb-50843731bf0a tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 969 time: 0.1013508 Jul 28 11:01:24.767314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf886377-32a1-420e-90cc-ec44875b32d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.770133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf886377-32a1-420e-90cc-ec44875b32d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.771726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cf886377-32a1-420e-90cc-ec44875b32d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da449f69-59ac-43c8-a6f7-f51be615a920 HTTP/1.1" status: 204 len: 168 time: 0.2935338 Jul 28 11:01:24.784023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:24.816123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf886377-32a1-420e-90cc-ec44875b32d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da449f69-59ac-43c8-a6f7-f51be615a920,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:24.837152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.853685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Pushing event updated for resources: {'Port': ['ID=1518b4c8-3964-4ab7-9f8d-88377ff71693,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:24.881208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.884885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f0d89d4-e7c4-40d4-9071-68338e32d008 req-64c6ef42-859a-4b6d-a539-513b14204528 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Jul 28 11:01:24.931794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:24.983933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0064e9-8865-41a6-9def-9380cfa1b61c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:25.065015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:25.091104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Network 6c31de59-fb5b-4243-a319-6824e935ff90 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:25.092965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:25.140323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 5f0064e9-8865-41a6-9def-9380cfa1b61c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:25.153608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:25.160238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:01:25.250840 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d558ee-17b3-433b-b824-debc136e9643" -d '{"events": [{"server_uuid": "aab221bd-d804-43e4-ae86-0aa9aa6db1c5", "name": "network-vif-plugged", "status": "completed", "tag": "5f0064e9-8865-41a6-9def-9380cfa1b61c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:25.261252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4a5dc1d-38bb-4364-9a72-37cebe3157e4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:25.370398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Router 75343f06-ba66-4981-b77b-5cfc52f77d68 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:01:25.398521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=5f0064e9-8865-41a6-9def-9380cfa1b61c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:25.486696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c515099-1886-4622-8b01-c869b0912465 None None] Provisioning complete for port 1518b4c8-3964-4ab7-9f8d-88377ff71693 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:25.488327 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c515099-1886-4622-8b01-c869b0912465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:25.560762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:25.561409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:25.589067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d133b-e2fe-408a-93a5-ae0082bd4a9c req-b02217fb-659a-4a3a-a051-ddfad1a3cf49 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:25.600633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe2d133b-e2fe-408a-93a5-ae0082bd4a9c req-b02217fb-659a-4a3a-a051-ddfad1a3cf49 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 969 time: 0.0654848 Jul 28 11:01:25.622618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:25.633019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cca7d4f2-7f38-4e4b-82aa-e6eaa8abd09e admin admin] 10.222.0.20 "PUT /v2.0/routers/75343f06-ba66-4981-b77b-5cfc52f77d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1316602 Jul 28 11:01:25.638535 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb47c8a5-bb89-42ec-bfc4-d90c4e5cd42c x-openstack-request-id: req-eb47c8a5-bb89-42ec-bfc4-d90c4e5cd42c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:25.638535 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab221bd-d804-43e4-ae86-0aa9aa6db1c5", "name": "network-vif-plugged", "status": "completed", "tag": "5f0064e9-8865-41a6-9def-9380cfa1b61c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:25.638826 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb47c8a5-bb89-42ec-bfc4-d90c4e5cd42c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:25.640992 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0064e9-8865-41a6-9def-9380cfa1b61c', 'code': 200} Jul 28 11:01:25.671713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe2d133b-e2fe-408a-93a5-ae0082bd4a9c req-aeffc2d8-8690-4ebf-856b-a62ecb307621 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699198 Jul 28 11:01:25.696768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8c515099-1886-4622-8b01-c869b0912465 None None] Port 1518b4c8-3964-4ab7-9f8d-88377ff71693 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:25.834660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:25.844299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4f1e7-51ea-4696-b404-8d67a63a2b42 req-a113e542-03f9-4907-bb91-8dd11338f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:25.845826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdc4f1e7-51ea-4696-b404-8d67a63a2b42 req-a113e542-03f9-4907-bb91-8dd11338f1fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 1121 time: 0.1307321 Jul 28 11:01:25.864922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:25.874688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdc4f1e7-51ea-4696-b404-8d67a63a2b42 req-fe1d887d-a896-4409-aae6-f96e6ed9dc16 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:25.905696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:25.910307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:25.910683 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.028210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.032893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dee0e-3101-4d28-8094-98e57dc5279b req-8fb33a3f-6009-4097-9a9a-014e813c1f8f tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:26.034516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a35dee0e-3101-4d28-8094-98e57dc5279b req-8fb33a3f-6009-4097-9a9a-014e813c1f8f tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 970 time: 0.0813241 Jul 28 11:01:26.056095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:26.059963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdc4f1e7-51ea-4696-b404-8d67a63a2b42 req-fe1d887d-a896-4409-aae6-f96e6ed9dc16 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.062330 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.068044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdc4f1e7-51ea-4696-b404-8d67a63a2b42 req-fe1d887d-a896-4409-aae6-f96e6ed9dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.106210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdc4f1e7-51ea-4696-b404-8d67a63a2b42 req-fe1d887d-a896-4409-aae6-f96e6ed9dc16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509446 Jul 28 11:01:26.111654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a35dee0e-3101-4d28-8094-98e57dc5279b req-512cad20-9906-45af-9626-432927b90c79 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686564 Jul 28 11:01:26.121615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d887d-a896-4409-aae6-f96e6ed9dc16 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25f00704-68ff-42b0-9165-a7611f43d7a8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.136098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-927d26f5-5528-4e8a-bbab-21e15b4ede13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.136488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.253550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-927d26f5-5528-4e8a-bbab-21e15b4ede13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.258162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-927d26f5-5528-4e8a-bbab-21e15b4ede13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.297730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-927d26f5-5528-4e8a-bbab-21e15b4ede13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bd42ea29c4444c09d2e0a3e22d14f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316201 Jul 28 11:01:26.300285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:26.316830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d26f5-5528-4e8a-bbab-21e15b4ede13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf74e4f-9cb8-4646-bd08-de024dd629df,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.370632 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b378e76-17a7-4b5b-8a3e-42cc5606f33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.396630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b378e76-17a7-4b5b-8a3e-42cc5606f33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.459903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b378e76-17a7-4b5b-8a3e-42cc5606f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.463535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b378e76-17a7-4b5b-8a3e-42cc5606f33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.465374 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3b378e76-17a7-4b5b-8a3e-42cc5606f33d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf74e4f-9cb8-4646-bd08-de024dd629df HTTP/1.1" status: 204 len: 168 time: 0.1638811 Jul 28 11:01:26.474796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b378e76-17a7-4b5b-8a3e-42cc5606f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf74e4f-9cb8-4646-bd08-de024dd629df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.680956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:26.687547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35728499', 'description': 'tempest-description--130107100'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:26.717209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.817590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874850fa-befb-4e48-8400-67ad0df3187a req-14ed8da2-5607-4235-9fe9-d865771b97c3 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:26.825543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-874850fa-befb-4e48-8400-67ad0df3187a req-14ed8da2-5607-4235-9fe9-d865771b97c3 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 969 time: 0.0729635 Jul 28 11:01:26.875038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.880640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.888018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-874850fa-befb-4e48-8400-67ad0df3187a req-2eeed900-3761-423b-b64c-26ac67ae396f tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Jul 28 11:01:26.899942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:26.924160 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.929152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:26.930384 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2484217 Jul 28 11:01:26.932603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad3348-c1e9-4cde-af7f-0e70139a7a6a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1344c44f-e345-4b56-8cde-5f2c8c907c7e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.934965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:26.939712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'security_group_rule': {'security_group_id': '1344c44f-e345-4b56-8cde-5f2c8c907c7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:26.956713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:01:26.956713 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:01:26.956713 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id_1': '6ab0ad778b9448f0ba1e01e5b46e12a4', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 1, 26, 947156)}] Jul 28 11:01:26.956713 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:01:26.958081 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:01:26.971358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.034309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.038581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.061994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d96f1d9-fd70-497f-af58-131339982ef1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.075328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.078352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46c8e6c4-67c5-475c-820d-4a4cf1400316 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424716 Jul 28 11:01:27.081148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:27.087123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'security_group_rule': {'security_group_id': '1344c44f-e345-4b56-8cde-5f2c8c907c7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:27.108886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Sync routers for ids ['75343f06-ba66-4981-b77b-5cfc52f77d68'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:27.118468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Routers {'75343f06-ba66-4981-b77b-5cfc52f77d68'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:27.119074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75343f06-ba66-4981-b77b-5cfc52f77d68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:27.123174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:27.131498 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.247244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:27.247616 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.254493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.267662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.297093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Set router 75343f06-ba66-4981-b77b-5cfc52f77d68 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:27.297326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068351a-a23f-4c02-b7c9-ba836faefebc req-b765636b-712e-4d5b-ab77-967c0273976e tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.298932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c068351a-a23f-4c02-b7c9-ba836faefebc req-b765636b-712e-4d5b-ab77-967c0273976e tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 970 time: 0.0957556 Jul 28 11:01:27.299653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b81715-4e96-4d47-8bd8-ea18d27d91fe,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.308291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.312465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-77a2ee34-eb6f-48e1-b714-9e41adea419d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2272787 Jul 28 11:01:27.312765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50620) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:27.317371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:27.343195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.380321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c068351a-a23f-4c02-b7c9-ba836faefebc req-29b4e70b-be38-4464-8ce9-a18a348a78bd tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680408 Jul 28 11:01:27.451394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.459181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.542789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:01:24Z', 'revision_number': 4, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '1518b4c8-3964-4ab7-9f8d-88377ff71693', 'name': '', 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'mac_address': 'fa:16:3e:ab:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:23Z', 'updated_at': '2021-07-28T11:01:24Z', 'revision_number': 2, 'project_id': '398445712c6c4954a2f89c87160f1137', 'subnets': [{'id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:27.566953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Allocated IP 172.25.1.157 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/41715159-baf9-4212-8fab-13ea00bf925c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:27.570305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Checking router: 75343f06-ba66-4981-b77b-5cfc52f77d68 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:27.570662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Updating router 75343f06-ba66-4981-b77b-5cfc52f77d68 port 1518b4c8-3964-4ab7-9f8d-88377ff71693 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:27.577916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd43d1-7d98-4438-8397-55a5ce648651 req-396990ec-6da5-40b8-8068-051cbc1d26a6 tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.578380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd43d1-7d98-4438-8397-55a5ce648651 req-396990ec-6da5-40b8-8068-051cbc1d26a6 tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.578835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd43d1-7d98-4438-8397-55a5ce648651 req-396990ec-6da5-40b8-8068-051cbc1d26a6 tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.579455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd43d1-7d98-4438-8397-55a5ce648651 req-396990ec-6da5-40b8-8068-051cbc1d26a6 tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.579915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd43d1-7d98-4438-8397-55a5ce648651 req-396990ec-6da5-40b8-8068-051cbc1d26a6 tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.581714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2dd43d1-7d98-4438-8397-55a5ce648651 req-396990ec-6da5-40b8-8068-051cbc1d26a6 tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1490331 Jul 28 11:01:27.602639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.693275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.733104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.738247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.750400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.771690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7c341-ee86-4f0d-9202-9ac919d87ab5 req-80da0bb3-b846-4c49-9328-5068e818800a tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.773095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69c7c341-ee86-4f0d-9202-9ac919d87ab5 req-80da0bb3-b846-4c49-9328-5068e818800a tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 886 time: 0.1593013 Jul 28 11:01:27.796459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50a6669-745c-4903-9ac4-127e8dd974ba,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.800568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ecc6c592-e6bc-4314-b458-13c35ebd62f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ab0ad778b9448f0ba1e01e5b46e12a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8994646 Jul 28 11:01:27.808873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'Port': ['ID=41715159-baf9-4212-8fab-13ea00bf925c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.810579 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:27.821344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:27.823000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:27.852028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:27.948490 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1da6d845-41eb-49d9-a7af-77a74ed6b1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.949080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5445a40-9cbf-46f6-8b93-ea810aebd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:27.970048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c27656-0cbf-4114-8aae-c3c2f904bc05 req-0c3180e1-78fa-4eca-9d25-a9eba5cd8cac tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.970515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c27656-0cbf-4114-8aae-c3c2f904bc05 req-0c3180e1-78fa-4eca-9d25-a9eba5cd8cac tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.970970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c27656-0cbf-4114-8aae-c3c2f904bc05 req-0c3180e1-78fa-4eca-9d25-a9eba5cd8cac tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.971424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c27656-0cbf-4114-8aae-c3c2f904bc05 req-0c3180e1-78fa-4eca-9d25-a9eba5cd8cac tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.971890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c27656-0cbf-4114-8aae-c3c2f904bc05 req-0c3180e1-78fa-4eca-9d25-a9eba5cd8cac tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:27.974179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62c27656-0cbf-4114-8aae-c3c2f904bc05 req-0c3180e1-78fa-4eca-9d25-a9eba5cd8cac tempest-NetworksTest-1988652227 tempest-NetworksTest-1988652227-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1798186 Jul 28 11:01:28.008669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.015055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1da6d845-41eb-49d9-a7af-77a74ed6b1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.059759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.068952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d7ebc-8906-453a-8ba8-ddde62395fe5 req-ca2ea745-4ca7-4213-9ed3-bd318b08e27e tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:28.070516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c4d7ebc-8906-453a-8ba8-ddde62395fe5 req-ca2ea745-4ca7-4213-9ed3-bd318b08e27e tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 969 time: 0.0895319 Jul 28 11:01:28.077063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.106481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Transition to ACTIVE for port object 1518b4c8-3964-4ab7-9f8d-88377ff71693 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:28.112317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1da6d845-41eb-49d9-a7af-77a74ed6b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.112519 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.117662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1da6d845-41eb-49d9-a7af-77a74ed6b1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.121632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1da6d845-41eb-49d9-a7af-77a74ed6b1e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d50a6669-745c-4903-9ac4-127e8dd974ba HTTP/1.1" status: 204 len: 168 time: 0.3100369 Jul 28 11:01:28.165699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c81ba-1ba9-47ab-98d6-a1325f326afc None None] Pushing event updated for resources: {'Port': ['ID=1518b4c8-3964-4ab7-9f8d-88377ff71693,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:28.166801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d845-41eb-49d9-a7af-77a74ed6b1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50a6669-745c-4903-9ac4-127e8dd974ba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:28.171835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:28.199280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c4d7ebc-8906-453a-8ba8-ddde62395fe5 req-aedbc454-a11e-49cf-aabb-bb5515d4ff0a tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176925 Jul 28 11:01:28.306427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Attempting to bind port 1518b4c8-3964-4ab7-9f8d-88377ff71693 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:28.306852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Attempting to bind port 1518b4c8-3964-4ab7-9f8d-88377ff71693 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:28.307356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Attempting to bind port 1518b4c8-3964-4ab7-9f8d-88377ff71693 on network 6c31de59-fb5b-4243-a319-6824e935ff90 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:28.319152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:28.319620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Checking segment: {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:28.320044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.320576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Bound using segment: {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:28.321107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Bound port: 1518b4c8-3964-4ab7-9f8d-88377ff71693, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aefe54-8030-4329-bb2f-3f7480b7ae4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:28.321601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.324287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.331812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.331983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:28.340545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:28.341012 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.390291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:28.456856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'Port': ['ID=41715159-baf9-4212-8fab-13ea00bf925c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:28.467825 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.481639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] For port 1518b4c8-3964-4ab7-9f8d-88377ff71693, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:28.485387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.486110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] For port 1518b4c8-3964-4ab7-9f8d-88377ff71693, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1518b4c8-3964-4ab7-9f8d-88377ff71693,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:28.491417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31ec844d-223b-44b2-a91d-f444a4478a7f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1775856 Jul 28 11:01:28.516288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.536929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c324f-43f3-46e5-ac3d-d17938f66ab0 req-8dae211b-319f-48eb-8c6b-114841590815 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:28.538609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-140c324f-43f3-46e5-ac3d-d17938f66ab0 req-8dae211b-319f-48eb-8c6b-114841590815 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 970 time: 0.0704737 Jul 28 11:01:28.573702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e6a85d4-c5d4-4948-9da9-118197a259bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.575542 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.617811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-140c324f-43f3-46e5-ac3d-d17938f66ab0 req-df95fe07-3bc8-45e8-b4e4-097b3b81d372 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725400 Jul 28 11:01:28.678994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:28.681436 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74286141-a5ad-4b20-b4d0-42fa63970d5d" -d '{"events": [{"server_uuid": "8f13b95a-51c7-43c9-be91-e5cf54e73dff", "name": "network-vif-plugged", "status": "completed", "tag": "ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:28.688156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c81ba-1ba9-47ab-98d6-a1325f326afc None None] Pushing event updated for resources: {'Port': ['ID=1518b4c8-3964-4ab7-9f8d-88377ff71693,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:28.704339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Routers {'75343f06-ba66-4981-b77b-5cfc52f77d68'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:28.705319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75343f06-ba66-4981-b77b-5cfc52f77d68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:28.711077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:28.752657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e6a85d4-c5d4-4948-9da9-118197a259bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.759346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.760972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e6a85d4-c5d4-4948-9da9-118197a259bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:28.845698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a85d4-c5d4-4948-9da9-118197a259bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a30a1-aa2b-4af7-9b63-cf9dd89e8f94,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:28.877217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0e6a85d4-c5d4-4948-9da9-118197a259bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cbb78ebcc6942b6ac23f623cc5bc4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834375 Jul 28 11:01:28.877537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:28.880357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:28.901611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] Set router 75343f06-ba66-4981-b77b-5cfc52f77d68 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:28.953382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-f3a4de08-6df0-41eb-9fff-15ac2fe077c7 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--35728499&fields=id&tenant_id=8cb9daf83a134b29a10c7f8b368f59f0 HTTP/1.1" status: 200 len: 267 time: 0.1015444 Jul 28 11:01:28.969275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee1be3d7-b769-444b-ac10-9e6d824b9629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.003913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee1be3d7-b769-444b-ac10-9e6d824b9629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.060913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee1be3d7-b769-444b-ac10-9e6d824b9629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.063423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee1be3d7-b769-444b-ac10-9e6d824b9629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.067582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ee1be3d7-b769-444b-ac10-9e6d824b9629 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e7a30a1-aa2b-4af7-9b63-cf9dd89e8f94 HTTP/1.1" status: 204 len: 168 time: 0.1890259 Jul 28 11:01:29.076601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1be3d7-b769-444b-ac10-9e6d824b9629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a30a1-aa2b-4af7-9b63-cf9dd89e8f94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:29.212006 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445993c4-3345-4634-80a3-2b3d4425ffe3 x-openstack-request-id: req-445993c4-3345-4634-80a3-2b3d4425ffe3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:29.212631 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13b95a-51c7-43c9-be91-e5cf54e73dff", "name": "network-vif-plugged", "status": "completed", "tag": "ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:29.212631 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-445993c4-3345-4634-80a3-2b3d4425ffe3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:29.212936 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f', 'code': 200} Jul 28 11:01:29.233385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-b5fcfd48-6f8f-4ba1-9987-d2710d447389 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:29.242301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-b5fcfd48-6f8f-4ba1-9987-d2710d447389 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 823 time: 0.2823274 Jul 28 11:01:29.265791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-0617832c-8baa-4b48-a685-6edd8cd7a909 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/quotas/8cb9daf83a134b29a10c7f8b368f59f0 HTTP/1.1" status: 200 len: 375 time: 0.0218105 Jul 28 11:01:29.290375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:01:24Z', 'revision_number': 4, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '1518b4c8-3964-4ab7-9f8d-88377ff71693', 'name': '', 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'mac_address': 'fa:16:3e:ab:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:23Z', 'updated_at': '2021-07-28T11:01:28Z', 'revision_number': 4, 'project_id': '398445712c6c4954a2f89c87160f1137', 'subnets': [{'id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:29.357559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3cf2d-8320-461b-9d7a-7795bbcddb57 None None] The sync data for ids ['75343f06-ba66-4981-b77b-5cfc52f77d68'] in n-d-723573-7 is: [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:01:24Z', 'revision_number': 4, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '1518b4c8-3964-4ab7-9f8d-88377ff71693', 'name': '', 'network_id': '6c31de59-fb5b-4243-a319-6824e935ff90', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'mac_address': 'fa:16:3e:ab:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:23Z', 'updated_at': '2021-07-28T11:01:28Z', 'revision_number': 4, 'project_id': '398445712c6c4954a2f89c87160f1137', 'subnets': [{'id': '5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:29.631596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-896f0940-7ea2-4ad1-bcee-2de0cb3f9d1e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3477769 Jul 28 11:01:29.645165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a88a-bfdc-4d07-bc6c-bce2a3698786 req-b71d6636-559c-4779-ba19-51f62e3cef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:29.646622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb63a88a-bfdc-4d07-bc6c-bce2a3698786 req-b71d6636-559c-4779-ba19-51f62e3cef94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 1121 time: 0.3491468 Jul 28 11:01:29.651358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:29.674559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b054f8-4304-465b-aff9-3d15a90e3681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.684711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19fa19-191e-4d5e-b3df-c1f35150ef57 req-119917c2-b7c9-4d75-9920-f4a4ba7161cb tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:29.686403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e19fa19-191e-4d5e-b3df-c1f35150ef57 req-119917c2-b7c9-4d75-9920-f4a4ba7161cb tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 970 time: 0.1362455 Jul 28 11:01:29.773367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb63a88a-bfdc-4d07-bc6c-bce2a3698786 req-e3942dda-3da6-4b76-8836-9977ef08c0f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091149 Jul 28 11:01:29.784328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e19fa19-191e-4d5e-b3df-c1f35150ef57 req-b4d9cdbf-11c5-4a36-ad32-8fcc3938ff57 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898266 Jul 28 11:01:29.812721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b054f8-4304-465b-aff9-3d15a90e3681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.819297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b054f8-4304-465b-aff9-3d15a90e3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:29.871093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-e3d70b49-687c-4513-b44d-70f00b1bbe0f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:01:29.872168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-e3d70b49-687c-4513-b44d-70f00b1bbe0f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0784421 Jul 28 11:01:29.895006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-99b054f8-4304-465b-aff9-3d15a90e3681 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d60abf2436d4bfbb6a01b8432aa6de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401934 Jul 28 11:01:29.895888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:29.896011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b054f8-4304-465b-aff9-3d15a90e3681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da11b736-76d4-458a-891d-c2aa2a4f745e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:30.041512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88c10712-cebf-48a4-9bb2-e6707f67138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:30.059070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-e7113fd3-3522-420f-bb64-5db878d18f61 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795771 Jul 28 11:01:30.123475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88c10712-cebf-48a4-9bb2-e6707f67138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:30.201420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-ad253830-68c2-49b5-898d-295439a8022a service neutron] 10.222.0.20 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410151 Jul 28 11:01:30.233085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88c10712-cebf-48a4-9bb2-e6707f67138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:30.237844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88c10712-cebf-48a4-9bb2-e6707f67138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:30.241770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-88c10712-cebf-48a4-9bb2-e6707f67138a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da11b736-76d4-458a-891d-c2aa2a4f745e HTTP/1.1" status: 204 len: 168 time: 0.3425853 Jul 28 11:01:30.250030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c10712-cebf-48a4-9bb2-e6707f67138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11b736-76d4-458a-891d-c2aa2a4f745e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:30.262915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2fce2-ac8e-4f9f-8d96-8e1b23606a84 req-eff86b1b-c52b-4e88-bb2e-3f6a0de1ad8d tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:30.264403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ed2fce2-ac8e-4f9f-8d96-8e1b23606a84 req-eff86b1b-c52b-4e88-bb2e-3f6a0de1ad8d tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 970 time: 0.0825639 Jul 28 11:01:30.317222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ed2fce2-ac8e-4f9f-8d96-8e1b23606a84 req-98f0fe22-2d9a-4862-9399-318b841242dd tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Jul 28 11:01:30.426291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-200055c3-5a9c-4f3b-8b73-1787cec5ac84 req-bdd47b0f-df2c-48b7-9ba8-591daa35f11f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0488031 Jul 28 11:01:30.725927 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-edbe0132-b941-4428-a9a7-03bf3eec5e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:30.901895 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:30.965961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f8354-14da-4e13-980e-6018fe2c712d req-c54d92f8-f1d3-4c69-a8a0-e9fc928d2e5e tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:30.985242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f02f8354-14da-4e13-980e-6018fe2c712d req-c54d92f8-f1d3-4c69-a8a0-e9fc928d2e5e tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 970 time: 0.1086493 Jul 28 11:01:31.050049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f02f8354-14da-4e13-980e-6018fe2c712d req-49c8a031-45cc-4e55-a442-f2166aa2d6ad tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639105 Jul 28 11:01:31.111445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:31.164262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1518b4c8-3964-4ab7-9f8d-88377ff71693 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:31.282222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 1518b4c8-3964-4ab7-9f8d-88377ff71693 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:31.288755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a78d-7991-49fd-bed2-b6798aab95ae req-27bc05ad-438c-401f-a982-b4d03001ddb4 tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:31.290477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4084a78d-7991-49fd-bed2-b6798aab95ae req-27bc05ad-438c-401f-a982-b4d03001ddb4 tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 1121 time: 0.0497227 Jul 28 11:01:31.293018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1518b4c8-3964-4ab7-9f8d-88377ff71693 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:31.293756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.331680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4084a78d-7991-49fd-bed2-b6798aab95ae req-86f2ee9b-8686-41c3-bae0-d65d800f344e tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.344822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-102992a5-33b8-4388-80e0-c0534180f0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.413251 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.464726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 1518b4c8-3964-4ab7-9f8d-88377ff71693, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1518b4c8-3964-4ab7-9f8d-88377ff71693,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:31.472205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.543903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b55ef1-96c6-4135-b42b-59b014eba2f7 req-58dd58df-0b5f-4427-bd23-fa4989241e54 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:31.545499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21b55ef1-96c6-4135-b42b-59b014eba2f7 req-58dd58df-0b5f-4427-bd23-fa4989241e54 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 970 time: 0.1217117 Jul 28 11:01:31.556339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=1518b4c8-3964-4ab7-9f8d-88377ff71693,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:31.566163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 50982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:31.604467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4084a78d-7991-49fd-bed2-b6798aab95ae req-86f2ee9b-8686-41c3-bae0-d65d800f344e tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.624824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4084a78d-7991-49fd-bed2-b6798aab95ae req-86f2ee9b-8686-41c3-bae0-d65d800f344e tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.636040 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21b55ef1-96c6-4135-b42b-59b014eba2f7 req-bfbe38d7-4ec5-472b-b010-16fa624fcaa1 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726497 Jul 28 11:01:31.657078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-a5128374-59da-4620-a380-a10a16d6a4e8 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:31.658635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-a5128374-59da-4620-a380-a10a16d6a4e8 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.44 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 970 time: 0.1585853 Jul 28 11:01:31.767391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4084a78d-7991-49fd-bed2-b6798aab95ae req-86f2ee9b-8686-41c3-bae0-d65d800f344e tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695888 Jul 28 11:01:31.799457 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:31.872534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2ee9b-8686-41c3-bae0-d65d800f344e tempest-AggregatesAdminTestJSON-1584828981 tempest-AggregatesAdminTestJSON-1584828981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7952a9f6-cbfc-4ccc-baaa-01b8167733d4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:31.877745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db566ca2-b9f6-41d5-9a5c-1763add18fda req-210e77ed-83da-4f44-aadd-6be385a5e943 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0977170 Jul 28 11:01:32.001744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-102992a5-33b8-4388-80e0-c0534180f0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.009455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-102992a5-33b8-4388-80e0-c0534180f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.083545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-2d445edc-8b6f-43b7-b06a-69d1cdc5b51e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:32.089513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-102992a5-33b8-4388-80e0-c0534180f0d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be5149fa997e40ff9c7f74cfca80eb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9728837 Jul 28 11:01:32.093870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:32.098221 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-2d445edc-8b6f-43b7-b06a-69d1cdc5b51e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.41 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 823 time: 0.5301828 Jul 28 11:01:32.107242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102992a5-33b8-4388-80e0-c0534180f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a56d089-0c1d-42a3-8a90-12b0a4a74e43,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:32.160334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Deleting port 5f0064e9-8865-41a6-9def-9380cfa1b61c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:01:32.160334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.236981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b802a0bb-f271-4fd0-850b-41841726de04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.278428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b802a0bb-f271-4fd0-850b-41841726de04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.308121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] For port 5f0064e9-8865-41a6-9def-9380cfa1b61c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5f0064e9-8865-41a6-9def-9380cfa1b61c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:32.308663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.336842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Calling delete_port for 5f0064e9-8865-41a6-9def-9380cfa1b61c owned by compute:tempest-test_az-362548357 {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:01:32.445508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b802a0bb-f271-4fd0-850b-41841726de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.448394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b802a0bb-f271-4fd0-850b-41841726de04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.449592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b802a0bb-f271-4fd0-850b-41841726de04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a56d089-0c1d-42a3-8a90-12b0a4a74e43 HTTP/1.1" status: 204 len: 168 time: 0.3498790 Jul 28 11:01:32.466302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802a0bb-f271-4fd0-850b-41841726de04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a56d089-0c1d-42a3-8a90-12b0a4a74e43,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:32.670936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.689161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['5f0064e9-8865-41a6-9def-9380cfa1b61c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:01:32.729130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Pushing event deleted for resources: {'Port': ['ID=5f0064e9-8865-41a6-9def-9380cfa1b61c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:32.859355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] No DVR routers for this DVR port 5f0064e9-8865-41a6-9def-9380cfa1b61c on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:01:32.863692 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:32.866271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9154def2-7ef3-4405-9757-f346f8ba2b88 req-5dd58d6a-f1f8-4061-8af5-20c2ff2f18db tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.44 "DELETE /v2.0/ports/5f0064e9-8865-41a6-9def-9380cfa1b61c HTTP/1.1" status: 204 len: 173 time: 1.1959085 Jul 28 11:01:32.866968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'name': 'network-vif-deleted', 'tag': '5f0064e9-8865-41a6-9def-9380cfa1b61c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:32.871602 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada88ee8-1063-4231-85f3-ee1924d3399a" -d '{"events": [{"server_uuid": "aab221bd-d804-43e4-ae86-0aa9aa6db1c5", "name": "network-vif-deleted", "tag": "5f0064e9-8865-41a6-9def-9380cfa1b61c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:32.875944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff3474ab-9401-4727-a6e5-46d302a6b21d req-0bfa145b-14ad-438e-afe4-8323d01f7ce6 tempest-TenantUsagesTestJSON-415595986 tempest-TenantUsagesTestJSON-415595986-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab221bd-d804-43e4-ae86-0aa9aa6db1c5 HTTP/1.1" status: 200 len: 210 time: 0.0739486 Jul 28 11:01:32.976708 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b423284-bcd8-4b6e-b388-152e2c554c59 x-openstack-request-id: req-8b423284-bcd8-4b6e-b388-152e2c554c59 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:32.977001 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab221bd-d804-43e4-ae86-0aa9aa6db1c5", "name": "network-vif-deleted", "tag": "5f0064e9-8865-41a6-9def-9380cfa1b61c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:32.977251 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b423284-bcd8-4b6e-b388-152e2c554c59 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:32.977647 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab221bd-d804-43e4-ae86-0aa9aa6db1c5', 'name': 'network-vif-deleted', 'tag': '5f0064e9-8865-41a6-9def-9380cfa1b61c', 'status': 'completed', 'code': 200} Jul 28 11:01:33.008325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:33.130469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63455f5c-74a6-499d-8c52-c7588689b17a req-167a6d3f-ec37-474f-beed-5e12184698db tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0646482 Jul 28 11:01:33.148801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1518b4c8-3964-4ab7-9f8d-88377ff71693 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:33.212049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1518b4c8-3964-4ab7-9f8d-88377ff71693 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:33.212614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.214623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:33.246750 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f63e74c-f277-432f-abd4-dc855bc95b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.277957 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.283162 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.321988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:01:33.321988 n-d-723573-7 neutron-server[93836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:01:33.321988 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id': 'af2cb068cd044996bb8d8751a113cd2e', 'id': '68053bbb-fa38-4944-9cfc-50c255731a92', 'expiration': datetime.datetime(2021, 7, 28, 11, 3, 33, 318487)}] Jul 28 11:01:33.321988 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:01:33.322543 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:01:33.450465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f63e74c-f277-432f-abd4-dc855bc95b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.455919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f63e74c-f277-432f-abd4-dc855bc95b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.506995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e74c-f277-432f-abd4-dc855bc95b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c565852-07af-4399-85d8-d5723beb6cd2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:33.517791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5f63e74c-f277-432f-abd4-dc855bc95b0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bdad7c0a1e147c5a7c830007b813b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014114 Jul 28 11:01:33.520296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:33.591346 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36730c23-818c-4c7f-b6f0-87da2bfde7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.647028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36730c23-818c-4c7f-b6f0-87da2bfde7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.730326 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36730c23-818c-4c7f-b6f0-87da2bfde7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.739573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36730c23-818c-4c7f-b6f0-87da2bfde7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:33.740096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-36730c23-818c-4c7f-b6f0-87da2bfde7e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c565852-07af-4399-85d8-d5723beb6cd2 HTTP/1.1" status: 204 len: 168 time: 0.2187474 Jul 28 11:01:33.757948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36730c23-818c-4c7f-b6f0-87da2bfde7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c565852-07af-4399-85d8-d5723beb6cd2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:33.823997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.020007 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.024749 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.090553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:34.114546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c1d51-01f8-4cb8-af64-876f364a7059,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:34.149125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:34.150943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-105837a6-c37c-407c-8965-d55d7a8326f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af2cb068cd044996bb8d8751a113cd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1411545 Jul 28 11:01:34.213201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b5da0f-6245-414b-b8bf-6242e29c5223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.279069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b5da0f-6245-414b-b8bf-6242e29c5223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.315372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c76d0e5-0044-44d1-a1fc-6021384b3df8 req-e50b637d-06e9-4143-9489-5a65cfac6406 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0435662 Jul 28 11:01:34.364703 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98000136-b110-4450-b39f-20597b2759c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.442625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b5da0f-6245-414b-b8bf-6242e29c5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.447828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b5da0f-6245-414b-b8bf-6242e29c5223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.449557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b1b5da0f-6245-414b-b8bf-6242e29c5223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a3c1d51-01f8-4cb8-af64-876f364a7059 HTTP/1.1" status: 204 len: 168 time: 0.2994566 Jul 28 11:01:34.472170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5da0f-6245-414b-b8bf-6242e29c5223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c1d51-01f8-4cb8-af64-876f364a7059,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:34.566493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:34.577705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98000136-b110-4450-b39f-20597b2759c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.594929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98000136-b110-4450-b39f-20597b2759c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.657755 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-98000136-b110-4450-b39f-20597b2759c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe87fc33ec1c479eb25f5ac7aa08f0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5660121 Jul 28 11:01:34.662327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:34.664015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98000136-b110-4450-b39f-20597b2759c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005c2b1-ddc8-4187-89f4-8c4b6ae5af7c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:34.723431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac54730-541e-44bf-94ff-c3f852c91854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.749487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac54730-541e-44bf-94ff-c3f852c91854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.819519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac54730-541e-44bf-94ff-c3f852c91854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.822514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac54730-541e-44bf-94ff-c3f852c91854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:34.825937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4ac54730-541e-44bf-94ff-c3f852c91854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3005c2b1-ddc8-4187-89f4-8c4b6ae5af7c HTTP/1.1" status: 204 len: 168 time: 0.1602218 Jul 28 11:01:34.832036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac54730-541e-44bf-94ff-c3f852c91854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005c2b1-ddc8-4187-89f4-8c4b6ae5af7c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:34.937262 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a04fb32f-cb36-4316-81fb-3cdd28ce7f7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d337f73bc354faea400543c7c76bd3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3694088 Jul 28 11:01:34.939919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:35.020638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7233-289d-466e-bd55-4628658b914c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.044311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:35.057623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7233-289d-466e-bd55-4628658b914c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.068952 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05050bc6-663e-430b-811d-7ed270f8bda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.129745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7233-289d-466e-bd55-4628658b914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.135065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7233-289d-466e-bd55-4628658b914c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.137253 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3c1a7233-289d-466e-bd55-4628658b914c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26d062a9-8c7d-459a-87a3-cd6eaa62f7d5 HTTP/1.1" status: 204 len: 168 time: 0.1963110 Jul 28 11:01:35.149281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a7233-289d-466e-bd55-4628658b914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d062a9-8c7d-459a-87a3-cd6eaa62f7d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:35.250029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05050bc6-663e-430b-811d-7ed270f8bda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.254870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05050bc6-663e-430b-811d-7ed270f8bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.306496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-05050bc6-663e-430b-811d-7ed270f8bda4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85741b8c484c4cad9574e4a3023ea723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608600 Jul 28 11:01:35.308346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05050bc6-663e-430b-811d-7ed270f8bda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1efd1dd-1a86-4528-b8ff-08db0407ce2b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:35.311582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:35.410405 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c42a1d18-4e25-4582-a843-a554fb943967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.434907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c42a1d18-4e25-4582-a843-a554fb943967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.497272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c42a1d18-4e25-4582-a843-a554fb943967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.501444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c42a1d18-4e25-4582-a843-a554fb943967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.502833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c42a1d18-4e25-4582-a843-a554fb943967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1efd1dd-1a86-4528-b8ff-08db0407ce2b HTTP/1.1" status: 204 len: 168 time: 0.1896021 Jul 28 11:01:35.520233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03312f6f-14de-4627-acb9-fd567880e199 req-f93fc31b-e671-4142-b677-d3f6677a7f95 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0483284 Jul 28 11:01:35.521359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a1d18-4e25-4582-a843-a554fb943967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1efd1dd-1a86-4528-b8ff-08db0407ce2b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:35.705060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:35.721342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39273790-99ec-431e-a961-e495aedc2031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.775261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:35.799877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d88fb430-f621-403f-b827-f900f21b3d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.880406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39273790-99ec-431e-a961-e495aedc2031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.899479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39273790-99ec-431e-a961-e495aedc2031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:35.928489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-39273790-99ec-431e-a961-e495aedc2031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=133ee8ffc65f415cbff34ceef011c6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219715 Jul 28 11:01:35.936628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:35.997889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39273790-99ec-431e-a961-e495aedc2031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62beb9b8-718a-4433-931a-75196a1d5f4d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.061109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-971d264d-0152-4025-b87a-bfddc29a84bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.109447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-971d264d-0152-4025-b87a-bfddc29a84bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.139452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d88fb430-f621-403f-b827-f900f21b3d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.149238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d88fb430-f621-403f-b827-f900f21b3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.217620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d88fb430-f621-403f-b827-f900f21b3d3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44c24bf6d08449d49016fe76f6434fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401293 Jul 28 11:01:36.222338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:36.235240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5f0064e9-8865-41a6-9def-9380cfa1b61c no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:36.274780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-971d264d-0152-4025-b87a-bfddc29a84bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.278712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-971d264d-0152-4025-b87a-bfddc29a84bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.280271 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-971d264d-0152-4025-b87a-bfddc29a84bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62beb9b8-718a-4433-931a-75196a1d5f4d HTTP/1.1" status: 204 len: 168 time: 0.3406110 Jul 28 11:01:36.309947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb430-f621-403f-b827-f900f21b3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72f2fc-49b4-498d-8f7c-b4a1ff603758,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.315933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 5f0064e9-8865-41a6-9def-9380cfa1b61c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:01:36.316313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5f0064e9-8865-41a6-9def-9380cfa1b61c not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:36.323699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d264d-0152-4025-b87a-bfddc29a84bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62beb9b8-718a-4433-931a-75196a1d5f4d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.351696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b0077e7-68d5-421f-97b0-f1a754ba95c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.407137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b0077e7-68d5-421f-97b0-f1a754ba95c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.414201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:36.486910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b0077e7-68d5-421f-97b0-f1a754ba95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.493794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b0077e7-68d5-421f-97b0-f1a754ba95c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.499052 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6b0077e7-68d5-421f-97b0-f1a754ba95c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e72f2fc-49b4-498d-8f7c-b4a1ff603758 HTTP/1.1" status: 204 len: 168 time: 0.2747760 Jul 28 11:01:36.520361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0077e7-68d5-421f-97b0-f1a754ba95c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72f2fc-49b4-498d-8f7c-b4a1ff603758,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.654421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f4784ef-67ac-48a7-9c36-4c3242046e4b req-cfe01397-7bfa-4e5a-88d4-f1b940faf4d9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0415692 Jul 28 11:01:36.816063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867c52-d623-444d-9776-78330324a052 req-ff042dac-6d3d-4fbf-8425-245d6c6d34fb tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:36.817993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48867c52-d623-444d-9776-78330324a052 req-ff042dac-6d3d-4fbf-8425-245d6c6d34fb tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 970 time: 0.0708911 Jul 28 11:01:36.840862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-467364070-network', 'tenant_id': '2cb7165910f14819a23d85056cc2c693'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:36.900828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48867c52-d623-444d-9776-78330324a052 req-f4b9bd2e-ecd3-4c43-8d47-42dba8c9acf1 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717795 Jul 28 11:01:36.904076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Made reservation on behalf of 2cb7165910f14819a23d85056cc2c693 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:36.906387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.919796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:36.935589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:37.084726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.089547 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.117619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:37.124761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d2288-e82f-4063-8c3e-ab384b789d65,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.130856 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.131381 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Added segment e05a8534-da2e-4e1f-81c4-4fc5a062cee5 of type vlan for network 58174e6f-5b40-4a36-8010-eb2089b62717 Jul 28 11:01:37.168932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64563f5d-fdb2-4ae1-8d68-a948a7790074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.175074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.215632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.216799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:37.217571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.282670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64563f5d-fdb2-4ae1-8d68-a948a7790074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.287459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64563f5d-fdb2-4ae1-8d68-a948a7790074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.297350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] Pushing event updated for resources: {'Network': ['ID=58174e6f-5b40-4a36-8010-eb2089b62717,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.304544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-89839174-42d7-40c3-ae16-779a1e5ef593 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8890483 Jul 28 11:01:37.312568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 58174e6f-5b40-4a36-8010-eb2089b62717 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:37.316774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:37.337336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Request body: {'subnet': {'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-467364070-subnet', 'tenant_id': '2cb7165910f14819a23d85056cc2c693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:37.355552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64563f5d-fdb2-4ae1-8d68-a948a7790074 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10d2322c82c04ba3b5279206b78ae640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182479 Jul 28 11:01:37.356533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:37.358754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64563f5d-fdb2-4ae1-8d68-a948a7790074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39212342-d92a-4a44-957a-d8d172aa457a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.379909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Made reservation on behalf of 2cb7165910f14819a23d85056cc2c693 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:37.382236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.441076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ca07fa1-0323-49d2-a5c3-bb0c6ab09273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.480198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ca07fa1-0323-49d2-a5c3-bb0c6ab09273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.550160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ca07fa1-0323-49d2-a5c3-bb0c6ab09273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.553291 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ca07fa1-0323-49d2-a5c3-bb0c6ab09273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.554670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ca07fa1-0323-49d2-a5c3-bb0c6ab09273 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39212342-d92a-4a44-957a-d8d172aa457a HTTP/1.1" status: 204 len: 168 time: 0.1969910 Jul 28 11:01:37.555686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:37.570101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca07fa1-0323-49d2-a5c3-bb0c6ab09273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39212342-d92a-4a44-957a-d8d172aa457a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.609922 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.679727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:37.680100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Network hostable DHCP agents. Network: 58174e6f-5b40-4a36-8010-eb2089b62717, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:37.683514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff62bbb5-74e1-450e-9d5f-acda051b411f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.715331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Network 58174e6f-5b40-4a36-8010-eb2089b62717 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:37.726179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 58174e6f-5b40-4a36-8010-eb2089b62717) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:37.732122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:37.732915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:37.736482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e4412-e11c-40a7-9915-6b0d52de6df0 None None] Network 58174e6f-5b40-4a36-8010-eb2089b62717 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:37.790224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e26dabd7-0eb9-4bd5-8829-6ed4739f0a10 req-bf038f6c-7a53-418e-9595-4a0fa74dfd80 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0433402 Jul 28 11:01:37.792842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-257218dc-d906-4a45-9384-17694a40e00b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4749203 Jul 28 11:01:37.901091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0bb78-0592-4617-b39f-2e9b0b51b609 None None] Network 58174e6f-5b40-4a36-8010-eb2089b62717 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:38.074844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfb7e-5b57-4864-9de9-09de0a71ac95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.088951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-22751a29-326a-41f6-b889-50bfaae9b624 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:38.090627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-22751a29-326a-41f6-b889-50bfaae9b624 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 970 time: 0.1450350 Jul 28 11:01:38.104915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3bdb4-a11c-4018-8ca5-028304dbbe44 req-f232792c-b0f9-4178-9868-e60668a00913 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:38.106523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa3bdb4-a11c-4018-8ca5-028304dbbe44 req-f232792c-b0f9-4178-9868-e60668a00913 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 970 time: 0.0928869 Jul 28 11:01:38.228980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfb7e-5b57-4864-9de9-09de0a71ac95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.235013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfb7e-5b57-4864-9de9-09de0a71ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.240864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa3bdb4-a11c-4018-8ca5-028304dbbe44 req-de380dc2-1030-4be0-9a2d-5b06a1efa00e tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/security-groups?id=d40fb4c8-987c-4ab5-90a7-c76f78d11521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249933 Jul 28 11:01:38.286264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Deleting port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:01:38.286655 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.289455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dc9cfb7e-5b57-4864-9de9-09de0a71ac95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18436ac5a19f4f93b4e1ed33118eef56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301252 Jul 28 11:01:38.291372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cfb7e-5b57-4864-9de9-09de0a71ac95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02857e5b-e20c-4a4c-9983-36d9fd84e944,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.294247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:38.324367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:38.348204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed44a7ad-92da-4c70-84f3-89c6d62bb398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.400939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d90a510c-f7a5-48f6-a2bb-9609f6d94647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.404657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] For port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:38.405026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.428508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Calling delete_port for ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f owned by compute:tempest-test_az-362548357 {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:01:38.443283 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d90a510c-f7a5-48f6-a2bb-9609f6d94647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.552041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed44a7ad-92da-4c70-84f3-89c6d62bb398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.553621 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d90a510c-f7a5-48f6-a2bb-9609f6d94647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.557198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d90a510c-f7a5-48f6-a2bb-9609f6d94647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.561303 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d90a510c-f7a5-48f6-a2bb-9609f6d94647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02857e5b-e20c-4a4c-9983-36d9fd84e944 HTTP/1.1" status: 204 len: 168 time: 0.2526789 Jul 28 11:01:38.563022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed44a7ad-92da-4c70-84f3-89c6d62bb398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.582175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a510c-f7a5-48f6-a2bb-9609f6d94647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02857e5b-e20c-4a4c-9983-36d9fd84e944,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.613106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed44a7ad-92da-4c70-84f3-89c6d62bb398 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24e530b1edad43a6acf115a8f66c730c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869754 Jul 28 11:01:38.614196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:38.632304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:38.632990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44a7ad-92da-4c70-84f3-89c6d62bb398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61de408-122d-4484-9a2f-88f913f8316f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.664444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.676788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:01:38.717598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Pushing event deleted for resources: {'Port': ['ID=ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.780566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acea511e-8376-4196-8d63-697064ef7314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.801364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] No DVR routers for this DVR port ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:01:38.811164 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.813356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9b68800-c07e-4751-ad95-68f2fa51e3d6 req-15693caa-5338-44a8-91dc-78c3a4f88574 tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.44 "DELETE /v2.0/ports/ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f HTTP/1.1" status: 204 len: 173 time: 0.7057574 Jul 28 11:01:38.814126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'name': 'network-vif-deleted', 'tag': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:38.818366 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91114e76-0934-459e-933b-6ff764230bf4" -d '{"events": [{"server_uuid": "8f13b95a-51c7-43c9-be91-e5cf54e73dff", "name": "network-vif-deleted", "tag": "ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:38.836071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acea511e-8376-4196-8d63-697064ef7314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.909849 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2da895-793c-4395-8761-5796e45aa7b0 x-openstack-request-id: req-2b2da895-793c-4395-8761-5796e45aa7b0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:38.910513 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13b95a-51c7-43c9-be91-e5cf54e73dff", "name": "network-vif-deleted", "tag": "ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:38.910513 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b2da895-793c-4395-8761-5796e45aa7b0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:38.911186 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13b95a-51c7-43c9-be91-e5cf54e73dff', 'name': 'network-vif-deleted', 'tag': 'ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f', 'status': 'completed', 'code': 200} Jul 28 11:01:38.919283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acea511e-8376-4196-8d63-697064ef7314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.922018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acea511e-8376-4196-8d63-697064ef7314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:38.926201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-acea511e-8376-4196-8d63-697064ef7314 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e61de408-122d-4484-9a2f-88f913f8316f HTTP/1.1" status: 204 len: 168 time: 0.3108661 Jul 28 11:01:38.936018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea511e-8376-4196-8d63-697064ef7314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61de408-122d-4484-9a2f-88f913f8316f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:39.004142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4b6900d-86f4-4d1d-b890-c9703f10f961 req-5a465b14-93bd-4fee-a9e6-b4c08cb256a0 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0455885 Jul 28 11:01:39.043228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-network', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:39.066585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Made reservation on behalf of 9401be12b29246af8cf6b0fe7b119b80 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:39.068973 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.080610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.182217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.186415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.207245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:39.222381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd801921-7e72-4317-b649-8bf8b1c13846,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:39.227507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.227847 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Added segment a9e140f9-2279-4dcd-8b93-01f994f2780e of type vlan for network 10df90c5-6085-4483-ad50-fc084d9c6744 Jul 28 11:01:39.283214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.324668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.326504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:39.328333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.408449 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7668779 Jul 28 11:01:39.410012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:39.418428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Request body: {'subnet': {'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-subnet', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:39.442340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Made reservation on behalf of 9401be12b29246af8cf6b0fe7b119b80 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:39.444729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.449134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1093c-626f-4165-9f72-84a38671ebcc admin admin] Pushing event updated for resources: {'Network': ['ID=10df90c5-6085-4483-ad50-fc084d9c6744,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:39.455722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bfc8e33-8cb7-490d-b447-29de54fff418 req-59f59e6e-43ac-48a7-bde2-a64d0fa568aa tempest-AggregatesAdminTestJSON-1967513237 tempest-AggregatesAdminTestJSON-1967513237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13b95a-51c7-43c9-be91-e5cf54e73dff HTTP/1.1" status: 200 len: 210 time: 0.0838695 Jul 28 11:01:39.472796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 10df90c5-6085-4483-ad50-fc084d9c6744 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:39.607403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:39.625275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8586-b68f-421d-a051-35d2c4514223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.635192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-cb73f051-01ea-4bd7-9fc5-942426b8612a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb9daf83a134b29a10c7f8b368f59f0 HTTP/1.1" status: 200 len: 378 time: 0.1715958 Jul 28 11:01:39.649137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'port': {'device_id': '491dbc0b-3c15-4618-84df-243a37751cf2', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'admin_state_up': True, 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'security_groups': ['1344c44f-e345-4b56-8cde-5f2c8c907c7e']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:39.784836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8586-b68f-421d-a051-35d2c4514223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.794027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8586-b68f-421d-a051-35d2c4514223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.856857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b6bd8586-b68f-421d-a051-35d2c4514223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0ecedd020f44ef9a77af561e02e080f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459934 Jul 28 11:01:39.856857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8586-b68f-421d-a051-35d2c4514223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce232578-ecfa-46d0-bb8b-e8dc0f1f9825,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:39.858247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:39.889934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.895792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Made reservation on behalf of 8cb9daf83a134b29a10c7f8b368f59f0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:39.899883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.936259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-970b2d4d-51ca-419b-a4d3-0f1029026b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:39.970473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-970b2d4d-51ca-419b-a4d3-0f1029026b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.041456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef3fb6d-182d-45f2-a106-bd362a5ca652,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:40.043409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-970b2d4d-51ca-419b-a4d3-0f1029026b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.049619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-970b2d4d-51ca-419b-a4d3-0f1029026b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.055107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-970b2d4d-51ca-419b-a4d3-0f1029026b47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce232578-ecfa-46d0-bb8b-e8dc0f1f9825 HTTP/1.1" status: 204 len: 168 time: 0.1957562 Jul 28 11:01:40.069121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b2d4d-51ca-419b-a4d3-0f1029026b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce232578-ecfa-46d0-bb8b-e8dc0f1f9825,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:40.070988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Checking segment: {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:40.071355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Network hostable DHCP agents. Network: 10df90c5-6085-4483-ad50-fc084d9c6744, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:40.136020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Network 10df90c5-6085-4483-ad50-fc084d9c6744 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:40.160721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Allocated IP 172.20.0.10 (4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71/958755d5-0c70-4737-8f20-a21ed7f52d19/90726ee4-3252-497e-bc0e-adc2b8921aaf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:40.163698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 10df90c5-6085-4483-ad50-fc084d9c6744) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:40.173563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:40.175116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.179412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287df50b-0312-4778-b982-9afe20342ab2 None None] Network 10df90c5-6085-4483-ad50-fc084d9c6744 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:40.199728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2aadf92c-c8d3-41c5-ac41-1739687c927f req-f6f2495a-575b-4c73-9c50-5725d987b51d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 210 time: 0.0649328 Jul 28 11:01:40.208338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:40.214282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1329269062-network', 'tenant_id': '00049ae9c1384e4d9ff699191cab6027'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:40.217555 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae78c871-ff28-40d4-a4e1-0331b43190bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8064840 Jul 28 11:01:40.220372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:40.233603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:40.273709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Made reservation on behalf of 00049ae9c1384e4d9ff699191cab6027 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:40.276694 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.292955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.342315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:01:40.342315 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:01:40.342315 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id_1': '00049ae9c1384e4d9ff699191cab6027', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 1, 40, 318877)}] Jul 28 11:01:40.342315 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:01:40.342684 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:01:40.372141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.373317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.469990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-10df90c5-6085-4483-ad50-fc084d9c6744', 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'fixed_ips': [{'subnet_id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:01:40.471448 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.508928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.599879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.625435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Transition to ACTIVE for port object 90726ee4-3252-497e-bc0e-adc2b8921aaf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:40.702122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.775787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.816857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Allocated IP 172.20.0.2 (10df90c5-6085-4483-ad50-fc084d9c6744/bef3fb6d-182d-45f2-a106-bd362a5ca652/4db6ed8d-b836-4cda-ae20-08ec0ad21986) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:40.836975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:40.841371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:40.844734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:40.847358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:40.906358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'Port': ['ID=90726ee4-3252-497e-bc0e-adc2b8921aaf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:40.933861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:40.934663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.056019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.061823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.086827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.090496 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-32a92c98-1fc4-4d36-9509-69a828b5dc0f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4461076 Jul 28 11:01:41.100316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Transition to ACTIVE for port object 4db6ed8d-b836-4cda-ae20-08ec0ad21986 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:41.105065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-304dddc8-d77d-4727-bfc7-cf73e1b59804 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:01:41.106409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-304dddc8-d77d-4727-bfc7-cf73e1b59804 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070531 Jul 28 11:01:41.107946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:41.115738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.126191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e668b400-e579-4717-90ac-bc1b5f8bea2f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:41.130714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Transition to ACTIVE for port object 4db6ed8d-b836-4cda-ae20-08ec0ad21986 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:41.147577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.154939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.155321 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Added segment 323c9b40-bba2-4140-84ba-7c202d62e7f0 of type vlan for network b21933da-9316-4355-a2a3-2bc66ffd82d3 Jul 28 11:01:41.156062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.208451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Network 10df90c5-6085-4483-ad50-fc084d9c6744 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:41.212283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:41.218028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:41.256246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.260470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Pushing event updated for resources: {'Port': ['ID=4db6ed8d-b836-4cda-ae20-08ec0ad21986,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:41.320630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51388) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:41.332818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Attempting to bind port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:41.333788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Attempting to bind port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:41.334373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Attempting to bind port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 on network 10df90c5-6085-4483-ad50-fc084d9c6744 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:41.342348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:41.343001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Checking segment: {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:41.343668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.344325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Bound using segment: {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:41.345028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Bound port: 4db6ed8d-b836-4cda-ae20-08ec0ad21986, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:41.345632 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.365715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:41.367601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dd56aa5b-0346-4548-bccc-814ddbf270ca None None] Provisioning for port 90726ee4-3252-497e-bc0e-adc2b8921aaf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:41.396275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dd56aa5b-0346-4548-bccc-814ddbf270ca None None] Provisioning complete for port 90726ee4-3252-497e-bc0e-adc2b8921aaf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:41.397129 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dd56aa5b-0346-4548-bccc-814ddbf270ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.411791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.417863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:41.419383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.443478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dd56aa5b-0346-4548-bccc-814ddbf270ca None None] Port 90726ee4-3252-497e-bc0e-adc2b8921aaf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:41.451177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Allocated IP 172.25.1.217 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/5038f7e2-689d-4d6a-9b5f-98dd32d1ce43) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:41.492996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] For port 4db6ed8d-b836-4cda-ae20-08ec0ad21986, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:41.496797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] For port 4db6ed8d-b836-4cda-ae20-08ec0ad21986, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4db6ed8d-b836-4cda-ae20-08ec0ad21986,segment=NetworkSegment(a9e140f9-2279-4dcd-8b93-01f994f2780e),segment_id=a9e140f9-2279-4dcd-8b93-01f994f2780e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:41.506451 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.541398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] Pushing event updated for resources: {'Network': ['ID=b21933da-9316-4355-a2a3-2bc66ffd82d3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:41.550892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-edf9e5fd-0253-4522-9272-9200894cadbf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3401349 Jul 28 11:01:41.551458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:41.561262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1157-8051-46fd-a08c-ee70a81a9934 req-7659a51a-7954-4d00-917d-f8534f101bcb tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:41.562820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f93a1157-8051-46fd-a08c-ee70a81a9934 req-7659a51a-7954-4d00-917d-f8534f101bcb tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 932 time: 0.2411001 Jul 28 11:01:41.566436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Request body: {'subnet': {'network_id': 'b21933da-9316-4355-a2a3-2bc66ffd82d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1329269062-subnet', 'tenant_id': '00049ae9c1384e4d9ff699191cab6027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:41.578606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d2bbc-f165-49fe-b203-5c91f437da08 None None] Pushing event updated for resources: {'Port': ['ID=4db6ed8d-b836-4cda-ae20-08ec0ad21986,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:41.581270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b21933da-9316-4355-a2a3-2bc66ffd82d3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:41.617417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Made reservation on behalf of 00049ae9c1384e4d9ff699191cab6027 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:41.619929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.686963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f93a1157-8051-46fd-a08c-ee70a81a9934 req-1d6245e3-14de-409d-a0e3-db54c431ebf1 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161861 Jul 28 11:01:41.695296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.762398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a60bb93-08de-4e4b-905a-a1dfed1a7830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:41.804150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Request body: {'port': {'device_id': '491dbc0b-3c15-4618-84df-243a37751cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:41.851237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66868499-b0ad-434b-a5bb-e53495936e80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=551041fdf68c4fbfae1f4ecfe1eff2fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4843476 Jul 28 11:01:41.858273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:42.176767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.241445 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:01:42.249501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.256758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Pushing event updated for resources: {'Port': ['ID=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.265055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:42.315776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:01:42.317377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ed91e6fa-21b3-48cd-ab12-c12bb3b97b7f not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:42.337987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.357629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:42.360299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a60bb93-08de-4e4b-905a-a1dfed1a7830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.361476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abe80b0-19e0-44b5-a113-dfef19352ee2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.372710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a60bb93-08de-4e4b-905a-a1dfed1a7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.378272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:42.383423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:42.398983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Checking segment: {'id': '323c9b40-bba2-4140-84ba-7c202d62e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b21933da-9316-4355-a2a3-2bc66ffd82d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:42.399342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Network hostable DHCP agents. Network: b21933da-9316-4355-a2a3-2bc66ffd82d3, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:42.422276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2a60bb93-08de-4e4b-905a-a1dfed1a7830 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2570f82de6245d388c55c712e2862c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0804965 Jul 28 11:01:42.427683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51432) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:42.438264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567f645-f3f1-4bb7-8b81-2531dd522ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.444283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60bb93-08de-4e4b-905a-a1dfed1a7830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b08423-eebb-4f80-ab98-f27707e98a70,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.476823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Network b21933da-9316-4355-a2a3-2bc66ffd82d3 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:42.504282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567f645-f3f1-4bb7-8b81-2531dd522ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.511278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, b21933da-9316-4355-a2a3-2bc66ffd82d3) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:42.521303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:42.522135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.523260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014c0e2-fe65-4e73-aa0a-2c97da3083a4 None None] Network b21933da-9316-4355-a2a3-2bc66ffd82d3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:42.529942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64987556-871d-4a16-8ffa-038826384a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.555109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-20a44425-4ca3-4197-af6a-b21cc3efc44e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0022724 Jul 28 11:01:42.583821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64987556-871d-4a16-8ffa-038826384a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.717784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64987556-871d-4a16-8ffa-038826384a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.719318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64987556-871d-4a16-8ffa-038826384a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.720601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-64987556-871d-4a16-8ffa-038826384a0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42b08423-eebb-4f80-ab98-f27707e98a70 HTTP/1.1" status: 204 len: 168 time: 0.2919743 Jul 28 11:01:42.764564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64987556-871d-4a16-8ffa-038826384a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b08423-eebb-4f80-ab98-f27707e98a70,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.802880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266c0c3-9df9-42f2-a748-58d84f557283 None None] Network b21933da-9316-4355-a2a3-2bc66ffd82d3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:42.913252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567f645-f3f1-4bb7-8b81-2531dd522ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.918578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567f645-f3f1-4bb7-8b81-2531dd522ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:42.922177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9567f645-f3f1-4bb7-8b81-2531dd522ae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d40fb4c8-987c-4ab5-90a7-c76f78d11521 HTTP/1.1" status: 204 len: 168 time: 1.0606308 Jul 28 11:01:42.954620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567f645-f3f1-4bb7-8b81-2531dd522ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fb4c8-987c-4ab5-90a7-c76f78d11521,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.973544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b0766-0037-45eb-84a6-0d63a0ab901e req-1d3631f2-5a1e-48f5-84be-381e2075aa8c tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:42.980895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-343b0766-0037-45eb-84a6-0d63a0ab901e req-1d3631f2-5a1e-48f5-84be-381e2075aa8c tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 932 time: 0.1770723 Jul 28 11:01:43.062814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-343b0766-0037-45eb-84a6-0d63a0ab901e req-09b94aa9-3454-40b1-b3bd-9cbb73dd2f13 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738766 Jul 28 11:01:43.118425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c8f80-f259-49fb-bf4a-14d868fb9307 None None] Network 10df90c5-6085-4483-ad50-fc084d9c6744 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:43.221626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4db6ed8d-b836-4cda-ae20-08ec0ad21986 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:43.229068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.283713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90726ee4-3252-497e-bc0e-adc2b8921aaf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:43.295417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.305507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c1a16faf-82d5-402d-b90c-e0d75c53b79c None None] Provisioning for port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:43.351608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Transition to ACTIVE for port object 90726ee4-3252-497e-bc0e-adc2b8921aaf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:43.356619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:43.361681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.362915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:43.363299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.471421 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.474502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Pushing event updated for resources: {'Port': ['ID=90726ee4-3252-497e-bc0e-adc2b8921aaf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:43.528823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4db6ed8d-b836-4cda-ae20-08ec0ad21986, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4db6ed8d-b836-4cda-ae20-08ec0ad21986,segment=NetworkSegment(a9e140f9-2279-4dcd-8b93-01f994f2780e),segment_id=a9e140f9-2279-4dcd-8b93-01f994f2780e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:43.540285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.627143 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.634050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Attempting to bind port 90726ee4-3252-497e-bc0e-adc2b8921aaf on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:43.634450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Attempting to bind port 90726ee4-3252-497e-bc0e-adc2b8921aaf by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:43.635389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Attempting to bind port 90726ee4-3252-497e-bc0e-adc2b8921aaf on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:43.647941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4db6ed8d-b836-4cda-ae20-08ec0ad21986,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:43.680902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Port 90726ee4-3252-497e-bc0e-adc2b8921aaf on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:01:43.682241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Attempting to bind port 90726ee4-3252-497e-bc0e-adc2b8921aaf on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:43.692142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:43.693183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Checking segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:43.693852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Bound using segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:43.694324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Bound port: 90726ee4-3252-497e-bc0e-adc2b8921aaf, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:43.694808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.834461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] For port 90726ee4-3252-497e-bc0e-adc2b8921aaf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:43.838602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] For port 90726ee4-3252-497e-bc0e-adc2b8921aaf, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:43.851239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.865688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a95acdfc-78db-47fc-94ce-29c15fdbebdc None None] Provisioning complete for port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:43.866161 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a95acdfc-78db-47fc-94ce-29c15fdbebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.872451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:43.889792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:43.890811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:43.892795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] 10.222.0.41 "PUT /v2.0/ports/90726ee4-3252-497e-bc0e-adc2b8921aaf HTTP/1.1" status: 200 len: 1092 time: 2.4797990 Jul 28 11:01:43.895657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:43.899787 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca4ade-2dfd-4844-a78d-ce885d05635f" -d '{"events": [{"name": "network-changed", "server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:43.925299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Router 071012cb-0994-4b30-8059-64942a603523 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:01:43.994644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:44.063981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6805d97e-00d4-4ad4-b60b-2ddbe5199f22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b6f70076fdd430db712c7100b229080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679302 Jul 28 11:01:44.066351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:44.097018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dc0af-63a9-4242-bf98-f3b857a8787b service neutron] Pushing event updated for resources: {'Port': ['ID=90726ee4-3252-497e-bc0e-adc2b8921aaf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:44.110690 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee8971-eaa2-4a83-90dc-4c3bb0661f9c x-openstack-request-id: req-e7ee8971-eaa2-4a83-90dc-4c3bb0661f9c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:44.111146 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:44.111571 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7ee8971-eaa2-4a83-90dc-4c3bb0661f9c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:44.112470 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'status': 'completed', 'code': 200} Jul 28 11:01:44.113682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:44.124269 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Sync routers for ids ['071012cb-0994-4b30-8059-64942a603523'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:44.140565 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Routers {'071012cb-0994-4b30-8059-64942a603523'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:44.141218 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['071012cb-0994-4b30-8059-64942a603523'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:44.141373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98be7190-8aee-49a3-9b89-33bcaa5bdc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.170207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98be7190-8aee-49a3-9b89-33bcaa5bdc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.177138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.184865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:44.185050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c79e784c-b343-432f-8848-1a09e74db613 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9632585 Jul 28 11:01:44.191235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-9bf32e29-2f66-49c9-83c5-8c7ba50eab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:44.197208 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-9bf32e29-2f66-49c9-83c5-8c7ba50eab08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 1095 time: 0.2495980 Jul 28 11:01:44.285816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-a24f8328-ab7a-41a7-a3bc-ab8b3160cdb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf HTTP/1.1" status: 200 len: 217 time: 0.0796752 Jul 28 11:01:44.291653 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Set router 071012cb-0994-4b30-8059-64942a603523 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:44.358151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-9395bc05-1d61-4342-9eed-fb0e1f25629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:44.360437 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-9395bc05-1d61-4342-9eed-fb0e1f25629c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.0662386 Jul 28 11:01:44.439237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db402b0-4372-4c2f-9f4f-2246012d5de4 req-adc412d4-a47b-4896-8dd8-0a80d78ac133 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:44.440878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1db402b0-4372-4c2f-9f4f-2246012d5de4 req-adc412d4-a47b-4896-8dd8-0a80d78ac133 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 944 time: 0.2342949 Jul 28 11:01:44.469922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-99d5e363-cdfe-4450-af71-1f82cb43331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:44.471903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-99d5e363-cdfe-4450-af71-1f82cb43331f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020961 Jul 28 11:01:44.510698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1db402b0-4372-4c2f-9f4f-2246012d5de4 req-c02c4165-13da-4bc9-b117-ab3e1521226b tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633121 Jul 28 11:01:44.511294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98be7190-8aee-49a3-9b89-33bcaa5bdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.514099 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98be7190-8aee-49a3-9b89-33bcaa5bdc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.515117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-98be7190-8aee-49a3-9b89-33bcaa5bdc69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7952a9f6-cbfc-4ccc-baaa-01b8167733d4 HTTP/1.1" status: 204 len: 168 time: 0.4475732 Jul 28 11:01:44.568584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef0ac-24c2-4877-8b85-05e377b423de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.590152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:42Z', 'revision_number': 3, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:44.619589 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-1afd5346-5a27-46e7-a78c-724b9d5b52a3 service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380844 Jul 28 11:01:44.701008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be7190-8aee-49a3-9b89-33bcaa5bdc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952a9f6-cbfc-4ccc-baaa-01b8167733d4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:44.740227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Checking router: 071012cb-0994-4b30-8059-64942a603523 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:44.740789 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Updating router 071012cb-0994-4b30-8059-64942a603523 port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:44.771510 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:44.855005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-889a7652-0f7c-4609-bcca-3739b8af0617 req-f0c79130-c324-4374-b8aa-c9ae403a971b service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220714 Jul 28 11:01:44.905471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-e42e8891-8015-479b-8b22-e2d9f64471b7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:44.907009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-e42e8891-8015-479b-8b22-e2d9f64471b7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.4085412 Jul 28 11:01:44.941642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-0067c175-34a4-43d1-bd8a-d3bd025ac289 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/quotas/2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 375 time: 0.0270271 Jul 28 11:01:45.011176 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef0ac-24c2-4877-8b85-05e377b423de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.015856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-f69a9480-8bc5-4a45-8b32-c947096be7ba tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506518 Jul 28 11:01:45.016741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-c09d50d5-a037-4a87-9375-ba9715a79d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:45.019382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-c09d50d5-a037-4a87-9375-ba9715a79d15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 1095 time: 0.0680664 Jul 28 11:01:45.020825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a5ef0ac-24c2-4877-8b85-05e377b423de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.146711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4db6ed8d-b836-4cda-ae20-08ec0ad21986 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:45.181497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-706692f9-6937-43c8-b9d3-8d8f868a7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:45.184626 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-706692f9-6937-43c8-b9d3-8d8f868a7583 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 924 time: 0.1537569 Jul 28 11:01:45.195478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ef0ac-24c2-4877-8b85-05e377b423de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110fff45-bead-48be-9245-7681c223bb14,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:45.216688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6a5ef0ac-24c2-4877-8b85-05e377b423de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2436287cff8c4463ba633cfdf16a72a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3410614 Jul 28 11:01:45.218058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51526) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:45.227786 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.245815 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Transition to ACTIVE for port object 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:45.254068 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.255614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:45.256000 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.304758 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-17ac5146-acc0-4a01-bec2-de61b00ed0f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf HTTP/1.1" status: 200 len: 217 time: 0.1049907 Jul 28 11:01:45.329808 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34f826-382f-4408-a8eb-ac0db3b14ce6 None None] Pushing event updated for resources: {'Port': ['ID=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:45.334939 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Attempting to bind port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:45.336127 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Attempting to bind port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:45.336767 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Attempting to bind port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:45.344672 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:45.345830 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:45.346646 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.347255 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:45.347923 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Bound port: 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:45.348650 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.411935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-405842a3-8e86-45c2-869a-c151bf562f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:45.413336 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] For port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:45.416303 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-405842a3-8e86-45c2-869a-c151bf562f85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.1067386 Jul 28 11:01:45.419518 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] For port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:45.427289 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.446146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-19294f66-b091-465b-ad4d-d8a8b37cf8e2 service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172523 Jul 28 11:01:45.467915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.507141 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Routers {'071012cb-0994-4b30-8059-64942a603523'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:45.507874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['071012cb-0994-4b30-8059-64942a603523'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:45.510808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-b1fc8d53-0d75-489c-bb2b-d5734a235a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:45.517525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-b1fc8d53-0d75-489c-bb2b-d5734a235a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932171 Jul 28 11:01:45.557741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7675634-3979-47f4-b1ac-73ea6c91ae04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.577874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34f826-382f-4408-a8eb-ac0db3b14ce6 None None] Pushing event updated for resources: {'Port': ['ID=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:45.647733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7675634-3979-47f4-b1ac-73ea6c91ae04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.663409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-34453665-72c2-46d7-83bf-f4c2ec014543 service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379268 Jul 28 11:01:45.758840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-73019a51-01fe-4ef0-bcad-ff355c839f0a service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973075 Jul 28 11:01:45.784319 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] Set router 071012cb-0994-4b30-8059-64942a603523 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:45.862868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7675634-3979-47f4-b1ac-73ea6c91ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.865628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7675634-3979-47f4-b1ac-73ea6c91ae04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:45.866775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e7675634-3979-47f4-b1ac-73ea6c91ae04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/110fff45-bead-48be-9245-7681c223bb14 HTTP/1.1" status: 204 len: 168 time: 0.6478233 Jul 28 11:01:45.917020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7675634-3979-47f4-b1ac-73ea6c91ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110fff45-bead-48be-9245-7681c223bb14,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:45.961541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Allocated IP 172.20.0.1 (10df90c5-6085-4483-ad50-fc084d9c6744/bef3fb6d-182d-45f2-a106-bd362a5ca652/2d7e8d98-882a-4a08-8283-6dfafdd0ec3a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:46.135328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:46.186261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Transition to ACTIVE for port object 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:46.220072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:42Z', 'revision_number': 3, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:46.253651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdca4ade-2dfd-4844-a78d-ce885d05635f req-a6cd0c2a-71c1-49b7-b915-78a44ca1d978 service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820024 Jul 28 11:01:46.258545 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47071c12-da0b-49bb-a102-94e612280e4e None None] The sync data for ids ['071012cb-0994-4b30-8059-64942a603523'] in n-d-723573-7 is: [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:42Z', 'revision_number': 3, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:46.303751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a255fe-45ad-418b-898a-bb770bf931d6 req-3b5031fd-53b5-47d3-8cb0-a9a8428cfd7e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:46.303751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82a255fe-45ad-418b-898a-bb770bf931d6 req-3b5031fd-53b5-47d3-8cb0-a9a8428cfd7e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 944 time: 0.1506495 Jul 28 11:01:46.332076 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:46.408708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82a255fe-45ad-418b-898a-bb770bf931d6 req-057ba058-daf5-4f9e-9998-2b535eafd961 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956361 Jul 28 11:01:46.428733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Network 10df90c5-6085-4483-ad50-fc084d9c6744 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:46.434630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:46.445599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:46.511150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:46.551286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c055e6a2-7790-4041-a8a9-9686ff9f7cb0 req-61b212d1-e059-4aa4-8c78-5685465d1c7e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 210 time: 0.0446887 Jul 28 11:01:46.571803 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:46.722816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:46.770265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a6dee01-de85-4ac8-8663-7db4e55f31c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:46.897930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:46.920420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19c9a7d4-9b66-4f50-93b0-54cc2f8899d7 None None] Provisioning for port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:46.933775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19c9a7d4-9b66-4f50-93b0-54cc2f8899d7 None None] Provisioning complete for port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:46.934157 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19c9a7d4-9b66-4f50-93b0-54cc2f8899d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.013526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-19c9a7d4-9b66-4f50-93b0-54cc2f8899d7 None None] Port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:47.060162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a6dee01-de85-4ac8-8663-7db4e55f31c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.075789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a6dee01-de85-4ac8-8663-7db4e55f31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.153215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5a6dee01-de85-4ac8-8663-7db4e55f31c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96732fb3106d4d5aad99c206fd4ca36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269171 Jul 28 11:01:47.154236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:47.226376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:47.300074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dee01-de85-4ac8-8663-7db4e55f31c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6d789-439e-48f1-a87f-2ace7966c075,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:47.323765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:47.337041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:47.338482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.352744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d156319b-482e-4f83-b568-07cd61d6facf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.382527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d156319b-482e-4f83-b568-07cd61d6facf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.506577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d156319b-482e-4f83-b568-07cd61d6facf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.512599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d156319b-482e-4f83-b568-07cd61d6facf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.518207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d156319b-482e-4f83-b568-07cd61d6facf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69f6d789-439e-48f1-a87f-2ace7966c075 HTTP/1.1" status: 204 len: 168 time: 0.3068302 Jul 28 11:01:47.557830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156319b-482e-4f83-b568-07cd61d6facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6d789-439e-48f1-a87f-2ace7966c075,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:47.591135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.620977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.624633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.672228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:47.677033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:47.683881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.741456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:47.761372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:47.789334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:47.863903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:48.044636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Network 10df90c5-6085-4483-ad50-fc084d9c6744 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:48.049747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:48.121025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81a0c-640b-48c9-b888-829343d07cda req-b32652b3-d115-4d9d-a8ea-0c2e6348589e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:48.122759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bed81a0c-640b-48c9-b888-829343d07cda req-b32652b3-d115-4d9d-a8ea-0c2e6348589e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 944 time: 0.5271373 Jul 28 11:01:48.129285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:48.219394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bed81a0c-640b-48c9-b888-829343d07cda req-6357612b-2106-4f06-a8d9-a77f9677b09e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870326 Jul 28 11:01:48.263992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f37d7ca-6365-40ce-a6d8-756d8f2307eb tempest-AutoAllocateNetworkTest-1871320665 tempest-AutoAllocateNetworkTest-1871320665-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4949a379852444df8bc91eb5a5c8561b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5011477 Jul 28 11:01:48.265776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:48.268727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fe72147-297e-48cd-a0c4-cb11890fd023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.278669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-425d8c0e-60ff-410c-868a-9eb63281db8c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:48.280171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-425d8c0e-60ff-410c-868a-9eb63281db8c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.5415096 Jul 28 11:01:48.314074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-792c0a5f-a23b-43a8-ac32-f0bb7dbf2a31 req-b4ca4ca5-a1ce-4a23-8a79-1cc6dbc8d21a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 210 time: 0.1009135 Jul 28 11:01:48.330244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Request body: {'port': {'device_id': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'admin_state_up': True, 'tenant_id': '2cb7165910f14819a23d85056cc2c693'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:48.392002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fb33588-2b03-4d9b-a515-2a648bfebd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.448260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Router 071012cb-0994-4b30-8059-64942a603523 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:01:48.451142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cbb23403-355f-4143-9b0e-19a69ba7e862 None None] Provisioning complete for port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:48.451649 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb23403-355f-4143-9b0e-19a69ba7e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.555317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cbb23403-355f-4143-9b0e-19a69ba7e862 None None] Port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:48.567813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e47c12-e309-47a1-9cf0-8585b3b66b91 tempest-AutoAllocateNetworkTest-1871320665 tempest-AutoAllocateNetworkTest-1871320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:48.569918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-75e47c12-e309-47a1-9cf0-8585b3b66b91 tempest-AutoAllocateNetworkTest-1871320665 tempest-AutoAllocateNetworkTest-1871320665-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3023324 Jul 28 11:01:48.588164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:48.653584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-826bfcf8-f1ec-44ed-839f-525f21ec28a9 tempest-AutoAllocateNetworkTest-1871320665 tempest-AutoAllocateNetworkTest-1871320665-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638328 Jul 28 11:01:48.655039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:48.684567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:48.693671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fe72147-297e-48cd-a0c4-cb11890fd023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.696965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e71d0670-2276-4e27-9960-9f777e187342 admin admin] 10.222.0.20 "PUT /v2.0/routers/071012cb-0994-4b30-8059-64942a603523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5097239 Jul 28 11:01:48.726241 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad6e9103-78c9-483e-b9f8-c3793082eb61 tempest-AutoAllocateNetworkTest-1871320665 tempest-AutoAllocateNetworkTest-1871320665-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4949a379852444df8bc91eb5a5c8561b HTTP/1.1" status: 200 len: 208 time: 0.0668046 Jul 28 11:01:48.735086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fe72147-297e-48cd-a0c4-cb11890fd023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.764798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:01:48.764798 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:01:48.764798 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id_1': '2cb7165910f14819a23d85056cc2c693', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 1, 48, 535199)}] Jul 28 11:01:48.764798 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:01:48.765680 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:01:48.771143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:48.771571 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1fe72147-297e-48cd-a0c4-cb11890fd023 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58aebe15a9f94873bf802f92754368b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0929141 Jul 28 11:01:48.834864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe72147-297e-48cd-a0c4-cb11890fd023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f447de2-b541-4d62-8ff7-7c014bd79c3b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:48.863320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-806f3229-196b-44eb-a4b6-f123083f32d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.920724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-806f3229-196b-44eb-a4b6-f123083f32d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.935414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90726ee4-3252-497e-bc0e-adc2b8921aaf details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:01:48.964658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fb33588-2b03-4d9b-a515-2a648bfebd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.971009 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fb33588-2b03-4d9b-a515-2a648bfebd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.997842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-806f3229-196b-44eb-a4b6-f123083f32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:48.999349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Sync routers for ids ['071012cb-0994-4b30-8059-64942a603523'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:49.001880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-806f3229-196b-44eb-a4b6-f123083f32d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.003014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-806f3229-196b-44eb-a4b6-f123083f32d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f447de2-b541-4d62-8ff7-7c014bd79c3b HTTP/1.1" status: 204 len: 168 time: 0.2308643 Jul 28 11:01:49.012057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f3229-196b-44eb-a4b6-f123083f32d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f447de2-b541-4d62-8ff7-7c014bd79c3b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:49.042191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:49.042330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4fb33588-2b03-4d9b-a515-2a648bfebd67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=113f5b20235044968e0d589dca7ef29e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1769626 Jul 28 11:01:49.043197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb33588-2b03-4d9b-a515-2a648bfebd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d77d8-4ada-40a8-a2e3-3fedc9a9fbd8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:49.063433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Routers {'071012cb-0994-4b30-8059-64942a603523'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:49.064155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['071012cb-0994-4b30-8059-64942a603523'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:49.114094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede60e6e-ef29-49e9-9889-aa397410609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.151532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede60e6e-ef29-49e9-9889-aa397410609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.191875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:49.220282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede60e6e-ef29-49e9-9889-aa397410609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.224504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede60e6e-ef29-49e9-9889-aa397410609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.225656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ede60e6e-ef29-49e9-9889-aa397410609c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/003d77d8-4ada-40a8-a2e3-3fedc9a9fbd8 HTTP/1.1" status: 204 len: 168 time: 0.1814637 Jul 28 11:01:49.245493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede60e6e-ef29-49e9-9889-aa397410609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d77d8-4ada-40a8-a2e3-3fedc9a9fbd8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:49.295249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 90726ee4-3252-497e-bc0e-adc2b8921aaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:49.296561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Made reservation on behalf of 2cb7165910f14819a23d85056cc2c693 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:49.300906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.317536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Set router 071012cb-0994-4b30-8059-64942a603523 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:49.320157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'port_id': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'mac_address': 'fa:16:3e:57:2c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:01:49.352189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:49.374436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:49.374812 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.403357 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-56db3693-8b7a-4549-8e92-115a905b1f1a req-257ec40f-728d-4b1f-81c6-381fa1cbeaa6 tempest-FloatingIPDetailsNegativeTestJSON-548452487 tempest-FloatingIPDetailsNegativeTestJSON-548452487-project] show failed (client error): The resource could not be found. Jul 28 11:01:49.414923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:49.416757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56db3693-8b7a-4549-8e92-115a905b1f1a req-257ec40f-728d-4b1f-81c6-381fa1cbeaa6 tempest-FloatingIPDetailsNegativeTestJSON-548452487 tempest-FloatingIPDetailsNegativeTestJSON-548452487-project] 10.222.0.20 "GET /v2.0/floatingips/cbbfc70d-447e-467f-a62b-051cb55d036b HTTP/1.1" status: 404 len: 350 time: 0.0853193 Jul 28 11:01:49.617437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Allocated IP 172.20.0.11 (58174e6f-5b40-4a36-8010-eb2089b62717/ff62bbb5-74e1-450e-9d5f-acda051b411f/f59afca3-a665-457c-828a-072743f0a50b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:49.652456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae9e32-289e-4865-a88e-6d67305a27d9 req-e87e78eb-b82a-4166-9a6a-9be66cf6def3 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:49.659604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bae9e32-289e-4865-a88e-6d67305a27d9 req-e87e78eb-b82a-4166-9a6a-9be66cf6def3 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 944 time: 0.3475134 Jul 28 11:01:49.797286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1bf015d-429a-40ad-83b2-8ffa01bd07f5 req-e6ca3748-6cc4-45bf-a73d-de6de4be6fb8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 210 time: 0.1200795 Jul 28 11:01:49.836833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.840033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca5da12-aecb-4d47-8f83-97ec1b763933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.841565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bae9e32-289e-4865-a88e-6d67305a27d9 req-9dac4335-9bd9-4203-b9a5-1b4bebabf0a0 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1811159 Jul 28 11:01:49.846219 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:49.889723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90726ee4-3252-497e-bc0e-adc2b8921aaf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:49.894827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:49.955367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 90726ee4-3252-497e-bc0e-adc2b8921aaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:49.981883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.067980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.090776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=90726ee4-3252-497e-bc0e-adc2b8921aaf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.115528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:46Z', 'revision_number': 4, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2d7e8d98-882a-4a08-8283-6dfafdd0ec3a', 'name': '', 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'mac_address': 'fa:16:3e:b9:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:45Z', 'updated_at': '2021-07-28T11:01:46Z', 'revision_number': 2, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'subnets': [{'id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:50.132780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.136538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca5da12-aecb-4d47-8f83-97ec1b763933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.146846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Checking router: 071012cb-0994-4b30-8059-64942a603523 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:50.147508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Updating router 071012cb-0994-4b30-8059-64942a603523 port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:50.150065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca5da12-aecb-4d47-8f83-97ec1b763933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.178288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.196170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:50.209700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1ca5da12-aecb-4d47-8f83-97ec1b763933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4949a379852444df8bc91eb5a5c8561b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536136 Jul 28 11:01:50.213491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:50.230978 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5da12-aecb-4d47-8f83-97ec1b763933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0108fa16-b89e-4b5e-b5de-4109f1fbf888,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.234517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167e70ac-7dc0-40e0-bf16-f60424911ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.267403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.272139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Network 58174e6f-5b40-4a36-8010-eb2089b62717 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:50.273884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:50.276836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:50.285436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.387563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:50.390622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90726ee4-3252-497e-bc0e-adc2b8921aaf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:01:50.390766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.431383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240e1865-1072-486c-967c-4101b447a3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.458251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5169175-9ed3-4633-bd23-22ea392f50d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.491626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51706) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:50.505840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240e1865-1072-486c-967c-4101b447a3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.508684 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42749a3-dffd-43ad-9919-62d5fa1c3f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.665858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167e70ac-7dc0-40e0-bf16-f60424911ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.671545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167e70ac-7dc0-40e0-bf16-f60424911ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.675907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7113ce3f-75b7-4f77-a2b0-ee58178b8c6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3659565 Jul 28 11:01:50.688869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Request body: {'port': {'device_id': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:50.697792 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.703917 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-167e70ac-7dc0-40e0-bf16-f60424911ece admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02d7966fe3c146eea478d2f598d9a70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066659 Jul 28 11:01:50.708581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:50.721936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Transition to ACTIVE for port object 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:50.731294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.749142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240e1865-1072-486c-967c-4101b447a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.751754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240e1865-1072-486c-967c-4101b447a3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.755023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.755726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-240e1865-1072-486c-967c-4101b447a3e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0108fa16-b89e-4b5e-b5de-4109f1fbf888 HTTP/1.1" status: 204 len: 168 time: 0.5350170 Jul 28 11:01:50.814767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e70ac-7dc0-40e0-bf16-f60424911ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d1d335-d544-4f2e-8af8-4eea704b8474,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.859213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b39a2-2ddb-4cbb-9919-22142b44960d None None] Pushing event updated for resources: {'Port': ['ID=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.884837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e1865-1072-486c-967c-4101b447a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0108fa16-b89e-4b5e-b5de-4109f1fbf888,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.953718 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c0f0-c100-4af6-aec1-657053525650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.958367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Attempting to bind port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:50.959394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Attempting to bind port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:50.959947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Attempting to bind port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a on network 10df90c5-6085-4483-ad50-fc084d9c6744 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:50.982050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:50.982438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Checking segment: {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:50.984474 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:50.984884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Bound using segment: {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:50.985390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Bound port: 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e140f9-2279-4dcd-8b93-01f994f2780e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:50.989682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.029461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c0f0-c100-4af6-aec1-657053525650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.062149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5169175-9ed3-4633-bd23-22ea392f50d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.073038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5169175-9ed3-4633-bd23-22ea392f50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.080816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] For port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:51.090970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] For port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,segment=NetworkSegment(a9e140f9-2279-4dcd-8b93-01f994f2780e),segment_id=a9e140f9-2279-4dcd-8b93-01f994f2780e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:51.101598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Deleting port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:01:51.101945 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.102084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.175520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Routers {'071012cb-0994-4b30-8059-64942a603523'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:51.176167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['071012cb-0994-4b30-8059-64942a603523'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:51.179774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b39a2-2ddb-4cbb-9919-22142b44960d None None] Pushing event updated for resources: {'Port': ['ID=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:51.267880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840fad3-d430-40d8-8d1a-eed7f32f1013 req-f84d489e-9da8-4fb3-ab0b-98eb9754d4c9 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:51.269533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d840fad3-d430-40d8-8d1a-eed7f32f1013 req-f84d489e-9da8-4fb3-ab0b-98eb9754d4c9 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 932 time: 0.1851065 Jul 28 11:01:51.386634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] Set router 071012cb-0994-4b30-8059-64942a603523 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:51.414994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d840fad3-d430-40d8-8d1a-eed7f32f1013 req-bdc74478-aed4-43fc-8a7c-3f6242573438 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315014 Jul 28 11:01:51.437568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceb865-c52a-4e0b-b3a5-2e34158f84d7 req-57b90610-ca4e-46f5-bffb-5e406877ff0e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:51.445653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eceb865-c52a-4e0b-b3a5-2e34158f84d7 req-57b90610-ca4e-46f5-bffb-5e406877ff0e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 945 time: 0.3548307 Jul 28 11:01:51.515151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eceb865-c52a-4e0b-b3a5-2e34158f84d7 req-21007fda-71a2-4ab6-a8fc-87ad52326f32 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665038 Jul 28 11:01:51.611756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42749a3-dffd-43ad-9919-62d5fa1c3f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.620610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42749a3-dffd-43ad-9919-62d5fa1c3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.656491 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e5169175-9ed3-4633-bd23-22ea392f50d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0af81255073a4b7885fee7804f601c42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7594049 Jul 28 11:01:51.674284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42749a3-dffd-43ad-9919-62d5fa1c3f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59bb975-a1ac-48e4-91e2-9a6b5ea9f213,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:51.676966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:51.701479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5169175-9ed3-4633-bd23-22ea392f50d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535b951-d04c-4dae-804f-3a62626af3e7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:51.725179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59afca3-a665-457c-828a-072743f0a50b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:51.734490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b42749a3-dffd-43ad-9919-62d5fa1c3f4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cbe0255032e4c41b64f4be83ca7fe59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390168 Jul 28 11:01:51.735302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:46Z', 'revision_number': 4, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2d7e8d98-882a-4a08-8283-6dfafdd0ec3a', 'name': '', 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'mac_address': 'fa:16:3e:b9:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:45Z', 'updated_at': '2021-07-28T11:01:51Z', 'revision_number': 4, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'subnets': [{'id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:51.739847 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.741821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:51.773428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c0f0-c100-4af6-aec1-657053525650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.777148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c0f0-c100-4af6-aec1-657053525650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.777392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b5429-bd3a-4ce4-bf69-ae94d5249a4e None None] The sync data for ids ['071012cb-0994-4b30-8059-64942a603523'] in n-d-723573-7 is: [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:46Z', 'revision_number': 4, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2d7e8d98-882a-4a08-8283-6dfafdd0ec3a', 'name': '', 'network_id': '10df90c5-6085-4483-ad50-fc084d9c6744', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'mac_address': 'fa:16:3e:b9:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:45Z', 'updated_at': '2021-07-28T11:01:51Z', 'revision_number': 4, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'subnets': [{'id': 'bef3fb6d-182d-45f2-a106-bd362a5ca652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:51.778786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4bd9c0f0-c100-4af6-aec1-657053525650 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34d1d335-d544-4f2e-8af8-4eea704b8474 HTTP/1.1" status: 204 len: 168 time: 1.0633619 Jul 28 11:01:51.786070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Transition to ACTIVE for port object f59afca3-a665-457c-828a-072743f0a50b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:51.804983 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.893837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9c0f0-c100-4af6-aec1-657053525650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d1d335-d544-4f2e-8af8-4eea704b8474,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:51.895503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83d06af-3104-4882-93ae-9b0cdae505fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.908056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d226118-43ef-4404-aa51-cf6936279a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.914168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] For port 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,segment=NetworkSegment(a9e140f9-2279-4dcd-8b93-01f994f2780e),segment_id=a9e140f9-2279-4dcd-8b93-01f994f2780e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:51.914790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:51.943938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Calling delete_port for 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:01:51.983470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:52.106071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.339258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d226118-43ef-4404-aa51-cf6936279a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.391107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83d06af-3104-4882-93ae-9b0cdae505fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.402706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-2478faae-1770-4482-82cb-c2c657a3d8cb tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f4a60410a494d47a41cca9bde6515fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944257 Jul 28 11:01:52.411289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.441979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7e8d98-882a-4a08-8283-6dfafdd0ec3a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:52.694437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d226118-43ef-4404-aa51-cf6936279a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.698152 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d226118-43ef-4404-aa51-cf6936279a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.699569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d226118-43ef-4404-aa51-cf6936279a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5535b951-d04c-4dae-804f-3a62626af3e7 HTTP/1.1" status: 204 len: 168 time: 1.0173588 Jul 28 11:01:52.737099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d226118-43ef-4404-aa51-cf6936279a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535b951-d04c-4dae-804f-3a62626af3e7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:52.772599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.795996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:52.795996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:52.795996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:52.859320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:01:52.859671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:52.870703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83d06af-3104-4882-93ae-9b0cdae505fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.873243 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83d06af-3104-4882-93ae-9b0cdae505fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.874254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b83d06af-3104-4882-93ae-9b0cdae505fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c59bb975-a1ac-48e4-91e2-9a6b5ea9f213 HTTP/1.1" status: 204 len: 168 time: 1.1315107 Jul 28 11:01:52.898934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:52.899267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:52.900207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:52.900669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Bound port: f59afca3-a665-457c-828a-072743f0a50b, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:52.901028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:52.922269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d06af-3104-4882-93ae-9b0cdae505fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59bb975-a1ac-48e4-91e2-9a6b5ea9f213,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:52.930517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90726ee4-3252-497e-bc0e-adc2b8921aaf up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:52.940909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb1df-af08-4af9-bcb6-d6af4c00c25c req-2730307a-7041-4e63-b376-66f165d1d3f2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:52.942449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdbdb1df-af08-4af9-bcb6-d6af4c00c25c req-2730307a-7041-4e63-b376-66f165d1d3f2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.3208878 Jul 28 11:01:52.953683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-e5828b5c-a5d5-486a-9f74-91a262e84440 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:52.962114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-e5828b5c-a5d5-486a-9f74-91a262e84440 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5531528 Jul 28 11:01:53.065115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-598d0e6a-6fb2-4ac9-b2a6-70cb4dd90925 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/quotas/4f4a60410a494d47a41cca9bde6515fa HTTP/1.1" status: 200 len: 375 time: 0.1017187 Jul 28 11:01:53.078254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 90726ee4-3252-497e-bc0e-adc2b8921aaf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:53.084245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 90726ee4-3252-497e-bc0e-adc2b8921aaf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:53.086187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:53.155884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Router 071012cb-0994-4b30-8059-64942a603523 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:01:53.203125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdbdb1df-af08-4af9-bcb6-d6af4c00c25c req-f0314a04-b7ce-49dc-9cab-e86fb4ca28cd tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372925 Jul 28 11:01:53.236225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-2d571f38-08cf-4fc5-8e9c-dfecebdd6382 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f4a60410a494d47a41cca9bde6515fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1681464 Jul 28 11:01:53.269309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:53.282381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:53.297553 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:53.318255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:53.417095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:53.419504 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af30b4-6f19-4e96-b05b-2ff1f43568c3" -d '{"events": [{"server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "name": "network-vif-plugged", "status": "completed", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:53.439054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:53.443357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:53.443987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:53.446569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] 10.222.0.44 "PUT /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 1092 time: 2.7608163 Jul 28 11:01:53.456388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:53.465754 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa9067e-bb00-4cfb-b5c1-31379635f07f" -d '{"events": [{"name": "network-changed", "server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "tag": "f59afca3-a665-457c-828a-072743f0a50b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:53.471821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-444be98c-4759-4f5d-8424-42922a35123a admin admin] 10.222.0.20 "PUT /v2.0/routers/071012cb-0994-4b30-8059-64942a603523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0511634 Jul 28 11:01:53.472931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:53.497163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 90726ee4-3252-497e-bc0e-adc2b8921aaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:53.504507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:53.607959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ae78-a32d-4c1e-98fa-58ce76ff5012 service neutron] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:53.630019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106ed-1252-4cb7-882b-87ee406daedd req-440812ef-145d-4ef7-b2e4-621bdbb0f2ad tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:53.644125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ac106ed-1252-4cb7-882b-87ee406daedd req-440812ef-145d-4ef7-b2e4-621bdbb0f2ad tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 945 time: 0.2342536 Jul 28 11:01:53.650998 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a28438-5c42-4e3f-a992-b2d781870310 x-openstack-request-id: req-36a28438-5c42-4e3f-a992-b2d781870310 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:53.651327 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "name": "network-vif-plugged", "status": "completed", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:53.651528 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36a28438-5c42-4e3f-a992-b2d781870310 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:53.655032 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'code': 200} Jul 28 11:01:53.665337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=90726ee4-3252-497e-bc0e-adc2b8921aaf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:53.682038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7e727691-841b-407a-af07-65e5273a12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:53.683552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7e727691-841b-407a-af07-65e5273a12b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1095 time: 0.1879091 Jul 28 11:01:53.721563 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f004bff9-7b5f-4858-92ee-97dfb3f8048a x-openstack-request-id: req-f004bff9-7b5f-4858-92ee-97dfb3f8048a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:53.722186 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "tag": "f59afca3-a665-457c-828a-072743f0a50b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:53.722186 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f004bff9-7b5f-4858-92ee-97dfb3f8048a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:53.722359 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b', 'status': 'completed', 'code': 200} Jul 28 11:01:53.820386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ac106ed-1252-4cb7-882b-87ee406daedd req-a0a7cc5a-4e34-42e7-9c03-7afb3f4aed68 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1712518 Jul 28 11:01:53.820386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-9170d9ea-7c85-48ea-9660-f9e66aed8966 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 217 time: 0.1229048 Jul 28 11:01:53.856505 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] Sync routers for ids ['071012cb-0994-4b30-8059-64942a603523'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:53.866728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:53.871622 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] Routers {'071012cb-0994-4b30-8059-64942a603523'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:53.872526 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['071012cb-0994-4b30-8059-64942a603523'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:53.935225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8921e603-fa7b-4071-bfad-0c6840de261f req-ccb50c99-97e3-4347-aa90-f7640b3ce91a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 210 time: 0.1356735 Jul 28 11:01:53.975323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a7e15-812f-4505-82d1-df49145b8ad4 req-1bd8b6ad-9c36-444d-a608-0a67a4304d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:53.977032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b6a7e15-812f-4505-82d1-df49145b8ad4 req-1bd8b6ad-9c36-444d-a608-0a67a4304d0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 1097 time: 0.2362292 Jul 28 11:01:53.983559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-f6e0a72b-4893-4d6d-88fe-8e2a912efcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:53.985135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-f6e0a72b-4893-4d6d-88fe-8e2a912efcaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1432724 Jul 28 11:01:54.044876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b6a7e15-812f-4505-82d1-df49145b8ad4 req-11e2c778-01a9-4e50-832a-98aa2da07add service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595284 Jul 28 11:01:54.052609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:54.061702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-23933e0e-0c81-4059-b2a7-72de74f32da8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605559 Jul 28 11:01:54.142794 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] Set router 071012cb-0994-4b30-8059-64942a603523 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:54.145721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Deleting port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:01:54.146249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:54.210043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-7bdfaaaa-478d-41ab-967d-301062840c02 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392617 Jul 28 11:01:54.286011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] For port 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:54.286384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:54.329797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Calling delete_port for 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:01:54.397010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31aa2231-ad1f-47fe-869d-f95c2132f05f req-282b0bb2-805b-416d-b850-6e3ec489781e service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820278 Jul 28 11:01:54.405518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc4ea-f1cd-413a-82c7-844d693a9e7e req-4da0d641-32b7-4157-a7e3-b0c2959e3a7d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:54.413683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d19bc4ea-f1cd-413a-82c7-844d693a9e7e req-4da0d641-32b7-4157-a7e3-b0c2959e3a7d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.0989630 Jul 28 11:01:54.494027 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:52Z', 'revision_number': 5, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port': {'id': '5038f7e2-689d-4d6a-9b5f-98dd32d1ce43', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071012cb-0994-4b30-8059-64942a603523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:41Z', 'updated_at': '2021-07-28T11:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:54.497715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d19bc4ea-f1cd-413a-82c7-844d693a9e7e req-e02ebe01-9e32-44e6-94db-fcbecd9ce43e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747585 Jul 28 11:01:54.533292 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] Checking router: 071012cb-0994-4b30-8059-64942a603523 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:54.545002 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] Routers {'071012cb-0994-4b30-8059-64942a603523'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:01:54.545636 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['071012cb-0994-4b30-8059-64942a603523'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:54.553990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-ca135aef-4348-45a2-bf5c-280c3de3e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:54.555482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-ca135aef-4348-45a2-bf5c-280c3de3e09d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1095 time: 0.0907264 Jul 28 11:01:54.677695 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] Set router 071012cb-0994-4b30-8059-64942a603523 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:01:54.693440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:54.733936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Pushing event deleted for resources: {'Port': ['ID=5038f7e2-689d-4d6a-9b5f-98dd32d1ce43,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:54.750896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-cf675e51-b5b5-49f5-bb5d-8a8bf638081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:54.752254 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:54Z', 'revision_number': 6, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:54.756623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-cf675e51-b5b5-49f5-bb5d-8a8bf638081a service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1931319 Jul 28 11:01:54.779729 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b718c5c-605e-46dd-82bb-6bba713b3a9b None None] The sync data for ids ['071012cb-0994-4b30-8059-64942a603523'] in n-d-723573-7 is: [{'id': '071012cb-0994-4b30-8059-64942a603523', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1493437413-router', 'tenant_id': '9401be12b29246af8cf6b0fe7b119b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:40Z', 'updated_at': '2021-07-28T11:01:54Z', 'revision_number': 6, 'project_id': '9401be12b29246af8cf6b0fe7b119b80', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:54.809544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:54.858458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-57cf5d62-1fd3-40af-99ed-364f1aaf2e19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 217 time: 0.0912552 Jul 28 11:01:54.993945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-0d3f059c-c960-41ae-a5e9-ea6edb79a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:54.996095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-0d3f059c-c960-41ae-a5e9-ea6edb79a0b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1235173 Jul 28 11:01:55.010612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c6257-a113-43fe-a0d2-022c0abf0bbc req-fc268a31-76a5-4ee9-933b-af8c7773b72b tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:55.018582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc6c6257-a113-43fe-a0d2-022c0abf0bbc req-fc268a31-76a5-4ee9-933b-af8c7773b72b tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 946 time: 0.0897048 Jul 28 11:01:55.080502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-a170efd5-20f0-487b-9269-a809cc09bd0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592017 Jul 28 11:01:55.097376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc6c6257-a113-43fe-a0d2-022c0abf0bbc req-e41d9446-72b6-44ad-9b2b-a08688aac83d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734923 Jul 28 11:01:55.175499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.183062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.269300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:55.313175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:01:55.315240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2d7e8d98-882a-4a08-8283-6dfafdd0ec3a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:55.323599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-48474483-790a-4b13-9df7-d5611985bc46 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f4a60410a494d47a41cca9bde6515fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2503223 Jul 28 11:01:55.325063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.325642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071012cb-0994-4b30-8059-64942a603523 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:01:55.331399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.335635 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9efd64a0-c19a-446a-9230-fba7ac4a57da admin admin] 10.222.0.20 "DELETE /v2.0/routers/071012cb-0994-4b30-8059-64942a603523 HTTP/1.1" status: 204 len: 168 time: 1.8602350 Jul 28 11:01:55.336773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:55.376030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2905321-55c5-4246-aa73-5945d292ca6c req-09a821e4-d4b7-47d5-afac-ec8032c8af7f tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 210 time: 0.0748024 Jul 28 11:01:55.407519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-7f9446ea-36df-4295-9c09-b003868721c2 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081963 Jul 28 11:01:55.412218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Deleting subnet bef3fb6d-182d-45f2-a106-bd362a5ca652 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:01:55.425409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.506654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.571142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfa9067e-bb00-4cfb-b5c1-31379635f07f req-f20c89e6-ce82-466e-a76b-4f31baa2e90d service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511590 Jul 28 11:01:55.585392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-c544ecf1-9ece-4d57-93e8-1f6ea888e5da tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:55.586866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-c544ecf1-9ece-4d57-93e8-1f6ea888e5da tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498283 Jul 28 11:01:55.645691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Request body: {'port': {'device_id': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '4f4a60410a494d47a41cca9bde6515fa'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:55.672476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a038-e8a6-4b2c-aac5-fa63bbe9349d req-5e11da21-fe53-45e7-93d2-3d1210c5529c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:55.680662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e02a038-e8a6-4b2c-aac5-fa63bbe9349d req-5e11da21-fe53-45e7-93d2-3d1210c5529c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.0770664 Jul 28 11:01:55.737919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.752883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e02a038-e8a6-4b2c-aac5-fa63bbe9349d req-3b0d1352-0f9f-45d3-9c5c-b1840c05aa9d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Jul 28 11:01:55.827000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Made reservation on behalf of 4f4a60410a494d47a41cca9bde6515fa for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:55.830641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.840577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.843207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.896634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef3fb6d-182d-45f2-a106-bd362a5ca652,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:55.907360 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:55.910710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67de54f-f782-4a76-a133-892bdfc0e7fd None None] Network 10df90c5-6085-4483-ad50-fc084d9c6744 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:01:55.912875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:55.913180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25c06988-3915-4694-a5c2-b979e0c8f8a5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bef3fb6d-182d-45f2-a106-bd362a5ca652 HTTP/1.1" status: 204 len: 168 time: 0.5737984 Jul 28 11:01:56.018877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.032557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.071172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f066a928-84e2-461a-a33b-79fcae819aad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.096223 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.248994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] DHCP port deletion for 10df90c5-6085-4483-ad50-fc084d9c6744 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:01:56.265336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Deleting port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:01:56.265930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.279846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Allocated IP 192.168.233.246 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/6aa499a7-64fa-4298-814a-4a4891190e5d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:56.353625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] For port 4db6ed8d-b836-4cda-ae20-08ec0ad21986, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4db6ed8d-b836-4cda-ae20-08ec0ad21986,segment=NetworkSegment(a9e140f9-2279-4dcd-8b93-01f994f2780e),segment_id=a9e140f9-2279-4dcd-8b93-01f994f2780e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:56.354273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.370004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Calling delete_port for 4db6ed8d-b836-4cda-ae20-08ec0ad21986 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:01:56.469398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.512837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Pushing event deleted for resources: {'Port': ['ID=4db6ed8d-b836-4cda-ae20-08ec0ad21986,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.523085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] No DVR routers for this DVR port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:01:56.625859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.629981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Deleting port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:01:56.630476 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.643080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.655633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Transition to ACTIVE for port object 6aa499a7-64fa-4298-814a-4a4891190e5d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:56.659354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10df90c5-6085-4483-ad50-fc084d9c6744']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:56.688499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e1268b1-97a3-4a42-9ff6-a6222227a745 req-2fef5aa9-2a60-4a89-ac66-744f04b2183a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 210 time: 0.0362072 Jul 28 11:01:56.700162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.708286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b27b1-4598-4bb6-8b58-219d7d956631 req-c9a913d2-2536-4819-b4d7-36fb4056a481 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:56.715759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d34b27b1-4598-4bb6-8b58-219d7d956631 req-c9a913d2-2536-4819-b4d7-36fb4056a481 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 946 time: 0.1208842 Jul 28 11:01:56.716302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] For port 4db6ed8d-b836-4cda-ae20-08ec0ad21986, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:56.716898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.719316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e140f9-2279-4dcd-8b93-01f994f2780e') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:56.719730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e140f9-2279-4dcd-8b93-01f994f2780e') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:56.737349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Calling delete_port for 4db6ed8d-b836-4cda-ae20-08ec0ad21986 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:01:56.745064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.745440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:01:56.750550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.770498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:56.776115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:56.779717 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.788484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:01:56.811777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] Pushing event deleted for resources: {'Port': ['ID=4db6ed8d-b836-4cda-ae20-08ec0ad21986,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.811943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d34b27b1-4598-4bb6-8b58-219d7d956631 req-33306a27-b871-4e14-ba6b-acd7f7ec2441 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951457 Jul 28 11:01:56.816116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856163b-be21-4eab-98bb-7f2ef69b46a0 None None] No DVR routers for this DVR port 4db6ed8d-b836-4cda-ae20-08ec0ad21986 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:01:56.817334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:56.817999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.875785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Pushing event updated for resources: {'Port': ['ID=6aa499a7-64fa-4298-814a-4a4891190e5d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:01:56.902839 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:01:56.922402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.933574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:56.934474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.934979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:56.939725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] 10.222.0.20 "DELETE /v2.0/networks/10df90c5-6085-4483-ad50-fc084d9c6744 HTTP/1.1" status: 204 len: 168 time: 1.0249414 Jul 28 11:01:56.953245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0daec-8de3-4411-8805-b5802db5693f admin admin] Pushing event deleted for resources: {'Network': ['ID=10df90c5-6085-4483-ad50-fc084d9c6744,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.965396 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-85528613-2aca-4246-93cb-011df40cd790 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3483973 Jul 28 11:01:56.980439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Request body: {'port': {'device_id': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:57.039885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.144717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf77b-1127-4c6f-a000-453a6e569d9f req-d1fad702-7280-4867-bc6d-426ac8146c5e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:57.146624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55ccf77b-1127-4c6f-a000-453a6e569d9f req-d1fad702-7280-4867-bc6d-426ac8146c5e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.1546118 Jul 28 11:01:57.161792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd3aba-65f6-4bb8-ab9c-e159138c1a0c req-beaa0d44-4afd-44ab-b557-38912f22ec13 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:57.163409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccbd3aba-65f6-4bb8-ab9c-e159138c1a0c req-beaa0d44-4afd-44ab-b557-38912f22ec13 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 946 time: 0.1193113 Jul 28 11:01:57.177512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:57.181960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4db6ed8d-b836-4cda-ae20-08ec0ad21986 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:57.183936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'floatingip': {'port_id': '90726ee4-3252-497e-bc0e-adc2b8921aaf'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:01:57.237804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4db6ed8d-b836-4cda-ae20-08ec0ad21986 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:01:57.238392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4db6ed8d-b836-4cda-ae20-08ec0ad21986 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:57.239278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:57.258136 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.264474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:57.292527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:01:57.292876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5038f7e2-689d-4d6a-9b5f-98dd32d1ce43 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:57.322937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbe25ff5-3c8c-43a2-83eb-ddab92fa444e None None] Provisioning for port 6aa499a7-64fa-4298-814a-4a4891190e5d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:01:57.328331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbe25ff5-3c8c-43a2-83eb-ddab92fa444e None None] Provisioning complete for port 6aa499a7-64fa-4298-814a-4a4891190e5d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:01:57.328893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbe25ff5-3c8c-43a2-83eb-ddab92fa444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.331747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55ccf77b-1127-4c6f-a000-453a6e569d9f req-e979814b-9f2a-4f2c-91f9-f5e97e863dc8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634884 Jul 28 11:01:57.400594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:57.403688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dbe25ff5-3c8c-43a2-83eb-ddab92fa444e None None] Port 6aa499a7-64fa-4298-814a-4a4891190e5d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:01:57.457974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6efa0ff7-5ad9-4843-8e79-94f4c981286e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9401be12b29246af8cf6b0fe7b119b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920552 Jul 28 11:01:57.459093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:57.536986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa499a7-64fa-4298-814a-4a4891190e5d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:57.551363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.569128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Transition to ACTIVE for port object 6aa499a7-64fa-4298-814a-4a4891190e5d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:01:57.576774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.632555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa499a7-64fa-4298-814a-4a4891190e5d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:57.640227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-28f56476-04e7-4d81-8fb6-7573887051a4 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d77703a8bf9848d084f2237ec7737ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259590 Jul 28 11:01:57.642749 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be46409a-810c-4b46-911d-27b6d61832c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.737301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be46409a-810c-4b46-911d-27b6d61832c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.764341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Attempting to bind port 6aa499a7-64fa-4298-814a-4a4891190e5d on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:01:57.764974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Attempting to bind port 6aa499a7-64fa-4298-814a-4a4891190e5d by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:01:57.765527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Attempting to bind port 6aa499a7-64fa-4298-814a-4a4891190e5d on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:57.777580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5b51ccf-f412-434b-8fe3-9905e8bb6448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.781396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Port 6aa499a7-64fa-4298-814a-4a4891190e5d on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:01:57.782115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Attempting to bind port 6aa499a7-64fa-4298-814a-4a4891190e5d on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:01:57.807193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:01:57.807193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:01:57.808225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:01:57.809115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Bound port: 6aa499a7-64fa-4298-814a-4a4891190e5d, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:01:57.810359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.848285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-155abd74-0cd6-4c38-b2fc-7e0118cabb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.923665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] For port 6aa499a7-64fa-4298-814a-4a4891190e5d, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:57.928037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] For port 6aa499a7-64fa-4298-814a-4a4891190e5d, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6aa499a7-64fa-4298-814a-4a4891190e5d,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:57.938003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.997562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:57.998180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:57.999638 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/6aa499a7-64fa-4298-814a-4a4891190e5d HTTP/1.1" status: 200 len: 1096 time: 1.0255773 Jul 28 11:01:58.003291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'tag': '6aa499a7-64fa-4298-814a-4a4891190e5d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:01:58.006018 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ded7772a-c61b-4667-b8e6-86445f770df4", "tag": "6aa499a7-64fa-4298-814a-4a4891190e5d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:01:58.041882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5b51ccf-f412-434b-8fe3-9905e8bb6448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.056031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5b51ccf-f412-434b-8fe3-9905e8bb6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.058524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb0202-c9d5-46fa-b3fc-8b70859757b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa499a7-64fa-4298-814a-4a4891190e5d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.106590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:58.143469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51ccf-f412-434b-8fe3-9905e8bb6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6ce75-0d9e-433f-be4f-de79b299d7ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.154075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a5b51ccf-f412-434b-8fe3-9905e8bb6448 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae6f73afe27d4320a458c63dc7e8e61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497544 Jul 28 11:01:58.161263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51986) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:58.174186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-efb01c33-058d-4a63-acbb-36638a3757eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:58.175705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-efb01c33-058d-4a63-acbb-36638a3757eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f4a60410a494d47a41cca9bde6515fa&device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 1099 time: 0.1321926 Jul 28 11:01:58.232902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-bf84d456-07c7-4fe6-abae-e5d4f190a0f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6aa499a7-64fa-4298-814a-4a4891190e5d HTTP/1.1" status: 200 len: 217 time: 0.0446191 Jul 28 11:01:58.288139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fcfef87-05af-4d49-92b1-650bcf888fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.313707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc74efed-b168-4142-a05c-fbcc60f147d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.313902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f59afca3-a665-457c-828a-072743f0a50b details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:01:58.317584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-7be261a1-230e-44dd-8028-d926b52d1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:58.319015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-7be261a1-230e-44dd-8028-d926b52d1c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0794806 Jul 28 11:01:58.354502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-ea33b754-af69-4e3b-9534-83083f3ab1fb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:58.356075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-ea33b754-af69-4e3b-9534-83083f3ab1fb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7076776 Jul 28 11:01:58.390311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc74efed-b168-4142-a05c-fbcc60f147d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.400567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be46409a-810c-4b46-911d-27b6d61832c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.402747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be46409a-810c-4b46-911d-27b6d61832c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.406157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-be46409a-810c-4b46-911d-27b6d61832c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd801921-7e72-4317-b649-8bf8b1c13846 HTTP/1.1" status: 204 len: 168 time: 0.9414961 Jul 28 11:01:58.445320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec3d89-09b5-4195-9135-513254f6aba8 req-e63bd8c6-c4b3-4ed3-b24e-f7d68965507e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:58.448449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-d96ca645-67cd-47cb-ae08-3cbd9d9c8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:58.449907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-d96ca645-67cd-47cb-ae08-3cbd9d9c8035 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203246 Jul 28 11:01:58.453172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47ec3d89-09b5-4195-9135-513254f6aba8 req-e63bd8c6-c4b3-4ed3-b24e-f7d68965507e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 948 time: 0.5076194 Jul 28 11:01:58.461774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-95e84dea-7e25-458c-8226-0a65a9b4c6bb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/quotas/d77703a8bf9848d084f2237ec7737ec5 HTTP/1.1" status: 200 len: 375 time: 0.0883269 Jul 28 11:01:58.476310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:58.491839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'f59afca3-a665-457c-828a-072743f0a50b', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'port_id': 'f59afca3-a665-457c-828a-072743f0a50b', 'mac_address': 'fa:16:3e:cc:cc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff62bbb5-74e1-450e-9d5f-acda051b411f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:01:58.519072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46409a-810c-4b46-911d-27b6d61832c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd801921-7e72-4317-b649-8bf8b1c13846,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.543787 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.558113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fcfef87-05af-4d49-92b1-650bcf888fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.561845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc74efed-b168-4142-a05c-fbcc60f147d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.565933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc74efed-b168-4142-a05c-fbcc60f147d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.566639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-53e3c7a2-b429-4e18-825d-3a589e87a078 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033838 Jul 28 11:01:58.567303 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bc74efed-b168-4142-a05c-fbcc60f147d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1e6ce75-0d9e-433f-be4f-de79b299d7ab HTTP/1.1" status: 204 len: 168 time: 0.4051802 Jul 28 11:01:58.571888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59afca3-a665-457c-828a-072743f0a50b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:01:58.576903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fcfef87-05af-4d49-92b1-650bcf888fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.598535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:58.602470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74efed-b168-4142-a05c-fbcc60f147d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6ce75-0d9e-433f-be4f-de79b299d7ab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.617431 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.639049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfef87-05af-4d49-92b1-650bcf888fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76cc296-a492-4093-8217-cd59c2e47b0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.657765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:01:58.665624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3fcfef87-05af-4d49-92b1-650bcf888fd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acea8f9099864c8c97e7b13b9ee1f49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579457 Jul 28 11:01:58.669591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51996) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:58.695687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.704853 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-3f0ff09f-0027-4ffb-a0bd-691b51c11d89 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470369 Jul 28 11:01:58.744759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47ec3d89-09b5-4195-9135-513254f6aba8 req-2f2397ab-0c87-416a-83ef-5ad812c3cd77 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888777 Jul 28 11:01:58.816464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f59afca3-a665-457c-828a-072743f0a50b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:01:58.852367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.862136 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2135a7df-a89f-4af5-a229-728be4ff38a5 x-openstack-request-id: req-2135a7df-a89f-4af5-a229-728be4ff38a5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:01:58.862442 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded7772a-c61b-4667-b8e6-86445f770df4", "tag": "6aa499a7-64fa-4298-814a-4a4891190e5d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:01:58.862900 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2135a7df-a89f-4af5-a229-728be4ff38a5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:01:58.864290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:58.864521 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'tag': '6aa499a7-64fa-4298-814a-4a4891190e5d', 'status': 'completed', 'code': 200} Jul 28 11:01:58.918236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a9cb3e54-d78d-4538-801e-ff36e91f0b72 req-2cb77fe6-b7f8-41f9-9447-9b75aa16989d service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030051 Jul 28 11:01:59.055169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-ab87de97-3ce9-4112-93d9-90e88523c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:59.060003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-ab87de97-3ce9-4112-93d9-90e88523c8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f4a60410a494d47a41cca9bde6515fa&device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 1099 time: 0.0799551 Jul 28 11:01:59.064936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dbed52-ea02-452c-84d3-297056803688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.146672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dbed52-ea02-452c-84d3-297056803688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.194340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f78dd-380c-4b42-ae79-6ae9d49cda15 req-aa43d700-f38b-4d4f-9458-2159f6e43f8c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:59.202672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064f78dd-380c-4b42-ae79-6ae9d49cda15 req-aa43d700-f38b-4d4f-9458-2159f6e43f8c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.1989613 Jul 28 11:01:59.233454 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Floating IP 40064360-54a6-45a4-96e7-d789ee2aae25 associated. External IP: 172.25.1.157, port: 90726ee4-3252-497e-bc0e-adc2b8921aaf. Jul 28 11:01:59.284846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-0c0ce695-c7b6-47d2-8794-daeae4ca9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:59.289217 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-0c0ce695-c7b6-47d2-8794-daeae4ca9ed9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2199121 Jul 28 11:01:59.323097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064f78dd-380c-4b42-ae79-6ae9d49cda15 req-17b96553-b4c3-4bcc-ae9f-90b0242f366e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187680 Jul 28 11:01:59.337500 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dbed52-ea02-452c-84d3-297056803688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.348587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dbed52-ea02-452c-84d3-297056803688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.348587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-23dbed52-ea02-452c-84d3-297056803688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a76cc296-a492-4093-8217-cd59c2e47b0b HTTP/1.1" status: 204 len: 168 time: 0.6693299 Jul 28 11:01:59.373481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:59.395545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbed52-ea02-452c-84d3-297056803688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76cc296-a492-4093-8217-cd59c2e47b0b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:59.413363 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9643fa74-4709-4699-a85f-cd179e1f72a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.420981 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-2bab5115-606e-409e-b4bf-1d130373527a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6aa499a7-64fa-4298-814a-4a4891190e5d HTTP/1.1" status: 200 len: 217 time: 0.1233969 Jul 28 11:01:59.531302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9643fa74-4709-4699-a85f-cd179e1f72a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.537800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-b201b278-0563-4e8e-9302-d11e916d12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:59.542932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-b201b278-0563-4e8e-9302-d11e916d12fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1155095 Jul 28 11:01:59.550611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9643fa74-4709-4699-a85f-cd179e1f72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:01:59.589265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-42ab714c-22ff-4868-a0e8-b23204492906 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d77703a8bf9848d084f2237ec7737ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564010 Jul 28 11:01:59.654046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-11a97f80-3d2a-43e7-8c98-070668c0cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:59.658940 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-11a97f80-3d2a-43e7-8c98-070668c0cf76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049957 Jul 28 11:01:59.719267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643fa74-4709-4699-a85f-cd179e1f72a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917b82e8-661d-40e3-871b-6d733ec1fbab,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:59.728034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9643fa74-4709-4699-a85f-cd179e1f72a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a96adfa7701e46279b489f37b87102f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525953 Jul 28 11:01:59.738974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:01:59.824553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-803f272e-0f83-42e8-b33a-1f30e97c0592 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588311 Jul 28 11:01:59.914513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-e0939b79-4cac-4239-bab3-c26c35ebfc10 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:01:59.922134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-e0939b79-4cac-4239-bab3-c26c35ebfc10 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320031 Jul 28 11:01:59.947746 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3e8aa48-625f-4b6e-ab54-a895ccfdb8ab req-9000df84-3494-42da-9a50-fc253db12fcc service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156077 Jul 28 11:01:59.965184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Router f68ac6f9-d798-4543-9132-b365f814f537 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:01:59.980680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-fb40b644-015d-4c17-a6cd-35128e06b6b6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/quotas/d77703a8bf9848d084f2237ec7737ec5 HTTP/1.1" status: 200 len: 375 time: 0.0502517 Jul 28 11:01:59.999881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5e5-02ed-4e15-a53a-50c406f422ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.030644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-2d0ca530-b6c8-470f-b3dd-8a7bdbaeec33 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478048 Jul 28 11:02:00.073997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5e5-02ed-4e15-a53a-50c406f422ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.138614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:00.143281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:00.153240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7dc8-6938-4ab8-99e0-eb6ea24ffe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.284561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:00.293622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.299346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:00.329908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:00.331348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:01:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:00.334439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f59afca3-a665-457c-828a-072743f0a50b up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:00.367982 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5e5-02ed-4e15-a53a-50c406f422ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.371060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5e5-02ed-4e15-a53a-50c406f422ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.372636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3e8cf5e5-02ed-4e15-a53a-50c406f422ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/917b82e8-661d-40e3-871b-6d733ec1fbab HTTP/1.1" status: 204 len: 168 time: 0.6327181 Jul 28 11:02:00.399609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-540783971-network', 'tenant_id': '3ac8dbdf64734ea9a01f09912d160359'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:00.438894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7dc8-6938-4ab8-99e0-eb6ea24ffe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.450066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7dc8-6938-4ab8-99e0-eb6ea24ffe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.489305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18a40f2b-00c5-46fc-8978-90874b6e31e5 req-9ec08ff3-068d-43a8-ab98-b883b2f8c68c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 210 time: 0.1359770 Jul 28 11:02:00.543075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cf5e5-02ed-4e15-a53a-50c406f422ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b82e8-661d-40e3-871b-6d733ec1fbab,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:00.567103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bf9f8e18-939c-44ed-9244-22f7e31327b6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "PUT /v2.0/floatingips/40064360-54a6-45a4-96e7-d789ee2aae25 HTTP/1.1" status: 200 len: 992 time: 3.3885169 Jul 28 11:02:00.577279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:00.583586 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff" -d '{"events": [{"name": "network-changed", "server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:00.592212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:00.608743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-16ffa177-fa79-4c4d-a938-dfc2a8c4fcde tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d77703a8bf9848d084f2237ec7737ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319301 Jul 28 11:02:00.614892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88301c-23c5-46b7-9f31-a6206c922896 req-2d7d97fe-bb07-4105-905e-adead4613163 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:00.621844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cd9b7dc8-6938-4ab8-99e0-eb6ea24ffe77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a39014aa19c488f94a7db40dbc476f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821167 Jul 28 11:02:00.625034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c88301c-23c5-46b7-9f31-a6206c922896 req-2d7d97fe-bb07-4105-905e-adead4613163 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 948 time: 0.3363404 Jul 28 11:02:00.626332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:00.628607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Made reservation on behalf of 3ac8dbdf64734ea9a01f09912d160359 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:00.631339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.658130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:00.717920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c88301c-23c5-46b7-9f31-a6206c922896 req-74ba7fa9-e375-461e-8986-e691263e4e93 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Jul 28 11:02:00.940490 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022cdadf-95e3-473d-848c-3ecb13da0f04 x-openstack-request-id: req-022cdadf-95e3-473d-848c-3ecb13da0f04 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:00.940788 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:00.941046 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-022cdadf-95e3-473d-848c-3ecb13da0f04 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:00.941443 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'status': 'completed', 'code': 200} Jul 28 11:02:00.966996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc33d-9e1a-4396-9bb8-4ab9ad54a4ff req-61890024-4986-4f0c-896e-b913280c59eb tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:00.971899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfdfc33d-9e1a-4396-9bb8-4ab9ad54a4ff req-61890024-4986-4f0c-896e-b913280c59eb tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.2380493 Jul 28 11:02:00.972443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.41', 50994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:00.980947 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4eee3d40-694c-4cd0-95b3-8f47a29f0e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.151554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.159313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port f59afca3-a665-457c-828a-072743f0a50b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:01.177525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port f59afca3-a665-457c-828a-072743f0a50b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:01.178264 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.224804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-76c19b14-6686-4209-90eb-de62f500a90d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:01.226317 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-76c19b14-6686-4209-90eb-de62f500a90d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5954287 Jul 28 11:02:01.228025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b7dc8-6938-4ab8-99e0-eb6ea24ffe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66add49-41c9-4e01-9628-4255b1857c25,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:01.264926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfdfc33d-9e1a-4396-9bb8-4ab9ad54a4ff req-f2c353ae-b53d-4b88-ae08-80be933facab tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500708 Jul 28 11:02:01.275993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Request body: {'port': {'device_id': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'd77703a8bf9848d084f2237ec7737ec5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:01.292889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-79f093af-d0b8-4a3e-a56c-93eed66a52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:01.297656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-79f093af-d0b8-4a3e-a56c-93eed66a52c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 1097 time: 0.3081286 Jul 28 11:02:01.400433 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.455683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cde8e1fa-29d4-4d20-8db7-11bb2be49a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.463041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:01.465081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:01.468089 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d249de-e75d-4194-a589-be9f22f83515" -d '{"events": [{"server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "name": "network-vif-plugged", "status": "completed", "tag": "f59afca3-a665-457c-828a-072743f0a50b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:01.494069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.506705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '40064360-54a6-45a4-96e7-d789ee2aae25', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'port_id': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'mac_address': 'fa:16:3e:57:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491dbc0b-3c15-4618-84df-243a37751cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:01:27Z', 'updated_at': '2021-07-28T11:01:58Z', 'revision_number': 1, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:01.523202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cde8e1fa-29d4-4d20-8db7-11bb2be49a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.624677 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00db37-991f-46a5-9c6d-62cccf9ff67e x-openstack-request-id: req-da00db37-991f-46a5-9c6d-62cccf9ff67e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:01.625407 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "name": "network-vif-plugged", "status": "completed", "tag": "f59afca3-a665-457c-828a-072743f0a50b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:01.625658 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da00db37-991f-46a5-9c6d-62cccf9ff67e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:01.626053 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b', 'code': 200} Jul 28 11:02:01.630822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:01.653680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cde8e1fa-29d4-4d20-8db7-11bb2be49a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.656692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cde8e1fa-29d4-4d20-8db7-11bb2be49a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.658518 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cde8e1fa-29d4-4d20-8db7-11bb2be49a22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f66add49-41c9-4e01-9628-4255b1857c25 HTTP/1.1" status: 204 len: 168 time: 1.0228612 Jul 28 11:02:01.666537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:01.669180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:01.675168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e1fa-29d4-4d20-8db7-11bb2be49a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66add49-41c9-4e01-9628-4255b1857c25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:01.872657 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-7e16c930-7841-4ece-b77b-0b017fc54841 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d77703a8bf9848d084f2237ec7737ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702691 Jul 28 11:02:01.897530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:01.899790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:01.992949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdfba0a4-78e5-49e7-8fd5-51b43ad95fbe req-1456e215-bf5d-4a1b-81c0-deff57c5e457 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 210 time: 0.1615148 Jul 28 11:02:01.993878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.092593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Made reservation on behalf of d77703a8bf9848d084f2237ec7737ec5 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:02.100965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.129420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.155024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:02:02.173318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.174122 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Added segment fbc3c19b-d325-4ebd-9e51-6221b75d6117 of type vlan for network 052a4ea6-df86-4e61-92b5-e48e3cad8885 Jul 28 11:02:02.186571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.197309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0198c6d-464d-405b-ac37-474299928aed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.222413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-dc91ff46-c5a4-48ed-bb9c-fb46bd7d53f8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:02.224104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-dc91ff46-c5a4-48ed-bb9c-fb46bd7d53f8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462362 Jul 28 11:02:02.233726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.261280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Request body: {'port': {'device_id': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'd77703a8bf9848d084f2237ec7737ec5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:02.372416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6aa499a7-64fa-4298-814a-4a4891190e5d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:02.435477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12512d-6b16-47e9-a60f-8266858a68c2 req-593beb17-a6ad-4cc8-b909-2472f49bc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:02.437376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c12512d-6b16-47e9-a60f-8266858a68c2 req-593beb17-a6ad-4cc8-b909-2472f49bc390 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1097 time: 0.4989047 Jul 28 11:02:02.482519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.495131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.544853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.571229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c25ea-4bec-494c-b2a0-afa9de9f3fb2 req-b5065080-1d7f-4a59-bd6e-ce878a1c8add tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:02.580050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-332c25ea-4bec-494c-b2a0-afa9de9f3fb2 req-b5065080-1d7f-4a59-bd6e-ce878a1c8add tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 946 time: 0.1403425 Jul 28 11:02:02.585241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6d928-bdac-4f50-9976-176ff17ac6c2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.586208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c12512d-6b16-47e9-a60f-8266858a68c2 req-5c88715b-b96f-462c-ac76-9c2b9b09d89b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036706 Jul 28 11:02:02.587349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-6aace37d-ab9e-4932-82c6-461c4bb1f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:02.589607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-6aace37d-ab9e-4932-82c6-461c4bb1f321 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 924 time: 1.2810297 Jul 28 11:02:02.598198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b6e52-43a2-49a0-b17a-243e635f8c60 req-5047b3cc-404d-4482-8076-6e77ed16e6a1 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:02.601000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Made reservation on behalf of d77703a8bf9848d084f2237ec7737ec5 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:02.606197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a84b6e52-43a2-49a0-b17a-243e635f8c60 req-5047b3cc-404d-4482-8076-6e77ed16e6a1 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 948 time: 0.5847776 Jul 28 11:02:02.611513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.751512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a84b6e52-43a2-49a0-b17a-243e635f8c60 req-1776dd33-bec1-48c4-823c-f2b0e45861c7 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398976 Jul 28 11:02:02.766813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '40064360-54a6-45a4-96e7-d789ee2aae25', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'port_id': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'mac_address': 'fa:16:3e:57:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491dbc0b-3c15-4618-84df-243a37751cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:01:27Z', 'updated_at': '2021-07-28T11:01:58Z', 'revision_number': 1, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:02.793844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Allocated IP 192.168.233.250 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/a62b23c5-e097-4330-a801-44991e8105cd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:02.808485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9b632-1a2b-40d9-a361-230af1b4a1d0 None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '40064360-54a6-45a4-96e7-d789ee2aae25', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'port_id': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'mac_address': 'fa:16:3e:57:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491dbc0b-3c15-4618-84df-243a37751cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:01:27Z', 'updated_at': '2021-07-28T11:01:58Z', 'revision_number': 1, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:02.833353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6aa499a7-64fa-4298-814a-4a4891190e5d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6aa499a7-64fa-4298-814a-4a4891190e5d,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:02.857023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-332c25ea-4bec-494c-b2a0-afa9de9f3fb2 req-ac5e1e0d-f467-428d-b4fd-f7403995ac30 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758377 Jul 28 11:02:02.868765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '6aa499a7-64fa-4298-814a-4a4891190e5d', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '6aa499a7-64fa-4298-814a-4a4891190e5d', 'mac_address': 'fa:16:3e:76:32:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:02.902816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.903799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:02.904379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:02.913574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-36cdd278-75ad-4805-b02c-296660366a81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf HTTP/1.1" status: 200 len: 1000 time: 0.2787936 Jul 28 11:02:02.976066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.005541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa499a7-64fa-4298-814a-4a4891190e5d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:03.021714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-ccd8aab1-2273-4397-b7b3-b2a6bff97ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:03.023157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-ccd8aab1-2273-4397-b7b3-b2a6bff97ecd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.0908866 Jul 28 11:02:03.049609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9011691 Jul 28 11:02:03.062187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:03.063252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6aa499a7-64fa-4298-814a-4a4891190e5d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6aa499a7-64fa-4298-814a-4a4891190e5d,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:03.068135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Request body: {'subnet': {'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-540783971-subnet', 'tenant_id': '3ac8dbdf64734ea9a01f09912d160359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:03.074662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.077411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d912a9a-b4f3-44ea-9db1-a1ce521b9b03 admin admin] Pushing event updated for resources: {'Network': ['ID=052a4ea6-df86-4e61-92b5-e48e3cad8885,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:03.128373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-0c13c59b-2bf4-4d1b-a51f-9c866094718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:03.130464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-0c13c59b-2bf4-4d1b-a51f-9c866094718d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894384 Jul 28 11:02:03.135775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Made reservation on behalf of 3ac8dbdf64734ea9a01f09912d160359 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:03.141669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.158791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:02:03.215415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.242511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Transition to ACTIVE for port object a62b23c5-e097-4330-a801-44991e8105cd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:03.249182 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050e9c7-bf1d-4e97-83c9-93ba5710c868 None None] New status for floating IP 40064360-54a6-45a4-96e7-d789ee2aae25: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:02:03.292563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.384121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6aa499a7-64fa-4298-814a-4a4891190e5d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:03.407485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:03.429609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.459607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6aa499a7-64fa-4298-814a-4a4891190e5d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:03.463552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc1a9154-b31b-4b4c-9a76-d55c1e6222f2 req-e7d2179f-ffba-48e1-830f-77a63b9f27ab tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 210 time: 0.2818964 Jul 28 11:02:03.499022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:03.506727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:03.512916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:03.574319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:03.576160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.618709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Allocated IP 192.168.233.63 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/7230b01e-d786-4e82-981c-c923ae5e1417) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:03.631984 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-1965d31e-071d-4f6e-8d44-50a3f6c983eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3728151 Jul 28 11:02:03.647302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Request body: {'port': {'device_id': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:03.650888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-a85cc29c-65ac-4220-9626-8945ce7b5cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014856 Jul 28 11:02:03.903080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00a00351-4af9-472d-bf24-acdf436ecf80 None None] Provisioning for port a62b23c5-e097-4330-a801-44991e8105cd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:03.910806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00a00351-4af9-472d-bf24-acdf436ecf80 None None] Provisioning complete for port a62b23c5-e097-4330-a801-44991e8105cd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:03.913604 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00a00351-4af9-472d-bf24-acdf436ecf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.930069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:03.983616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.006331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-00a00351-4af9-472d-bf24-acdf436ecf80 None None] Port a62b23c5-e097-4330-a801-44991e8105cd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:04.111310 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4dd2378c-d35f-45d1-9cf0-337f2cb8cdff req-1431c65a-b0df-43b6-b001-f5b5c7a2bb21 service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518697 Jul 28 11:02:04.130671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3f17-8ca3-46ed-bdd1-24174405df6a req-7a97dbdb-8b12-4a90-9498-5097f6758405 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:04.140442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f40a3f17-8ca3-46ed-bdd1-24174405df6a req-7a97dbdb-8b12-4a90-9498-5097f6758405 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 949 time: 0.1752362 Jul 28 11:02:04.152673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ba4996-481e-4e3d-941d-538a51839ec9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:04.184827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.185442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.185666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.186170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.197011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.197550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.198091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.198771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.199948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.201774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.202277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.203474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.204734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.220700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Checking segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:04.220886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Transition to ACTIVE for port object 7230b01e-d786-4e82-981c-c923ae5e1417 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:04.221113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Network hostable DHCP agents. Network: 052a4ea6-df86-4e61-92b5-e48e3cad8885, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:02:04.279165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.302583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f40a3f17-8ca3-46ed-bdd1-24174405df6a req-4c15e366-4841-44ab-b543-0dd60a210c63 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613061 Jul 28 11:02:04.324431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:02:04.341114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742d262-3d0c-4950-8e46-711de3241906 req-ecea7be4-0fe1-412c-8950-47469fec4a73 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:04.346733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0742d262-3d0c-4950-8e46-711de3241906 req-ecea7be4-0fe1-412c-8950-47469fec4a73 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 946 time: 0.0859210 Jul 28 11:02:04.349312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6aa499a7-64fa-4298-814a-4a4891190e5d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:04.418562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 052a4ea6-df86-4e61-92b5-e48e3cad8885) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:04.425408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 6aa499a7-64fa-4298-814a-4a4891190e5d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:04.432276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:04.433021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 6aa499a7-64fa-4298-814a-4a4891190e5d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:04.433409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.434902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event updated for resources: {'Port': ['ID=7230b01e-d786-4e82-981c-c923ae5e1417,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:04.435963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe80ab8-bae7-4070-8e4e-f4bcc6c5844a None None] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:04.446954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:04.449277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:04.449406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:04.450055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.481851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.482292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.482631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.482993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.483496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0742d262-3d0c-4950-8e46-711de3241906 req-6488637a-b7d6-4280-b201-4497493fde07 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179702 Jul 28 11:02:04.496792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.497152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.497757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b2989583-72d0-4e8d-8f63-b7f54077a9f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4343486 Jul 28 11:02:04.506527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.506914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.507298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.507637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.507964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.508341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:04.588747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:04.589708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.617803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-d8d8c073-c570-4361-9891-7acca088c86f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3717289 Jul 28 11:02:04.651355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Request body: {'port': {'device_id': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:04.727822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.733121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:04.739408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122fb7-0ba2-4910-88bb-4659604f0c66 req-4530368d-a7c5-4b4b-aadd-5924cf0213f5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:04.740995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88122fb7-0ba2-4910-88bb-4659604f0c66 req-4530368d-a7c5-4b4b-aadd-5924cf0213f5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 935 time: 0.1133144 Jul 28 11:02:04.767991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62b23c5-e097-4330-a801-44991e8105cd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:04.781774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.796640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.811009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Transition to ACTIVE for port object a62b23c5-e097-4330-a801-44991e8105cd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:04.817524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:04.855124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f3965-58a3-43cd-a17c-abecd5187a68 None None] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:04.857513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa499a7-64fa-4298-814a-4a4891190e5d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:04.857642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88122fb7-0ba2-4910-88bb-4659604f0c66 req-1825d927-6178-48c5-ae48-558242621be7 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073368 Jul 28 11:02:04.859759 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a66ed2f-7be1-4ec5-b234-c219b78d534f" -d '{"events": [{"server_uuid": "ded7772a-c61b-4667-b8e6-86445f770df4", "name": "network-vif-plugged", "status": "completed", "tag": "6aa499a7-64fa-4298-814a-4a4891190e5d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:04.917270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6aa499a7-64fa-4298-814a-4a4891190e5d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6aa499a7-64fa-4298-814a-4a4891190e5d,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:04.925418 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.001252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15cfcf0c-f0d3-4093-bc85-d9fc0a3fedef None None] Provisioning for port 7230b01e-d786-4e82-981c-c923ae5e1417 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:05.007137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6aa499a7-64fa-4298-814a-4a4891190e5d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:05.012973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:05.017789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15cfcf0c-f0d3-4093-bc85-d9fc0a3fedef None None] Provisioning complete for port 7230b01e-d786-4e82-981c-c923ae5e1417 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:05.018170 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15cfcf0c-f0d3-4093-bc85-d9fc0a3fedef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.118597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-15cfcf0c-f0d3-4093-bc85-d9fc0a3fedef None None] Port 7230b01e-d786-4e82-981c-c923ae5e1417 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:05.144042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f606-b61d-49d3-be75-a83239d98585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.163986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Attempting to bind port a62b23c5-e097-4330-a801-44991e8105cd on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:05.164369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Attempting to bind port a62b23c5-e097-4330-a801-44991e8105cd by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:05.165572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Attempting to bind port a62b23c5-e097-4330-a801-44991e8105cd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:05.181850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Port a62b23c5-e097-4330-a801-44991e8105cd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:05.182174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Attempting to bind port a62b23c5-e097-4330-a801-44991e8105cd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:05.197963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:05.198307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:05.198697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:05.199139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Bound port: a62b23c5-e097-4330-a801-44991e8105cd, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:05.199753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.208751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e889d4-70fc-42cb-b783-8d92a5d04251 req-50eeb36d-7d0d-48bd-9655-646520742fb1 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.216901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1e889d4-70fc-42cb-b783-8d92a5d04251 req-50eeb36d-7d0d-48bd-9655-646520742fb1 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1097 time: 0.0919659 Jul 28 11:02:05.254798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1e889d4-70fc-42cb-b783-8d92a5d04251 req-1101e469-5e5e-42bc-85a5-5d20e86d9850 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Jul 28 11:02:05.316032 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae39548-6202-4b45-a2db-93bcfd5ba45e x-openstack-request-id: req-5ae39548-6202-4b45-a2db-93bcfd5ba45e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:05.316548 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded7772a-c61b-4667-b8e6-86445f770df4", "name": "network-vif-plugged", "status": "completed", "tag": "6aa499a7-64fa-4298-814a-4a4891190e5d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:05.317676 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ae39548-6202-4b45-a2db-93bcfd5ba45e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:05.318239 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa499a7-64fa-4298-814a-4a4891190e5d', 'code': 200} Jul 28 11:02:05.413909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:05.428322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f7be-0d04-4b29-bd83-5ed7fa6e0d55 req-7730e224-41b1-41d5-9f34-2c4cd1d25988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.430995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2d3f7be-0d04-4b29-bd83-5ed7fa6e0d55 req-7730e224-41b1-41d5-9f34-2c4cd1d25988 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 1101 time: 0.0457244 Jul 28 11:02:05.442811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:05.453984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.535228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2d3f7be-0d04-4b29-bd83-5ed7fa6e0d55 req-7e8422c6-00bd-4ded-85a0-b0a5b3838c00 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Jul 28 11:02:05.547347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.547971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.549442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] 10.222.0.41 "PUT /v2.0/ports/a62b23c5-e097-4330-a801-44991e8105cd HTTP/1.1" status: 200 len: 1096 time: 1.9101381 Jul 28 11:02:05.555314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:05.558750 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "tag": "a62b23c5-e097-4330-a801-44991e8105cd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:05.585905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f606-b61d-49d3-be75-a83239d98585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.592280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d44bf-cd2e-47cd-a270-9f4f7d3b8ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:05.606456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7230b01e-d786-4e82-981c-c923ae5e1417 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:05.615975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc7f606-b61d-49d3-be75-a83239d98585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.621663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.644792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-74bda8cc-8551-48dc-b4c8-4b08314a22e6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.646283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-74bda8cc-8551-48dc-b4c8-4b08314a22e6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 821 time: 0.1786640 Jul 28 11:02:05.669470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-114af15a-587f-4f25-9573-56dc12f29045 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/quotas/3ac8dbdf64734ea9a01f09912d160359 HTTP/1.1" status: 200 len: 375 time: 0.0159020 Jul 28 11:02:05.678092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49647699-3988-413d-88a4-4d4a7fc89eba req-e2669208-3f75-4d60-9e06-95bc00c4406e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.679587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49647699-3988-413d-88a4-4d4a7fc89eba req-e2669208-3f75-4d60-9e06-95bc00c4406e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.0783324 Jul 28 11:02:05.700517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dbc7f606-b61d-49d3-be75-a83239d98585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a45aa659d03e48b98e683685a2290082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9634223 Jul 28 11:02:05.702559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Transition to ACTIVE for port object 7230b01e-d786-4e82-981c-c923ae5e1417 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:05.703563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:05.714846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-8fcac47a-9aca-4a61-b699-0f634cfe3e9b tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342584 Jul 28 11:02:05.716102 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.717994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7f606-b61d-49d3-be75-a83239d98585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65280ac-95cd-4a31-b987-3118c6ba7ba9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:05.771471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-982b116b-d765-4ef7-8056-560254d2b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.773066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-982b116b-d765-4ef7-8056-560254d2b7c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1099 time: 0.1586287 Jul 28 11:02:05.800944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49647699-3988-413d-88a4-4d4a7fc89eba req-138090cc-2ea2-4f97-90f0-f712cc855cac tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114416 Jul 28 11:02:05.841513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7230b01e-d786-4e82-981c-c923ae5e1417,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:05.847015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-667f4a48-4724-43bf-82d8-ef9357453667 service neutron] 10.222.0.20 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122088 Jul 28 11:02:05.851477 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-314b1250-210c-469d-9852-99d621b18d3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a62b23c5-e097-4330-a801-44991e8105cd HTTP/1.1" status: 200 len: 217 time: 0.0653996 Jul 28 11:02:05.949212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b2122-9bc2-478d-b9c0-438a5b19d9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:05.979349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240019d-359e-410e-a432-81dd194585ec req-48c1fa35-aded-457e-8d8b-304ce28edaba tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.981457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d240019d-359e-410e-a432-81dd194585ec req-48c1fa35-aded-457e-8d8b-304ce28edaba tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1097 time: 0.0710535 Jul 28 11:02:05.982677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-5e55f4fc-9af1-4045-8eef-0a7f3e316560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:05.984330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-5e55f4fc-9af1-4045-8eef-0a7f3e316560 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1198933 Jul 28 11:02:05.994328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Attempting to bind port 7230b01e-d786-4e82-981c-c923ae5e1417 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:05.994668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Attempting to bind port 7230b01e-d786-4e82-981c-c923ae5e1417 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:05.994995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Attempting to bind port 7230b01e-d786-4e82-981c-c923ae5e1417 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:05.999655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-d4485779-6624-4d51-825a-e92ab1016680 service neutron] 10.222.0.20 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385243 Jul 28 11:02:06.002580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b2122-9bc2-478d-b9c0-438a5b19d9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:06.023592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d240019d-359e-410e-a432-81dd194585ec req-55f9fcb1-7819-4df2-9ff0-46118a942111 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Jul 28 11:02:06.033061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Port 7230b01e-d786-4e82-981c-c923ae5e1417 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:06.033606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Attempting to bind port 7230b01e-d786-4e82-981c-c923ae5e1417 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:06.072102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:06.072551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:06.073108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:06.073739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Bound port: 7230b01e-d786-4e82-981c-c923ae5e1417, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:06.074180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:06.101137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-6c0bdddc-d250-4bdf-8451-17c654112bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:06.103002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-6c0bdddc-d250-4bdf-8451-17c654112bf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034136 Jul 28 11:02:06.138003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b2122-9bc2-478d-b9c0-438a5b19d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:06.140600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b2122-9bc2-478d-b9c0-438a5b19d9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:06.141774 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b25b2122-9bc2-478d-b9c0-438a5b19d9a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a65280ac-95cd-4a31-b987-3118c6ba7ba9 HTTP/1.1" status: 204 len: 168 time: 0.4352193 Jul 28 11:02:06.190063 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47bbfcc-4de0-4bc9-83a8-06fee8c3b763 x-openstack-request-id: req-a47bbfcc-4de0-4bc9-83a8-06fee8c3b763 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:06.190420 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "tag": "a62b23c5-e097-4330-a801-44991e8105cd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:06.190723 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a47bbfcc-4de0-4bc9-83a8-06fee8c3b763 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:06.191257 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd', 'status': 'completed', 'code': 200} Jul 28 11:02:06.224315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b2122-9bc2-478d-b9c0-438a5b19d9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65280ac-95cd-4a31-b987-3118c6ba7ba9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:06.257467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] For port 7230b01e-d786-4e82-981c-c923ae5e1417, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:06.262854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] For port 7230b01e-d786-4e82-981c-c923ae5e1417, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7230b01e-d786-4e82-981c-c923ae5e1417,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:06.274724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:06.319034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:06.319451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:06.320932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] 10.222.0.44 "PUT /v2.0/ports/7230b01e-d786-4e82-981c-c923ae5e1417 HTTP/1.1" status: 200 len: 1095 time: 1.6896319 Jul 28 11:02:06.326648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-9dd51aa5-1038-4439-8135-936d6eba247f service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008467 Jul 28 11:02:06.374673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-165c2ddc-ee25-4f31-b594-398923edfd2c req-49a49e33-c17a-42b6-a0f5-ce457c713ab6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 210 time: 0.0881333 Jul 28 11:02:06.428912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15623-93f3-48e2-9743-5d5e34d5c6b2 req-58dfdb0d-dd00-4165-9fdb-d054776f92b8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:06.430983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15e15623-93f3-48e2-9743-5d5e34d5c6b2 req-58dfdb0d-dd00-4165-9fdb-d054776f92b8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 947 time: 0.2408397 Jul 28 11:02:06.463398 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-392c7eb4-adaf-489a-9754-937f1afba5e8 req-c258ad6c-f1f3-42e8-85ff-2793a7417c0c service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282401 Jul 28 11:02:06.558247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15e15623-93f3-48e2-9743-5d5e34d5c6b2 req-433c6c59-5130-436d-8e42-2ec68ab19f4e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046722 Jul 28 11:02:06.815800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-3d8de127-7a8a-495d-819f-1bbe2238c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:06.817316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-3d8de127-7a8a-495d-819f-1bbe2238c0cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 1098 time: 0.3501892 Jul 28 11:02:06.817940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757e951-9cd5-4337-8ef4-f92a0a8ed6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7230b01e-d786-4e82-981c-c923ae5e1417,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:06.884151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-cc1f637f-f023-4c98-888f-ae578ce04916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:06.885720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-cc1f637f-f023-4c98-888f-ae578ce04916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1099 time: 0.1176224 Jul 28 11:02:06.886960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-a0f1c823-b957-4a93-b4a8-1c893f3b927a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7230b01e-d786-4e82-981c-c923ae5e1417 HTTP/1.1" status: 200 len: 217 time: 0.0526025 Jul 28 11:02:07.018883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-414c33fd-4627-4334-add4-665f4684f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.020812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-414c33fd-4627-4334-add4-665f4684f71a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1272354 Jul 28 11:02:07.037241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85199eb-2f03-4f54-a67e-0b3eb88608e8 req-5f242071-784c-4efd-9bec-13b4f392355a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.038775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a85199eb-2f03-4f54-a67e-0b3eb88608e8 req-5f242071-784c-4efd-9bec-13b4f392355a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.1179428 Jul 28 11:02:07.121090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a85199eb-2f03-4f54-a67e-0b3eb88608e8 req-2dfe1c91-d714-42d4-967e-93a2d1fcf172 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Jul 28 11:02:07.122093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-8d507f72-c610-4915-a207-f662f86f7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.134350 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-8d507f72-c610-4915-a207-f662f86f7f47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2106738 Jul 28 11:02:07.163223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d632-9947-434a-af64-537e959912fe req-928001cd-2f61-4a81-929e-9e3e8472f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.165774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:07.165983 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-928001cd-2f61-4a81-929e-9e3e8472f21f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339798 Jul 28 11:02:07.205122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-3dd82706-f05d-437f-b370-f5c2c6e69032 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a62b23c5-e097-4330-a801-44991e8105cd HTTP/1.1" status: 200 len: 217 time: 0.0541248 Jul 28 11:02:07.315052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-85601c1d-3e96-4aa3-8c29-6bf80e7ebf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.316594 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-85601c1d-3e96-4aa3-8c29-6bf80e7ebf9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0985072 Jul 28 11:02:07.355064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51cd544c-7424-45c8-adeb-d1efba3e7a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.377751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-f37dbe28-3bd8-4582-a115-4c362e865bd0 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816745 Jul 28 11:02:07.399936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-4057aebe-2136-4eec-9241-366e1195f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.402557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-4057aebe-2136-4eec-9241-366e1195f475 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726445 Jul 28 11:02:07.474720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51cd544c-7424-45c8-adeb-d1efba3e7a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.481546 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51cd544c-7424-45c8-adeb-d1efba3e7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.542317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:07.545203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-51cd544c-7424-45c8-adeb-d1efba3e7a24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f39aa1fb0719487b87a3d7fc2940aaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765504 Jul 28 11:02:07.547045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd544c-7424-45c8-adeb-d1efba3e7a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412dfde5-b712-49dd-8836-0fbcbb9e96e9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:07.609781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bd46d632-9947-434a-af64-537e959912fe req-724ca4dc-56c8-4f3d-ba9a-31eb911a3b07 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231698 Jul 28 11:02:07.628012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-5cb092c9-2fa3-4fda-bcd4-c2a9317cccc6 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125885 Jul 28 11:02:07.645327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec55d85c-f596-4475-9362-def9cbfd1981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.746605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec55d85c-f596-4475-9362-def9cbfd1981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.787617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3828ea44-9f61-41c9-bfbe-9fb0e4e6e09f req-a55036af-2971-4d82-9485-1a3d1c537ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433017 Jul 28 11:02:07.818658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fe6f177-33e3-4e35-a101-d7896fb4644f req-d566f60e-439c-4ad7-8d67-6d27c06e8263 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 210 time: 0.1017323 Jul 28 11:02:07.842259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec55d85c-f596-4475-9362-def9cbfd1981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.845764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec55d85c-f596-4475-9362-def9cbfd1981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:07.847287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec55d85c-f596-4475-9362-def9cbfd1981 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/412dfde5-b712-49dd-8836-0fbcbb9e96e9 HTTP/1.1" status: 204 len: 168 time: 0.2982457 Jul 28 11:02:07.861854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55d85c-f596-4475-9362-def9cbfd1981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412dfde5-b712-49dd-8836-0fbcbb9e96e9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:07.982300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f70a43-d257-45a8-b27e-1ad7fa5f833d req-00dfe63f-a150-4fcc-aada-e4082d99f2e1 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:07.983766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09f70a43-d257-45a8-b27e-1ad7fa5f833d req-00dfe63f-a150-4fcc-aada-e4082d99f2e1 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 947 time: 0.0802822 Jul 28 11:02:08.004993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-b85d80e1-89cd-48a8-9431-cc58ac024813 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:08.006563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-b85d80e1-89cd-48a8-9431-cc58ac024813 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 821 time: 0.2736146 Jul 28 11:02:08.028966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'port': {'device_id': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'admin_state_up': True, 'tenant_id': '3ac8dbdf64734ea9a01f09912d160359'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:08.094168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09f70a43-d257-45a8-b27e-1ad7fa5f833d req-b11fb199-7801-41d7-8ad8-f5133f72090e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967176 Jul 28 11:02:08.168227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Made reservation on behalf of 3ac8dbdf64734ea9a01f09912d160359 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:08.172915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.191979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'tag': '7230b01e-d786-4e82-981c-c923ae5e1417'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:08.194320 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92da0975-ce7b-4dab-8731-ea6cd3e6af17" -d '{"events": [{"name": "network-changed", "server_uuid": "9643448a-624f-43c7-a0c6-fb3d72ccd0c4", "tag": "7230b01e-d786-4e82-981c-c923ae5e1417"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:08.261986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:08.276737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0d94d77-180f-4630-91a8-da3d9087b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.283694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f48755-6f6b-4bc9-9178-4cc316a850f5 req-55f00b02-28a9-48d5-92b2-ceb5daf5517a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:08.285210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f48755-6f6b-4bc9-9178-4cc316a850f5 req-55f00b02-28a9-48d5-92b2-ceb5daf5517a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.1076827 Jul 28 11:02:08.357936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f48755-6f6b-4bc9-9178-4cc316a850f5 req-d50e305f-08c7-43d3-a7a8-68173aa409ad tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637634 Jul 28 11:02:08.383411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0d94d77-180f-4630-91a8-da3d9087b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.384107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Allocated IP 172.20.0.2 (052a4ea6-df86-4e61-92b5-e48e3cad8885/87ba4996-481e-4e3d-941d-538a51839ec9/a2c666e7-dc6c-44ff-82e2-d27e3360d53c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:08.389821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0d94d77-180f-4630-91a8-da3d9087b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.439169 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a0d94d77-180f-4630-91a8-da3d9087b6c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9fad9e0e32648109c4560dd549b0f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759436 Jul 28 11:02:08.439949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d94d77-180f-4630-91a8-da3d9087b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8adebfe-c65d-419b-a828-a5865115b160,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:08.442263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:08.521382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a15c0d7b-8c40-4049-a8e4-e149cebb7188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.555071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a15c0d7b-8c40-4049-a8e4-e149cebb7188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.617426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:08.618891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a15c0d7b-8c40-4049-a8e4-e149cebb7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.621865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a15c0d7b-8c40-4049-a8e4-e149cebb7188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.623420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a15c0d7b-8c40-4049-a8e4-e149cebb7188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8adebfe-c65d-419b-a828-a5865115b160 HTTP/1.1" status: 204 len: 168 time: 0.1801064 Jul 28 11:02:08.639345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c0d7b-8c40-4049-a8e4-e149cebb7188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8adebfe-c65d-419b-a828-a5865115b160,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:08.653973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.699246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.762733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:08.768063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:08.775004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:08.778092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:08.780899 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a33cf-0f90-48dd-a384-7367c20da117 x-openstack-request-id: req-926a33cf-0f90-48dd-a384-7367c20da117 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:08.781215 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9643448a-624f-43c7-a0c6-fb3d72ccd0c4", "tag": "7230b01e-d786-4e82-981c-c923ae5e1417", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:08.782283 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-926a33cf-0f90-48dd-a384-7367c20da117 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:08.782283 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'tag': '7230b01e-d786-4e82-981c-c923ae5e1417', 'status': 'completed', 'code': 200} Jul 28 11:02:08.819065 n-d-723573-7 neutron-server[93835]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 11:02:08.824569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-f146682d-80df-4c66-86e7-35c96204ecdf tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:02:08.825349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-f146682d-80df-4c66-86e7-35c96204ecdf tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2007678 Jul 28 11:02:08.867686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:08.870731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:08.887262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-dc05b5f4-793e-450b-8dcf-8fba11910376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:08.889023 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-dc05b5f4-793e-450b-8dcf-8fba11910376 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 1098 time: 0.0709779 Jul 28 11:02:08.913338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-a2126ad7-5f24-418e-a955-c98a01e23d51 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903275 Jul 28 11:02:08.920881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-84fa6f6b-9c96-4749-aa15-1c8c2f657767 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f4a60410a494d47a41cca9bde6515fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361950 Jul 28 11:02:08.974243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Request body: {'port': {'device_id': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:09.010993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-2439248c-73ec-49ae-a8e0-d3a1bcf08ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:09.017556 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-2439248c-73ec-49ae-a8e0-d3a1bcf08ba3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1204731 Jul 28 11:02:09.035751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:09.066918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-ee559ef4-ef98-4626-8c2a-fe909bb2e8df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7230b01e-d786-4e82-981c-c923ae5e1417 HTTP/1.1" status: 200 len: 217 time: 0.0410762 Jul 28 11:02:09.073566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Request body: {'binding': {'host': 'n-h2-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:09.074182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:02:09.087796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.192807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-d8381663-2236-4162-9736-adfbac144f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:09.194331 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-d8381663-2236-4162-9736-adfbac144f6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1169271 Jul 28 11:02:09.264212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:09.269366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-84e8b570-0e08-4263-8e12-a2544e26f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:09.270846 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-84e8b570-0e08-4263-8e12-a2544e26f27a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688922 Jul 28 11:02:09.285695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a62b23c5-e097-4330-a801-44991e8105cd', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'a62b23c5-e097-4330-a801-44991e8105cd', 'mac_address': 'fa:16:3e:c4:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:09.333093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:09.335761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.356373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62b23c5-e097-4330-a801-44991e8105cd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:09.370571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on host n-h2-723573-7 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:09.371096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:09.371423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:09.381111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:09.381501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:09.395891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:09.398899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:09.399344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:09.400070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:09.400544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Bound port: f59afca3-a665-457c-828a-072743f0a50b, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:09.404659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.490261 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-b563c987-cca0-45a5-b06e-9ba24830163f service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076902 Jul 28 11:02:09.522943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:09.613020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:09.616245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-92da0975-ce7b-4dab-8731-ea6cd3e6af17 req-f9951d6a-a425-44ab-a7ac-f22fd9241eb3 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186125 Jul 28 11:02:09.625560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.626993 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-93c33ff8-f27b-47a1-9101-7fa3e73ac3bf service neutron] 10.222.0.20 "POST /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6507177 Jul 28 11:02:09.635144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25f7afc6-f4f2-4bcb-bd6f-6f4e68f73375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.645056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-9449c75f-4012-41a9-8831-466dc5ba8a41 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:09.655133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-9449c75f-4012-41a9-8831-466dc5ba8a41 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7333522 Jul 28 11:02:09.666709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a62b23c5-e097-4330-a801-44991e8105cd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:09.691543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-89a1decc-ffcd-488c-b3f4-279d501ca6ed tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/quotas/4f4a60410a494d47a41cca9bde6515fa HTTP/1.1" status: 200 len: 375 time: 0.0347250 Jul 28 11:02:09.732687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c666e7-dc6c-44ff-82e2-d27e3360d53c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:09.741993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.780411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25f7afc6-f4f2-4bcb-bd6f-6f4e68f73375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.788022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-05147656-0075-4b62-af6e-38aa2c7e9aa7 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f4a60410a494d47a41cca9bde6515fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955350 Jul 28 11:02:09.788893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25f7afc6-f4f2-4bcb-bd6f-6f4e68f73375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.800333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Transition to ACTIVE for port object a2c666e7-dc6c-44ff-82e2-d27e3360d53c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:09.807522 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.859798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25f7afc6-f4f2-4bcb-bd6f-6f4e68f73375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8ba8cbacab841d39cba5ee8b21bab6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211363 Jul 28 11:02:09.859798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7afc6-f4f2-4bcb-bd6f-6f4e68f73375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc6f935-af1a-44de-87be-9d91a674cd25,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:09.861848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:09.931498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:09.940873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cff606a0-d114-4526-ad5d-aaf66549911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.979194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cff606a0-d114-4526-ad5d-aaf66549911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:09.996254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd872d-c894-4068-a5b8-6677923048bc req-954705ce-dd03-425a-a670-22f9da7e5e75 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.003553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18fd872d-c894-4068-a5b8-6677923048bc req-954705ce-dd03-425a-a670-22f9da7e5e75 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.1212718 Jul 28 11:02:10.042384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Attempting to bind port a2c666e7-dc6c-44ff-82e2-d27e3360d53c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:10.042635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Attempting to bind port a2c666e7-dc6c-44ff-82e2-d27e3360d53c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:10.042962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Attempting to bind port a2c666e7-dc6c-44ff-82e2-d27e3360d53c on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:10.055090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Port a2c666e7-dc6c-44ff-82e2-d27e3360d53c on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:10.055976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Attempting to bind port a2c666e7-dc6c-44ff-82e2-d27e3360d53c on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:10.056626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-9dee3d9b-ff61-42dc-8fb9-d5b7a4f9cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.058301 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-9dee3d9b-ff61-42dc-8fb9-d5b7a4f9cda7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1097 time: 0.0551620 Jul 28 11:02:10.062948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:10.063257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Checking segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:10.063640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Bound using segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:10.064060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Bound port: a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:10.064437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.075514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18fd872d-c894-4068-a5b8-6677923048bc req-fa7e4d39-56d2-4791-97f4-9eb1970144c9 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710711 Jul 28 11:02:10.081923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cff606a0-d114-4526-ad5d-aaf66549911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.085421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cff606a0-d114-4526-ad5d-aaf66549911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.087717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cff606a0-d114-4526-ad5d-aaf66549911f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdc6f935-af1a-44de-87be-9d91a674cd25 HTTP/1.1" status: 204 len: 168 time: 0.2248836 Jul 28 11:02:10.141740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff606a0-d114-4526-ad5d-aaf66549911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc6f935-af1a-44de-87be-9d91a674cd25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:10.207990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-8dbdec67-cf18-4f50-8d1e-49973ee78d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.210097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-8dbdec67-cf18-4f50-8d1e-49973ee78d1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1429014 Jul 28 11:02:10.319024 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-cb03561f-0fab-46c5-b932-e145e6d78871 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 217 time: 0.0939507 Jul 28 11:02:10.385870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-3efb0971-62e8-4943-9634-76d87eadb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.388095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:10.388299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7230b01e-d786-4e82-981c-c923ae5e1417 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:10.394468 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-3efb0971-62e8-4943-9634-76d87eadb5d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0679483 Jul 28 11:02:10.412856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefe6da-48b9-45ec-87da-6382a692c575 req-d99c5db3-e17c-4e31-a402-a49ee569aa9a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.420846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fefe6da-48b9-45ec-87da-6382a692c575 req-d99c5db3-e17c-4e31-a402-a49ee569aa9a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 947 time: 0.2184026 Jul 28 11:02:10.438223 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-faf009ed-d6eb-4d4e-973c-e98b14446f12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340471 Jul 28 11:02:10.482730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:10.509066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fefe6da-48b9-45ec-87da-6382a692c575 req-29325dec-58aa-41f8-ab51-cb3a3a2160f8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822651 Jul 28 11:02:10.513634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.559702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 7230b01e-d786-4e82-981c-c923ae5e1417, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7230b01e-d786-4e82-981c-c923ae5e1417,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:10.576378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '7230b01e-d786-4e82-981c-c923ae5e1417', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '7230b01e-d786-4e82-981c-c923ae5e1417', 'mac_address': 'fa:16:3e:e8:bb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:10.577666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6588c4-ffe3-4835-96a0-2bf1bae5cc0e req-32668f1f-c9e5-4003-af75-5151bddbcf4d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.590087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b6588c4-ffe3-4835-96a0-2bf1bae5cc0e req-32668f1f-c9e5-4003-af75-5151bddbcf4d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 946 time: 0.2917743 Jul 28 11:02:10.659009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.661136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.661867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.663883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2c666e7-dc6c-44ff-82e2-d27e3360d53c HTTP/1.1" status: 200 len: 1091 time: 1.7184465 Jul 28 11:02:10.664540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'tag': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:10.667362 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf54573e-b63d-4301-aedd-ebf448eff433" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7ba08a-dfc0-4870-b913-7d568923e348", "tag": "a2c666e7-dc6c-44ff-82e2-d27e3360d53c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:10.697481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8dc8cb97-50f2-444e-880b-34b56f690593 req-593ba756-619c-4d0d-9e1f-a4cae7a310ea tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 210 time: 0.0720587 Jul 28 11:02:10.708912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7230b01e-d786-4e82-981c-c923ae5e1417 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:10.709506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-35d4ec4b-8c4c-46c5-9e38-f2f9ada78fe3 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630756 Jul 28 11:02:10.742218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f859c-eeab-4bb7-9d8a-b21e5247be99 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:10.759552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 7230b01e-d786-4e82-981c-c923ae5e1417, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7230b01e-d786-4e82-981c-c923ae5e1417,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:10.769063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:10.833866 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee38067-2a67-4d2f-ad76-b3ba8d73ff27 x-openstack-request-id: req-2ee38067-2a67-4d2f-ad76-b3ba8d73ff27 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:10.834158 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7ba08a-dfc0-4870-b913-7d568923e348", "tag": "a2c666e7-dc6c-44ff-82e2-d27e3360d53c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:10.834436 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ee38067-2a67-4d2f-ad76-b3ba8d73ff27 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:10.834827 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'tag': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'status': 'completed', 'code': 200} Jul 28 11:02:10.845990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b6588c4-ffe3-4835-96a0-2bf1bae5cc0e req-be99867f-5187-4d85-a260-4084440aa30d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548490 Jul 28 11:02:10.882053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-c9ee548e-17d1-438d-98be-7bbae1bf91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:10.882053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-c9ee548e-17d1-438d-98be-7bbae1bf91c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 1094 time: 0.1682532 Jul 28 11:02:10.882456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=7230b01e-d786-4e82-981c-c923ae5e1417,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:10.900223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.900574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.906247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.906844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.908084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.908602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.909171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.909697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.910218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.911031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.911672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.912736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:10.931339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-d667cd12-5ce1-46f9-871e-09b08983e28b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c HTTP/1.1" status: 200 len: 217 time: 0.0394173 Jul 28 11:02:10.947254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-6d33c66d-e1f8-43de-aad8-7e9dec92a66a service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319543 Jul 28 11:02:11.000410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['7230b01e-d786-4e82-981c-c923ae5e1417'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:11.000889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643db1-76d4-449d-894a-41a4cd289208 req-15ea8e0c-89ce-4cc1-a7cb-a9d3d2070272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:11.002382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-15ea8e0c-89ce-4cc1-a7cb-a9d3d2070272 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 200 len: 861 time: 0.0643432 Jul 28 11:02:11.072367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:11.073618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-03237cf8-d3c2-45c5-83d3-7b1a8149201f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052a4ea6-df86-4e61-92b5-e48e3cad8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392983 Jul 28 11:02:11.186627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port a62b23c5-e097-4330-a801-44991e8105cd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:11.208891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a62b23c5-e097-4330-a801-44991e8105cd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:11.209358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.262464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-e2b77713-0a41-433e-b0c2-3aba7415cdb0 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:11.263976 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-e2b77713-0a41-433e-b0c2-3aba7415cdb0 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1097 time: 0.1946833 Jul 28 11:02:11.277464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723573-7'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:11.307047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:11.323498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-0cd63edc-304d-4673-a984-7ada05075c46 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419915 Jul 28 11:02:11.355357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf007-7dff-4451-a292-6e3ae04627c6 req-44f6ce81-805b-4d93-b187-91f7308059b9 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:11.356848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3adaf007-7dff-4451-a292-6e3ae04627c6 req-44f6ce81-805b-4d93-b187-91f7308059b9 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.1454759 Jul 28 11:02:11.374374 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.412890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.468760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:11.471406 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a11bdf-d932-46ed-bb19-e74ffc97c391" -d '{"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-plugged", "status": "completed", "tag": "a62b23c5-e097-4330-a801-44991e8105cd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:11.497692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:11.505007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.553948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ef450c-578b-4c47-955f-d8b5c4432886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.565288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:11.584765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3adaf007-7dff-4451-a292-6e3ae04627c6 req-0a7ea83e-f42d-481b-9db0-95f5a5e07f4d tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181361 Jul 28 11:02:11.638666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:11.649953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:11.652519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18643db1-76d4-449d-894a-41a4cd289208 req-cecd97ef-41d0-44ae-9281-ea3e7fc0c55b service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202798 Jul 28 11:02:11.681402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:11.712743 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dd6a9b-8428-4ffa-94a6-c55d13da96eb x-openstack-request-id: req-d9dd6a9b-8428-4ffa-94a6-c55d13da96eb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:11.713043 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-plugged", "status": "completed", "tag": "a62b23c5-e097-4330-a801-44991e8105cd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:11.713341 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9dd6a9b-8428-4ffa-94a6-c55d13da96eb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:11.713742 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd', 'code': 200} Jul 28 11:02:11.766317 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-ad59c6e4-0e1c-41a1-be8a-ef869dc87a65 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f4a60410a494d47a41cca9bde6515fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037610 Jul 28 11:02:11.864163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 50999) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:11.877645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:11.880722 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb06af27-af02-4bac-b5a9-4d97b9d7847d" -d '{"events": [{"server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "name": "network-vif-unplugged", "status": "completed", "tag": "f59afca3-a665-457c-828a-072743f0a50b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:11.900899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6341c535-3703-4997-a59d-8f09439e4347 req-d5c6d3c2-d0b1-4670-b417-ff1039cff5f8 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 210 time: 0.0857570 Jul 28 11:02:11.902466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.910107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1348220391-network', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:11.942804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:11.948730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beba46a-85eb-4e8e-874b-d4927ce03c1f req-768669e5-0b47-4e32-bf81-caf8c8d08e93 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:11.950260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7beba46a-85eb-4e8e-874b-d4927ce03c1f req-768669e5-0b47-4e32-bf81-caf8c8d08e93 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 948 time: 0.2289975 Jul 28 11:02:11.955297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-49b05de7-219e-4a2c-9e87-69653c916fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:11.957713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-49b05de7-219e-4a2c-9e87-69653c916fe6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 1094 time: 0.2205694 Jul 28 11:02:11.967513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ef450c-578b-4c47-955f-d8b5c4432886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.013219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:12.028491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ef450c-578b-4c47-955f-d8b5c4432886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.066223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-95008972-eec1-4968-80ff-41fe214115de tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.067739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-95008972-eec1-4968-80ff-41fe214115de tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918751 Jul 28 11:02:12.069729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1e826-59a6-4d5f-b9c3-2be0da33f2c4 req-ac664fce-4cba-446d-9589-3e2e522da444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.071213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-acd1e826-59a6-4d5f-b9c3-2be0da33f2c4 req-ac664fce-4cba-446d-9589-3e2e522da444 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.1871154 Jul 28 11:02:12.124120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Made reservation on behalf of 88eb24aeb77a43158e11ee2db1d1b2b7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:12.126459 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.139902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00ef450c-578b-4c47-955f-d8b5c4432886 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad18ca12d6c84277871a64dde7606578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8302107 Jul 28 11:02:12.158679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:12.161804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7beba46a-85eb-4e8e-874b-d4927ce03c1f req-d51891b9-f397-43e0-8403-88794580d6ae tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029166 Jul 28 11:02:12.173699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.182456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef450c-578b-4c47-955f-d8b5c4432886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c617492b-6dc0-4626-a319-67e13c3d3c97,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.234420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f332c-e3d2-4fa6-9255-efb6445e9b61 req-a0735b54-3ca3-418d-83cd-19351f759959 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.236007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e78f332c-e3d2-4fa6-9255-efb6445e9b61 req-a0735b54-3ca3-418d-83cd-19351f759959 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.2436931 Jul 28 11:02:12.242195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-de411a26-36a2-4da4-bd18-155fc4fb647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.244258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-de411a26-36a2-4da4-bd18-155fc4fb647a service neutron] 10.222.0.41 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 922 time: 0.2754495 Jul 28 11:02:12.301627 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e819372b-06c0-45d3-b1e6-a25c4144e500 x-openstack-request-id: req-e819372b-06c0-45d3-b1e6-a25c4144e500 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:12.302180 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "name": "network-vif-unplugged", "status": "completed", "tag": "f59afca3-a665-457c-828a-072743f0a50b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:12.302180 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e819372b-06c0-45d3-b1e6-a25c4144e500 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:12.302518 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b', 'code': 200} Jul 28 11:02:12.307853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Request body: {'port': {'device_id': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '4f4a60410a494d47a41cca9bde6515fa'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:12.319212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-06d512c2-f073-4472-a1f7-5f471d3fb9e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c HTTP/1.1" status: 200 len: 217 time: 0.0558000 Jul 28 11:02:12.377044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.385450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3295d91-47a3-4c37-9a0a-06f71a5cfdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.400968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e78f332c-e3d2-4fa6-9255-efb6445e9b61 req-db744f75-9ee8-41dc-b068-3b42f970c661 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534953 Jul 28 11:02:12.402052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5de2-add3-43d7-a0d8-8bfa1334aaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.405370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7230b01e-d786-4e82-981c-c923ae5e1417 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:12.424205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on host n-h1-723573-7 for vnic_type normal with profile {"migrating_to": "n-h2-723573-7"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:12.424574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:12.424907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:12.435290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3295d91-47a3-4c37-9a0a-06f71a5cfdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.437934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-8efebd1b-b83b-4825-8c8e-23278d3aabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.439392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-8efebd1b-b83b-4825-8c8e-23278d3aabb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 200 len: 861 time: 0.1086295 Jul 28 11:02:12.446668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:12.447000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Attempting to bind port f59afca3-a665-457c-828a-072743f0a50b on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:12.450166 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-acd1e826-59a6-4d5f-b9c3-2be0da33f2c4 req-61b430b1-8d89-4d38-ba06-e025aca80bf6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686616 Jul 28 11:02:12.476256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:12.477654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:12.478425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:12.479094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Bound port: f59afca3-a665-457c-828a-072743f0a50b, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:12.479739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.483916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-83f19aaa-a121-4360-9c55-6e10c01f3776 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052a4ea6-df86-4e61-92b5-e48e3cad8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338919 Jul 28 11:02:12.497406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 7230b01e-d786-4e82-981c-c923ae5e1417 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:12.501282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 7230b01e-d786-4e82-981c-c923ae5e1417 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:12.501918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.570382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:12.576109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:12.582821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.585154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.587811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3295d91-47a3-4c37-9a0a-06f71a5cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.590425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3295d91-47a3-4c37-9a0a-06f71a5cfdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.591565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b3295d91-47a3-4c37-9a0a-06f71a5cfdf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c617492b-6dc0-4626-a319-67e13c3d3c97 HTTP/1.1" status: 204 len: 168 time: 0.4288433 Jul 28 11:02:12.599200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.604296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.616417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3295d91-47a3-4c37-9a0a-06f71a5cfdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c617492b-6dc0-4626-a319-67e13c3d3c97,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.634953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:02:12.671528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.671881 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Added segment 916085d7-f41c-48e3-926f-d51978b77a07 of type vlan for network bb20e302-6ab2-42b9-9321-15eea558a9f3 Jul 28 11:02:12.689806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-a89312d7-6fa2-42f8-9de7-1af596e4ff7e service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714802 Jul 28 11:02:12.691753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f3733-83e8-4361-914e-e639fdeb4f95,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.713143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.713830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.715540 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] 10.222.0.41 "PUT /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 1122 time: 1.4432151 Jul 28 11:02:12.724042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650c81-4c99-422f-8fc4-6708e5afeb80 service neutron] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.774703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 7230b01e-d786-4e82-981c-c923ae5e1417, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7230b01e-d786-4e82-981c-c923ae5e1417,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:12.777491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.787490 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.826826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f59afca3-a665-457c-828a-072743f0a50b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:12.835197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5de2-add3-43d7-a0d8-8bfa1334aaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.845656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5de2-add3-43d7-a0d8-8bfa1334aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.870152 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.871505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:12.871802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:12.884835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c5de2-add3-43d7-a0d8-8bfa1334aaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ad294-ef26-4293-b482-9457223e8f3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.907417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf54573e-b63d-4301-aedd-ebf448eff433 req-0d2a7e56-3a39-4e63-9419-5434462c7147 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940987 Jul 28 11:02:12.928953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=7230b01e-d786-4e82-981c-c923ae5e1417,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:12.943527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:12.944641 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cc9c5de2-add3-43d7-a0d8-8bfa1334aaa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94e64f904d4a4fc393acd9c739c3c350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9242346 Jul 28 11:02:12.947034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Made reservation on behalf of 4f4a60410a494d47a41cca9bde6515fa for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:12.955246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.002455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d93a2-6581-4ee8-9fe2-e215abc7f449 req-a4f4737a-1a65-4982-a6f0-dc38f9b67808 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:13.004832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b3d93a2-6581-4ee8-9fe2-e215abc7f449 req-a4f4737a-1a65-4982-a6f0-dc38f9b67808 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.2031171 Jul 28 11:02:13.029425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3465884 Jul 28 11:02:13.033983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:13.038890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Request body: {'subnet': {'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-subnet', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:13.063703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6da497-a6ce-420d-8a8f-5b663c06daf9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb20e302-6ab2-42b9-9321-15eea558a9f3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:13.091283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:02:13.093906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3cc1f90-f759-4a2e-896e-d0608b59f3a6 req-4e4ec350-9dbd-417d-ac5a-7c2febdc7b01 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 210 time: 0.0494993 Jul 28 11:02:13.103552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Made reservation on behalf of 88eb24aeb77a43158e11ee2db1d1b2b7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:13.105942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.124552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b3d93a2-6581-4ee8-9fe2-e215abc7f449 req-15fae9cb-febc-4616-b882-d32c1294ff23 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000459 Jul 28 11:02:13.128793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05469469-3332-4bf5-9ffe-709968eb2bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.169339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05469469-3332-4bf5-9ffe-709968eb2bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.169773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Allocated IP 192.168.233.215 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/48f253ff-695e-4510-bba1-3ad61e05a17b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:13.267295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05469469-3332-4bf5-9ffe-709968eb2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.278187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05469469-3332-4bf5-9ffe-709968eb2bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.283533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:13.291195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-05469469-3332-4bf5-9ffe-709968eb2bb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/801ad294-ef26-4293-b482-9457223e8f3d HTTP/1.1" status: 204 len: 168 time: 0.3441010 Jul 28 11:02:13.335396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c94142d-f648-4968-bb96-74ceba233fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.371434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469469-3332-4bf5-9ffe-709968eb2bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ad294-ef26-4293-b482-9457223e8f3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:13.428917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a0e5a-09da-4123-8177-ff0093614963 req-9470b219-f453-4370-b539-4033fd3006a5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:13.431158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c2a0e5a-09da-4123-8177-ff0093614963 req-9470b219-f453-4370-b539-4033fd3006a5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 949 time: 0.1331885 Jul 28 11:02:13.484310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.490454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.514235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c2a0e5a-09da-4123-8177-ff0093614963 req-06499d8b-b670-4c09-b829-842f1c414832 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761311 Jul 28 11:02:13.537002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Transition to ACTIVE for port object 48f253ff-695e-4510-bba1-3ad61e05a17b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:13.590532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993f8f6-b651-4f1a-9aba-00b26cb66d21 req-44bf5a87-2a49-4124-8d8b-3213467457e1 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:13.593124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5993f8f6-b651-4f1a-9aba-00b26cb66d21 req-44bf5a87-2a49-4124-8d8b-3213467457e1 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.0572295 Jul 28 11:02:13.606708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478b9c82-0f13-4e2a-93a2-bde8b2402e9f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:13.638963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5993f8f6-b651-4f1a-9aba-00b26cb66d21 req-36b6ba94-5a8a-4280-86ec-c520ac96c00f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Jul 28 11:02:13.641328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c94142d-f648-4968-bb96-74ceba233fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.643365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Checking segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:13.643592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Network hostable DHCP agents. Network: bb20e302-6ab2-42b9-9321-15eea558a9f3, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:02:13.650954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c94142d-f648-4968-bb96-74ceba233fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.657942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.673373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6aa499a7-64fa-4298-814a-4a4891190e5d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:13.714233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7230b01e-d786-4e82-981c-c923ae5e1417'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:13.716502 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bca9b6-1b63-40c2-bd29-b810424cf2df" -d '{"events": [{"server_uuid": "9643448a-624f-43c7-a0c6-fb3d72ccd0c4", "name": "network-vif-plugged", "status": "completed", "tag": "7230b01e-d786-4e82-981c-c923ae5e1417"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:13.729621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:13.745128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94142d-f648-4968-bb96-74ceba233fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e15c4a7-714a-4573-a9af-2a0f57b1e0cc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:13.745834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec29bdd6-53d3-4e2f-a078-694e156278ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.747554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:02:13.757159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8c94142d-f648-4968-bb96-74ceba233fb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3de2ed0a33724994aeddcfe5bc067a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639449 Jul 28 11:02:13.760806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:13.765022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:13.772822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:13.775236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Pushing event updated for resources: {'Port': ['ID=48f253ff-695e-4510-bba1-3ad61e05a17b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:13.777656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:13.799960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bb20e302-6ab2-42b9-9321-15eea558a9f3) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:13.808554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:13.809019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.839415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc29e8a-b6e9-4f3f-8873-202a58e5f277 None None] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:13.842843 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5bf93-0979-4a7d-8740-9cf4153a85e2 x-openstack-request-id: req-abd5bf93-0979-4a7d-8740-9cf4153a85e2 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:13.843178 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9643448a-624f-43c7-a0c6-fb3d72ccd0c4", "name": "network-vif-plugged", "status": "completed", "tag": "7230b01e-d786-4e82-981c-c923ae5e1417", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:13.843335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:13.843452 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abd5bf93-0979-4a7d-8740-9cf4153a85e2 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:13.843807 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7230b01e-d786-4e82-981c-c923ae5e1417', 'code': 200} Jul 28 11:02:13.843986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:13.950478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e818-f498-40bc-8b33-3138c8a07271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.010669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a367dc2-da54-473d-bcc6-1c799d76249e req-aef6edc1-4e53-49f9-a511-9fd43d1f7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:14.012207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a367dc2-da54-473d-bcc6-1c799d76249e req-aef6edc1-4e53-49f9-a511-9fd43d1f7eda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 1100 time: 0.1174850 Jul 28 11:02:14.019234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e818-f498-40bc-8b33-3138c8a07271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.066861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-258f89c7-5054-47a9-89f6-88f010bf55f5 None None] Provisioning for port 48f253ff-695e-4510-bba1-3ad61e05a17b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:14.084804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-258f89c7-5054-47a9-89f6-88f010bf55f5 None None] Provisioning complete for port 48f253ff-695e-4510-bba1-3ad61e05a17b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:14.085235 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-258f89c7-5054-47a9-89f6-88f010bf55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.105206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec29bdd6-53d3-4e2f-a078-694e156278ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.107955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a367dc2-da54-473d-bcc6-1c799d76249e req-daa19af1-dff7-4f41-bc6f-a688bf650875 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Jul 28 11:02:14.108745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-bb20e302-6ab2-42b9-9321-15eea558a9f3', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:02:14.109626 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.114822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec29bdd6-53d3-4e2f-a078-694e156278ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.116575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b399f594-2e2d-431a-9da8-65167e78d6a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0814748 Jul 28 11:02:14.119933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:14.125007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:14.130236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-870cfc81-e90e-4985-8522-4f90bdba593e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0499675 Jul 28 11:02:14.159580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e818-f498-40bc-8b33-3138c8a07271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.162028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e818-f498-40bc-8b33-3138c8a07271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.166685 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2f7e818-f498-40bc-8b33-3138c8a07271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e15c4a7-714a-4573-a9af-2a0f57b1e0cc HTTP/1.1" status: 204 len: 168 time: 0.3979595 Jul 28 11:02:14.170482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ec29bdd6-53d3-4e2f-a078-694e156278ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3a4db579116453cad03539a0307ad4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397810 Jul 28 11:02:14.171575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:14.178591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29bdd6-53d3-4e2f-a078-694e156278ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1cb14c-d6f3-4a50-bae1-b5568ae2e4a5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:14.195187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Request body: {'port': {'device_id': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:14.225995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-258f89c7-5054-47a9-89f6-88f010bf55f5 None None] Port 48f253ff-695e-4510-bba1-3ad61e05a17b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:14.234328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7e818-f498-40bc-8b33-3138c8a07271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e15c4a7-714a-4573-a9af-2a0f57b1e0cc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:14.271571 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.272618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.312773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:14.315088 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "tag": "f59afca3-a665-457c-828a-072743f0a50b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:14.345226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fa3de-a2f4-4337-b802-769503914712 req-48cebf43-aa50-4cfa-bd07-9b7e91ae34f1 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:14.347003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-588fa3de-a2f4-4337-b802-769503914712 req-48cebf43-aa50-4cfa-bd07-9b7e91ae34f1 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 936 time: 0.1381032 Jul 28 11:02:14.368854 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f153c24e-e5f4-49d0-880e-f14943ef3bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.406758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.434208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f153c24e-e5f4-49d0-880e-f14943ef3bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.443981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c1046-80c2-4290-85e7-4de2265bc1d0 req-38d56bff-17f5-480e-ae62-d82a9c8fbbcb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:14.445598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-930c1046-80c2-4290-85e7-4de2265bc1d0 req-38d56bff-17f5-480e-ae62-d82a9c8fbbcb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.1406751 Jul 28 11:02:14.454067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-588fa3de-a2f4-4337-b802-769503914712 req-aaacb1bd-5cb6-438d-8c65-c0815bc5e8be tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987415 Jul 28 11:02:14.497894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.529788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Allocated IP 172.20.0.2 (bb20e302-6ab2-42b9-9321-15eea558a9f3/478b9c82-0f13-4e2a-93a2-bde8b2402e9f/e4011a9b-31d7-4033-8ae3-218792cf891b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:14.536810 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffac71-001a-4054-a4f1-a239df0e37a0 x-openstack-request-id: req-d7ffac71-001a-4054-a4f1-a239df0e37a0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:14.539482 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "tag": "f59afca3-a665-457c-828a-072743f0a50b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:14.545982 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7ffac71-001a-4054-a4f1-a239df0e37a0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:14.547383 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b', 'status': 'completed', 'code': 200} Jul 28 11:02:14.627966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-930c1046-80c2-4290-85e7-4de2265bc1d0 req-9c5b1539-5c8e-4449-aead-1b763d0f59a9 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709058 Jul 28 11:02:14.670053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-e8537bdf-1c4e-4633-8920-802cfcf564d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:14.671686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-e8537bdf-1c4e-4633-8920-802cfcf564d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1125 time: 0.1006870 Jul 28 11:02:14.674475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f153c24e-e5f4-49d0-880e-f14943ef3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.677464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f153c24e-e5f4-49d0-880e-f14943ef3bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.682167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f153c24e-e5f4-49d0-880e-f14943ef3bb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e1cb14c-d6f3-4a50-bae1-b5568ae2e4a5 HTTP/1.1" status: 204 len: 168 time: 0.5096428 Jul 28 11:02:14.764882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c24e-e5f4-49d0-880e-f14943ef3bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1cb14c-d6f3-4a50-bae1-b5568ae2e4a5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:14.827558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-4748c886-0e59-4653-b82c-1c3136cf077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:14.829190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-4748c886-0e59-4653-b82c-1c3136cf077f service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1455357 Jul 28 11:02:14.849103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1a301-f754-4d37-91a0-ceaea1ccc3b0 req-e09e5e1b-2465-4b93-8a2a-026212207d59 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:14.858580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5e1a301-f754-4d37-91a0-ceaea1ccc3b0 req-e09e5e1b-2465-4b93-8a2a-026212207d59 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 949 time: 0.2041016 Jul 28 11:02:14.896053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:14.929012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5e1a301-f754-4d37-91a0-ceaea1ccc3b0 req-ab1709a2-7f57-4052-b8d4-0f57c12253cf tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 Jul 28 11:02:15.045695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-27e1c4f4-af3a-42ed-b214-f7e32aba7937 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 217 time: 0.1587110 Jul 28 11:02:15.078261 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.082061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10418f8f-d64a-4022-9490-bf19ff360cd7 req-1133c30c-f78d-4b1f-9e1d-1bde7a177dff tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:15.083847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10418f8f-d64a-4022-9490-bf19ff360cd7 req-1133c30c-f78d-4b1f-9e1d-1bde7a177dff tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.2492297 Jul 28 11:02:15.122281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Transition to ACTIVE for port object e4011a9b-31d7-4033-8ae3-218792cf891b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:15.155184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Transition to ACTIVE for port object e4011a9b-31d7-4033-8ae3-218792cf891b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:15.157926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-c25e50c3-e0e0-4401-bf68-2d0efc07bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:15.159856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-c25e50c3-e0e0-4401-bf68-2d0efc07bd42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0984910 Jul 28 11:02:15.162591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a2c666e7-dc6c-44ff-82e2-d27e3360d53c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:15.163217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10418f8f-d64a-4022-9490-bf19ff360cd7 req-8b191c37-c94a-4cde-90ca-57d68e88d1de tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Jul 28 11:02:15.168763 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.215546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-ef8818f8-9668-4bca-871a-b9d5135820a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484791 Jul 28 11:02:15.330311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Pushing event updated for resources: {'Port': ['ID=e4011a9b-31d7-4033-8ae3-218792cf891b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:15.333839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f253ff-695e-4510-bba1-3ad61e05a17b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:15.344507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.347381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.349472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:15.353606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:15.358665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:15.388055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-4e92f2c3-ade0-4521-b5be-a9c7de5e088a service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647654 Jul 28 11:02:15.394730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.449748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Attempting to bind port e4011a9b-31d7-4033-8ae3-218792cf891b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:15.450115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Attempting to bind port e4011a9b-31d7-4033-8ae3-218792cf891b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:15.450479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Attempting to bind port e4011a9b-31d7-4033-8ae3-218792cf891b on network bb20e302-6ab2-42b9-9321-15eea558a9f3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:15.454367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:15.464305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:15.464732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Checking segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:15.465143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.465538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Bound using segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:15.466013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Bound port: e4011a9b-31d7-4033-8ae3-218792cf891b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:15.466399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.524353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'port_id': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'mac_address': 'fa:16:3e:32:b7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba4996-481e-4e3d-941d-538a51839ec9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:15.529662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Transition to ACTIVE for port object 48f253ff-695e-4510-bba1-3ad61e05a17b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:15.556103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.566683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420b7f5a-9b25-43cd-bccf-bd77d810a4c8 req-7b707177-8f57-4240-95cc-50a9670a8266 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706834 Jul 28 11:02:15.592555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Allocated IP 172.25.1.118 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/85607b73-55b2-4a0d-8a39-df0441d0a26c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:15.605016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] For port e4011a9b-31d7-4033-8ae3-218792cf891b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:15.607414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.630852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] For port e4011a9b-31d7-4033-8ae3-218792cf891b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4011a9b-31d7-4033-8ae3-218792cf891b,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:15.633007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c666e7-dc6c-44ff-82e2-d27e3360d53c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:15.642212 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.701294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:15.712659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.714636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a874525-bbe5-46f5-9880-948e3b6e2aa7 req-ea04da2e-bfc3-4254-8b5b-1372b331c9cb tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:15.715644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f59afca3-a665-457c-828a-072743f0a50b details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:15.719932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Pushing event updated for resources: {'Port': ['ID=48f253ff-695e-4510-bba1-3ad61e05a17b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:15.729988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a874525-bbe5-46f5-9880-948e3b6e2aa7 req-ea04da2e-bfc3-4254-8b5b-1372b331c9cb tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 948 time: 0.1424839 Jul 28 11:02:15.790832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a874525-bbe5-46f5-9880-948e3b6e2aa7 req-06a9912a-6451-4787-a39c-a492c80e7b1f tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Jul 28 11:02:15.862197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Attempting to bind port 48f253ff-695e-4510-bba1-3ad61e05a17b on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:15.862576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Attempting to bind port 48f253ff-695e-4510-bba1-3ad61e05a17b by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:15.862850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Attempting to bind port 48f253ff-695e-4510-bba1-3ad61e05a17b on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:15.872465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.875194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Port 48f253ff-695e-4510-bba1-3ad61e05a17b on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:15.875514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Attempting to bind port 48f253ff-695e-4510-bba1-3ad61e05a17b on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:15.885921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:15.886296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:15.886681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:15.887132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Bound port: 48f253ff-695e-4510-bba1-3ad61e05a17b, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:15.887484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:15.898904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecc22-1ddb-48be-b976-6c6bd858bf45 req-243c4f88-6fe0-430e-8f8b-3d3e112c15df tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:15.901581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d97ecc22-1ddb-48be-b976-6c6bd858bf45 req-243c4f88-6fe0-430e-8f8b-3d3e112c15df tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 944 time: 0.1071932 Jul 28 11:02:15.977599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d97ecc22-1ddb-48be-b976-6c6bd858bf45 req-9c88d9c6-29f9-49a6-abac-a3b8f956f186 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 Jul 28 11:02:16.091649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:16.106521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59383a3a-ee91-4c04-8a9c-c1b276a148ce None None] Pushing event updated for resources: {'Port': ['ID=e4011a9b-31d7-4033-8ae3-218792cf891b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:16.107318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] For port 48f253ff-695e-4510-bba1-3ad61e05a17b, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:16.124609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] For port 48f253ff-695e-4510-bba1-3ad61e05a17b, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=48f253ff-695e-4510-bba1-3ad61e05a17b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:16.126031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:16.154831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:16.166420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f59afca3-a665-457c-828a-072743f0a50b has no active binding in host n-h2-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:02:16.194146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e3d4-023b-492d-93ce-e9a7e53c2a79 req-f67f4cd2-9736-4239-a381-99d179d26316 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:16.206492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:16.222323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:16.222655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ee7e3d4-023b-492d-93ce-e9a7e53c2a79 req-f67f4cd2-9736-4239-a381-99d179d26316 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 949 time: 0.1375754 Jul 28 11:02:16.232918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:16.236888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:16.352730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:16.353453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:16.354956 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] 10.222.0.44 "PUT /v2.0/ports/48f253ff-695e-4510-bba1-3ad61e05a17b HTTP/1.1" status: 200 len: 1096 time: 2.1909308 Jul 28 11:02:16.362562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Pushing event updated for resources: {'Port': ['ID=85607b73-55b2-4a0d-8a39-df0441d0a26c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:16.370158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ee7e3d4-023b-492d-93ce-e9a7e53c2a79 req-40fbf38a-d289-46cf-9b2b-658d02718d6e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305788 Jul 28 11:02:16.514939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091af59-0e51-4085-a04c-10eec3c90035 req-831740cc-98a1-4164-8464-f4196844c1c1 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:16.527011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7091af59-0e51-4085-a04c-10eec3c90035 req-831740cc-98a1-4164-8464-f4196844c1c1 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.1393590 Jul 28 11:02:16.529454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a2c666e7-dc6c-44ff-82e2-d27e3360d53c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:16.553676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'tag': '48f253ff-695e-4510-bba1-3ad61e05a17b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:16.563776 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4363affc-df9b-46ce-bc93-c3e8f0159c1f", "tag": "48f253ff-695e-4510-bba1-3ad61e05a17b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:16.696426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7091af59-0e51-4085-a04c-10eec3c90035 req-6ad84d52-347c-49d3-a066-ae6b11da01f9 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675603 Jul 28 11:02:16.731666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808dcc-ae8b-4307-bf5e-2962dbaada7b req-036654a0-4ff1-494d-818f-23bc174f4058 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:16.743204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f808dcc-ae8b-4307-bf5e-2962dbaada7b req-036654a0-4ff1-494d-818f-23bc174f4058 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1959028 Jul 28 11:02:16.834960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f808dcc-ae8b-4307-bf5e-2962dbaada7b req-4352a701-e848-45a0-b6de-487df4c07ddf tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887170 Jul 28 11:02:16.943125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2bb20-7ff2-48d4-a788-23b4cb5a09a9 req-ea56a7cf-66d7-4fb9-9830-7f7325cb7d44 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:16.954067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d2bb20-7ff2-48d4-a788-23b4cb5a09a9 req-ea56a7cf-66d7-4fb9-9830-7f7325cb7d44 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 948 time: 0.0596821 Jul 28 11:02:17.002179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d2bb20-7ff2-48d4-a788-23b4cb5a09a9 req-77813e1d-c4af-4a98-8d7e-b4043dca4a56 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Jul 28 11:02:17.066557 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def09dd-5d39-4249-8acc-7d564d660ee8 x-openstack-request-id: req-5def09dd-5d39-4249-8acc-7d564d660ee8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:17.066724 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4363affc-df9b-46ce-bc93-c3e8f0159c1f", "tag": "48f253ff-695e-4510-bba1-3ad61e05a17b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:17.067058 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5def09dd-5d39-4249-8acc-7d564d660ee8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:17.067325 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'tag': '48f253ff-695e-4510-bba1-3ad61e05a17b', 'status': 'completed', 'code': 200} Jul 28 11:02:17.067878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964c554-c5ac-42fe-bb5f-c69fcbc7572d service neutron] Pushing event updated for resources: {'Port': ['ID=48f253ff-695e-4510-bba1-3ad61e05a17b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:17.095399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-705ae4dc-863d-489f-910c-2cb4bf12145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:17.096921 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-705ae4dc-863d-489f-910c-2cb4bf12145c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f4a60410a494d47a41cca9bde6515fa&device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 1099 time: 0.6904948 Jul 28 11:02:17.157997 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-07d6850d-3c7d-4028-875b-52f24292ae4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=48f253ff-695e-4510-bba1-3ad61e05a17b HTTP/1.1" status: 200 len: 217 time: 0.0431235 Jul 28 11:02:17.279230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0600168-b520-4b72-8de3-9ac1f549f85b req-e88866b2-96bc-4d0b-885c-9edd2aa68b56 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:17.280941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0600168-b520-4b72-8de3-9ac1f549f85b req-e88866b2-96bc-4d0b-885c-9edd2aa68b56 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 944 time: 0.1559920 Jul 28 11:02:17.296960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-e7ac4318-4f90-4c0a-9667-bb98b22e0260 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d77703a8bf9848d084f2237ec7737ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487957 Jul 28 11:02:17.300417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-7d7676e1-e7dc-496d-8f25-e5b5f11ff77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:17.301272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4011a9b-31d7-4033-8ae3-218792cf891b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:17.302991 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-7d7676e1-e7dc-496d-8f25-e5b5f11ff77e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1368234 Jul 28 11:02:17.419778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e4011a9b-31d7-4033-8ae3-218792cf891b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:17.420497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-4b314ab6-355f-4cc6-92e7-1ac6975ad233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:17.422260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-4b314ab6-355f-4cc6-92e7-1ac6975ad233 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075346 Jul 28 11:02:17.428605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:17.439194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0600168-b520-4b72-8de3-9ac1f549f85b req-a5b494a8-1163-4d97-99bb-685294b26360 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412535 Jul 28 11:02:17.500469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-2ba96fd6-0768-44ca-a276-4c96934ccaaf tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:17.503473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-2ba96fd6-0768-44ca-a276-4c96934ccaaf tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986406 Jul 28 11:02:17.524592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-4786db73-8885-4219-a4d8-23c9e7c11d98 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/quotas/d77703a8bf9848d084f2237ec7737ec5 HTTP/1.1" status: 200 len: 375 time: 0.0114322 Jul 28 11:02:17.547888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18573645-0f05-4910-b98d-10b513e71813 None None] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:17.590303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-1451026c-42ac-4f0c-8bc3-33ac451af383 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559788 Jul 28 11:02:17.635712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] Provisioning for port e4011a9b-31d7-4033-8ae3-218792cf891b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:17.642493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] Provisioning complete for port e4011a9b-31d7-4033-8ae3-218792cf891b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:17.643234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:17.659728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-074d6a82-c46c-4eaa-b102-a7dfdf4c314a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276974 Jul 28 11:02:17.817668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:17.827590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ae3bdd6-4c03-4516-8c3d-ece5606870ba req-0d5cd547-09d3-448e-901d-0dd61a715516 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 210 time: 0.0535471 Jul 28 11:02:17.854381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:17.907126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ea2ee340-6fb3-46f3-96bc-d3c869430fe9 req-9f007e39-ae08-40e1-abe4-2eeece9a3523 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354305 Jul 28 11:02:17.937070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] For port e4011a9b-31d7-4033-8ae3-218792cf891b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4011a9b-31d7-4033-8ae3-218792cf891b,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:17.960307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:18.053229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5748ea-9f7a-41d9-a581-f5d95f21dbca None None] Pushing event updated for resources: {'Port': ['ID=e4011a9b-31d7-4033-8ae3-218792cf891b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:18.147967 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-298afea8-e2f7-43d9-b541-e6789552387b service neutron] 10.222.0.44 "GET /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.1925514 Jul 28 11:02:18.278186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:02:18.301910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-878736b4-6a1f-4a95-85d9-af9feab62a09 None None] Provisioning complete for port e4011a9b-31d7-4033-8ae3-218792cf891b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:18.302480 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-878736b4-6a1f-4a95-85d9-af9feab62a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:18.394144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2e462-87f0-43af-ab1d-f33ce6ab4b62 req-c7a13bb5-05ba-4efe-a4b3-0ea8a41ffc98 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.395983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fa2e462-87f0-43af-ab1d-f33ce6ab4b62 req-c7a13bb5-05ba-4efe-a4b3-0ea8a41ffc98 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 944 time: 0.4839880 Jul 28 11:02:18.402807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-b3a391c0-4b68-4383-90bc-9c59cd288ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.404519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-b3a391c0-4b68-4383-90bc-9c59cd288ebb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f4a60410a494d47a41cca9bde6515fa&device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 1099 time: 0.4168134 Jul 28 11:02:18.453764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6470a-134c-4cff-8850-de609094c4a2 req-c9b59221-58b3-47d8-90b6-6d1eb66f2570 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.455242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40a6470a-134c-4cff-8850-de609094c4a2 req-c9b59221-58b3-47d8-90b6-6d1eb66f2570 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 948 time: 0.1110971 Jul 28 11:02:18.483827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:18.506019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Sync routers for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:18.517763 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:18.519431 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d2147d85-eb10-440c-80b2-1a0e6fa81227 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3983757 Jul 28 11:02:18.521939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:18.522671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:18.525017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fa2e462-87f0-43af-ab1d-f33ce6ab4b62 req-1f69e5f2-0848-4313-add6-3d9f29c06d04 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198461 Jul 28 11:02:18.525388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:18.563958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40a6470a-134c-4cff-8850-de609094c4a2 req-cb77a1f9-6871-4a42-97b8-1d535c2727ad tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774214 Jul 28 11:02:18.609015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-7b187d58-8d9c-4c74-8f93-3e853e91cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.610637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-7b187d58-8d9c-4c74-8f93-3e853e91cdd0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1881464 Jul 28 11:02:18.681963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-cf79e7a1-f76b-4f98-a346-29897c84a9a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=48f253ff-695e-4510-bba1-3ad61e05a17b HTTP/1.1" status: 200 len: 217 time: 0.0548081 Jul 28 11:02:18.692709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:18.705381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:18.776324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:18.782949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-99ab4618-eb06-4ea6-b31d-896bb5059bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.784425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-99ab4618-eb06-4ea6-b31d-896bb5059bd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0933979 Jul 28 11:02:18.793799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc75a7-97eb-4cc3-9044-999e1acf44d6 req-503cff4a-db68-4f48-b626-6c1fe902f9ab tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.796284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6fc75a7-97eb-4cc3-9044-999e1acf44d6 req-503cff4a-db68-4f48-b626-6c1fe902f9ab tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 944 time: 0.1176157 Jul 28 11:02:18.824352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59afca3-a665-457c-828a-072743f0a50b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:18.880350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-6ff8d0a3-bc73-4b13-92b7-6636afe48b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:18.882495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-6ff8d0a3-bc73-4b13-92b7-6636afe48b52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853126 Jul 28 11:02:18.883893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:18.905425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6fc75a7-97eb-4cc3-9044-999e1acf44d6 req-d85bccf5-203a-46fc-af02-4639fa8f04fe tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 Jul 28 11:02:18.942698 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:18.969519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:17Z', 'revision_number': 3, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:19.012675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Checking router: 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:19.013208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Updating router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 port 85607b73-55b2-4a0d-8a39-df0441d0a26c binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:19.054504 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.073408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-dee17eea-0d77-4ba4-a4d0-e2dff787f170 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632366 Jul 28 11:02:19.098551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0eb8b36-3c45-4e31-9214-42199f81dca1 req-512e77eb-ab51-4422-9371-e0be2999759b tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 210 time: 0.0573852 Jul 28 11:02:19.122866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a2c666e7-dc6c-44ff-82e2-d27e3360d53c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:19.192164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-bf4f51f8-6e39-4a67-882d-030790a36a27 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d77703a8bf9848d084f2237ec7737ec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294273 Jul 28 11:02:19.200633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] Transition to ACTIVE for port object f59afca3-a665-457c-828a-072743f0a50b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:19.212327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.241416 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:02:19.255537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4011a9b-31d7-4033-8ae3-218792cf891b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:19.326881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] No DVR routers for this DVR port f59afca3-a665-457c-828a-072743f0a50b on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:02:19.332359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.350543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4461f9-92f7-4fd3-aab0-09cf8c5b87e7 req-c99b19b2-20fc-436f-94b8-7f9029a333da service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507713 Jul 28 11:02:19.393628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-031e6d6f-e1cb-4357-b47d-f257dc2c476c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:19.396452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-031e6d6f-e1cb-4357-b47d-f257dc2c476c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979916 Jul 28 11:02:19.412499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Request body: {'port': {'device_id': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'd77703a8bf9848d084f2237ec7737ec5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:19.452887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port a2c666e7-dc6c-44ff-82e2-d27e3360d53c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:19.461143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a2c666e7-dc6c-44ff-82e2-d27e3360d53c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:19.461725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.534894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e4011a9b-31d7-4033-8ae3-218792cf891b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:19.535269 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.566503 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.608359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Made reservation on behalf of d77703a8bf9848d084f2237ec7737ec5 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:19.627786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.737859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] Pushing event updated for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:19.771090 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-2f9b89c0-6a33-4391-b8c5-b13c6981d981 service neutron] 10.222.0.44 "PUT /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b/bindings/n-h2-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6117535 Jul 28 11:02:19.788311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Allocated IP 172.20.0.1 (bb20e302-6ab2-42b9-9321-15eea558a9f3/478b9c82-0f13-4e2a-93a2-bde8b2402e9f/e6d46f00-4565-4a0c-9520-a4018780ff3d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:19.887802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.918100 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.950775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:19.953285 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2001e69-8417-458e-bf04-698f7a776b5d" -d '{"events": [{"server_uuid": "ec7ba08a-dfc0-4870-b913-7d568923e348", "name": "network-vif-plugged", "status": "completed", "tag": "a2c666e7-dc6c-44ff-82e2-d27e3360d53c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:19.957652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Transition to ACTIVE for port object 85607b73-55b2-4a0d-8a39-df0441d0a26c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:19.973310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:19.974040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Allocated IP 192.168.233.140 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/33b40b31-9079-4701-8394-49cefc7809b0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:19.978069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:20.004692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884b12-404e-492e-b14f-791ded1f7f77 req-75fda1cc-9878-4325-b69d-4970c2b4b85a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.006656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24884b12-404e-492e-b14f-791ded1f7f77 req-75fda1cc-9878-4325-b69d-4970c2b4b85a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 948 time: 0.1481390 Jul 28 11:02:20.007100 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.018716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a746f-d213-4207-a1b1-8d0ca54adb6f req-4a70336c-2de7-454e-997f-883fac717530 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.027931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d5a746f-d213-4207-a1b1-8d0ca54adb6f req-4a70336c-2de7-454e-997f-883fac717530 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.1682143 Jul 28 11:02:20.037872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Attempting to bind port 85607b73-55b2-4a0d-8a39-df0441d0a26c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:20.038247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Attempting to bind port 85607b73-55b2-4a0d-8a39-df0441d0a26c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:20.038613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-06b798f1-0206-4b3d-8c21-edc53e632b33 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.038740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Attempting to bind port 85607b73-55b2-4a0d-8a39-df0441d0a26c on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:20.041642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-06b798f1-0206-4b3d-8c21-edc53e632b33 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.1972091 Jul 28 11:02:20.041904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a1ec-5619-4023-b9aa-97649eb6f593 None None] Pushing event updated for resources: {'Port': ['ID=85607b73-55b2-4a0d-8a39-df0441d0a26c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:20.048740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:20.049121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:20.049628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.049907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:20.050435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Bound port: 85607b73-55b2-4a0d-8a39-df0441d0a26c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:20.050756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.067923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.082906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Transition to ACTIVE for port object e6d46f00-4565-4a0c-9520-a4018780ff3d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:20.146056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d5a746f-d213-4207-a1b1-8d0ca54adb6f req-ad6f1f98-c6e5-4e7a-b83b-4a33a7642b78 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169372 Jul 28 11:02:20.170523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24884b12-404e-492e-b14f-791ded1f7f77 req-05e65550-a44f-4681-98a2-b9841e14fa77 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339769 Jul 28 11:02:20.189010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:20.211866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] For port 85607b73-55b2-4a0d-8a39-df0441d0a26c, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:20.217119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] For port 85607b73-55b2-4a0d-8a39-df0441d0a26c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85607b73-55b2-4a0d-8a39-df0441d0a26c,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:20.222548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:20.231416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.248339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.322963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:20.337474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-4a4f7da3-98bd-49a1-878b-4d9fe6d5f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.338971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-4a4f7da3-98bd-49a1-878b-4d9fe6d5f024 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919&tenant_id=2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 1096 time: 0.2233605 Jul 28 11:02:20.339839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:20.340073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a1ec-5619-4023-b9aa-97649eb6f593 None None] Pushing event updated for resources: {'Port': ['ID=85607b73-55b2-4a0d-8a39-df0441d0a26c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:20.354525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:20.359199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b358f-7bab-41c2-b0e2-2453b9fce150 req-be2967c5-5030-473c-af25-cff2dc30b9a1 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.360101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d46f00-4565-4a0c-9520-a4018780ff3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:20.363283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:20.364959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:20.367313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a5b358f-7bab-41c2-b0e2-2453b9fce150 req-be2967c5-5030-473c-af25-cff2dc30b9a1 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.0960360 Jul 28 11:02:20.412170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.423948 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99613fb-004b-45bb-ac1c-031a327d6ac8 x-openstack-request-id: req-e99613fb-004b-45bb-ac1c-031a327d6ac8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:20.424302 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7ba08a-dfc0-4870-b913-7d568923e348", "name": "network-vif-plugged", "status": "completed", "tag": "a2c666e7-dc6c-44ff-82e2-d27e3360d53c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:20.424551 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e99613fb-004b-45bb-ac1c-031a327d6ac8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:20.425078 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'code': 200} Jul 28 11:02:20.443901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Transition to ACTIVE for port object 33b40b31-9079-4701-8394-49cefc7809b0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:20.468205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a5b358f-7bab-41c2-b0e2-2453b9fce150 req-ace38c81-5c6f-4ed6-9a5c-5478bbb18895 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915773 Jul 28 11:02:20.491768 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d80fb3aa-075b-4dd1-82e2-1cc63d3589cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.504521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 48f253ff-695e-4510-bba1-3ad61e05a17b details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:20.557327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.572221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28315ffa-5080-436f-b55d-7844ef8827cf req-7af4a5e2-7b4e-4d1a-8d4c-dd97703f521f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 210 time: 0.0654581 Jul 28 11:02:20.576466 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.604870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:20.608650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:20.611033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-6d5d7531-26fe-4afe-989c-2952de66a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.611168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['7230b01e-d786-4e82-981c-c923ae5e1417'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:20.613271 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-6d5d7531-26fe-4afe-989c-2952de66a1ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1096 time: 0.2097678 Jul 28 11:02:20.615153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a62b23c5-e097-4330-a801-44991e8105cd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:20.629890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:20.664133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce5971-18bd-48d7-8b5b-bc6a64acbccc req-ada2e859-20e7-4805-81c4-b5fa0f390580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.665909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfce5971-18bd-48d7-8b5b-bc6a64acbccc req-ada2e859-20e7-4805-81c4-b5fa0f390580 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 1096 time: 0.1672573 Jul 28 11:02:20.684811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event updated for resources: {'Port': ['ID=33b40b31-9079-4701-8394-49cefc7809b0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:20.713031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.715577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.717434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:02:20.834082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfce5971-18bd-48d7-8b5b-bc6a64acbccc req-39c91f52-03f6-47d5-8bd8-651210523652 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378915 Jul 28 11:02:20.858530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:20.899773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-e11f2ebc-a199-44a0-a8bd-d6535bdb47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:20.901784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-e11f2ebc-a199-44a0-a8bd-d6535bdb47aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.2775862 Jul 28 11:02:20.904097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f4ccfc2-4260-4668-962b-6f1adb15da99 None None] Provisioning for port e6d46f00-4565-4a0c-9520-a4018780ff3d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:20.914015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.956282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f4ccfc2-4260-4668-962b-6f1adb15da99 None None] Provisioning complete for port e6d46f00-4565-4a0c-9520-a4018780ff3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:20.956664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccfc2-4260-4668-962b-6f1adb15da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.967664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-95c3c6ff-5950-42eb-9cce-6b28de6047ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 217 time: 0.0546224 Jul 28 11:02:20.973535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d80fb3aa-075b-4dd1-82e2-1cc63d3589cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:20.983465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-3b646a2c-4ca0-4a40-9318-b41e582e5da8 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5754559 Jul 28 11:02:20.999746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d80fb3aa-075b-4dd1-82e2-1cc63d3589cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.003883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Request body: {'port': {'device_id': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:21.068542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ccfc2-4260-4668-962b-6f1adb15da99 None None] Port e6d46f00-4565-4a0c-9520-a4018780ff3d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:21.070152 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d80fb3aa-075b-4dd1-82e2-1cc63d3589cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c5b9b582dda498e8c9fa3a1d0bd7c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8447437 Jul 28 11:02:21.077994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:21.078963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 48f253ff-695e-4510-bba1-3ad61e05a17b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=48f253ff-695e-4510-bba1-3ad61e05a17b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:21.084599 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.116671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fb3aa-075b-4dd1-82e2-1cc63d3589cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1814e48-9bb7-43b7-b2ad-4712bc69127c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:21.126943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '48f253ff-695e-4510-bba1-3ad61e05a17b', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '48f253ff-695e-4510-bba1-3ad61e05a17b', 'mac_address': 'fa:16:3e:fc:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:21.178166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-30ac8e03-e5b2-46fb-9e35-b1642a249be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:21.179640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-30ac8e03-e5b2-46fb-9e35-b1642a249be3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1809313 Jul 28 11:02:21.254280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e02186b-343a-46c5-a7cb-bcd7643fe90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.271767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-536a5ff5-4498-40cd-a1a8-164ee5ed1335 None None] Provisioning for port 33b40b31-9079-4701-8394-49cefc7809b0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:21.282247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-536a5ff5-4498-40cd-a1a8-164ee5ed1335 None None] Provisioning complete for port 33b40b31-9079-4701-8394-49cefc7809b0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:21.282466 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-536a5ff5-4498-40cd-a1a8-164ee5ed1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.282566 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-13987520-324e-4791-98ac-0b19ae34a7ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636740 Jul 28 11:02:21.326289 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.385179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f253ff-695e-4510-bba1-3ad61e05a17b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:21.397431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-536a5ff5-4498-40cd-a1a8-164ee5ed1335 None None] Port 33b40b31-9079-4701-8394-49cefc7809b0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:21.405777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e02186b-343a-46c5-a7cb-bcd7643fe90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.429260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.432492 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-6502946b-b3f1-4e30-8697-5278b5f3c7ff service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348557 Jul 28 11:02:21.435526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.438880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 48f253ff-695e-4510-bba1-3ad61e05a17b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=48f253ff-695e-4510-bba1-3ad61e05a17b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:21.446037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.494919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:17Z', 'revision_number': 3, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:21.495284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899606be-bc94-4e7c-aa5e-b53cdbea2360 req-0efc6b31-5994-4dbc-9ea6-d5036d41c955 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:21.496867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-899606be-bc94-4e7c-aa5e-b53cdbea2360 req-0efc6b31-5994-4dbc-9ea6-d5036d41c955 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.1871345 Jul 28 11:02:21.504008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b6cb7-b31b-4ed1-a422-7a16e47ae689 req-9b6a32f2-91d4-4c52-8d33-b56c075e3857 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:21.505466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a8b6cb7-b31b-4ed1-a422-7a16e47ae689 req-9b6a32f2-91d4-4c52-8d33-b56c075e3857 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 948 time: 0.1968727 Jul 28 11:02:21.530946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2b901-ad32-4b96-8722-415a4e11e36b None None] The sync data for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 is: [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:17Z', 'revision_number': 3, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:21.551641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=48f253ff-695e-4510-bba1-3ad61e05a17b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:21.561741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.576399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d46f00-4565-4a0c-9520-a4018780ff3d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:21.605293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-899606be-bc94-4e7c-aa5e-b53cdbea2360 req-d358f8e3-ef41-45c8-8604-52c3fc8fa2d3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987580 Jul 28 11:02:21.628048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a8b6cb7-b31b-4ed1-a422-7a16e47ae689 req-5cb73abc-1295-4a05-9d1f-0c5fe3040715 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125195 Jul 28 11:02:21.651494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e02186b-343a-46c5-a7cb-bcd7643fe90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.656134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e02186b-343a-46c5-a7cb-bcd7643fe90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.671402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e02186b-343a-46c5-a7cb-bcd7643fe90a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1814e48-9bb7-43b7-b2ad-4712bc69127c HTTP/1.1" status: 204 len: 168 time: 0.5929391 Jul 28 11:02:21.675581 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-30135f48-50c9-40e9-a668-21e9fd983f85 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165930 Jul 28 11:02:21.693748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02186b-343a-46c5-a7cb-bcd7643fe90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1814e48-9bb7-43b7-b2ad-4712bc69127c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:21.700578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['48f253ff-695e-4510-bba1-3ad61e05a17b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:21.732076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:21.735112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:21.765907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b40b31-9079-4701-8394-49cefc7809b0 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:21.775412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.797705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Transition to ACTIVE for port object 33b40b31-9079-4701-8394-49cefc7809b0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:21.809328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:21.975471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Pushing event updated for resources: {'Port': ['ID=33b40b31-9079-4701-8394-49cefc7809b0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:22.032690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:02:22.198439 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.246645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-907d4cee-3099-4240-9d69-2fd93ea25335 None None] Provisioning complete for port e6d46f00-4565-4a0c-9520-a4018780ff3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:22.249733 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-907d4cee-3099-4240-9d69-2fd93ea25335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.353199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:22.376958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-907d4cee-3099-4240-9d69-2fd93ea25335 None None] Port e6d46f00-4565-4a0c-9520-a4018780ff3d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:22.382658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-773efb80-1ccb-4103-9d23-7062131a2428 admin admin] 10.222.0.20 "PUT /v2.0/routers/5f6b8d1d-aa14-46ec-8242-755b4bf710c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8559780 Jul 28 11:02:22.388227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35990c-ffbd-410f-a45b-2c48879af910 req-f277b93f-48a1-4c0d-8607-02b0d03b7d88 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:22.390213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d35990c-ffbd-410f-a45b-2c48879af910 req-f277b93f-48a1-4c0d-8607-02b0d03b7d88 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.3977449 Jul 28 11:02:22.407030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-503641eb-d206-4bee-900d-cd25e4a1530d tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:22.408709 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-503641eb-d206-4bee-900d-cd25e4a1530d tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.1280210 Jul 28 11:02:22.412314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d3e8a-6efe-4d43-af53-ed528cba74e8 req-e548cc1f-3cd2-40bc-bca8-250b9fe5e979 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:22.413861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa9d3e8a-6efe-4d43-af53-ed528cba74e8 req-e548cc1f-3cd2-40bc-bca8-250b9fe5e979 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 948 time: 0.1320922 Jul 28 11:02:22.432079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Attempting to bind port 33b40b31-9079-4701-8394-49cefc7809b0 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:22.432465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Attempting to bind port 33b40b31-9079-4701-8394-49cefc7809b0 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:22.432747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Attempting to bind port 33b40b31-9079-4701-8394-49cefc7809b0 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:22.450178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Port 33b40b31-9079-4701-8394-49cefc7809b0 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:22.450508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Attempting to bind port 33b40b31-9079-4701-8394-49cefc7809b0 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:22.463092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:22.482082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f59afca3-a665-457c-828a-072743f0a50b no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:22.517556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:22.518146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:22.518664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:22.519105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Bound port: 33b40b31-9079-4701-8394-49cefc7809b0, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:22.519474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.535916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8431c1c2-cce1-4ae0-94cb-5d16bbb66c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.564869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d35990c-ffbd-410f-a45b-2c48879af910 req-8bbed7c9-0b49-4d44-a930-13031a6e42e0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438606 Jul 28 11:02:22.565321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f59afca3-a665-457c-828a-072743f0a50b not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:22.613535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-99c7609a-5f9d-4719-95f7-7b53a5a829c3 service neutron] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:22.615558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa9d3e8a-6efe-4d43-af53-ed528cba74e8 req-00842425-cd31-493b-ac5e-cb1fb3f394de tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859999 Jul 28 11:02:22.616841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-99c7609a-5f9d-4719-95f7-7b53a5a829c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.618710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-475a4788-bc31-4a83-a37a-bba2644d4a49 req-99c7609a-5f9d-4719-95f7-7b53a5a829c3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b/bindings/n-h1-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.1924324 Jul 28 11:02:22.686063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] For port 33b40b31-9079-4701-8394-49cefc7809b0, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:22.693116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] For port 33b40b31-9079-4701-8394-49cefc7809b0, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=33b40b31-9079-4701-8394-49cefc7809b0,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:22.707396 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.764501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:22.765127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.766522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] 10.222.0.41 "PUT /v2.0/ports/33b40b31-9079-4701-8394-49cefc7809b0 HTTP/1.1" status: 200 len: 1096 time: 1.7684827 Jul 28 11:02:22.771378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'tag': '33b40b31-9079-4701-8394-49cefc7809b0'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:22.773761 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720450e8-c1c8-4184-8fde-65a5e1a87d85" -d '{"events": [{"name": "network-changed", "server_uuid": "6e31e495-b9a9-4acb-9837-f3e554ce7e34", "tag": "33b40b31-9079-4701-8394-49cefc7809b0"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:22.805573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388c73-6265-4c94-a9de-498d2f01053c service neutron] Pushing event updated for resources: {'Port': ['ID=33b40b31-9079-4701-8394-49cefc7809b0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:22.825075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8431c1c2-cce1-4ae0-94cb-5d16bbb66c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.844972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8431c1c2-cce1-4ae0-94cb-5d16bbb66c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:22.919625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:22.922494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8431c1c2-cce1-4ae0-94cb-5d16bbb66c9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab97cc56c8804a5a9a2ff9ed838a3c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543281 Jul 28 11:02:22.977829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-b01e0b7f-5cdd-45b4-967e-828912f1160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:22.979573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-b01e0b7f-5cdd-45b4-967e-828912f1160e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 1099 time: 0.1522100 Jul 28 11:02:22.981127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431c1c2-cce1-4ae0-94cb-5d16bbb66c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1ebf72-9c25-464c-8e06-d2ddd7f38628,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:23.006211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8e647be-4ca3-498f-a8f7-382ecba1f38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.052796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8e647be-4ca3-498f-a8f7-382ecba1f38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.123923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-93f2f116-6bbc-4a38-b150-f23c74d9e801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=33b40b31-9079-4701-8394-49cefc7809b0 HTTP/1.1" status: 200 len: 217 time: 0.1193078 Jul 28 11:02:23.135091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8e647be-4ca3-498f-a8f7-382ecba1f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.137701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8e647be-4ca3-498f-a8f7-382ecba1f38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.146683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d8e647be-4ca3-498f-a8f7-382ecba1f38d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e1ebf72-9c25-464c-8e06-d2ddd7f38628 HTTP/1.1" status: 204 len: 168 time: 0.2258439 Jul 28 11:02:23.169966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e647be-4ca3-498f-a8f7-382ecba1f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1ebf72-9c25-464c-8e06-d2ddd7f38628,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:23.242906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-645e7022-02c7-4262-96b8-35016224f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:23.246604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-645e7022-02c7-4262-96b8-35016224f385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1111422 Jul 28 11:02:23.257500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36736bec-50d2-46ba-9ecb-0067ad148fe3 req-7fd707ba-373c-49b0-a15e-8d082894729b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:23.259761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36736bec-50d2-46ba-9ecb-0067ad148fe3 req-7fd707ba-373c-49b0-a15e-8d082894729b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.1254630 Jul 28 11:02:23.266741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85607b73-55b2-4a0d-8a39-df0441d0a26c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:23.324210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 85607b73-55b2-4a0d-8a39-df0441d0a26c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:23.330411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85607b73-55b2-4a0d-8a39-df0441d0a26c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:23.331120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.372060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36736bec-50d2-46ba-9ecb-0067ad148fe3 req-c7d16e08-0b6d-4dc3-83ce-5773c2c7df11 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947454 Jul 28 11:02:23.387135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:23.391262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a088-8291-46eb-82de-f25022443971 req-6ac5024a-d04e-4b99-a01a-4216d77a67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:23.396207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588959402', 'description': 'tempest-description--418292488'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:23.404348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-6ac5024a-d04e-4b99-a01a-4216d77a67f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413696 Jul 28 11:02:23.456994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.462791 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5436d1c-cb8a-4d0e-913f-08b6ff71ef6c x-openstack-request-id: req-a5436d1c-cb8a-4d0e-913f-08b6ff71ef6c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:23.463347 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e31e495-b9a9-4acb-9837-f3e554ce7e34", "tag": "33b40b31-9079-4701-8394-49cefc7809b0", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:23.463347 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5436d1c-cb8a-4d0e-913f-08b6ff71ef6c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:23.463729 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'tag': '33b40b31-9079-4701-8394-49cefc7809b0', 'status': 'completed', 'code': 200} Jul 28 11:02:23.542196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.588949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445aa82-f740-4585-93fa-e7e20c39d3a0 req-592df34a-e12d-4014-81f2-2735f094bd4b tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:23.596792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2445aa82-f740-4585-93fa-e7e20c39d3a0 req-592df34a-e12d-4014-81f2-2735f094bd4b tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 949 time: 0.0835986 Jul 28 11:02:23.614420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 85607b73-55b2-4a0d-8a39-df0441d0a26c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85607b73-55b2-4a0d-8a39-df0441d0a26c,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:23.620148 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.701913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.709574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.730681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.731968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3435352 Jul 28 11:02:23.738889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:23.744753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Request body: {'security_group_rule': {'security_group_id': '27994a0d-75d6-43f0-9a3b-30895ce10c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:23.745239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2445aa82-f740-4585-93fa-e7e20c39d3a0 req-e479fe33-590e-4c0f-bf66-c5faef0d2148 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472983 Jul 28 11:02:23.755358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=85607b73-55b2-4a0d-8a39-df0441d0a26c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:23.767124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-6a4e39a0-a1a7-49f4-b592-edd28ca4a98d service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515625 Jul 28 11:02:23.809616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caa7b0-fbb4-42ca-8184-768530830fd7 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27994a0d-75d6-43f0-9a3b-30895ce10c6e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:23.849431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.967968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.975073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:23.998818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daefafff-bd0e-448b-b416-57c7e9cedf29,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:24.011338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.012764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5c9f24c9-7001-4790-bca5-9ecd4d9217c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728238 Jul 28 11:02:24.015436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:24.022405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Request body: {'security_group_rule': {'security_group_id': '27994a0d-75d6-43f0-9a3b-30895ce10c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:24.042694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f66bd-5d06-474f-9bf5-69c3546a46fd req-08bf5281-4299-44ba-979b-1f00a5661aff tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.045264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-563f66bd-5d06-474f-9bf5-69c3546a46fd req-08bf5281-4299-44ba-979b-1f00a5661aff tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 948 time: 0.1753983 Jul 28 11:02:24.063830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792f8d-a089-4280-b212-0175fb5acceb req-ed34924c-4ddb-4806-9c32-04911046f1f2 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.065678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff792f8d-a089-4280-b212-0175fb5acceb req-ed34924c-4ddb-4806-9c32-04911046f1f2 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.1563201 Jul 28 11:02:24.070081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4826a088-8291-46eb-82de-f25022443971 req-871b810c-c953-4a8d-8a3a-ad18c4af950f service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944412 Jul 28 11:02:24.076271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.142527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-563f66bd-5d06-474f-9bf5-69c3546a46fd req-0c75b446-8639-4b40-b282-176f37057e99 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Jul 28 11:02:24.152787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff792f8d-a089-4280-b212-0175fb5acceb req-c59d38bc-f16f-4a5f-8b2c-8b2bbca5659a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746515 Jul 28 11:02:24.191511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.207035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.236487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52904) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:24.251410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-72c20685-ede1-4782-80b7-2dde0fabdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.252132 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Sync routers for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:24.253244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-72c20685-ede1-4782-80b7-2dde0fabdf53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 1099 time: 0.1076708 Jul 28 11:02:24.261097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8615e51e-ad46-442c-ae76-041a2a747ddd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:24.274624 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:24.275563 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:24.281966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.292827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2737db1e-676c-4656-9e9a-bef145a9c50d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762880 Jul 28 11:02:24.293495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:24.298008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:24.357593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.397645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7da21c4-f7d8-4eba-bc62-4ba4c7ebd95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.407945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4edd3b-d14c-4d22-8305-8719e74be4a9 req-79b4aea8-f59b-4b13-ae8b-11da5af9e7cf tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.416787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c4edd3b-d14c-4d22-8305-8719e74be4a9 req-79b4aea8-f59b-4b13-ae8b-11da5af9e7cf tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1096 time: 0.1770670 Jul 28 11:02:24.451165 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:24.469298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.486186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 48f253ff-695e-4510-bba1-3ad61e05a17b up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:24.497569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7771-e517-4d45-bed3-002f42106a3b req-e0b57d63-5dc1-4c5e-8def-f9084e4c6407 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.499138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-366b7771-e517-4d45-bed3-002f42106a3b req-e0b57d63-5dc1-4c5e-8def-f9084e4c6407 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.1579175 Jul 28 11:02:24.529114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-37fb8714-5c4c-46d8-ae3c-17fb15a14863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.531196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-37fb8714-5c4c-46d8-ae3c-17fb15a14863 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2496073 Jul 28 11:02:24.565472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c4edd3b-d14c-4d22-8305-8719e74be4a9 req-06983b1d-b977-42d0-9ece-417859cb8291 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393309 Jul 28 11:02:24.585899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 48f253ff-695e-4510-bba1-3ad61e05a17b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:24.590970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 48f253ff-695e-4510-bba1-3ad61e05a17b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:24.591420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.622899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Allocated IP 172.25.1.126 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/577a5f18-2fed-4b5a-9307-cc4d44c06383) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:24.725231 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.745337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.748554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-c40e8b6e-2153-47e8-adfd-a23a493f197a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=33b40b31-9079-4701-8394-49cefc7809b0 HTTP/1.1" status: 200 len: 217 time: 0.1817257 Jul 28 11:02:24.761770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f253ff-695e-4510-bba1-3ad61e05a17b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:24.764433 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b81873f-2986-44b9-9a06-7fe19d77053e" -d '{"events": [{"server_uuid": "4363affc-df9b-46ce-bc93-c3e8f0159c1f", "name": "network-vif-plugged", "status": "completed", "tag": "48f253ff-695e-4510-bba1-3ad61e05a17b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:24.780774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 48f253ff-695e-4510-bba1-3ad61e05a17b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=48f253ff-695e-4510-bba1-3ad61e05a17b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:24.791372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.808253 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:21Z', 'revision_number': 2, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:24.810271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.865942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=48f253ff-695e-4510-bba1-3ad61e05a17b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:24.867367 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Checking router: 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:24.868206 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Updating router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 port e6d46f00-4565-4a0c-9520-a4018780ff3d binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:24.884259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event updated for resources: {'Port': ['ID=577a5f18-2fed-4b5a-9307-cc4d44c06383,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:24.894822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-366b7771-e517-4d45-bed3-002f42106a3b req-021766a6-3c6d-4a88-a11c-2de4b09abd60 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825138 Jul 28 11:02:24.907267 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:24.910511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:24.912070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:24.924331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:24.931689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-67fbb55c-78d2-42e7-bc61-06a1d767a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:24.933459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-67fbb55c-78d2-42e7-bc61-06a1d767a2f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1635709 Jul 28 11:02:24.985211 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c18ca8-816b-4ae1-ad25-7451ccf34229 x-openstack-request-id: req-b2c18ca8-816b-4ae1-ad25-7451ccf34229 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:24.985552 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4363affc-df9b-46ce-bc93-c3e8f0159c1f", "name": "network-vif-plugged", "status": "completed", "tag": "48f253ff-695e-4510-bba1-3ad61e05a17b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:24.985979 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c18ca8-816b-4ae1-ad25-7451ccf34229 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:24.986547 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f253ff-695e-4510-bba1-3ad61e05a17b', 'code': 200} Jul 28 11:02:25.043915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed830eb-d2c5-45fe-9810-8a029152e46b req-1177742d-39ee-4047-98e3-3a17bc3f188e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:25.045447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ed830eb-d2c5-45fe-9810-8a029152e46b req-1177742d-39ee-4047-98e3-3a17bc3f188e tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 950 time: 0.1695635 Jul 28 11:02:25.049146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-f0865d95-e1e3-436b-920a-10cef635829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:25.050518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-f0865d95-e1e3-436b-920a-10cef635829e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078827 Jul 28 11:02:25.071495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7da21c4-f7d8-4eba-bc62-4ba4c7ebd95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.122515 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.133320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c19660-1bed-42e8-b3de-c48a7584f431 req-a056ccaf-fb1a-488d-b2f5-9927afe32072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:25.135497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-71c19660-1bed-42e8-b3de-c48a7584f431 req-a056ccaf-fb1a-488d-b2f5-9927afe32072 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 1101 time: 0.0729311 Jul 28 11:02:25.230875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.251973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85607b73-55b2-4a0d-8a39-df0441d0a26c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:25.367101 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.384362 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Transition to ACTIVE for port object e6d46f00-4565-4a0c-9520-a4018780ff3d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:25.395879 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.436083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7da21c4-f7d8-4eba-bc62-4ba4c7ebd95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.455065 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Pushing event updated for resources: {'Port': ['ID=e6d46f00-4565-4a0c-9520-a4018780ff3d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:25.468715 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.469421 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.469910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.470600 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.471142 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.471740 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.472280 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.472916 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.473430 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.474315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.474847 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.475325 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:25.547890 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Attempting to bind port e6d46f00-4565-4a0c-9520-a4018780ff3d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:25.548540 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Attempting to bind port e6d46f00-4565-4a0c-9520-a4018780ff3d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:25.549342 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Attempting to bind port e6d46f00-4565-4a0c-9520-a4018780ff3d on network bb20e302-6ab2-42b9-9321-15eea558a9f3 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:25.556758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85607b73-55b2-4a0d-8a39-df0441d0a26c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:25.557135 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.560542 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:25.561695 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Checking segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:25.562339 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.567398 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Bound using segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:25.569965 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Bound port: e6d46f00-4565-4a0c-9520-a4018780ff3d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:25.571074 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.640681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b7da21c4-f7d8-4eba-bc62-4ba4c7ebd95a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0abbf1eb157f467a9eeac89cb62f865a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4021463 Jul 28 11:02:25.641642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:25.649532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da21c4-f7d8-4eba-bc62-4ba4c7ebd95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1085dd5-0ccf-4979-9a7d-0306cb0160d9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:25.670029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ed830eb-d2c5-45fe-9810-8a029152e46b req-9c4b8288-9413-450c-917f-8c62a410108a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159580 Jul 28 11:02:25.711447 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-71c19660-1bed-42e8-b3de-c48a7584f431 req-611b124d-c926-4a87-8b5b-1ae2c24c979f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574787 Jul 28 11:02:25.728792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] For port e6d46f00-4565-4a0c-9520-a4018780ff3d, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:25.734779 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] For port e6d46f00-4565-4a0c-9520-a4018780ff3d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e6d46f00-4565-4a0c-9520-a4018780ff3d,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:25.745565 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.773861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.782321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.785661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-e6a62ff4-3ec2-453c-99bb-401547e530db service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177310 Jul 28 11:02:25.816276 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:25.817410 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:25.901683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event updated for resources: {'Port': ['ID=577a5f18-2fed-4b5a-9307-cc4d44c06383,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:25.925680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.938880 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5d079-1726-498c-abc6-10ba8f742003 None None] Pushing event updated for resources: {'Port': ['ID=e6d46f00-4565-4a0c-9520-a4018780ff3d,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:25.939213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-720450e8-c1c8-4184-8fde-65a5e1a87d85 req-6372bdfe-e785-49e4-b4cf-34017cd449f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221988 Jul 28 11:02:25.952873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:25.963170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-49105f24-4894-454d-8cd1-c91f2f35f01f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6603911 Jul 28 11:02:25.977306 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:26.000978 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b98718a-dd97-4637-9bc5-a666d4a76c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:26.021273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-d59626df-8756-43ec-86ae-ee9b879ca9f0 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:26.022746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-d59626df-8756-43ec-86ae-ee9b879ca9f0 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.5941563 Jul 28 11:02:26.038801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b98718a-dd97-4637-9bc5-a666d4a76c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:26.054791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-acca7ee7-2938-4421-b943-efbe5be3201d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/quotas/2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 375 time: 0.0219529 Jul 28 11:02:26.095098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b3769-f62b-42ef-857c-d3fd53fb5c23 req-6dae3c9f-7523-4891-b0f5-ea29f1a7c8e6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:26.096615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d41b3769-f62b-42ef-857c-d3fd53fb5c23 req-6dae3c9f-7523-4891-b0f5-ea29f1a7c8e6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 948 time: 0.1542528 Jul 28 11:02:26.163717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-06adfe47-2541-4ec2-a6ea-a2ea2bfb9c3e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978689 Jul 28 11:02:26.167228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d41b3769-f62b-42ef-857c-d3fd53fb5c23 req-ffe24747-ac00-4c1e-9b35-1234c6c1ca22 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521598 Jul 28 11:02:26.175980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b98718a-dd97-4637-9bc5-a666d4a76c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:26.179928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b98718a-dd97-4637-9bc5-a666d4a76c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:26.184006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9b98718a-dd97-4637-9bc5-a666d4a76c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1085dd5-0ccf-4979-9a7d-0306cb0160d9 HTTP/1.1" status: 204 len: 168 time: 0.5340173 Jul 28 11:02:26.198723 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:25Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:26.204400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98718a-dd97-4637-9bc5-a666d4a76c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1085dd5-0ccf-4979-9a7d-0306cb0160d9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:26.233975 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff0098-8934-46a7-a6f1-d5b4069f4196 None None] The sync data for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 is: [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:25Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:26.292548 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-7649c57f-7e57-4374-bda1-c2a4a20d1955 service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095121 Jul 28 11:02:26.461618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e313b5c-25a7-45a2-af99-88d2d0195103 req-2a0f3ca6-b2ea-4fff-bff5-1f1fc2e95c69 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:26.470148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e313b5c-25a7-45a2-af99-88d2d0195103 req-2a0f3ca6-b2ea-4fff-bff5-1f1fc2e95c69 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.0885723 Jul 28 11:02:26.473586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-b4239f84-0966-44eb-9a50-60f84ce40be2 service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554561 Jul 28 11:02:26.523303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e313b5c-25a7-45a2-af99-88d2d0195103 req-0b47b8fd-5249-4bce-9b0e-61bbbf13ae0b tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Jul 28 11:02:26.798624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:26.805711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-db4a22d7-cacf-4137-94ad-229365144902 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1588959402&fields=id&tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7 HTTP/1.1" status: 200 len: 267 time: 0.0626056 Jul 28 11:02:26.818252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51f91f21-4fc0-4905-9c45-428a6ac5ae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:26.976076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-c24f6935-1221-43ac-91f2-e66cd2fdbece tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:26.976431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51f91f21-4fc0-4905-9c45-428a6ac5ae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:26.978893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-c24f6935-1221-43ac-91f2-e66cd2fdbece tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/networks?id=bb20e302-6ab2-42b9-9321-15eea558a9f3 HTTP/1.1" status: 200 len: 815 time: 0.1573157 Jul 28 11:02:26.982978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51f91f21-4fc0-4905-9c45-428a6ac5ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.000275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-cfcda9a9-9ff2-4914-ab81-7ade617724e4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/quotas/88eb24aeb77a43158e11ee2db1d1b2b7 HTTP/1.1" status: 200 len: 375 time: 0.0153778 Jul 28 11:02:27.035993 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-51f91f21-4fc0-4905-9c45-428a6ac5ae96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a21e66fefcaf47d2b64f04b8a2408499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337492 Jul 28 11:02:27.036815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:27.150479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87294d5b-2abc-46b5-a861-4cfd29e1876e req-24af82d2-9906-4039-8be8-a542d5861ffb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:27.153159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87294d5b-2abc-46b5-a861-4cfd29e1876e req-24af82d2-9906-4039-8be8-a542d5861ffb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.0825553 Jul 28 11:02:27.157562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 33b40b31-9079-4701-8394-49cefc7809b0 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:27.160640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f91f21-4fc0-4905-9c45-428a6ac5ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41a246-dfe6-4e9c-a15a-29ea27b47d6f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:27.185649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-31632109-207c-40c0-9d12-0c1261e8a3dc tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1725104 Jul 28 11:02:27.205971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-770c0097-0e36-4ef8-9f4d-b472e65cdb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.256484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-770c0097-0e36-4ef8-9f4d-b472e65cdb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.269381 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e6d46f00-4565-4a0c-9520-a4018780ff3d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:27.284270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87294d5b-2abc-46b5-a861-4cfd29e1876e req-ac3b8b5b-b6fc-445f-9837-88054c7c94d3 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975409 Jul 28 11:02:27.351725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e6d46f00-4565-4a0c-9520-a4018780ff3d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:27.358401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-770c0097-0e36-4ef8-9f4d-b472e65cdb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.361606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-770c0097-0e36-4ef8-9f4d-b472e65cdb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.362585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e6d46f00-4565-4a0c-9520-a4018780ff3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:27.362878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-770c0097-0e36-4ef8-9f4d-b472e65cdb71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e41a246-dfe6-4e9c-a15a-29ea27b47d6f HTTP/1.1" status: 204 len: 168 time: 0.3228648 Jul 28 11:02:27.363406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.381130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0097-0e36-4ef8-9f4d-b472e65cdb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41a246-dfe6-4e9c-a15a-29ea27b47d6f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:27.403190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-4005ffc1-0485-4324-846b-145453d8e94f service neutron] 10.222.0.20 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501434 Jul 28 11:02:27.450109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 33b40b31-9079-4701-8394-49cefc7809b0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=33b40b31-9079-4701-8394-49cefc7809b0,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:27.475840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '33b40b31-9079-4701-8394-49cefc7809b0', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '33b40b31-9079-4701-8394-49cefc7809b0', 'mac_address': 'fa:16:3e:13:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:27.483308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fd86d29-b307-42f3-8348-83fd23a3f53c req-30a57171-49fb-4b53-8e0b-b6e31f0f6cdc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 210 time: 0.0539317 Jul 28 11:02:27.524832 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.539643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b40b31-9079-4701-8394-49cefc7809b0 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:27.582430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-68a55d8c-7188-41d1-a83a-fe638b430a72 service neutron] 10.222.0.20 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779580 Jul 28 11:02:27.589775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 33b40b31-9079-4701-8394-49cefc7809b0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=33b40b31-9079-4701-8394-49cefc7809b0,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:27.600597 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.607086 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.694332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e6d46f00-4565-4a0c-9520-a4018780ff3d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e6d46f00-4565-4a0c-9520-a4018780ff3d,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:27.697505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=33b40b31-9079-4701-8394-49cefc7809b0,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:27.707489 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.722556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbb3af-fb99-4075-bd4c-17c9fc4a4f3f req-1c697c06-fcda-4180-957a-4056e30deb00 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:27.726239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbdbb3af-fb99-4075-bd4c-17c9fc4a4f3f req-1c697c06-fcda-4180-957a-4056e30deb00 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 950 time: 0.0986578 Jul 28 11:02:27.825225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbdbb3af-fb99-4075-bd4c-17c9fc4a4f3f req-bf5de513-54d3-450a-a6a4-230cc64789ff tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883150 Jul 28 11:02:27.832291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e6d46f00-4565-4a0c-9520-a4018780ff3d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:27.886402 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d597c89-e64f-4b04-a640-7c17cb085908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:27.973748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['33b40b31-9079-4701-8394-49cefc7809b0'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:27.983420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c51f-e2c2-491a-9b94-f42a28f78ba9 req-dd9e31c9-4b1d-4a99-b1f9-5f857084fcf6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:27.985480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fd4c51f-e2c2-491a-9b94-f42a28f78ba9 req-dd9e31c9-4b1d-4a99-b1f9-5f857084fcf6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 949 time: 0.0776944 Jul 28 11:02:28.068897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fd4c51f-e2c2-491a-9b94-f42a28f78ba9 req-e8a450de-7052-4e49-bcdd-0aa79fd7703d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739710 Jul 28 11:02:28.189787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-748d3fb8-6f96-4b20-bf69-56b5ee8b6239 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:28.192619 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-748d3fb8-6f96-4b20-bf69-56b5ee8b6239 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.1675892 Jul 28 11:02:28.214180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Request body: {'port': {'device_id': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'admin_state_up': True, 'tenant_id': '2cb7165910f14819a23d85056cc2c693'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:28.343462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-176eb681-e3cd-4623-b7ab-d8551b7148d2 req-45db1528-a426-46b2-8b00-cd79a2daafdb tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 210 time: 0.0626457 Jul 28 11:02:28.477266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Made reservation on behalf of 2cb7165910f14819a23d85056cc2c693 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:28.489000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:28.537273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c0e1e-8d59-426a-bfdc-b8a623a5bf7e req-ad555199-311d-4052-b359-0596e9f0e999 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:28.539294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-969c0e1e-8d59-426a-bfdc-b8a623a5bf7e req-ad555199-311d-4052-b359-0596e9f0e999 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.0876827 Jul 28 11:02:28.602642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-969c0e1e-8d59-426a-bfdc-b8a623a5bf7e req-dc1383ac-92ef-4986-9a71-c4b33be51db4 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Jul 28 11:02:28.659648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Allocated IP 172.20.0.14 (58174e6f-5b40-4a36-8010-eb2089b62717/ff62bbb5-74e1-450e-9d5f-acda051b411f/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:28.720701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de495f-be9b-4d4d-ad57-2faedb0f1d4b req-ec59b369-24e4-493c-9cd9-f910d1b4c411 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:28.722308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4de495f-be9b-4d4d-ad57-2faedb0f1d4b req-ec59b369-24e4-493c-9cd9-f910d1b4c411 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 950 time: 0.0663524 Jul 28 11:02:28.792755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4de495f-be9b-4d4d-ad57-2faedb0f1d4b req-f159a422-4cad-4793-9ea8-e1e5a3a816c3 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636201 Jul 28 11:02:28.872247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:28.905265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c7f8646-4d69-4953-87fb-5664b05c610f req-785e0fce-3537-4784-b9be-2e442428f0ef tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 210 time: 0.0295632 Jul 28 11:02:28.923100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:28.983501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Network 58174e6f-5b40-4a36-8010-eb2089b62717 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:28.991103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:28.999684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:29.023821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:29.046509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d18bb77-642d-4c5d-843c-3c660da6cc78 req-cf393ac5-7159-4af1-9c27-3e86e64de9ca tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e73f7618f954b84a8afab91b588b311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437808 Jul 28 11:02:29.062286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:29.062900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.083606 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-46f50116-6ebe-4e1b-a26c-907bc39e383b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8767939 Jul 28 11:02:29.103304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Request body: {'port': {'device_id': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:29.115074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad91791-869d-4ef7-bfd3-906c9bd9a80f req-071199d9-2aee-4bcf-b33b-186b90310b6e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:29.116719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ad91791-869d-4ef7-bfd3-906c9bd9a80f req-071199d9-2aee-4bcf-b33b-186b90310b6e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.1336453 Jul 28 11:02:29.162673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 33b40b31-9079-4701-8394-49cefc7809b0 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:29.186490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.209501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18bb77-642d-4c5d-843c-3c660da6cc78 req-2b020cbf-12fb-4c64-8031-d6ab420e457e tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:29.217114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d18bb77-642d-4c5d-843c-3c660da6cc78 req-2b020cbf-12fb-4c64-8031-d6ab420e457e tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596262 Jul 28 11:02:29.219265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e6d46f00-4565-4a0c-9520-a4018780ff3d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:29.262519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d18bb77-642d-4c5d-843c-3c660da6cc78 req-4c248993-b502-4cd1-a08a-b687a19ee14f tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/quotas/2e73f7618f954b84a8afab91b588b311 HTTP/1.1" status: 200 len: 375 time: 0.0414190 Jul 28 11:02:29.300116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e6d46f00-4565-4a0c-9520-a4018780ff3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:29.300541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.302680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 33b40b31-9079-4701-8394-49cefc7809b0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:29.307935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 33b40b31-9079-4701-8394-49cefc7809b0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:29.308368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.332063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d18bb77-642d-4c5d-843c-3c660da6cc78 req-567f17f4-5696-4c4d-992e-69485078ed72 tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e73f7618f954b84a8afab91b588b311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687938 Jul 28 11:02:29.515118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ad91791-869d-4ef7-bfd3-906c9bd9a80f req-c2fe56e2-15d0-4fdc-81f3-0ef15bacc480 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150606 Jul 28 11:02:29.522218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.565045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 33b40b31-9079-4701-8394-49cefc7809b0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=33b40b31-9079-4701-8394-49cefc7809b0,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:29.566261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b40b31-9079-4701-8394-49cefc7809b0'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:29.569038 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29771f0-2513-4ae5-a498-9085cc75fdbd" -d '{"events": [{"server_uuid": "6e31e495-b9a9-4acb-9837-f3e554ce7e34", "name": "network-vif-plugged", "status": "completed", "tag": "33b40b31-9079-4701-8394-49cefc7809b0"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:29.576027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.606973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-508b7c41-59d7-44de-b9bf-0e18c8a696c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:29.608859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-508b7c41-59d7-44de-b9bf-0e18c8a696c9 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.44 "GET /v2.0/networks?id=bb20e302-6ab2-42b9-9321-15eea558a9f3 HTTP/1.1" status: 200 len: 815 time: 0.2758474 Jul 28 11:02:29.624743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2823b0f-dded-453c-abe7-c962d1a380a1 req-9be410df-8621-4d6c-95e8-bff30e3b208c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:29.634210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2823b0f-dded-453c-abe7-c962d1a380a1 req-9be410df-8621-4d6c-95e8-bff30e3b208c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 949 time: 0.1175156 Jul 28 11:02:29.637329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=33b40b31-9079-4701-8394-49cefc7809b0,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:29.642300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:29.652836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.666822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Transition to ACTIVE for port object 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:29.673163 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.716917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1f44e636-a2a7-485b-a70f-e30cb1b7c3e3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7 HTTP/1.1" status: 200 len: 380 time: 0.0796967 Jul 28 11:02:29.720924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2823b0f-dded-453c-abe7-c962d1a380a1 req-66670fa2-bf20-4a23-803a-405fbfe14fb2 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 Jul 28 11:02:29.737834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Request body: {'port': {'device_id': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'admin_state_up': True, 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'security_groups': ['27994a0d-75d6-43f0-9a3b-30895ce10c6e']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:29.745513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:29.757585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3deccb63-e139-4e8f-9d91-6212e862b4ef req-89a0c34e-8942-47df-b108-7554c153a854 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 210 time: 0.0395679 Jul 28 11:02:29.826007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:29.826403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:29.826844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:29.833054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:29.833641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:29.840533 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271dcbb5-e4c2-4a2c-a463-f5187ec530a7 x-openstack-request-id: req-271dcbb5-e4c2-4a2c-a463-f5187ec530a7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:29.840670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:29.840994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:29.841378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:29.841636 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e31e495-b9a9-4acb-9837-f3e554ce7e34", "name": "network-vif-plugged", "status": "completed", "tag": "33b40b31-9079-4701-8394-49cefc7809b0", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:29.841958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Bound port: 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:29.842284 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-271dcbb5-e4c2-4a2c-a463-f5187ec530a7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:29.842399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.843135 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b40b31-9079-4701-8394-49cefc7809b0', 'code': 200} Jul 28 11:02:29.880722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Made reservation on behalf of 88eb24aeb77a43158e11ee2db1d1b2b7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:29.886341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.940131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:29.944351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:29.950969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.989065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:29.989695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:29.991110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] 10.222.0.44 "PUT /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 1092 time: 0.8961065 Jul 28 11:02:29.991554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:29.995590 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a72d02e-e5cb-4c74-aca1-36838292eeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:30.034334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bb112-e503-438c-98d0-270710fdd52e service neutron] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.044553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c45b5-d3a0-429d-a9f6-3e58680bbc06 req-fcb7bd63-7f71-49e1-a652-b4e44bc101e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.046033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e2c45b5-d3a0-429d-a9f6-3e58680bbc06 req-fcb7bd63-7f71-49e1-a652-b4e44bc101e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 1101 time: 0.0993173 Jul 28 11:02:30.086862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1648840792', 'description': 'tempest-description-1223448256'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:30.088060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-0cff119d-8f62-431e-ae5a-dcddf1887eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.089655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-0cff119d-8f62-431e-ae5a-dcddf1887eda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1095 time: 0.0521765 Jul 28 11:02:30.108803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Allocated IP 172.20.0.6 (bb20e302-6ab2-42b9-9321-15eea558a9f3/478b9c82-0f13-4e2a-93a2-bde8b2402e9f/791fb409-9371-4476-8ea8-bda1a3beeb1f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:30.137944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e2c45b5-d3a0-429d-a9f6-3e58680bbc06 req-e0636fd0-d262-4ad3-81ed-31c3f442f0d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772307 Jul 28 11:02:30.143666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.146650 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-fb8da18c-1709-46f1-89fb-2628d8d9e468 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0481584 Jul 28 11:02:30.172060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.202045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-41b45ac7-c0ad-423c-bf78-029a0970d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.203654 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-41b45ac7-c0ad-423c-bf78-029a0970d8ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0448930 Jul 28 11:02:30.236789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-944e2d96-612a-479b-b7a7-6e309c204064 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256033 Jul 28 11:02:30.297984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611bad3-34ee-4417-9d1a-f47599b703ff req-7978867c-6e34-4995-b64e-e2232e5e50cb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.299443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a611bad3-34ee-4417-9d1a-f47599b703ff req-7978867c-6e34-4995-b64e-e2232e5e50cb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.1460505 Jul 28 11:02:30.336958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-598a651b-5162-407d-9375-af40d6dfd3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905590 Jul 28 11:02:30.376590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.390063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a611bad3-34ee-4417-9d1a-f47599b703ff req-06ec8c98-6ed1-479c-aed2-85426e14a867 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824404 Jul 28 11:02:30.402092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Transition to ACTIVE for port object 791fb409-9371-4476-8ea8-bda1a3beeb1f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:30.436205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d2f98fe-c3e8-4f64-9e56-59a656bef71b req-0ed8a842-bf54-4a9e-8c11-51abf798de19 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900736 Jul 28 11:02:30.447711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.454028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.482686 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.548437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48970b9a-3e2a-4650-8f30-a40b91831ebd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.588501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:30.591791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event updated for resources: {'Port': ['ID=791fb409-9371-4476-8ea8-bda1a3beeb1f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.595959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:30.598508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:30.639514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e608c-0f1c-4e9c-a07a-648ab9b1106f req-d568e3ef-0874-487f-bdd3-65bfd6df189f tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.641086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-164e608c-0f1c-4e9c-a07a-648ab9b1106f req-d568e3ef-0874-487f-bdd3-65bfd6df189f tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 950 time: 0.1651182 Jul 28 11:02:30.699399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.700012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.715962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.725820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-164e608c-0f1c-4e9c-a07a-648ab9b1106f req-53587056-4ce5-499b-974e-555816fd4e41 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Jul 28 11:02:30.726963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.727337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7130ccb7-af5b-4a7e-949d-d9b5e63fbeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.756338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-1167678f-4713-4e78-a9ee-fe86d1138f9e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0192070 Jul 28 11:02:30.765463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Request body: {'port': {'device_id': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:30.769157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.770322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ac14e6c-a26c-4ff9-96f1-0eccfb60f242 req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7019060 Jul 28 11:02:30.784840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fdca-15f4-44c6-9eb4-65614e14805a tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f0e21-6ba6-4aa6-9b46-583181bdfe46,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.827038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1920a81b-c60c-42bd-a85b-6d1e4639cc40 None None] Provisioning for port 791fb409-9371-4476-8ea8-bda1a3beeb1f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:30.831055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1920a81b-c60c-42bd-a85b-6d1e4639cc40 None None] Provisioning complete for port 791fb409-9371-4476-8ea8-bda1a3beeb1f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:30.831432 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1920a81b-c60c-42bd-a85b-6d1e4639cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.842316 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec933e6f-0591-4081-9618-6a446a80f533 x-openstack-request-id: req-ec933e6f-0591-4081-9618-6a446a80f533 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:30.842769 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:30.842851 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec933e6f-0591-4081-9618-6a446a80f533 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:30.843213 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'status': 'completed', 'code': 200} Jul 28 11:02:30.854659 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.871700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1920a81b-c60c-42bd-a85b-6d1e4639cc40 None None] Port 791fb409-9371-4476-8ea8-bda1a3beeb1f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:30.896579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:30.910294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-5290fcb5-484a-4f8a-b464-5b786871f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.911820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-5290fcb5-484a-4f8a-b464-5b786871f233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1095 time: 0.0454969 Jul 28 11:02:30.917133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a2d44-4588-47a3-8111-06bd9cd2f913 req-f53c5b03-9d87-4504-a2db-1c18aebaa25e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:30.918674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d39a2d44-4588-47a3-8111-06bd9cd2f913 req-f53c5b03-9d87-4504-a2db-1c18aebaa25e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 944 time: 0.1171248 Jul 28 11:02:31.018957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-f37351ac-521c-4b87-8aa1-7b7a7e663133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.020523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-f37351ac-521c-4b87-8aa1-7b7a7e663133 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1000905 Jul 28 11:02:31.052728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d39a2d44-4588-47a3-8111-06bd9cd2f913 req-0e20bb7d-0e27-47cc-8ad8-b9a43ab5c755 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274295 Jul 28 11:02:31.064941 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-db736c90-5658-49ef-9f42-cfb0145bae20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0347633 Jul 28 11:02:31.126605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9e663-3304-4350-8234-67bdf9318b17 req-79efdcae-0afd-4b4a-a239-923cfb42be48 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.127820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-985795d6-f23d-482b-a8ad-8ae6ae1b6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.128066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58b9e663-3304-4350-8234-67bdf9318b17 req-79efdcae-0afd-4b4a-a239-923cfb42be48 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.1229095 Jul 28 11:02:31.129557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-985795d6-f23d-482b-a8ad-8ae6ae1b6880 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0495856 Jul 28 11:02:31.173258 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-52b663f1-7549-48c1-8a0d-67dee3852029 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341253 Jul 28 11:02:31.208047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58b9e663-3304-4350-8234-67bdf9318b17 req-2c014f8f-e72a-4083-bc9b-030ba62e8237 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 Jul 28 11:02:31.295705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-554e6365-760e-4058-b72d-71b6d4078daa service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136439 Jul 28 11:02:31.321973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0115-8f04-4283-8a48-a76156f559fb req-81f4183b-beae-4db9-8b7f-3e2fbd5535a9 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.323422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa8a0115-8f04-4283-8a48-a76156f559fb req-81f4183b-beae-4db9-8b7f-3e2fbd5535a9 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 950 time: 0.1186430 Jul 28 11:02:31.337577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791fb409-9371-4476-8ea8-bda1a3beeb1f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:31.351240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.378389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Transition to ACTIVE for port object 791fb409-9371-4476-8ea8-bda1a3beeb1f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:31.385440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99b02-6f58-425d-9489-e14ee4950262 req-fa9dd701-7ffd-441a-85a0-fda849c0e6f6 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.386981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6c99b02-6f58-425d-9489-e14ee4950262 req-fa9dd701-7ffd-441a-85a0-fda849c0e6f6 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 1101 time: 0.1023996 Jul 28 11:02:31.389850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.393718 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0a72d02e-e5cb-4c74-aca1-36838292eeb4 req-b6973779-ec03-4394-9e59-be893abdaf61 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889242 Jul 28 11:02:31.405107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa8a0115-8f04-4283-8a48-a76156f559fb req-b5df117e-7d72-4ca4-b89e-9b12b985e161 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730953 Jul 28 11:02:31.447212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5c7cbe76-5692-422b-a581-737be9cd3c1b req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1586922756', 'description': 'tempest-description-1494894005'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:31.455060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a6c99b02-6f58-425d-9489-e14ee4950262 req-01c08882-94b4-4c6a-b2fc-72c5407b4668 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.480855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Pushing event updated for resources: {'Port': ['ID=791fb409-9371-4476-8ea8-bda1a3beeb1f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:31.516315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c7cbe76-5692-422b-a581-737be9cd3c1b req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.605260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Attempting to bind port 791fb409-9371-4476-8ea8-bda1a3beeb1f on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:31.605506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Attempting to bind port 791fb409-9371-4476-8ea8-bda1a3beeb1f by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:31.605734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Attempting to bind port 791fb409-9371-4476-8ea8-bda1a3beeb1f on network bb20e302-6ab2-42b9-9321-15eea558a9f3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:31.613516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Port 791fb409-9371-4476-8ea8-bda1a3beeb1f on network bb20e302-6ab2-42b9-9321-15eea558a9f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:31.613826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Attempting to bind port 791fb409-9371-4476-8ea8-bda1a3beeb1f on network bb20e302-6ab2-42b9-9321-15eea558a9f3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:31.623356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:31.623681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Checking segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:31.624050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Bound using segment: {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:31.624511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Bound port: 791fb409-9371-4476-8ea8-bda1a3beeb1f, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916085d7-f41c-48e3-926f-d51978b77a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:31.624855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.685728 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a6c99b02-6f58-425d-9489-e14ee4950262 req-01c08882-94b4-4c6a-b2fc-72c5407b4668 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.694778 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a6c99b02-6f58-425d-9489-e14ee4950262 req-01c08882-94b4-4c6a-b2fc-72c5407b4668 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.737136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] For port 791fb409-9371-4476-8ea8-bda1a3beeb1f, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:31.746329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6c99b02-6f58-425d-9489-e14ee4950262 req-01c08882-94b4-4c6a-b2fc-72c5407b4668 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477781 Jul 28 11:02:31.764473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c08882-94b4-4c6a-b2fc-72c5407b4668 tempest-LiveMigrationNegativeTest-782796648 tempest-LiveMigrationNegativeTest-782796648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd7ddd-a668-4e9e-91d7-722454095a4c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:31.770500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] For port 791fb409-9371-4476-8ea8-bda1a3beeb1f, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:31.778573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.800818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.826858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.827465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.828821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/791fb409-9371-4476-8ea8-bda1a3beeb1f HTTP/1.1" status: 200 len: 1091 time: 1.0689182 Jul 28 11:02:31.829828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:31.832006 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e41a9-dabb-4873-a8c6-4a708ac64c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:31.893669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c7cbe76-5692-422b-a581-737be9cd3c1b req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.904581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015418cf-280e-4aad-8763-c3710c5075a5 service neutron] Pushing event updated for resources: {'Port': ['ID=791fb409-9371-4476-8ea8-bda1a3beeb1f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:31.907113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c7cbe76-5692-422b-a581-737be9cd3c1b req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.962661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c7cbe76-5692-422b-a581-737be9cd3c1b req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:31.963852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c7cbe76-5692-422b-a581-737be9cd3c1b req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5343008 Jul 28 11:02:31.981961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33b3c-6294-479a-91d2-3b990a9dc892 req-29189151-8166-4223-940b-33ba3b5e053c tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.983465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd33b3c-6294-479a-91d2-3b990a9dc892 req-29189151-8166-4223-940b-33ba3b5e053c tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 943 time: 0.1603196 Jul 28 11:02:31.984099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd012ea-cdc1-4508-a313-ad6328981620 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81945480-9e53-4d8b-af72-2c91dada41c9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:31.993548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-5332d499-94ac-4129-a950-9774aa86bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:31.995985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-5332d499-94ac-4129-a950-9774aa86bf34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7&device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 1094 time: 0.1074889 Jul 28 11:02:32.049674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-fc0d811c-6c89-475c-b316-6fe49845db8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f HTTP/1.1" status: 200 len: 217 time: 0.0411417 Jul 28 11:02:32.102450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd33b3c-6294-479a-91d2-3b990a9dc892 req-51022bf0-2855-4569-809c-8e4f59a46ea2 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009259 Jul 28 11:02:32.139191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-f605ee1e-bb12-4a25-b091-5b8d7b62d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:32.141733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-f605ee1e-bb12-4a25-b091-5b8d7b62d82b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=478b9c82-0f13-4e2a-93a2-bde8b2402e9f HTTP/1.1" status: 200 len: 854 time: 0.0811858 Jul 28 11:02:32.193779 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954708a1-480b-417b-baea-5c7862a315c0 x-openstack-request-id: req-954708a1-480b-417b-baea-5c7862a315c0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:32.193779 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:32.193779 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-954708a1-480b-417b-baea-5c7862a315c0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:32.194222 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'status': 'completed', 'code': 200} Jul 28 11:02:32.209735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-ddf3d648-5015-4f61-9d85-c31d491a8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:32.211837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-ddf3d648-5015-4f61-9d85-c31d491a8e2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb20e302-6ab2-42b9-9321-15eea558a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564325 Jul 28 11:02:32.271011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1437164680', 'description': 'tempest-description-850186431'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:32.308378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:32.322265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:32.343872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-9833ae92-1f43-443f-a657-3a443d54c57b service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235993 Jul 28 11:02:32.474345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e520d9b-b656-4c2b-91f1-7ffe582a9ee8 req-9fb5f540-b4e7-4140-ae9b-81ef2f5723e8 service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173005 Jul 28 11:02:32.506558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:32.512006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:32.596283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859ad3f-1826-43ed-90d6-c3feb48c7de2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:32.646989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-67232828-8b35-4235-9bab-620b029d9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:32.648459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-67232828-8b35-4235-9bab-620b029d9fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7&device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 1094 time: 0.1054847 Jul 28 11:02:32.659553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1cbb-26b6-40dd-9ebe-78cf0a4155d1 req-dd028fa0-1f16-4251-9678-1233bc8f9473 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:32.661049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16af1cbb-26b6-40dd-9ebe-78cf0a4155d1 req-dd028fa0-1f16-4251-9678-1233bc8f9473 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 944 time: 0.1352282 Jul 28 11:02:32.969352 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:32.979098 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:32.994309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16af1cbb-26b6-40dd-9ebe-78cf0a4155d1 req-0fe7374c-d17f-4715-a894-28c870a43701 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226130 Jul 28 11:02:33.031127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:33.032325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f750788-851b-4c0f-98c7-8a227991f338 req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7664549 Jul 28 11:02:33.034394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62562d-32bf-446c-8e44-588eca3088eb tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20904bb0-92e4-4e55-a135-d6d650725e87,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:33.039019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-03fb2ae5-cf08-4cff-992e-e5c5f331815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:33.040544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-03fb2ae5-cf08-4cff-992e-e5c5f331815b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb20e302-6ab2-42b9-9321-15eea558a9f3 HTTP/1.1" status: 200 len: 916 time: 0.3786573 Jul 28 11:02:33.085120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-092d57da-24bd-4430-b938-1612bff2bda8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f HTTP/1.1" status: 200 len: 217 time: 0.0351121 Jul 28 11:02:33.140660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-384f9599-5484-4047-8b2b-56a962452f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:33.142746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-384f9599-5484-4047-8b2b-56a962452f9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=478b9c82-0f13-4e2a-93a2-bde8b2402e9f HTTP/1.1" status: 200 len: 854 time: 0.0491486 Jul 28 11:02:33.221147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebddf8f1-ec99-479c-b38f-e2be95adbd12 req-1314b350-f592-4bce-80af-2f57b0aef24d tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e73f7618f954b84a8afab91b588b311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539839 Jul 28 11:02:33.250250 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:33.291765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c306af-0f0a-45e4-a459-c8d2ad3c833c req-53de99e3-ca5b-4535-a29d-3426fa4e4f8d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:33.293256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58c306af-0f0a-45e4-a459-c8d2ad3c833c req-53de99e3-ca5b-4535-a29d-3426fa4e4f8d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 950 time: 0.1451588 Jul 28 11:02:33.299165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-5b99b927-bd03-4f1a-9991-8f716c55a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:33.300529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-5b99b927-bd03-4f1a-9991-8f716c55a665 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb20e302-6ab2-42b9-9321-15eea558a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434219 Jul 28 11:02:33.417996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58c306af-0f0a-45e4-a459-c8d2ad3c833c req-06fb8811-c065-4955-9733-cbd51fc63bb6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165221 Jul 28 11:02:33.426364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddf8f1-ec99-479c-b38f-e2be95adbd12 req-57ab8b83-e3db-436e-aa07-4dcd4495d220 tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:33.427669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebddf8f1-ec99-479c-b38f-e2be95adbd12 req-57ab8b83-e3db-436e-aa07-4dcd4495d220 tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002320 Jul 28 11:02:33.470454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebddf8f1-ec99-479c-b38f-e2be95adbd12 req-8ce541d3-e7ab-4c0a-a188-b63e7cd0e25a tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/quotas/2e73f7618f954b84a8afab91b588b311 HTTP/1.1" status: 200 len: 375 time: 0.0230615 Jul 28 11:02:33.472775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-9cce2ca3-0ad9-48b0-bfc9-7b1176417024 service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567011 Jul 28 11:02:33.510738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebddf8f1-ec99-479c-b38f-e2be95adbd12 req-7883b1d4-1182-47c6-ac7a-fdfed4a9dca3 tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e73f7618f954b84a8afab91b588b311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340891 Jul 28 11:02:33.513545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-65e0092a-bb93-4a50-8792-a9f583917fa7 req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1531161831', 'description': 'tempest-description-30861701'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:33.580332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65e0092a-bb93-4a50-8792-a9f583917fa7 req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:33.623426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-626e41a9-dabb-4873-a8c6-4a708ac64c8c req-2f149865-5877-4775-b165-3ac6ceef82fd service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373372 Jul 28 11:02:33.686734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65e0092a-bb93-4a50-8792-a9f583917fa7 req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:33.691566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65e0092a-bb93-4a50-8792-a9f583917fa7 req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:33.720101 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65e0092a-bb93-4a50-8792-a9f583917fa7 req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:33.721210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65e0092a-bb93-4a50-8792-a9f583917fa7 req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2260590 Jul 28 11:02:33.723008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78f27-af9f-4a44-9c7b-e640922d0cff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e32a2dd-181d-4595-8d4f-525a2561ce33,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:33.799501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d2bd5-7508-4dee-9a76-14b2b551a619 req-eb268b9b-c907-407d-9a9f-62fb518c61ea tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:33.801015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b06d2bd5-7508-4dee-9a76-14b2b551a619 req-eb268b9b-c907-407d-9a9f-62fb518c61ea tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 943 time: 0.0521607 Jul 28 11:02:33.840064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b06d2bd5-7508-4dee-9a76-14b2b551a619 req-b55435e4-3044-4347-9f5f-c6593128215d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330038 Jul 28 11:02:34.118576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481379f8-9306-46db-a95b-d72553e05e51 req-68710402-695e-43b2-a0dc-b1c02f1446f8 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.120022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-481379f8-9306-46db-a95b-d72553e05e51 req-68710402-695e-43b2-a0dc-b1c02f1446f8 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 950 time: 0.0674818 Jul 28 11:02:34.193900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-481379f8-9306-46db-a95b-d72553e05e51 req-716a5535-c0ed-44e1-8e00-1b3049799f43 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595860 Jul 28 11:02:34.359705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-f3a3eb9f-086e-466b-8cf0-f93ac12f5eee tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50571 time: 0.2708905 Jul 28 11:02:34.403234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-e3400404-39a7-46e2-b1b2-757102e37b74 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/25f00704-68ff-42b0-9165-a7611f43d7a8 HTTP/1.1" status: 200 len: 2981 time: 0.0360539 Jul 28 11:02:34.448304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-1a6d1ea4-1b6f-4bcb-b833-affbaa8b400c tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/25f00704-68ff-42b0-9165-a7611f43d7a8 HTTP/1.1" status: 200 len: 2981 time: 0.0391064 Jul 28 11:02:34.498358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:34.502397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-71dfb9ef-5e69-4eb6-bb5b-18151a4cec8b tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/32b6d928-bdac-4f50-9976-176ff17ac6c2 HTTP/1.1" status: 200 len: 2981 time: 0.0481653 Jul 28 11:02:34.563862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.564373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.564847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.565316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.565779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.566241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.566700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.567163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.567620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.568088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.570594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-2b93d73c-bb0e-43c7-8755-38e190fe6f62 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f&device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a&device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34&device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f&device_id=ec7ba08a-dfc0-4870-b913-7d568923e348&device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4&device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27&device_id=ded7772a-c61b-4667-b8e6-86445f770df4&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919&device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 9093 time: 0.0799751 Jul 28 11:02:34.587207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-d3b8f64d-5867-4ffb-9ad1-cf4223016f32 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/32b6d928-bdac-4f50-9976-176ff17ac6c2 HTTP/1.1" status: 200 len: 2981 time: 0.0673409 Jul 28 11:02:34.591214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:34.592707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-76efbfbe-a4e9-4d87-ad34-c7709ed704ee tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:34.603472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'port_id': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'mac_address': 'fa:16:3e:f1:1a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff62bbb5-74e1-450e-9d5f-acda051b411f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:34.647429 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:34.651566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-850db5ea-834b-4d5a-8b3c-724322d316e7 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/48970b9a-3e2a-4650-8f30-a40b91831ebd HTTP/1.1" status: 200 len: 2981 time: 0.0559945 Jul 28 11:02:34.666652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:34.686509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:34.690483 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:34.721361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-0dfbb3da-152a-4abf-81ee-97a6827c6e3e tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/48970b9a-3e2a-4650-8f30-a40b91831ebd HTTP/1.1" status: 200 len: 2981 time: 0.0631971 Jul 28 11:02:34.738307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:34.774059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-76efbfbe-a4e9-4d87-ad34-c7709ed704ee tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:34.781505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-76efbfbe-a4e9-4d87-ad34-c7709ed704ee tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:34.807368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-967730eb-aa27-40e6-8785-3af19694dcb4 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/69fd7ddd-a668-4e9e-91d7-722454095a4c HTTP/1.1" status: 200 len: 2981 time: 0.0778975 Jul 28 11:02:34.822862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6d2c24b-7445-44f7-bb4e-4e300b1554da req-76efbfbe-a4e9-4d87-ad34-c7709ed704ee tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&id=32b6d928-bdac-4f50-9976-176ff17ac6c2&id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&id=f066a928-84e2-461a-a33b-79fcae819aad&id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.2452374 Jul 28 11:02:34.836861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efbfbe-a4e9-4d87-ad34-c7709ed704ee tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fdc268-6548-4d23-805a-57d8f172991b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:34.870802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-8cb539c0-ed68-44a0-beac-069e3308288e tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/69fd7ddd-a668-4e9e-91d7-722454095a4c HTTP/1.1" status: 200 len: 2981 time: 0.0551088 Jul 28 11:02:34.940784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-c0eb4f48-0d6c-4651-a409-68b63b9efe44 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/92eca016-bfd7-44a0-9d03-91c4ad2a66c6 HTTP/1.1" status: 200 len: 2977 time: 0.0583620 Jul 28 11:02:34.948726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c00be-4d85-4212-9bc1-47fff3997670 req-27ff5726-52e2-4f2a-b9b5-9cfd3c70604f tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:34.950486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-962c00be-4d85-4212-9bc1-47fff3997670 req-27ff5726-52e2-4f2a-b9b5-9cfd3c70604f tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 945 time: 0.0764742 Jul 28 11:02:34.973938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:35.018847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-962c00be-4d85-4212-9bc1-47fff3997670 req-4c1f4302-ca18-43c1-a4ee-87195c0a44a9 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 Jul 28 11:02:35.020369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-67cf93b7-a4d1-4b0a-9b42-823efb9d1bff tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/92eca016-bfd7-44a0-9d03-91c4ad2a66c6 HTTP/1.1" status: 200 len: 2977 time: 0.0690074 Jul 28 11:02:35.075352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-0b5a67fa-2f2c-4c83-a48a-031d0d71b760 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/98b859e1-6422-480c-92ea-b5a21183a784 HTTP/1.1" status: 200 len: 2973 time: 0.0476215 Jul 28 11:02:35.143622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-203555e1-21c1-487b-b193-1e5c02e4dc0f tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/98b859e1-6422-480c-92ea-b5a21183a784 HTTP/1.1" status: 200 len: 2973 time: 0.0574806 Jul 28 11:02:35.151677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240417c-6ce3-4694-bde2-05e14eb80cfc req-2281b06a-3fd0-4bdf-996b-0d8e190ed0a7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:35.153211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8240417c-6ce3-4694-bde2-05e14eb80cfc req-2281b06a-3fd0-4bdf-996b-0d8e190ed0a7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.0770111 Jul 28 11:02:35.204898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a2c666e7-dc6c-44ff-82e2-d27e3360d53c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:35.215773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-f057d923-c936-4317-ad93-8a8213e4c740 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/992517d7-3a10-4158-8de0-f62b485555f0 HTTP/1.1" status: 200 len: 2977 time: 0.0616014 Jul 28 11:02:35.220976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8240417c-6ce3-4694-bde2-05e14eb80cfc req-91af169c-0450-4f61-a254-9f4c0a3bebdb tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610063 Jul 28 11:02:35.306634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-400926db-2bc4-474b-8f68-2d3cd9bc5ce1 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/992517d7-3a10-4158-8de0-f62b485555f0 HTTP/1.1" status: 200 len: 2977 time: 0.0774777 Jul 28 11:02:35.312266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:35.324917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'port_id': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'mac_address': 'fa:16:3e:32:b7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba4996-481e-4e3d-941d-538a51839ec9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:35.334301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-6bc70392-d4d2-45a7-b078-6e0c0e55de33 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:35.335933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-6bc70392-d4d2-45a7-b078-6e0c0e55de33 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 950 time: 0.0889649 Jul 28 11:02:35.363599 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:35.381552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2c666e7-dc6c-44ff-82e2-d27e3360d53c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:35.385206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-db85f530-a37b-474f-b1d5-f79c608b39c5 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a55f3733-83e8-4361-914e-e639fdeb4f95 HTTP/1.1" status: 200 len: 2981 time: 0.0775020 Jul 28 11:02:35.403877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:35.407910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:35.464644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-6219ca2d-3e1c-420a-86d8-aa49170fb025 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a55f3733-83e8-4361-914e-e639fdeb4f95 HTTP/1.1" status: 200 len: 2981 time: 0.0693679 Jul 28 11:02:35.465834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:35.481253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Deleting port 48f253ff-695e-4510-bba1-3ad61e05a17b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:02:35.481731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:35.528081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a2c666e7-dc6c-44ff-82e2-d27e3360d53c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:35.577994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-17088b61-0953-4225-a926-670e39fd8517 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d859ad3f-1826-43ed-90d6-c3feb48c7de2 HTTP/1.1" status: 200 len: 2981 time: 0.0932050 Jul 28 11:02:35.645455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] For port 48f253ff-695e-4510-bba1-3ad61e05a17b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=48f253ff-695e-4510-bba1-3ad61e05a17b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:35.645819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:35.672737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Calling delete_port for 48f253ff-695e-4510-bba1-3ad61e05a17b owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:02:35.687055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e34d7-19d3-49a1-aa76-e0d8180c1c95 req-1928d4a7-559b-410f-8478-121476e1741e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:35.688532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d6e34d7-19d3-49a1-aa76-e0d8180c1c95 req-1928d4a7-559b-410f-8478-121476e1741e tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 943 time: 0.1231687 Jul 28 11:02:35.696105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-c1a58c8b-3864-41bf-8677-f2b797beca8a tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d859ad3f-1826-43ed-90d6-c3feb48c7de2 HTTP/1.1" status: 200 len: 2981 time: 0.0928106 Jul 28 11:02:35.805141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d6e34d7-19d3-49a1-aa76-e0d8180c1c95 req-ff88443c-2228-42e7-a6de-4aa94c7cd364 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069157 Jul 28 11:02:35.810609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-d04bcddd-49a9-4ca0-b44d-9bf8226a11db tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e0198c6d-464d-405b-ac37-474299928aed HTTP/1.1" status: 200 len: 2981 time: 0.0789855 Jul 28 11:02:35.933146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:35.935584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-dcfabd15-c5d0-41f3-88f5-8b211ef247ac tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e0198c6d-464d-405b-ac37-474299928aed HTTP/1.1" status: 200 len: 2981 time: 0.1183803 Jul 28 11:02:35.944459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6aa499a7-64fa-4298-814a-4a4891190e5d', '48f253ff-695e-4510-bba1-3ad61e05a17b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:35.977707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Pushing event deleted for resources: {'Port': ['ID=48f253ff-695e-4510-bba1-3ad61e05a17b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:35.986167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa303d-7a76-4c3c-b25f-76f229b9fa64 req-e5ade2d1-219d-4948-bced-aafe0f96086a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:35.987595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9fa303d-7a76-4c3c-b25f-76f229b9fa64 req-e5ade2d1-219d-4948-bced-aafe0f96086a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=4363affc-df9b-46ce-bc93-c3e8f0159c1f HTTP/1.1" status: 200 len: 867 time: 0.1230333 Jul 28 11:02:36.060581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] No DVR routers for this DVR port 48f253ff-695e-4510-bba1-3ad61e05a17b on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:02:36.067575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:36.069522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6896e8d5-f2d3-4a1b-a8f0-e548a0f114a2 req-2aab3703-f286-4012-b74b-be17d9627854 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "DELETE /v2.0/ports/48f253ff-695e-4510-bba1-3ad61e05a17b HTTP/1.1" status: 204 len: 173 time: 0.7258449 Jul 28 11:02:36.070496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'name': 'network-vif-deleted', 'tag': '48f253ff-695e-4510-bba1-3ad61e05a17b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:36.072961 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633d1a1a-44b5-420e-8f37-e90c1d8fc808" -d '{"events": [{"server_uuid": "4363affc-df9b-46ce-bc93-c3e8f0159c1f", "name": "network-vif-deleted", "tag": "48f253ff-695e-4510-bba1-3ad61e05a17b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:36.089718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-148226ae-35e2-48e3-a242-f2e6bd5018cd tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e668b400-e579-4717-90ac-bc1b5f8bea2f HTTP/1.1" status: 200 len: 2981 time: 0.1431134 Jul 28 11:02:36.101410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9fa303d-7a76-4c3c-b25f-76f229b9fa64 req-446dd403-6301-4325-ab36-b17bae6e1627 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042557 Jul 28 11:02:36.144237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-f34ef0a7-f16e-4432-9891-684539073db5 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e668b400-e579-4717-90ac-bc1b5f8bea2f HTTP/1.1" status: 200 len: 2981 time: 0.0415261 Jul 28 11:02:36.191173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-56ab7708-17e4-47d0-b939-bdd8c499df35 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e87c1f81-8ffa-4fd0-92cd-3fd01005b87b HTTP/1.1" status: 200 len: 2981 time: 0.0406013 Jul 28 11:02:36.240952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-5375efa4-df2b-4bc2-bca9-8cafbb1fba44 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e87c1f81-8ffa-4fd0-92cd-3fd01005b87b HTTP/1.1" status: 200 len: 2981 time: 0.0419824 Jul 28 11:02:36.295271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-0aef0525-040a-4bc1-af0a-cd5d6101f9a9 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f066a928-84e2-461a-a33b-79fcae819aad HTTP/1.1" status: 200 len: 2981 time: 0.0456762 Jul 28 11:02:36.339366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-d066a64c-1e01-4970-9d5e-38ad326b633d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f066a928-84e2-461a-a33b-79fcae819aad HTTP/1.1" status: 200 len: 2981 time: 0.0367091 Jul 28 11:02:36.383312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-1ecb1a09-5a39-4e80-98b2-17e6dc8efc68 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f10d2288-e82f-4063-8c3e-ab384b789d65 HTTP/1.1" status: 200 len: 2981 time: 0.0380738 Jul 28 11:02:36.457017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc34545-8ddd-45f9-8c9f-6296d8f3dbb3 req-d0f84c54-2528-4152-b7d8-2b0e9402c7e0 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f10d2288-e82f-4063-8c3e-ab384b789d65 HTTP/1.1" status: 200 len: 2981 time: 0.0673749 Jul 28 11:02:36.465725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc966cca-df45-4070-95cc-6c6ee1fd9c2b req-5ac39ebd-a307-4f94-98ea-323f4c8d243b tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:36.465725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc966cca-df45-4070-95cc-6c6ee1fd9c2b req-5ac39ebd-a307-4f94-98ea-323f4c8d243b tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:36.465725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc966cca-df45-4070-95cc-6c6ee1fd9c2b req-5ac39ebd-a307-4f94-98ea-323f4c8d243b tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:36.465725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc966cca-df45-4070-95cc-6c6ee1fd9c2b req-5ac39ebd-a307-4f94-98ea-323f4c8d243b tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34&device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4&device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 2883 time: 0.0638680 Jul 28 11:02:36.503011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc966cca-df45-4070-95cc-6c6ee1fd9c2b req-ee9b3470-143e-41ab-bca0-d43dfcbdf0ed tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300891 Jul 28 11:02:36.512459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 791fb409-9371-4476-8ea8-bda1a3beeb1f details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:36.525408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:36.550342 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b53805-ef1e-4a20-9e25-fa0dddf0bd9c x-openstack-request-id: req-d8b53805-ef1e-4a20-9e25-fa0dddf0bd9c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:36.550827 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4363affc-df9b-46ce-bc93-c3e8f0159c1f", "name": "network-vif-deleted", "tag": "48f253ff-695e-4510-bba1-3ad61e05a17b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:36.550947 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8b53805-ef1e-4a20-9e25-fa0dddf0bd9c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:36.551247 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4363affc-df9b-46ce-bc93-c3e8f0159c1f', 'name': 'network-vif-deleted', 'tag': '48f253ff-695e-4510-bba1-3ad61e05a17b', 'status': 'completed', 'code': 200} Jul 28 11:02:36.571936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b799-b4f5-47ff-a982-c828def6d3ea req-a136d27a-b8c0-4f2d-b699-4f7703fbefb2 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:36.573471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f36b799-b4f5-47ff-a982-c828def6d3ea req-a136d27a-b8c0-4f2d-b699-4f7703fbefb2 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 944 time: 0.0666265 Jul 28 11:02:36.641345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:36.649231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:36.649610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:36.651587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f36b799-b4f5-47ff-a982-c828def6d3ea req-6b14507d-687b-4c5b-b9b0-3ff2c9ddef55 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687764 Jul 28 11:02:36.666638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f416780-558a-4c5f-be77-b734415acf96 req-7131936f-39cb-4f1d-ad9a-402baa114163 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:36.678625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f416780-558a-4c5f-be77-b734415acf96 req-7131936f-39cb-4f1d-ad9a-402baa114163 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.0797422 Jul 28 11:02:36.700459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 791fb409-9371-4476-8ea8-bda1a3beeb1f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:36.720934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'port_id': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'mac_address': 'fa:16:3e:a0:55:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:36.737723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f416780-558a-4c5f-be77-b734415acf96 req-3549dcf9-aa5f-418e-b8f5-f0587cfb0d23 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507774 Jul 28 11:02:36.778968 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:36.787667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67dc6698-f8ab-46b6-a4c4-be2c7b272f57 req-c0415c5b-7c44-4e2a-9d05-9dfefd50a10b tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e73f7618f954b84a8afab91b588b311&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266075 Jul 28 11:02:36.819282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791fb409-9371-4476-8ea8-bda1a3beeb1f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:36.833164 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:36.855961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 791fb409-9371-4476-8ea8-bda1a3beeb1f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:36.863293 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:36.873719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:36.875935 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a3c3b-451e-4c31-9b77-5b871950ddb9" -d '{"events": [{"server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "name": "network-vif-plugged", "status": "completed", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:36.907929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:36.916994 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:36.930778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=791fb409-9371-4476-8ea8-bda1a3beeb1f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.938917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6698-f8ab-46b6-a4c4-be2c7b272f57 req-a7c66db3-55cd-456d-874c-d40584e49e2f tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:36.940433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67dc6698-f8ab-46b6-a4c4-be2c7b272f57 req-a7c66db3-55cd-456d-874c-d40584e49e2f tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457610 Jul 28 11:02:36.949009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d6456cb-7beb-444e-9b5b-7745369ba805 req-460ced6f-be04-43ab-8e0e-04d48fef860b tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3cf00eed7e341649c1c8a3a900054ac HTTP/1.1" status: 200 len: 6104 time: 0.1079772 Jul 28 11:02:36.974696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67dc6698-f8ab-46b6-a4c4-be2c7b272f57 req-0cc9a810-0ae2-4171-86dc-ebf0fc7809e9 tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/quotas/2e73f7618f954b84a8afab91b588b311 HTTP/1.1" status: 200 len: 375 time: 0.0247090 Jul 28 11:02:36.980829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:37.014712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67dc6698-f8ab-46b6-a4c4-be2c7b272f57 req-07f565db-8a9c-40db-9946-6e941b1e3164 tempest-QuotasAdminNegativeTest-1280775505 tempest-QuotasAdminNegativeTest-1280775505-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e73f7618f954b84a8afab91b588b311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342202 Jul 28 11:02:37.025464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d6456cb-7beb-444e-9b5b-7745369ba805 req-e9ac5f96-243f-4780-ad01-2d9534409a4f tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "GET /v2.0/security-groups/48970b9a-3e2a-4650-8f30-a40b91831ebd HTTP/1.1" status: 200 len: 2981 time: 0.0694323 Jul 28 11:02:37.072301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d6456cb-7beb-444e-9b5b-7745369ba805 req-cbbcc42d-9752-445a-80bb-42ee9a259dc2 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "GET /v2.0/security-groups/48970b9a-3e2a-4650-8f30-a40b91831ebd HTTP/1.1" status: 200 len: 2981 time: 0.0408762 Jul 28 11:02:37.142786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['791fb409-9371-4476-8ea8-bda1a3beeb1f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:37.222960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a2c666e7-dc6c-44ff-82e2-d27e3360d53c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:37.226061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e1930-b907-482b-8bce-4b0a8ab48900 req-8c0ca8f5-fdbd-4ecc-bbd5-cb4f885f7dd5 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:37.228881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd1e1930-b907-482b-8bce-4b0a8ab48900 req-8c0ca8f5-fdbd-4ecc-bbd5-cb4f885f7dd5 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 944 time: 0.0589385 Jul 28 11:02:37.263550 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45330019-7b0b-44c5-bac1-071c173b0a9a x-openstack-request-id: req-45330019-7b0b-44c5-bac1-071c173b0a9a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:37.263940 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "name": "network-vif-plugged", "status": "completed", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:37.264342 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45330019-7b0b-44c5-bac1-071c173b0a9a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:37.264825 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'code': 200} Jul 28 11:02:37.273115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd1e1930-b907-482b-8bce-4b0a8ab48900 req-232e49eb-31e1-49e8-8122-42b15cedbb66 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370834 Jul 28 11:02:37.370684 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.385427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55810d8d-ddc0-4d36-a109-3a8da96cf947 req-1c87df72-4f49-4bce-aefe-b7bde6e64a04 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5e32a2dd-181d-4595-8d4f-525a2561ce33 HTTP/1.1" status: 200 len: 1776 time: 0.0705483 Jul 28 11:02:37.390395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a2c666e7-dc6c-44ff-82e2-d27e3360d53c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:37.416362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855597f-cf2e-464c-b6ac-9b39db4aaac1 req-6f5ca002-1efd-45e7-9652-4a4e8bc86c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:37.417193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:37.417900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1855597f-cf2e-464c-b6ac-9b39db4aaac1 req-6f5ca002-1efd-45e7-9652-4a4e8bc86c13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1097 time: 0.0803413 Jul 28 11:02:37.423930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.474617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1855597f-cf2e-464c-b6ac-9b39db4aaac1 req-7b3b05b5-18e7-4d9d-8847-a11c04a3ddb5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Jul 28 11:02:37.479593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55810d8d-ddc0-4d36-a109-3a8da96cf947 req-daed4673-23e7-4921-ab9c-e046cc506cc3 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.491204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:37.501733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55810d8d-ddc0-4d36-a109-3a8da96cf947 req-daed4673-23e7-4921-ab9c-e046cc506cc3 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.567697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81270fc-d84f-4a2a-90f7-58963e849d59 req-27f157aa-5b53-4481-8fcc-75a578477b89 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:37.569173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c81270fc-d84f-4a2a-90f7-58963e849d59 req-27f157aa-5b53-4481-8fcc-75a578477b89 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.0693629 Jul 28 11:02:37.573592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55810d8d-ddc0-4d36-a109-3a8da96cf947 req-daed4673-23e7-4921-ab9c-e046cc506cc3 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.576141 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55810d8d-ddc0-4d36-a109-3a8da96cf947 req-daed4673-23e7-4921-ab9c-e046cc506cc3 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.577174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55810d8d-ddc0-4d36-a109-3a8da96cf947 req-daed4673-23e7-4921-ab9c-e046cc506cc3 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e32a2dd-181d-4595-8d4f-525a2561ce33 HTTP/1.1" status: 204 len: 173 time: 0.1887600 Jul 28 11:02:37.597263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4673-23e7-4921-ab9c-e046cc506cc3 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e32a2dd-181d-4595-8d4f-525a2561ce33,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:37.624599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c81270fc-d84f-4a2a-90f7-58963e849d59 req-e01a86f8-6cc0-4041-8753-14aca612b610 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Jul 28 11:02:37.786355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12c39eca-583a-4541-aa97-c7f0a2789d61 req-11924e63-17e1-40dd-9a27-1617bea69f20 tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "GET /v2.0/security-groups/20904bb0-92e4-4e55-a135-d6d650725e87 HTTP/1.1" status: 200 len: 1777 time: 0.0376706 Jul 28 11:02:37.861763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5bb9-7cb4-4e93-9e27-5906fd6305f9 req-97e2a3ee-e9c0-49e6-9208-177a6f92cd31 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:37.863218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25ff5bb9-7cb4-4e93-9e27-5906fd6305f9 req-97e2a3ee-e9c0-49e6-9208-177a6f92cd31 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.0760529 Jul 28 11:02:37.878970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:37.883331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12c39eca-583a-4541-aa97-c7f0a2789d61 req-c66dfbf5-3236-474d-ba32-97408981cb7d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.921603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12c39eca-583a-4541-aa97-c7f0a2789d61 req-c66dfbf5-3236-474d-ba32-97408981cb7d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.929934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25ff5bb9-7cb4-4e93-9e27-5906fd6305f9 req-8fb1b5d7-4d91-44dc-8263-c20c3531c76d tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Jul 28 11:02:37.970490 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12c39eca-583a-4541-aa97-c7f0a2789d61 req-c66dfbf5-3236-474d-ba32-97408981cb7d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.973743 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12c39eca-583a-4541-aa97-c7f0a2789d61 req-c66dfbf5-3236-474d-ba32-97408981cb7d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:37.974952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12c39eca-583a-4541-aa97-c7f0a2789d61 req-c66dfbf5-3236-474d-ba32-97408981cb7d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/20904bb0-92e4-4e55-a135-d6d650725e87 HTTP/1.1" status: 204 len: 173 time: 0.1754026 Jul 28 11:02:37.984131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dfbf5-3236-474d-ba32-97408981cb7d tempest-SecurityGroupsTestAdminJSON-645302482 tempest-SecurityGroupsTestAdminJSON-645302482-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20904bb0-92e4-4e55-a135-d6d650725e87,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:37.992737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-192b1153-3848-4b5d-8117-d591a71d826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.089786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-192b1153-3848-4b5d-8117-d591a71d826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.094908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-192b1153-3848-4b5d-8117-d591a71d826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.105797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbf82a-8243-4bc3-9cce-b2563e9d1c67 req-65f2e99d-ce8e-4f8d-8f48-ac4cda0b2504 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:38.112678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8bbf82a-8243-4bc3-9cce-b2563e9d1c67 req-65f2e99d-ce8e-4f8d-8f48-ac4cda0b2504 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 946 time: 0.0620060 Jul 28 11:02:38.125954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-192b1153-3848-4b5d-8117-d591a71d826c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e73f7618f954b84a8afab91b588b311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459030 Jul 28 11:02:38.128368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:38.158848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8bbf82a-8243-4bc3-9cce-b2563e9d1c67 req-2abc16f7-d586-4470-afb5-7251f0a28944 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Jul 28 11:02:38.191299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8653e6c9-4a4d-432d-afc9-62e0887d09ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.196556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b1153-3848-4b5d-8117-d591a71d826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d76cd9-9d61-408d-af7a-f1d9ec70cd28,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.217883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8653e6c9-4a4d-432d-afc9-62e0887d09ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.246646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77925e03-6502-4825-8d56-26d3acf023e1 req-182e1614-989f-4b85-b064-f52b064941cb tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "GET /v2.0/security-groups/81945480-9e53-4d8b-af72-2c91dada41c9 HTTP/1.1" status: 200 len: 1778 time: 0.0586016 Jul 28 11:02:38.268621 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8653e6c9-4a4d-432d-afc9-62e0887d09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.271547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8653e6c9-4a4d-432d-afc9-62e0887d09ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.272913 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8653e6c9-4a4d-432d-afc9-62e0887d09ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75d76cd9-9d61-408d-af7a-f1d9ec70cd28 HTTP/1.1" status: 204 len: 168 time: 0.1434863 Jul 28 11:02:38.281419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653e6c9-4a4d-432d-afc9-62e0887d09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d76cd9-9d61-408d-af7a-f1d9ec70cd28,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.318602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-77925e03-6502-4825-8d56-26d3acf023e1 req-0ec6cc32-1bb4-4838-9b37-90ea268a7578 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.348134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-77925e03-6502-4825-8d56-26d3acf023e1 req-0ec6cc32-1bb4-4838-9b37-90ea268a7578 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.429029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a885-1a66-4d35-8070-d20908fc1224 req-a5b70fca-dabe-4385-99ee-723418f71d96 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:38.430841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7575a885-1a66-4d35-8070-d20908fc1224 req-a5b70fca-dabe-4385-99ee-723418f71d96 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 944 time: 0.0658231 Jul 28 11:02:38.433061 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-77925e03-6502-4825-8d56-26d3acf023e1 req-0ec6cc32-1bb4-4838-9b37-90ea268a7578 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.436053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-77925e03-6502-4825-8d56-26d3acf023e1 req-0ec6cc32-1bb4-4838-9b37-90ea268a7578 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.437249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77925e03-6502-4825-8d56-26d3acf023e1 req-0ec6cc32-1bb4-4838-9b37-90ea268a7578 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "DELETE /v2.0/security-groups/81945480-9e53-4d8b-af72-2c91dada41c9 HTTP/1.1" status: 204 len: 173 time: 0.1896806 Jul 28 11:02:38.468937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6cc32-1bb4-4838-9b37-90ea268a7578 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81945480-9e53-4d8b-af72-2c91dada41c9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.496522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7575a885-1a66-4d35-8070-d20908fc1224 req-16fab33e-7d33-4220-8d6a-fd17bc45a4f3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579033 Jul 28 11:02:38.530074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 791fb409-9371-4476-8ea8-bda1a3beeb1f up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:38.582245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 791fb409-9371-4476-8ea8-bda1a3beeb1f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:38.587082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 791fb409-9371-4476-8ea8-bda1a3beeb1f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:38.587565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.597715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6759f0-a64e-4bce-a4df-2da0453fc2da req-f7287a82-8bd6-4503-b7b1-39454f218593 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:38.598633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:38.599175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb6759f0-a64e-4bce-a4df-2da0453fc2da req-f7287a82-8bd6-4503-b7b1-39454f218593 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.0933199 Jul 28 11:02:38.602820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af44206f-4cf8-4e55-a196-13c628e5aec5 req-f0f03982-48f8-41a9-87c9-2489e501efeb tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "GET /v2.0/security-groups/dd2f0e21-6ba6-4aa6-9b46-583181bdfe46 HTTP/1.1" status: 200 len: 1778 time: 0.0648441 Jul 28 11:02:38.614954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1759eb5d-bb09-4bde-a0c8-5b6348949949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.677322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.684463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb6759f0-a64e-4bce-a4df-2da0453fc2da req-d1b6db26-63b5-4654-9801-658a7418e27a tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704091 Jul 28 11:02:38.712656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af44206f-4cf8-4e55-a196-13c628e5aec5 req-05f4ca67-32ed-44f4-a670-dcee99ee7473 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.717511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 791fb409-9371-4476-8ea8-bda1a3beeb1f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:38.727095 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.741596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1759eb5d-bb09-4bde-a0c8-5b6348949949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.744766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af44206f-4cf8-4e55-a196-13c628e5aec5 req-05f4ca67-32ed-44f4-a670-dcee99ee7473 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.746499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1759eb5d-bb09-4bde-a0c8-5b6348949949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.787219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=791fb409-9371-4476-8ea8-bda1a3beeb1f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.789533 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1759eb5d-bb09-4bde-a0c8-5b6348949949 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edf8092bb1fa4f10a40ca005d42b9063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894240 Jul 28 11:02:38.791415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759eb5d-bb09-4bde-a0c8-5b6348949949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bc65c0-08d1-483e-bed1-3697ed90420b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.792258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:38.841132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af44206f-4cf8-4e55-a196-13c628e5aec5 req-05f4ca67-32ed-44f4-a670-dcee99ee7473 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.843570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af44206f-4cf8-4e55-a196-13c628e5aec5 req-05f4ca67-32ed-44f4-a670-dcee99ee7473 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.844688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af44206f-4cf8-4e55-a196-13c628e5aec5 req-05f4ca67-32ed-44f4-a670-dcee99ee7473 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd2f0e21-6ba6-4aa6-9b46-583181bdfe46 HTTP/1.1" status: 204 len: 173 time: 0.2304111 Jul 28 11:02:38.858540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059631c-9d61-4783-b6bf-e77d16e1b494 req-2ddaba2c-2d22-4a2f-911c-1b8f7d4b5ed6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:38.859996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f059631c-9d61-4783-b6bf-e77d16e1b494 req-2ddaba2c-2d22-4a2f-911c-1b8f7d4b5ed6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.1124163 Jul 28 11:02:38.872038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4ca67-32ed-44f4-a670-dcee99ee7473 tempest-SecurityGroupsTestAdminJSON-1727941025 tempest-SecurityGroupsTestAdminJSON-1727941025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f0e21-6ba6-4aa6-9b46-583181bdfe46,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.906053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0beefab4-0c8d-42b4-a2ef-1deec8d6e190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:38.926689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f059631c-9d61-4783-b6bf-e77d16e1b494 req-5e784c73-ce36-4af7-8db7-9b8fd5b2188d tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Jul 28 11:02:38.939591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0beefab4-0c8d-42b4-a2ef-1deec8d6e190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.047549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a40ac-86f8-4747-a955-7c44748cc246 req-f00fc0e9-0828-40cf-8c97-b3439d0857c4 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.049228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed1a40ac-86f8-4747-a955-7c44748cc246 req-f00fc0e9-0828-40cf-8c97-b3439d0857c4 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.0968227 Jul 28 11:02:39.067630 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0beefab4-0c8d-42b4-a2ef-1deec8d6e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.070615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0beefab4-0c8d-42b4-a2ef-1deec8d6e190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.071697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0beefab4-0c8d-42b4-a2ef-1deec8d6e190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88bc65c0-08d1-483e-bed1-3697ed90420b HTTP/1.1" status: 204 len: 168 time: 0.2783363 Jul 28 11:02:39.091964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beefab4-0c8d-42b4-a2ef-1deec8d6e190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bc65c0-08d1-483e-bed1-3697ed90420b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:39.107676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6efb8-03c5-4abb-ab4f-2a559f0a002f req-ef08e306-095a-41c8-b6a3-da6a38668a04 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.109196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ed6efb8-03c5-4abb-ab4f-2a559f0a002f req-ef08e306-095a-41c8-b6a3-da6a38668a04 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.1018558 Jul 28 11:02:39.127465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed1a40ac-86f8-4747-a955-7c44748cc246 req-09d29578-1035-4d2a-b12b-64b63d9b7a07 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683680 Jul 28 11:02:39.164632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:39.216038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ed6efb8-03c5-4abb-ab4f-2a559f0a002f req-ad3b9f1a-d1ae-4ac2-ab2f-bdcbd70a416a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957816 Jul 28 11:02:39.252778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-11f3efd5-db7e-425b-b9fe-8514454b14f1 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.255797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-11f3efd5-db7e-425b-b9fe-8514454b14f1 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 943 time: 0.1024735 Jul 28 11:02:39.265960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:39.268603 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5258e-4aef-4911-ac25-53f65ccb1747" -d '{"events": [{"server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "name": "network-vif-plugged", "status": "completed", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:39.411842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e346d-ed2f-4471-838e-9d23291a93d1 req-7b87672e-1405-45be-b0b5-af756a4d024d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.413120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e69e346d-ed2f-4471-838e-9d23291a93d1 req-7b87672e-1405-45be-b0b5-af756a4d024d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 946 time: 0.0936077 Jul 28 11:02:39.433165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Deleting port a2c666e7-dc6c-44ff-82e2-d27e3360d53c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:02:39.433628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.484347 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459c4b4e-df0a-446a-8e8d-fb962159a470 x-openstack-request-id: req-459c4b4e-df0a-446a-8e8d-fb962159a470 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:39.484686 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "name": "network-vif-plugged", "status": "completed", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:39.484962 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-459c4b4e-df0a-446a-8e8d-fb962159a470 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:39.485353 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'code': 200} Jul 28 11:02:39.489795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1faa22c-b26a-4a7b-b134-01368b172a83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3cf00eed7e341649c1c8a3a900054ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240542 Jul 28 11:02:39.493161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:39.596578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5adf34a-fc7d-4534-afab-ec8c7c9c883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.628074 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5adf34a-fc7d-4534-afab-ec8c7c9c883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.631756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd789dd-7999-479a-8afe-04de9e84c69a req-69d74800-200f-4b1d-8da0-8bd8f4e6a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.634224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfd789dd-7999-479a-8afe-04de9e84c69a req-69d74800-200f-4b1d-8da0-8bd8f4e6a50e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 1096 time: 0.0817008 Jul 28 11:02:39.645818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e69e346d-ed2f-4471-838e-9d23291a93d1 req-cc0bdddb-73d3-418b-afb8-3004e0de4da6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243147 Jul 28 11:02:39.658553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-2cde2391-8c73-4840-8ce3-bbf2b59a4417 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.660000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-2cde2391-8c73-4840-8ce3-bbf2b59a4417 tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.1509373 Jul 28 11:02:39.685800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] For port a2c666e7-dc6c-44ff-82e2-d27e3360d53c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:39.686119 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.715089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfd789dd-7999-479a-8afe-04de9e84c69a req-86994f5d-4f22-438b-ac3d-8f9b77ef98d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718293 Jul 28 11:02:39.733542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Calling delete_port for a2c666e7-dc6c-44ff-82e2-d27e3360d53c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:02:39.738101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5adf34a-fc7d-4534-afab-ec8c7c9c883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.743303 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5adf34a-fc7d-4534-afab-ec8c7c9c883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:39.745371 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f5adf34a-fc7d-4534-afab-ec8c7c9c883b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48970b9a-3e2a-4650-8f30-a40b91831ebd HTTP/1.1" status: 204 len: 168 time: 0.2499561 Jul 28 11:02:39.749518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4495-862c-42d6-b177-844b36e1a489 req-6c00bf18-2b73-4dcc-b1c0-e00e66cf0b09 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.756725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67ee4495-862c-42d6-b177-844b36e1a489 req-6c00bf18-2b73-4dcc-b1c0-e00e66cf0b09 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 945 time: 0.1556106 Jul 28 11:02:39.763302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adf34a-fc7d-4534-afab-ec8c7c9c883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48970b9a-3e2a-4650-8f30-a40b91831ebd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:39.881490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67ee4495-862c-42d6-b177-844b36e1a489 req-ce0cd24e-8b3a-4f3f-a379-520bfbf875c3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240332 Jul 28 11:02:39.983326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a123ba-f966-4f1c-b462-8ca64472dc70 req-3f186fb6-5c67-49cf-8fdc-7381d0a392af tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:39.985256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5a123ba-f966-4f1c-b462-8ca64472dc70 req-3f186fb6-5c67-49cf-8fdc-7381d0a392af tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1097 time: 0.1026552 Jul 28 11:02:39.987214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Deleting port 6aa499a7-64fa-4298-814a-4a4891190e5d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:02:39.987547 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.103293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5a123ba-f966-4f1c-b462-8ca64472dc70 req-e745a539-2d75-4a7e-9fd8-fcb3c4591811 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991654 Jul 28 11:02:40.161310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:40.174346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] For port 6aa499a7-64fa-4298-814a-4a4891190e5d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6aa499a7-64fa-4298-814a-4a4891190e5d,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:40.174723 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.190853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Calling delete_port for 6aa499a7-64fa-4298-814a-4a4891190e5d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:02:40.202357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.269127 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf98fcb2-36d3-4e7b-b910-06d91976a0b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b14f0f01e4524e128512355d5efb29cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035538 Jul 28 11:02:40.269889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:40.302237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event deleted for resources: {'Port': ['ID=a2c666e7-dc6c-44ff-82e2-d27e3360d53c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:40.362094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b1fac6e-7c14-4256-b6df-aa91abe71fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.390138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b1fac6e-7c14-4256-b6df-aa91abe71fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.459462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b1fac6e-7c14-4256-b6df-aa91abe71fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.463666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b1fac6e-7c14-4256-b6df-aa91abe71fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.467688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0b1fac6e-7c14-4256-b6df-aa91abe71fa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d859ad3f-1826-43ed-90d6-c3feb48c7de2 HTTP/1.1" status: 204 len: 168 time: 0.1964998 Jul 28 11:02:40.485164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fac6e-7c14-4256-b6df-aa91abe71fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859ad3f-1826-43ed-90d6-c3feb48c7de2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:40.557501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 48f253ff-695e-4510-bba1-3ad61e05a17b no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:40.592205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 48f253ff-695e-4510-bba1-3ad61e05a17b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:02:40.592781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 48f253ff-695e-4510-bba1-3ad61e05a17b not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:40.697344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c83f65f-8583-4036-9ec3-412eb48979cf req-d728b84a-6aac-484f-8123-f001c4a6cf8a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7ba08a-dfc0-4870-b913-7d568923e348 HTTP/1.1" status: 200 len: 210 time: 0.4514992 Jul 28 11:02:40.787330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] No DVR routers for this DVR port a2c666e7-dc6c-44ff-82e2-d27e3360d53c on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:02:40.798932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:40.801034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2f0a5f5-e715-43cd-9a78-5cdcd6aef234 req-874bbda5-28e0-48e7-85f4-0f50b57c79fb tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "DELETE /v2.0/ports/a2c666e7-dc6c-44ff-82e2-d27e3360d53c HTTP/1.1" status: 204 len: 173 time: 1.5385497 Jul 28 11:02:40.801569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'name': 'network-vif-deleted', 'tag': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:40.803952 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ed1ee-7a00-4615-a45b-42c0036a2ae2" -d '{"events": [{"server_uuid": "ec7ba08a-dfc0-4870-b913-7d568923e348", "name": "network-vif-deleted", "tag": "a2c666e7-dc6c-44ff-82e2-d27e3360d53c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:40.894606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6d17e-b975-4635-b05c-eb26927ec149 req-abf7382d-90cf-4d6f-a877-4e39f34877e4 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:40.896165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fb6d17e-b975-4635-b05c-eb26927ec149 req-abf7382d-90cf-4d6f-a877-4e39f34877e4 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1097 time: 0.2429054 Jul 28 11:02:40.940512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7334a-756b-4d73-8f89-c9f91ed24d56 req-6c24ea4b-7f06-4520-bca5-6398580fc4cc tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:40.942018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-acd7334a-756b-4d73-8f89-c9f91ed24d56 req-6c24ea4b-7f06-4520-bca5-6398580fc4cc tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded7772a-c61b-4667-b8e6-86445f770df4 HTTP/1.1" status: 200 len: 950 time: 0.1497116 Jul 28 11:02:41.004770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fb6d17e-b975-4635-b05c-eb26927ec149 req-cfc8c3bb-23ed-4592-987b-0f45e97f7256 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814047 Jul 28 11:02:41.013563 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:41.028218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6aa499a7-64fa-4298-814a-4a4891190e5d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:41.098155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-acd7334a-756b-4d73-8f89-c9f91ed24d56 req-3471959c-690d-47a6-b952-23e1080ae06c tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.20 "GET /v2.0/security-groups?id=f066a928-84e2-461a-a33b-79fcae819aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372199 Jul 28 11:02:41.102238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Pushing event deleted for resources: {'Port': ['ID=6aa499a7-64fa-4298-814a-4a4891190e5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:41.149740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] No DVR routers for this DVR port 6aa499a7-64fa-4298-814a-4a4891190e5d on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:02:41.152746 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:41.156093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ce69e8a-96c9-4110-8825-a1f9c613aa4f req-660969a7-43c5-4e25-b4c4-8427a637333a tempest-LiveMigrationNegativeTest-101578954 tempest-LiveMigrationNegativeTest-101578954-project] 10.222.0.44 "DELETE /v2.0/ports/6aa499a7-64fa-4298-814a-4a4891190e5d HTTP/1.1" status: 204 len: 173 time: 1.4725525 Jul 28 11:02:41.270564 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d48ec15-7c11-4c75-b7a3-3e2af94b29ca x-openstack-request-id: req-2d48ec15-7c11-4c75-b7a3-3e2af94b29ca {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:41.270861 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7ba08a-dfc0-4870-b913-7d568923e348", "name": "network-vif-deleted", "tag": "a2c666e7-dc6c-44ff-82e2-d27e3360d53c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:41.271116 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d48ec15-7c11-4c75-b7a3-3e2af94b29ca {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:41.271522 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7ba08a-dfc0-4870-b913-7d568923e348', 'name': 'network-vif-deleted', 'tag': 'a2c666e7-dc6c-44ff-82e2-d27e3360d53c', 'status': 'completed', 'code': 200} Jul 28 11:02:41.347907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22c061-7369-4d15-8bf6-ae78f02eb58c req-e85f9106-fb26-41e7-83e3-a26e3c24bcf5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:41.361665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f22c061-7369-4d15-8bf6-ae78f02eb58c req-e85f9106-fb26-41e7-83e3-a26e3c24bcf5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1108403 Jul 28 11:02:41.498286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f22c061-7369-4d15-8bf6-ae78f02eb58c req-429bd16b-6230-4273-b7cd-f0b46a6087b9 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323361 Jul 28 11:02:41.538257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae193106-bda2-4619-ba95-c7d5173f393b req-b3e70dec-c834-4866-ae47-502e22ec9fd4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:41.550971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae193106-bda2-4619-ba95-c7d5173f393b req-b3e70dec-c834-4866-ae47-502e22ec9fd4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 945 time: 0.1628511 Jul 28 11:02:41.609754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae193106-bda2-4619-ba95-c7d5173f393b req-e1ca4a15-3f78-44d8-bc3a-a86428b47e7d tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563457 Jul 28 11:02:41.848696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:41.872945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-764da0b3-a87a-4efc-8a55-ebcc19321224 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc45dbd0a3cd4a329b66042a3b80c4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280116 Jul 28 11:02:41.984289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6f2fc-235d-41e2-8f8b-6640e5533414 req-da0603ad-c3d9-46bb-abe2-1bde92236fae tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:41.995763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:41.996833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8e6f2fc-235d-41e2-8f8b-6640e5533414 req-da0603ad-c3d9-46bb-abe2-1bde92236fae tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 945 time: 0.1961148 Jul 28 11:02:42.002315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Request body: {'floatingip': {'port_id': '791fb409-9371-4476-8ea8-bda1a3beeb1f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:42.033287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-0de4333a-79a1-4d76-8693-5a622474f8b0 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:42.047394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-0de4333a-79a1-4d76-8693-5a622474f8b0 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653395 Jul 28 11:02:42.065158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-e4738b19-c742-4e55-abe0-157ed4d62a9c tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/quotas/bc45dbd0a3cd4a329b66042a3b80c4d3 HTTP/1.1" status: 200 len: 375 time: 0.0166469 Jul 28 11:02:42.107891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-689252869-network', 'tenant_id': '82caa092a9924d7a8aa9ecde1dd5d8e9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:42.115372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:42.117527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-b3f252d5-b034-4184-9633-a9b62a6bdec4 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc45dbd0a3cd4a329b66042a3b80c4d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455840 Jul 28 11:02:42.192475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b180ce9-378d-4abb-b5f7-0b811677dd3c req-9791263b-f0fd-437d-995b-1b023a8f6739 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:42.200250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b180ce9-378d-4abb-b5f7-0b811677dd3c req-9791263b-f0fd-437d-995b-1b023a8f6739 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1097 time: 0.0673144 Jul 28 11:02:42.236330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b180ce9-378d-4abb-b5f7-0b811677dd3c req-c8bf6dce-5d3d-41a4-b937-ceddf772905f tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 Jul 28 11:02:42.282724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Made reservation on behalf of 82caa092a9924d7a8aa9ecde1dd5d8e9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:42.287992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:42.350734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:42.690102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:42.782517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:42.793675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:42.977549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58607aa6-9e37-495b-b3e6-5b1633a5e044 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f4a60410a494d47a41cca9bde6515fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862439 Jul 28 11:02:42.980042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:43.058012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f90e-9fb1-44f0-a894-3793e796b647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.073145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:43.091066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:02:43.094009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860644999', 'description': 'tempest-description--1716476536'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:43.111841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f90e-9fb1-44f0-a894-3793e796b647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.123816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a030d72-c65a-42db-a808-fae208c047c4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.179159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.179786 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Added segment 0412bf5e-404f-4b42-b95d-d1cb1580ff86 of type vlan for network 447a0981-5ca8-490b-a8c8-f4b116120b3e Jul 28 11:02:43.211442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.233982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a2c666e7-dc6c-44ff-82e2-d27e3360d53c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:43.253887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ffbec9b-859c-4d12-812d-4eb93b16b76c req-ffd22c8f-8e88-41fc-887b-91d2db64357c tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 210 time: 0.0754733 Jul 28 11:02:43.284410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: a2c666e7-dc6c-44ff-82e2-d27e3360d53c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:02:43.285060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a2c666e7-dc6c-44ff-82e2-d27e3360d53c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:43.288210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'name': 'network-vif-deleted', 'tag': '6aa499a7-64fa-4298-814a-4a4891190e5d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:43.296943 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59b5188-e188-4b74-957a-47f788f6ca8a" -d '{"events": [{"server_uuid": "ded7772a-c61b-4667-b8e6-86445f770df4", "name": "network-vif-deleted", "tag": "6aa499a7-64fa-4298-814a-4a4891190e5d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:43.455590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f90e-9fb1-44f0-a894-3793e796b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.458253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f90e-9fb1-44f0-a894-3793e796b647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.462620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f0a0f90e-9fb1-44f0-a894-3793e796b647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f066a928-84e2-461a-a33b-79fcae819aad HTTP/1.1" status: 204 len: 168 time: 0.4783945 Jul 28 11:02:43.488724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.499844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.505097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0f90e-9fb1-44f0-a894-3793e796b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f066a928-84e2-461a-a33b-79fcae819aad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.538942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.540483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4662845 Jul 28 11:02:43.545969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:43.556946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20145d5-bc7a-40e8-94b2-1e621803bf07 req-becfe192-e729-47f9-8b35-a039d8f6d301 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:43.558485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b20145d5-bc7a-40e8-94b2-1e621803bf07 req-becfe192-e729-47f9-8b35-a039d8f6d301 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1250830 Jul 28 11:02:43.564468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'security_group_rule': {'security_group_id': '7afacf18-ed99-43a0-9366-bf765a62594d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:43.579780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8f695-7c55-413d-b940-6710705f9ebd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afacf18-ed99-43a0-9366-bf765a62594d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.626609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b20145d5-bc7a-40e8-94b2-1e621803bf07 req-afa1f3a7-44e3-4e6f-9ddc-e8facb1a074e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576248 Jul 28 11:02:43.628017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.635605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.668665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:02:43.735003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.737066 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b1be8-cfac-416d-80c8-ea057d43df1b x-openstack-request-id: req-383b1be8-cfac-416d-80c8-ea057d43df1b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:43.737602 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded7772a-c61b-4667-b8e6-86445f770df4", "name": "network-vif-deleted", "tag": "6aa499a7-64fa-4298-814a-4a4891190e5d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:43.737827 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-383b1be8-cfac-416d-80c8-ea057d43df1b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:43.738199 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded7772a-c61b-4667-b8e6-86445f770df4', 'name': 'network-vif-deleted', 'tag': '6aa499a7-64fa-4298-814a-4a4891190e5d', 'status': 'completed', 'code': 200} Jul 28 11:02:43.745777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.791193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1010576-bebf-44a3-a43c-c5306f507451,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.813026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.817705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.817705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:43.817705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.818597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e5331b5e-6130-4730-9cdc-d6e067faf548 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2714713 Jul 28 11:02:43.819570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:43.820721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.831615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'security_group_rule': {'security_group_id': '7afacf18-ed99-43a0-9366-bf765a62594d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:43.863974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.900316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-8dd4d0f7-c91f-41a3-b0b9-acef81cf1677 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bc45dbd0a3cd4a329b66042a3b80c4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263765 Jul 28 11:02:43.917592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:43.938310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0883877 Jul 28 11:02:43.942554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:43.949391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Request body: {'subnet': {'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-689252869-subnet', 'tenant_id': '82caa092a9924d7a8aa9ecde1dd5d8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:43.967972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d2371-20aa-4fd1-a7d4-aed36ea9041f admin admin] Pushing event updated for resources: {'Network': ['ID=447a0981-5ca8-490b-a8c8-f4b116120b3e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.983902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 447a0981-5ca8-490b-a8c8-f4b116120b3e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:02:44.019565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Made reservation on behalf of 82caa092a9924d7a8aa9ecde1dd5d8e9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:44.022337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.081436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53550) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:44.099518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.114300 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Floating IP dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45 associated. External IP: 172.25.1.126, port: 791fb409-9371-4476-8ea8-bda1a3beeb1f. Jul 28 11:02:44.114896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-9c42ed94-a8ec-48b2-ab24-ee81418cf93d tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:44.116414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-9c42ed94-a8ec-48b2-ab24-ee81418cf93d tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103558 Jul 28 11:02:44.117488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.147672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Request body: {'port': {'device_id': '18024392-298e-4074-9adf-71433f9972b6', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'bc45dbd0a3cd4a329b66042a3b80c4d3'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:44.172064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8da3ca-c605-47c6-9f8f-14bd9611c46d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:44.221499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.222702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2f09d63c-ab3c-4f57-a909-5076093b31d6 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018946 Jul 28 11:02:44.228663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:44.233194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:44.251099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d8457dd0-2476-40e5-85fd-fbb2e5e2205b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e36632e16440487d982fabe65c16bc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684813 Jul 28 11:02:44.255453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:44.343486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.386535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10aca840-b7e4-4131-9fce-5f10206563f2 req-e4bdd307-43ac-4675-ae95-762023e81722 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 210 time: 0.0328028 Jul 28 11:02:44.388658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53564) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:44.412514 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.424892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Made reservation on behalf of bc45dbd0a3cd4a329b66042a3b80c4d3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:44.428398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.439109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.520317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-2f438e6d-e8b8-457f-9f8b-0954a77f59d9 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:02:44.521426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-2f438e6d-e8b8-457f-9f8b-0954a77f59d9 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1318860 Jul 28 11:02:44.537797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc923ee1-0220-4e7f-bdce-bb9bb3452a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.546359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.551235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.556668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:44.577256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6aa499a7-64fa-4298-814a-4a4891190e5d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:44.600168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 6aa499a7-64fa-4298-814a-4a4891190e5d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:02:44.600789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6aa499a7-64fa-4298-814a-4a4891190e5d not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:44.617984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc923ee1-0220-4e7f-bdce-bb9bb3452a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.631974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Checking segment: {'id': '0412bf5e-404f-4b42-b95d-d1cb1580ff86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:44.632575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Network hostable DHCP agents. Network: 447a0981-5ca8-490b-a8c8-f4b116120b3e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:02:44.640311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3659484f-bb78-411e-8d3c-7bda72fd56ba,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:44.692224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Request body: {'binding': {'host': 'n-h2-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:44.693043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:02:44.694158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:02:44.698836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Network 447a0981-5ca8-490b-a8c8-f4b116120b3e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:02:44.717927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 447a0981-5ca8-490b-a8c8-f4b116120b3e) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:44.731306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf93396-463b-48af-8144-ff6cc0e80ec8 None None] Network 447a0981-5ca8-490b-a8c8-f4b116120b3e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:44.731726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:44.732671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.780030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc923ee1-0220-4e7f-bdce-bb9bb3452a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.782619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc923ee1-0220-4e7f-bdce-bb9bb3452a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.786054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc923ee1-0220-4e7f-bdce-bb9bb3452a4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69fd7ddd-a668-4e9e-91d7-722454095a4c HTTP/1.1" status: 204 len: 168 time: 0.5238640 Jul 28 11:02:44.812569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923ee1-0220-4e7f-bdce-bb9bb3452a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd7ddd-a668-4e9e-91d7-722454095a4c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:44.827122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-94bb8c4b-f3c5-408e-8f97-208e917a1844 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8820817 Jul 28 11:02:44.857791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.865298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Allocated IP 192.168.233.71 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/050a5463-8abf-45c4-8b29-208ac7ce3344) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:44.926377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7cdd21-ecb8-4d87-89ce-40010f700cbc None None] Network 447a0981-5ca8-490b-a8c8-f4b116120b3e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:44.928636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on host n-h2-723573-7 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:44.929013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:44.929686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:44.939820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:44.951225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:44.969486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:44.969809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:44.983828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] Sync routers for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:44.985054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:44.986890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:44.987504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:44.988935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Bound port: 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:45.010172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:45.011247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:45.027942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1edf23e0-d4c8-4504-867b-19e419315bb3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "PUT /v2.0/floatingips/dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45 HTTP/1.1" status: 200 len: 991 time: 3.0306814 Jul 28 11:02:45.030802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:45.033252 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cd68de-7e31-4e25-a908-9f10c28b83e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:45.035796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402e317-1ccc-401f-93a7-ee683bab2a30 req-735a7dea-d8f5-44a1-97c1-2702743b8a0e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:45.045269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b402e317-1ccc-401f-93a7-ee683bab2a30 req-735a7dea-d8f5-44a1-97c1-2702743b8a0e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.3000216 Jul 28 11:02:45.062650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Allocated IP 172.25.1.34 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/dc8be677-709d-49d4-951f-42c7debf6032) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:45.172085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b402e317-1ccc-401f-93a7-ee683bab2a30 req-76087783-d691-4759-811a-a305e11857c6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204467 Jul 28 11:02:45.257902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:45.268549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.274321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.280664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f187b1e0-1165-47d1-965c-a2d741a052d2 service neutron] 10.222.0.20 "POST /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7002687 Jul 28 11:02:45.356061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:45.409847 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3147eda-bfa5-4b49-8232-ab98802c013c x-openstack-request-id: req-a3147eda-bfa5-4b49-8232-ab98802c013c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:45.410203 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:45.410473 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3147eda-bfa5-4b49-8232-ab98802c013c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:45.412793 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'status': 'completed', 'code': 200} Jul 28 11:02:45.418573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.442042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.509241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'Port': ['ID=dc8be677-709d-49d4-951f-42c7debf6032,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:45.527527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Transition to ACTIVE for port object 050a5463-8abf-45c4-8b29-208ac7ce3344 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:45.554833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:45.559400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:45.562230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:45.608080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.641354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-fa57413b-30b2-4dc4-ad48-445a24740884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:45.644228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-fa57413b-30b2-4dc4-ad48-445a24740884 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7&device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 1096 time: 0.1485834 Jul 28 11:02:45.723941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Pushing event updated for resources: {'Port': ['ID=050a5463-8abf-45c4-8b29-208ac7ce3344,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:45.768057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782aacb-53da-44a1-918c-7a5e84761692 req-55aa9a34-259b-4e6a-be24-2f30fd4997cd tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:45.770031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1782aacb-53da-44a1-918c-7a5e84761692 req-55aa9a34-259b-4e6a-be24-2f30fd4997cd tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 935 time: 0.1419697 Jul 28 11:02:45.782492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:45.790302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'port_id': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'mac_address': 'fa:16:3e:a0:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:02:25Z', 'updated_at': '2021-07-28T11:02:43Z', 'revision_number': 1, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:27Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:45.792114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:45.798865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:45.810099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f2186-6f48-4e8a-bd52-2459642dec00 req-2ae993d6-4dd3-4a2e-a257-5aebcd2b7548 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:45.817618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea3f2186-6f48-4e8a-bd52-2459642dec00 req-2ae993d6-4dd3-4a2e-a257-5aebcd2b7548 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 946 time: 0.3379204 Jul 28 11:02:45.832746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.860103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] Checking router: 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:45.870407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:02:45.871052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:02:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:45.938152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1782aacb-53da-44a1-918c-7a5e84761692 req-f6d8a760-9dc2-498a-9f32-535cd2206c33 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466949 Jul 28 11:02:45.940339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-e5796f94-3009-43bc-812e-4d9423164041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:45.941911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-e5796f94-3009-43bc-812e-4d9423164041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1097 time: 0.3697884 Jul 28 11:02:45.951734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:45.982841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:45.994799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-865691226-network', 'tenant_id': '1037183f668d46dbb038ef0c3b0978c2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:46.023974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-6cfdad76-c780-4490-8ce7-1cad4ff8b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.026010 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-6cfdad76-c780-4490-8ce7-1cad4ff8b6ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb20e302-6ab2-42b9-9321-15eea558a9f3 HTTP/1.1" status: 200 len: 916 time: 0.3700325 Jul 28 11:02:46.030108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:02:46.108813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea3f2186-6f48-4e8a-bd52-2459642dec00 req-0ef8c258-1fd5-45ab-8159-9af6bd1ec041 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903030 Jul 28 11:02:46.152368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Made reservation on behalf of 1037183f668d46dbb038ef0c3b0978c2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:46.158335 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.177960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.178611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.206420 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.226423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-f36a9754-9294-4d3f-8258-5085cd0136fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0879524 Jul 28 11:02:46.259251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Request body: {'port': {'device_id': '18024392-298e-4074-9adf-71433f9972b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:46.276262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-7ee38b9e-1d74-427e-a043-4f18535924bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f HTTP/1.1" status: 200 len: 999 time: 0.2370508 Jul 28 11:02:46.334760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d1dad28c-2080-4d15-ad60-1d47e7ba060f None None] Provisioning for port 050a5463-8abf-45c4-8b29-208ac7ce3344 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:46.339782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d1dad28c-2080-4d15-ad60-1d47e7ba060f None None] Provisioning complete for port 050a5463-8abf-45c4-8b29-208ac7ce3344 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:46.340249 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1dad28c-2080-4d15-ad60-1d47e7ba060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.364470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-667df865-c8c0-4cb9-88f5-755eb727c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.366195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-667df865-c8c0-4cb9-88f5-755eb727c24d service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.4064374 Jul 28 11:02:46.377607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'port_id': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'mac_address': 'fa:16:3e:a0:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:02:25Z', 'updated_at': '2021-07-28T11:02:43Z', 'revision_number': 1, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:27Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:46.392095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-366e9d05-5bdf-43af-83a3-dfeaaba274e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.393608 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-366e9d05-5bdf-43af-83a3-dfeaaba274e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=478b9c82-0f13-4e2a-93a2-bde8b2402e9f HTTP/1.1" status: 200 len: 854 time: 0.1087227 Jul 28 11:02:46.410885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b5222-67d0-4feb-ba40-115ebebec5e2 None None] The sync data for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 is: [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'port_id': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'mac_address': 'fa:16:3e:a0:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:02:25Z', 'updated_at': '2021-07-28T11:02:43Z', 'revision_number': 1, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:27Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:46.412672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d1dad28c-2080-4d15-ad60-1d47e7ba060f None None] Port 050a5463-8abf-45c4-8b29-208ac7ce3344 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:46.486207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-1c36b51d-e852-45a3-b2e9-f432e33dcd55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0997257 Jul 28 11:02:46.497214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-0c83dac9-50a9-4c33-a9d4-1ed63d299113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.499860 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-0c83dac9-50a9-4c33-a9d4-1ed63d299113 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb20e302-6ab2-42b9-9321-15eea558a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943971 Jul 28 11:02:46.545290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.557637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a23f8-2c94-4588-bf71-7c36e6a6517b req-2e2ea82d-f900-4a5f-b03a-36f45b0030cf tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.559101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-628a23f8-2c94-4588-bf71-7c36e6a6517b req-2e2ea82d-f900-4a5f-b03a-36f45b0030cf tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.2946482 Jul 28 11:02:46.570265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.582624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.596316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-854923f2-b53d-4179-abf1-9b02ca14d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:46.597704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-854923f2-b53d-4179-abf1-9b02ca14d623 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0980434 Jul 28 11:02:46.668295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-853209fd-6ffc-4597-ac05-54f850f9a46e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536671 Jul 28 11:02:46.691383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.704050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'Port': ['ID=dc8be677-709d-49d4-951f-42c7debf6032,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:46.717931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.720486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.730491 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-a6ed774c-a91d-422b-9be4-6e45b5837823 service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210131 Jul 28 11:02:46.746726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.747844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e590ea5f-7a6f-4735-b182-6edd34e0c807 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5183084 Jul 28 11:02:46.787690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:02:46.790897 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b34e6a-ba79-4146-93c9-ce41fee8491c None None] New status for floating IP dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:02:46.847110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7cd68de-7e31-4e25-a908-9f10c28b83e9 req-9129ffaf-1585-429b-b998-294d3041bbf5 service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085002 Jul 28 11:02:46.943201 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:46.943707 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Added segment f98ff581-7660-4fa8-8ee7-598c7a242046 of type vlan for network e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644 Jul 28 11:02:46.977519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-628a23f8-2c94-4588-bf71-7c36e6a6517b req-643993c2-a31c-4167-be6a-dba43e04ed54 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024074 Jul 28 11:02:47.300894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6233f-f0e9-4d16-a955-645610fa2a76,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.317875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:47.485437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72161c23-191e-4224-b96f-f2c06ef30eda req-fced66b2-e2f7-4847-93f7-0f4256cd19a3 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:47.486818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72161c23-191e-4224-b96f-f2c06ef30eda req-fced66b2-e2f7-4847-93f7-0f4256cd19a3 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 935 time: 0.2220337 Jul 28 11:02:47.499173 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:47.500058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:47.500667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:47.503813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-6274c100-4be8-4e16-9bc6-b6d789045f85 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218002 Jul 28 11:02:47.596283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-cfe09314-0863-40f4-9d39-89e560d2b32d tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:47.597733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-cfe09314-0863-40f4-9d39-89e560d2b32d tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 821 time: 0.3342168 Jul 28 11:02:47.638857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6530046 Jul 28 11:02:47.642462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:47.647989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Request body: {'subnet': {'network_id': 'e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-865691226-subnet', 'tenant_id': '1037183f668d46dbb038ef0c3b0978c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:47.669716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Made reservation on behalf of 1037183f668d46dbb038ef0c3b0978c2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:47.672025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:47.706136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-05652219-79c6-4f4c-9f9f-782c7051c4a1 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/quotas/3ac8dbdf64734ea9a01f09912d160359 HTTP/1.1" status: 200 len: 375 time: 0.0718648 Jul 28 11:02:47.711796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b81ff-d106-45a0-bd7e-12ca1cf64b74 admin admin] Pushing event updated for resources: {'Network': ['ID=e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.722433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:02:47.722916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72161c23-191e-4224-b96f-f2c06ef30eda req-748a87cb-8c03-42ef-b316-ac0bc973226d tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247007 Jul 28 11:02:47.739763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050a5463-8abf-45c4-8b29-208ac7ce3344 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:47.784708 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:47.803713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Transition to ACTIVE for port object 050a5463-8abf-45c4-8b29-208ac7ce3344 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:47.834028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:47.885054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f7f8ff8d-9770-470d-afe6-f973cfa9130c service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679256 Jul 28 11:02:47.908713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-011f56d3-4c1f-47e1-a316-190b16388619 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1927900 Jul 28 11:02:47.921647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Pushing event updated for resources: {'Port': ['ID=050a5463-8abf-45c4-8b29-208ac7ce3344,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.989951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc354d-0cee-420a-bfb1-5df356daa350 req-3a5e1c66-2777-43af-87c0-a3f5cf16bae5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:47.991492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65fc354d-0cee-420a-bfb1-5df356daa350 req-3a5e1c66-2777-43af-87c0-a3f5cf16bae5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 946 time: 0.1932211 Jul 28 11:02:48.111790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:48.174911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d283e1a4-0347-43ef-904f-d597feb8574a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.184298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Checking segment: {'id': 'f98ff581-7660-4fa8-8ee7-598c7a242046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:48.184654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Network hostable DHCP agents. Network: e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:02:48.191806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65fc354d-0cee-420a-bfb1-5df356daa350 req-62663327-2903-4330-a880-4409f5fea327 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488895 Jul 28 11:02:48.203244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Network e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:02:48.205689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-9a1a972e-a3ea-40a3-9509-f54e46533ac5 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:48.207163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-9a1a972e-a3ea-40a3-9509-f54e46533ac5 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1097 time: 0.2128243 Jul 28 11:02:48.216477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Attempting to bind port 050a5463-8abf-45c4-8b29-208ac7ce3344 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:48.216756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Attempting to bind port 050a5463-8abf-45c4-8b29-208ac7ce3344 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:48.217089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Attempting to bind port 050a5463-8abf-45c4-8b29-208ac7ce3344 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:48.221368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:48.222335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723573-7'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:48.230752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886def0-04ba-4e3d-9fca-117e2012499d None None] Network e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:48.231502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:48.232337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-59f9e0b7-4283-4186-a9a1-bc019702480c service neutron] 10.222.0.20 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063152 Jul 28 11:02:48.236564 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:48.259902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Port 050a5463-8abf-45c4-8b29-208ac7ce3344 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:48.260289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Attempting to bind port 050a5463-8abf-45c4-8b29-208ac7ce3344 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:48.261288 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29f0a9a8-81f7-4131-866f-9e48fcffc3e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6173666 Jul 28 11:02:48.318629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:48.319198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:48.319312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:48.319849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Bound port: 050a5463-8abf-45c4-8b29-208ac7ce3344, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:48.320219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:48.376080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:48.412665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc5958-331d-4ff5-bc96-a7455db7ce08 None None] Network e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:02:48.481542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-6d503f87-d7a8-456c-971f-77ae0607d4d8 service neutron] 10.222.0.20 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249923 Jul 28 11:02:48.503192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-3fa057f9-6940-4e06-abc1-7ac1a112bfd2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639615 Jul 28 11:02:48.505643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] For port 050a5463-8abf-45c4-8b29-208ac7ce3344, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:48.533562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] For port 050a5463-8abf-45c4-8b29-208ac7ce3344, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=050a5463-8abf-45c4-8b29-208ac7ce3344,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:48.550232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:48.663861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:48.664507 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:48.666008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] 10.222.0.44 "PUT /v2.0/ports/050a5463-8abf-45c4-8b29-208ac7ce3344 HTTP/1.1" status: 200 len: 1095 time: 2.4243970 Jul 28 11:02:48.668482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18024392-298e-4074-9adf-71433f9972b6', 'tag': '050a5463-8abf-45c4-8b29-208ac7ce3344'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:48.670527 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85" -d '{"events": [{"name": "network-changed", "server_uuid": "18024392-298e-4074-9adf-71433f9972b6", "tag": "050a5463-8abf-45c4-8b29-208ac7ce3344"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:48.794456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-82b3d11b-bf50-4d57-bc88-9ee8bc513ddc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:48.795923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-82b3d11b-bf50-4d57-bc88-9ee8bc513ddc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832253 Jul 28 11:02:48.800753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815894a-b81a-4281-a4e2-34653ff5abe6 service neutron] Pushing event updated for resources: {'Port': ['ID=050a5463-8abf-45c4-8b29-208ac7ce3344,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.804525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:48.874440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-ea9a64e3-9a65-4066-a7af-f6e21e0c256d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/quotas/c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 375 time: 0.0521991 Jul 28 11:02:48.876324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-203237e6-acfa-4316-b023-551109a87f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:48.877724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-203237e6-acfa-4316-b023-551109a87f8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc45dbd0a3cd4a329b66042a3b80c4d3&device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 1098 time: 0.1464756 Jul 28 11:02:48.931695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-e1bba781-694b-4b2a-ac12-e1256bf54d21 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442853 Jul 28 11:02:48.967534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-a76f086e-8f92-4f93-a32b-a3bc9a98ccba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=050a5463-8abf-45c4-8b29-208ac7ce3344 HTTP/1.1" status: 200 len: 217 time: 0.0635941 Jul 28 11:02:48.968657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:48.984089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57d71c-38a9-4b21-bcfd-c078fe637f8c req-61bbf011-0982-4855-afde-b4a6f9ca3a1f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:48.986834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c57d71c-38a9-4b21-bcfd-c078fe637f8c req-61bbf011-0982-4855-afde-b4a6f9ca3a1f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1774628 Jul 28 11:02:49.098445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:49.107349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c57d71c-38a9-4b21-bcfd-c078fe637f8c req-1cb1d202-b84a-4028-828b-81d4f2b9f1e4 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954566 Jul 28 11:02:49.108756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-724a522e-4fbd-4df5-b661-891eb7de2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:49.110091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-724a522e-4fbd-4df5-b661-891eb7de2079 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0994689 Jul 28 11:02:49.111130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:49.203695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:49.242826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-b3b95994-f935-41d1-8a8d-1892c181e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:49.244331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-b3b95994-f935-41d1-8a8d-1892c181e1dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019762 Jul 28 11:02:49.266610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on host n-h1-723573-7 for vnic_type normal with profile {"migrating_to": "n-h2-723573-7"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:49.266937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:49.267259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:49.284375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:49.284678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Attempting to bind port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:49.299241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f74acf2f-72c5-4dba-b8b5-ba6270082dd5 req-696eb660-fb31-49b0-9536-594642524240 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 210 time: 0.0539422 Jul 28 11:02:49.338695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:49.339307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:49.339440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:49.339819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Bound port: 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:49.340168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:49.394813 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4fbaa-ac7c-4233-b440-030065f54e5b x-openstack-request-id: req-77a4fbaa-ac7c-4233-b440-030065f54e5b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:49.395213 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18024392-298e-4074-9adf-71433f9972b6", "tag": "050a5463-8abf-45c4-8b29-208ac7ce3344", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:49.395338 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77a4fbaa-ac7c-4233-b440-030065f54e5b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:49.395721 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18024392-298e-4074-9adf-71433f9972b6', 'tag': '050a5463-8abf-45c4-8b29-208ac7ce3344', 'status': 'completed', 'code': 200} Jul 28 11:02:49.506657 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:49.770911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-8da4e7cd-e333-4556-82c7-759a3509eff4 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122285 Jul 28 11:02:49.780758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:49.786048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:49.800202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-6cefdd51-e7c1-4779-acb9-6391ea5eed08 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:49.801966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-6cefdd51-e7c1-4779-acb9-6391ea5eed08 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/networks?id=447a0981-5ca8-490b-a8c8-f4b116120b3e HTTP/1.1" status: 200 len: 814 time: 0.5149770 Jul 28 11:02:49.807880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:49.821796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-15337cf8-c618-4ee7-ac3f-340eb105a716 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:49.824110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-15337cf8-c618-4ee7-ac3f-340eb105a716 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 821 time: 0.1263256 Jul 28 11:02:49.829712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e352-1eb2-4992-b07e-fbeb7786e9ac req-8f2dc91f-b9da-48b6-8b97-9ac3f82ea974 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:49.831160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fd5e352-1eb2-4992-b07e-fbeb7786e9ac req-8f2dc91f-b9da-48b6-8b97-9ac3f82ea974 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 947 time: 0.3974359 Jul 28 11:02:49.841321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'port': {'device_id': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'admin_state_up': True, 'tenant_id': '3ac8dbdf64734ea9a01f09912d160359'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:49.911558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-49b1d932-c2e7-4e56-9ff3-b44e786f700e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/quotas/82caa092a9924d7a8aa9ecde1dd5d8e9 HTTP/1.1" status: 200 len: 375 time: 0.1003087 Jul 28 11:02:49.961951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Made reservation on behalf of 3ac8dbdf64734ea9a01f09912d160359 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:49.966167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:49.982591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-9482f64f-d168-44ed-a68e-102a409167ac tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=82caa092a9924d7a8aa9ecde1dd5d8e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596676 Jul 28 11:02:50.027181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fd5e352-1eb2-4992-b07e-fbeb7786e9ac req-435f89de-ed56-4054-8b14-5d88c7497a09 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411784 Jul 28 11:02:50.029965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.030572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.031887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] 10.222.0.41 "PUT /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 1122 time: 1.8167892 Jul 28 11:02:50.032897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fa2a1-3075-4636-b0eb-79584eac0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:50.039386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2555cc52-43f4-4051-8c5b-e0d391fed5b7 req-734fdd99-68ec-4d20-881a-f800232bc0a1 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554922 Jul 28 11:02:50.099231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:50.146707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Allocated IP 172.20.0.13 (052a4ea6-df86-4e61-92b5-e48e3cad8885/87ba4996-481e-4e3d-941d-538a51839ec9/2d8af396-6e3e-4211-aea9-bf043a46d0bb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:50.197138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02d0031a-9d88-4465-85db-8064e8ff82ad req-c7819adb-491d-46bf-bd9e-48edec0bd681 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 210 time: 0.0383184 Jul 28 11:02:50.200899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-9c0cb49b-448e-49b4-b2b6-3a3344ed477c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:02:50.201861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-9c0cb49b-448e-49b4-b2b6-3a3344ed477c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0880322 Jul 28 11:02:50.262801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-2bc3cea7-8a1d-44d0-9183-75b1ef2e747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.264349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-2bc3cea7-8a1d-44d0-9183-75b1ef2e747f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc45dbd0a3cd4a329b66042a3b80c4d3&device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 1098 time: 0.1371310 Jul 28 11:02:50.355005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-e74b5c15-1ef8-4828-a7f9-79091d7a98d0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695255 Jul 28 11:02:50.384084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.430111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.477280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:50.480575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:50.486532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:50.492437 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-8f6e2ade-8cbf-4881-bd86-2a3b6ce1aada service neutron] 10.222.0.20 "GET /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827859 Jul 28 11:02:50.509802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:50.532282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3e757-0c1b-4379-8aea-5309ee19f0a3 req-bb51b462-2aaa-4c35-9063-6d6ea791dea1 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.533721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0eb3e757-0c1b-4379-8aea-5309ee19f0a3 req-bb51b462-2aaa-4c35-9063-6d6ea791dea1 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 944 time: 0.1850808 Jul 28 11:02:50.537936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.539109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.552902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0ad39492-2cd0-470f-9abc-b2f0546bf26e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7159712 Jul 28 11:02:50.568438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Request body: {'port': {'device_id': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:50.572697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-026239d2-0fa0-45fd-82b0-e5c727a49838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.574095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-026239d2-0fa0-45fd-82b0-e5c727a49838 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.3004804 Jul 28 11:02:50.625914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.642239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-0ffb2f5a-9f98-43e7-b0c1-9dfb1ccb1180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=050a5463-8abf-45c4-8b29-208ac7ce3344 HTTP/1.1" status: 200 len: 217 time: 0.0559471 Jul 28 11:02:50.653718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-5e331082-7c05-4a97-a6e8-28c6204b0e3d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.655054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-5e331082-7c05-4a97-a6e8-28c6204b0e3d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897611 Jul 28 11:02:50.696589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Request body: {'port': {'device_id': '5aab45e0-524e-492c-90c6-5e13637d2638', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'c967dd99a8ed438688bdb3df03feae2e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:50.726335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0eb3e757-0c1b-4379-8aea-5309ee19f0a3 req-4cb75582-75b5-44b8-9ec8-dd955da3f8ff tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805718 Jul 28 11:02:50.787479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-995929ad-4594-4b4d-a155-5062ef931d79 service neutron] 10.222.0.20 "GET /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805095 Jul 28 11:02:50.789354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-817c4542-e614-4a99-9f03-cf05f0ab149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.790678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-817c4542-e614-4a99-9f03-cf05f0ab149d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1347902 Jul 28 11:02:50.872668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-fd063552-e401-4866-bc26-205ee686d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:50.873930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-fd063552-e401-4866-bc26-205ee686d8af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727239 Jul 28 11:02:50.885776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Made reservation on behalf of c967dd99a8ed438688bdb3df03feae2e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:50.889780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.911600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.927968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8af396-6e3e-4211-aea9-bf043a46d0bb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:50.937142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:50.962003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Transition to ACTIVE for port object 2d8af396-6e3e-4211-aea9-bf043a46d0bb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:50.967638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.057543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:51.110034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f045bb-b7b9-4087-bf80-fcb639750869 req-8e8185b7-eb9c-4ec1-93e2-f3df07a2e269 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.110412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Attempting to bind port 2d8af396-6e3e-4211-aea9-bf043a46d0bb on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:51.110747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Attempting to bind port 2d8af396-6e3e-4211-aea9-bf043a46d0bb by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:51.111072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Attempting to bind port 2d8af396-6e3e-4211-aea9-bf043a46d0bb on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:51.111677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48f045bb-b7b9-4087-bf80-fcb639750869 req-8e8185b7-eb9c-4ec1-93e2-f3df07a2e269 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1532848 Jul 28 11:02:51.115478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Port 2d8af396-6e3e-4211-aea9-bf043a46d0bb on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:51.115804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Attempting to bind port 2d8af396-6e3e-4211-aea9-bf043a46d0bb on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:51.117189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-da6f53cd-1abe-4b83-b66d-36db74f339d1 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223506 Jul 28 11:02:51.122389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:51.123454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Checking segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:51.123454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Bound using segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:51.123454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Bound port: 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:51.123847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.155237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a281350-f59f-4daa-a215-79c1871669e2 req-f76f229e-525b-4c1f-b656-b60035414bda tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.156731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a281350-f59f-4daa-a215-79c1871669e2 req-f76f229e-525b-4c1f-b656-b60035414bda tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 944 time: 0.1550410 Jul 28 11:02:51.197773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:51.201895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:51.206865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.250792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.251522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.252962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d8af396-6e3e-4211-aea9-bf043a46d0bb HTTP/1.1" status: 200 len: 1092 time: 0.6886573 Jul 28 11:02:51.253388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:51.255862 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8042541-f590-4625-9500-8b6168f7ce6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:51.263614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.288320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ab26f-13e9-4a08-8482-df80d8ae6210 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:51.289479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.346364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-4307703c-1269-4844-94d4-3e2c24f2a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.348088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-4307703c-1269-4844-94d4-3e2c24f2a5e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 1095 time: 0.0487356 Jul 28 11:02:51.365049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a281350-f59f-4daa-a215-79c1871669e2 req-eb6bd6a7-4b10-471e-b741-2e323f6df776 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835222 Jul 28 11:02:51.397077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c547cf5a-8159-4374-b4ad-baa42ab1fa4d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:51.401245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-2214a00a-1f81-4e8d-b044-22ef507721ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb HTTP/1.1" status: 200 len: 217 time: 0.0440309 Jul 28 11:02:51.401855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'}, {'name': 'network-changed', 'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:51.404089 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943755d-c440-4250-96aa-c21fa893ce05" -d '{"events": [{"server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "name": "network-vif-unplugged", "status": "completed", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6"}, {"name": "network-changed", "server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:51.428206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48f045bb-b7b9-4087-bf80-fcb639750869 req-93a63ec8-22c4-4e8e-9899-b7038cadfe91 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016160 Jul 28 11:02:51.477596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0769d-df14-40ab-9659-36ba100fd379 req-d5b3617a-ed1a-4190-aa07-f74b782bff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.479410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-d5b3617a-ed1a-4190-aa07-f74b782bff7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 200 len: 861 time: 0.0700064 Jul 28 11:02:51.489719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8708ae0-a4b8-4514-a0c0-5906a58f8e85 req-b6f50f5c-c4ca-46a6-88bb-b8b48f5bb0bf service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596923 Jul 28 11:02:51.519233 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-48778358-6de0-4b9e-9cd3-313b48c3d367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052a4ea6-df86-4e61-92b5-e48e3cad8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303156 Jul 28 11:02:51.531882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99dce9ed-7475-42e0-bdef-af05549697f8 req-e639673c-1f27-4087-bcce-dcc59528011f tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 210 time: 0.0599120 Jul 28 11:02:51.611219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Allocated IP 192.168.233.216 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:51.641874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-2c7fde6e-4e18-4520-9276-bb2f721d77d1 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131854 Jul 28 11:02:51.642844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a1c12-6641-438a-bff2-34551c5e6107 req-4904be21-23cb-413d-96f4-76025aa10789 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.644334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b04a1c12-6641-438a-bff2-34551c5e6107 req-4904be21-23cb-413d-96f4-76025aa10789 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 947 time: 0.1115518 Jul 28 11:02:51.669644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23280ffa-efca-47ba-a8a4-5dfeed905b34 req-5eb27d98-755a-4b95-915c-be114d57684e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 210 time: 0.0500851 Jul 28 11:02:51.730474 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cdc6a9-b421-4009-ae4d-a9db789a4545 x-openstack-request-id: req-37cdc6a9-b421-4009-ae4d-a9db789a4545 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:51.731087 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:51.731504 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37cdc6a9-b421-4009-ae4d-a9db789a4545 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:51.732050 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'status': 'completed', 'code': 200} Jul 28 11:02:51.737733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b04a1c12-6641-438a-bff2-34551c5e6107 req-686e2e36-98f4-4e14-a109-b8d7ac992934 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726364 Jul 28 11:02:51.749244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a0769d-df14-40ab-9659-36ba100fd379 req-cd156a7c-49b8-42fd-9984-31c0148f1564 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984914 Jul 28 11:02:51.769868 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db410fff-699c-441b-804c-a58ab7571b0b x-openstack-request-id: req-db410fff-699c-441b-804c-a58ab7571b0b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:51.770229 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "name": "network-vif-unplugged", "status": "completed", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6", "code": 200}, {"name": "network-changed", "server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:51.770474 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db410fff-699c-441b-804c-a58ab7571b0b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:51.770766 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'code': 200} Jul 28 11:02:51.771017 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'status': 'completed', 'code': 200} Jul 28 11:02:51.854315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8042541-f590-4625-9500-8b6168f7ce6c req-569390b0-1236-46a8-8dbd-416c1861417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.855820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-569390b0-1236-46a8-8dbd-416c1861417b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 1095 time: 0.0487280 Jul 28 11:02:51.906327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943755d-c440-4250-96aa-c21fa893ce05 req-34f3bd66-ccd3-488e-b705-3625e6317fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.907831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-34f3bd66-ccd3-488e-b705-3625e6317fe8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1125 time: 0.1079752 Jul 28 11:02:51.931219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581a35b-9d23-4d20-aab6-ef0ef86a0156 req-91bfe3a7-9fa8-4f2f-b0cb-dbc8cf9b6e25 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.932095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3581a35b-9d23-4d20-aab6-ef0ef86a0156 req-91bfe3a7-9fa8-4f2f-b0cb-dbc8cf9b6e25 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 944 time: 0.1186788 Jul 28 11:02:51.936407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:51.965099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8042541-f590-4625-9500-8b6168f7ce6c req-37a03966-75b3-4905-a0db-97815ac98b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:51.966613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-37a03966-75b3-4905-a0db-97815ac98b63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 922 time: 0.0975571 Jul 28 11:02:52.009217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Transition to ACTIVE for port object c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:52.014413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-6480b7c8-7ce5-4745-a9cd-89e059b81bb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb HTTP/1.1" status: 200 len: 217 time: 0.0395024 Jul 28 11:02:52.043380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3581a35b-9d23-4d20-aab6-ef0ef86a0156 req-134456bf-4372-4cb6-b4ed-329e3e2b7011 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044898 Jul 28 11:02:52.068201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8042541-f590-4625-9500-8b6168f7ce6c req-db9155ae-cb33-4f34-9e5f-46c32310721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:52.077390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-db9155ae-cb33-4f34-9e5f-46c32310721b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 200 len: 861 time: 0.0546055 Jul 28 11:02:52.098047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943755d-c440-4250-96aa-c21fa893ce05 req-c1d13e05-e650-480f-877a-2fa6c09ad78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:52.099675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-c1d13e05-e650-480f-877a-2fa6c09ad78d service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1666653 Jul 28 11:02:52.107876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.113304 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.156669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:52.168228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-3e64a11c-30b9-4dc1-b140-f302b462deb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052a4ea6-df86-4e61-92b5-e48e3cad8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742459 Jul 28 11:02:52.189585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:52.191854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:52.195844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-61d791f8-5b72-4d8e-ae28-24456ca75aa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0568509 Jul 28 11:02:52.271947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:52.284249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-837f55bb-02e1-4a98-bc94-6c9cd6683c78 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:52.285799 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-837f55bb-02e1-4a98-bc94-6c9cd6683c78 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.44 "GET /v2.0/networks?id=447a0981-5ca8-490b-a8c8-f4b116120b3e HTTP/1.1" status: 200 len: 814 time: 0.2023907 Jul 28 11:02:52.297382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943755d-c440-4250-96aa-c21fa893ce05 req-7b207890-3a86-4483-97e3-d0274c8ffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:52.298954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-7b207890-3a86-4483-97e3-d0274c8ffb84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0824573 Jul 28 11:02:52.304914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:52.305617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.309251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Request body: {'port': {'device_id': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e', 'admin_state_up': True, 'tenant_id': '82caa092a9924d7a8aa9ecde1dd5d8e9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:52.340303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-bd5c56cc-eed6-4fb3-9655-3ed5af5a1bd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304961 Jul 28 11:02:52.345931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-bbcf8421-ee6e-4db0-bc22-86300b394182 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6712952 Jul 28 11:02:52.358126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-e5233759-c392-48fc-8626-9d79656f7524 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769769 Jul 28 11:02:52.359559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Request body: {'port': {'device_id': '5aab45e0-524e-492c-90c6-5e13637d2638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:52.498726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.525132 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8042541-f590-4625-9500-8b6168f7ce6c req-c5b19a31-a6f1-414b-96f2-aa505a28da37 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547518 Jul 28 11:02:52.538852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Made reservation on behalf of 82caa092a9924d7a8aa9ecde1dd5d8e9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:52.542192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-c04479d7-a7f3-4eb3-8075-aa50737a3823 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784055 Jul 28 11:02:52.543176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5410334c-e635-47a7-a7bb-7178f0ec3a90 None None] Provisioning for port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:52.545449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.547157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5410334c-e635-47a7-a7bb-7178f0ec3a90 None None] Provisioning complete for port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:52.547844 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5410334c-e635-47a7-a7bb-7178f0ec3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.586782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5410334c-e635-47a7-a7bb-7178f0ec3a90 None None] Port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:02:52.592212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 050a5463-8abf-45c4-8b29-208ac7ce3344 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:52.690363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Allocated IP 172.20.0.4 (447a0981-5ca8-490b-a8c8-f4b116120b3e/eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f/caa9262d-b140-47bd-a6ee-c3c2ee82afa6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:52.706668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 050a5463-8abf-45c4-8b29-208ac7ce3344, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=050a5463-8abf-45c4-8b29-208ac7ce3344,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:52.721717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '050a5463-8abf-45c4-8b29-208ac7ce3344', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '050a5463-8abf-45c4-8b29-208ac7ce3344', 'mac_address': 'fa:16:3e:16:02:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:52.761967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.778167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050a5463-8abf-45c4-8b29-208ac7ce3344 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:52.799617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 050a5463-8abf-45c4-8b29-208ac7ce3344, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=050a5463-8abf-45c4-8b29-208ac7ce3344,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:52.804815 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.858699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.858924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=050a5463-8abf-45c4-8b29-208ac7ce3344,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:52.900923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:52.945068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Network 447a0981-5ca8-490b-a8c8-f4b116120b3e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:52.948461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:52.954581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:02:52.961722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Pushing event updated for resources: {'Port': ['ID=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:53.007816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.008542 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.012483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b5ad-5783-4087-ab7e-31471c70c36d req-24d62b6c-bd30-470f-9001-010116ef9929 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.013936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b571b5ad-5783-4087-ab7e-31471c70c36d req-24d62b6c-bd30-470f-9001-010116ef9929 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 944 time: 0.4970887 Jul 28 11:02:53.024740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-e4660c68-6fc8-4474-97e0-c4924c8ebf17 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224166 Jul 28 11:02:53.044829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Request body: {'port': {'device_id': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:53.054488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f24ff0-b9e3-4f6f-a123-336da3a506a1 req-35bc999f-489b-44ae-b862-4bc1421d18be tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.055917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55f24ff0-b9e3-4f6f-a123-336da3a506a1 req-35bc999f-489b-44ae-b862-4bc1421d18be tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.4760158 Jul 28 11:02:53.096145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a943755d-c440-4250-96aa-c21fa893ce05 req-5eabc910-55bd-4401-ac2d-9d190e51ef8d service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149777 Jul 28 11:02:53.102402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.113605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['050a5463-8abf-45c4-8b29-208ac7ce3344'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:53.169363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b571b5ad-5783-4087-ab7e-31471c70c36d req-edcd0ea6-b2d8-439f-b731-c441b3cdaf1c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435802 Jul 28 11:02:53.176226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55f24ff0-b9e3-4f6f-a123-336da3a506a1 req-f0a0921d-15c8-4fa8-ac2f-4ba5a3f0ba1f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043029 Jul 28 11:02:53.342372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:53.345197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:53.359271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.372011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a750c0-e033-4620-ba75-f47446d74507 req-730e9d82-03aa-444f-bd61-2ef9fdb28cba tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.373692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6a750c0-e033-4620-ba75-f47446d74507 req-730e9d82-03aa-444f-bd61-2ef9fdb28cba tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 936 time: 0.1218536 Jul 28 11:02:53.387508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Transition to ACTIVE for port object c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:53.405561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c43fc-a857-48aa-9443-1e9d18d72a50 req-8ea64506-6c60-4a38-a672-4b8f55073f13 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.407178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-287c43fc-a857-48aa-9443-1e9d18d72a50 req-8ea64506-6c60-4a38-a672-4b8f55073f13 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 931 time: 0.1050134 Jul 28 11:02:53.409155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.439278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa9262d-b140-47bd-a6ee-c3c2ee82afa6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:53.448811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.470198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Transition to ACTIVE for port object caa9262d-b140-47bd-a6ee-c3c2ee82afa6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:53.477238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.510566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:53.527641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 has no active binding in host n-h2-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:02:53.542656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Pushing event updated for resources: {'Port': ['ID=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:53.543530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:53.560013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-287c43fc-a857-48aa-9443-1e9d18d72a50 req-f28d39b6-0788-4dcd-aba4-474cc964d4aa tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313043 Jul 28 11:02:53.584695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6a750c0-e033-4620-ba75-f47446d74507 req-b3858202-2423-496c-89f9-39bac19415ed tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899395 Jul 28 11:02:53.655744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Attempting to bind port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:53.656239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Attempting to bind port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0412bf5e-404f-4b42-b95d-d1cb1580ff86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:53.656572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Attempting to bind port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 on network 447a0981-5ca8-490b-a8c8-f4b116120b3e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:53.661429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 on network 447a0981-5ca8-490b-a8c8-f4b116120b3e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:53.661974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Attempting to bind port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 on network 447a0981-5ca8-490b-a8c8-f4b116120b3e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:53.667793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:53.668131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Checking segment: {'id': '0412bf5e-404f-4b42-b95d-d1cb1580ff86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:53.668546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Bound using segment: {'id': '0412bf5e-404f-4b42-b95d-d1cb1580ff86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:53.668979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Bound port: caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0412bf5e-404f-4b42-b95d-d1cb1580ff86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:53.669339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.715904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:02:53.716221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:02:53.717175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:53.729359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf020268-fbfa-41eb-b749-6b83a6d2c2f4 req-421cf9d2-9496-49b3-a51b-923bd6ab6b7f tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.730866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf020268-fbfa-41eb-b749-6b83a6d2c2f4 req-421cf9d2-9496-49b3-a51b-923bd6ab6b7f tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 948 time: 0.0820875 Jul 28 11:02:53.731884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:02:53.732222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:02:53.739403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:02:53.739735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:02:53.740111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:02:53.740652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Bound port: c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:02:53.741005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.758289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] For port caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:53.761527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] For port caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,segment=NetworkSegment(0412bf5e-404f-4b42-b95d-d1cb1580ff86),segment_id=0412bf5e-404f-4b42-b95d-d1cb1580ff86)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:53.767817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.808410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.809168 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.810653 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] 10.222.0.44 "PUT /v2.0/ports/caa9262d-b140-47bd-a6ee-c3c2ee82afa6 HTTP/1.1" status: 200 len: 1091 time: 0.7708786 Jul 28 11:02:53.811179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'tag': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:53.813879 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa505e87-c7b3-4193-af4a-d08f3fbb0c95", "tag": "caa9262d-b140-47bd-a6ee-c3c2ee82afa6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:53.842845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0b29-ea01-480f-a283-580127eb7aae service neutron] Pushing event updated for resources: {'Port': ['ID=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:53.859247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf020268-fbfa-41eb-b749-6b83a6d2c2f4 req-10dfdd2d-0891-4f7e-8279-87768c2f0575 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209257 Jul 28 11:02:53.893473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:53.924496 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d19a3-618c-4c02-851a-a85b21c4aed9 x-openstack-request-id: req-7c9d19a3-618c-4c02-851a-a85b21c4aed9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:53.924791 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa505e87-c7b3-4193-af4a-d08f3fbb0c95", "tag": "caa9262d-b140-47bd-a6ee-c3c2ee82afa6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:53.925044 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c9d19a3-618c-4c02-851a-a85b21c4aed9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:53.925338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:53.925455 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'tag': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6', 'status': 'completed', 'code': 200} Jul 28 11:02:53.936283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2997ee-9076-45ea-8eab-0ea310eed25a req-af639a8b-f22a-4710-b884-0b6ab0a7c76c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:53.937806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e2997ee-9076-45ea-8eab-0ea310eed25a req-af639a8b-f22a-4710-b884-0b6ab0a7c76c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 944 time: 0.1217887 Jul 28 11:02:53.941232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:53.947089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-88ba7efe-45f3-418c-ac16-8fdc7429d4da service neutron] 10.222.0.44 "GET /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.0675342 Jul 28 11:02:54.002609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.003232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:54.004664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] 10.222.0.41 "PUT /v2.0/ports/c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 1096 time: 1.6499841 Jul 28 11:02:54.005846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:54.008915 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07879084-e012-4b06-be6f-fe2e82a2ab55" -d '{"events": [{"name": "network-changed", "server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:54.015580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-2f75b61f-597f-46dc-9020-1bf3ab3a88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.017106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-2f75b61f-597f-46dc-9020-1bf3ab3a88c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82caa092a9924d7a8aa9ecde1dd5d8e9&device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 1094 time: 0.1327808 Jul 28 11:02:54.080505 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a42f00-910a-41a5-a040-89187618b866 x-openstack-request-id: req-00a42f00-910a-41a5-a040-89187618b866 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:54.080795 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:54.081046 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00a42f00-910a-41a5-a040-89187618b866 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:54.081437 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'status': 'completed', 'code': 200} Jul 28 11:02:54.089144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e2997ee-9076-45ea-8eab-0ea310eed25a req-1971b8a2-01d5-43e5-81a4-159deb7d11f3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373889 Jul 28 11:02:54.100989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-7fbb2bb7-3e31-4f70-bfac-167807c4d68f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6 HTTP/1.1" status: 200 len: 217 time: 0.0685406 Jul 28 11:02:54.104026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3aa38-8275-4cd4-a5d5-12dfb293426e service neutron] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:54.148838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:54.170125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:54.172252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-2a8412c8-bf75-466a-bb88-6d591c79dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.173708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-2a8412c8-bf75-466a-bb88-6d591c79dcd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f HTTP/1.1" status: 200 len: 854 time: 0.0537052 Jul 28 11:02:54.175456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-ec44b10b-d425-4774-9852-addd968caa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.176859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-ec44b10b-d425-4774-9852-addd968caa6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1099 time: 0.0929723 Jul 28 11:02:54.220520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:54.234588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:54.255595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:54.261442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-d1f5608c-33b3-4fc9-a987-b2dd7edc9645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0750515 Jul 28 11:02:54.291084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-24967f93-0c20-4404-b5cd-c40257eea875 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=447a0981-5ca8-490b-a8c8-f4b116120b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416660 Jul 28 11:02:54.333211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] Transition to ACTIVE for port object 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:02:54.338170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:54.410030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] No DVR routers for this DVR port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:02:54.418124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] Pushing event updated for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:54.436304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-ab23c764-1d1e-4989-bf4b-93882f434c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.437773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-ab23c764-1d1e-4989-bf4b-93882f434c45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1501110 Jul 28 11:02:54.443542 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-137141b7-b3d0-44f5-ab16-290612e4a68c service neutron] 10.222.0.44 "PUT /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6/bindings/n-h2-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 0.4870090 Jul 28 11:02:54.467039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f1bbc-215e-46c5-85e1-1937db94abc9 req-96eb1b38-358f-413f-a31b-74b68bf3ee7a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.468690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-343f1bbc-215e-46c5-85e1-1937db94abc9 req-96eb1b38-358f-413f-a31b-74b68bf3ee7a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.2051525 Jul 28 11:02:54.525305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9faace-c867-4130-b8af-a89f8f8ed7a5 req-a7e44c81-6076-4f7c-814d-b6b54092f979 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.526736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f9faace-c867-4130-b8af-a89f8f8ed7a5 req-a7e44c81-6076-4f7c-814d-b6b54092f979 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 944 time: 0.2379127 Jul 28 11:02:54.545099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-1ae253b3-a5de-41ec-8e90-8aecdbc9597f tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.546565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-1ae253b3-a5de-41ec-8e90-8aecdbc9597f tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0440364 Jul 28 11:02:54.555195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-d6abdd98-572a-4424-bd5f-7a50d4ec0a8b service neutron] 10.222.0.44 "GET /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371871 Jul 28 11:02:54.596309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-e4d2613d-8750-46bb-ac00-99fefc109474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.597769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-e4d2613d-8750-46bb-ac00-99fefc109474 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a&tenant_id=2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 1096 time: 0.0400419 Jul 28 11:02:54.611839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 050a5463-8abf-45c4-8b29-208ac7ce3344 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:54.634133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-343f1bbc-215e-46c5-85e1-1937db94abc9 req-eb18ed19-e354-4895-9f0e-490233b56752 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551335 Jul 28 11:02:54.636004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc76a6-1155-4668-8271-feccd0e18858 req-0a8c4f29-31c2-4a4f-8cc6-97386c731067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.637422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-0a8c4f29-31c2-4a4f-8cc6-97386c731067 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881630 Jul 28 11:02:54.661192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f9faace-c867-4130-b8af-a89f8f8ed7a5 req-e58d5578-6831-4e6c-91d2-b06a21aa9615 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161146 Jul 28 11:02:54.678219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 050a5463-8abf-45c4-8b29-208ac7ce3344 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:54.684319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 050a5463-8abf-45c4-8b29-208ac7ce3344 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:54.684974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:54.686707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f3f5e0e0-1eae-4505-83c2-284dfa26c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.692958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-f3f5e0e0-1eae-4505-83c2-284dfa26c359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1096 time: 0.0709715 Jul 28 11:02:54.773318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:54.797743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18024392-298e-4074-9adf-71433f9972b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a5463-8abf-45c4-8b29-208ac7ce3344'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:54.799989 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744b78c-bd1d-46f7-958f-d78f416e3768" -d '{"events": [{"server_uuid": "18024392-298e-4074-9adf-71433f9972b6", "name": "network-vif-plugged", "status": "completed", "tag": "050a5463-8abf-45c4-8b29-208ac7ce3344"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:54.813251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 050a5463-8abf-45c4-8b29-208ac7ce3344, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=050a5463-8abf-45c4-8b29-208ac7ce3344,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:54.817864 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:54.837809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-e76103b8-aa8c-4101-90ba-5df777e7466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.839284 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-e76103b8-aa8c-4101-90ba-5df777e7466a service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1389792 Jul 28 11:02:54.842827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-01743640-d82c-45a2-87f2-b026c68e1f17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674739 Jul 28 11:02:54.870443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=050a5463-8abf-45c4-8b29-208ac7ce3344,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:54.896475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-facc1173-cd51-4d2d-a3a4-8888cd87f27c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0390644 Jul 28 11:02:54.903709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-947df9b6-0e7f-489e-b219-1e9167bf1584 req-f454ddd2-0ef9-40a9-ac7f-1be0ea064387 service neutron] 10.222.0.44 "GET /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287861 Jul 28 11:02:54.912051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed5856-94ca-405c-895c-5193e6e45209 req-0ec425c9-7252-4119-ac93-ef073ebb7997 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.913752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aaed5856-94ca-405c-895c-5193e6e45209 req-0ec425c9-7252-4119-ac93-ef073ebb7997 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 943 time: 0.1524742 Jul 28 11:02:54.915593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-2a8b54bd-48f5-4777-8e4d-1c06db9dab8b service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691059 Jul 28 11:02:54.923426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91c09d-b160-4bc5-9728-1e807c56ff77 req-e7da5dd9-3537-49d6-ae6c-e662bd128180 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.924887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b91c09d-b160-4bc5-9728-1e807c56ff77 req-e7da5dd9-3537-49d6-ae6c-e662bd128180 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.1664531 Jul 28 11:02:54.977133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-50eda226-94e0-445d-ad00-6339502f0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.978558 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-50eda226-94e0-445d-ad00-6339502f0d70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0724058 Jul 28 11:02:54.983160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-771b00eb-a2da-495a-a0aa-607bb348c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:54.984494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-771b00eb-a2da-495a-a0aa-607bb348c8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0871689 Jul 28 11:02:55.015944 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-d466734a-bd69-4721-bfd7-443c4c9508fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263104 Jul 28 11:02:55.078560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b91c09d-b160-4bc5-9728-1e807c56ff77 req-6fcc58ca-fa8c-472c-a390-0e3c72d0c73b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433475 Jul 28 11:02:55.083519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aaed5856-94ca-405c-895c-5193e6e45209 req-bbcbee93-92e6-4e35-9675-e7901a227c55 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576467 Jul 28 11:02:55.108023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-6bdf7445-d01f-4488-b79a-3ce55d27bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.110388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-6bdf7445-d01f-4488-b79a-3ce55d27bd7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82caa092a9924d7a8aa9ecde1dd5d8e9&device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 1094 time: 0.1465483 Jul 28 11:02:55.115869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fc76a6-1155-4668-8271-feccd0e18858 req-665f8794-d4bf-4c9b-acdc-fbbdcdf03bbb service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888566 Jul 28 11:02:55.203252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-8a02e00d-eef3-4e1d-8ee2-aab3a5e8c0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805501 Jul 28 11:02:55.204678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-7d9cbbef-a0b8-4e82-8689-2b8602906b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.205966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-7d9cbbef-a0b8-4e82-8689-2b8602906b61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 924 time: 0.1924324 Jul 28 11:02:55.214454 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211269c-cb06-41a8-82f4-0ed75ae2d859 x-openstack-request-id: req-c211269c-cb06-41a8-82f4-0ed75ae2d859 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:55.215034 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18024392-298e-4074-9adf-71433f9972b6", "name": "network-vif-plugged", "status": "completed", "tag": "050a5463-8abf-45c4-8b29-208ac7ce3344", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:55.215358 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c211269c-cb06-41a8-82f4-0ed75ae2d859 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:55.215893 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18024392-298e-4074-9adf-71433f9972b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a5463-8abf-45c4-8b29-208ac7ce3344', 'code': 200} Jul 28 11:02:55.273617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-94c5ee96-ee1b-4f4a-8af7-d5ab11ed46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.275290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-94c5ee96-ee1b-4f4a-8af7-d5ab11ed46df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1099 time: 0.0969598 Jul 28 11:02:55.298944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.44', 62306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:02:55.317927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:55.411183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-8570ba9b-3554-43b4-9abe-9da7bef68983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.413338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-8570ba9b-3554-43b4-9abe-9da7bef68983 service neutron] 10.222.0.44 "GET /v2.0/networks?id=447a0981-5ca8-490b-a8c8-f4b116120b3e HTTP/1.1" status: 200 len: 915 time: 0.2936070 Jul 28 11:02:55.426984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:55.441738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a62b23c5-e097-4330-a801-44991e8105cd', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'a62b23c5-e097-4330-a801-44991e8105cd', 'mac_address': 'fa:16:3e:c4:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:55.487759 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:55.502008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5f826-991d-4e9f-8a7f-c4488e650afb req-12d57a3f-50eb-42a5-a78f-a074cdd5b6dc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.503031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a62b23c5-e097-4330-a801-44991e8105cd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:55.503662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbf5f826-991d-4e9f-8a7f-c4488e650afb req-12d57a3f-50eb-42a5-a78f-a074cdd5b6dc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.2251985 Jul 28 11:02:55.513757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-3e8bf7b0-5971-4b00-a518-82a1cbb55229 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6 HTTP/1.1" status: 200 len: 217 time: 0.0852334 Jul 28 11:02:55.526681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0c42-41b1-4389-bc22-3617a72599c6 req-81e73c08-3a82-4889-ae99-b73ccffaea84 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.528349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17bd0c42-41b1-4389-bc22-3617a72599c6 req-81e73c08-3a82-4889-ae99-b73ccffaea84 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 949 time: 0.2454014 Jul 28 11:02:55.528476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:55.535427 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:55.536124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2d8af396-6e3e-4211-aea9-bf043a46d0bb details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:55.549144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c3fee-fba6-42cb-a5f9-2c3e5b348e21 req-ab966d6f-f588-4ac3-891f-85fe99bc490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.550684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d6c3fee-fba6-42cb-a5f9-2c3e5b348e21 req-ab966d6f-f588-4ac3-891f-85fe99bc490a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 1100 time: 0.2507560 Jul 28 11:02:55.625634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-73fa3f1f-b03a-4e63-a129-68305bea3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.627303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-73fa3f1f-b03a-4e63-a129-68305bea3d27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.3298001 Jul 28 11:02:55.629174 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-22d928c0-5e74-497f-ac30-2087bfb338ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4182580 Jul 28 11:02:55.636242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-2bae7d5b-99d5-490c-a8d0-389bd512acf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf HTTP/1.1" status: 200 len: 1002 time: 0.3751061 Jul 28 11:02:55.640155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:55.682118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d6c3fee-fba6-42cb-a5f9-2c3e5b348e21 req-c844902f-3bba-4fe9-bcb9-f69af958b6b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946121 Jul 28 11:02:55.692524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:55.704504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'port_id': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'mac_address': 'fa:16:3e:bd:52:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba4996-481e-4e3d-941d-538a51839ec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:55.715625 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-da8071ea-693b-480c-a72e-ce8fb4f9831a service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566419 Jul 28 11:02:55.718960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbf5f826-991d-4e9f-8a7f-c4488e650afb req-e4c8c87b-363d-4d25-ad3c-51e778a5b8e9 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040322 Jul 28 11:02:55.721227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-7824070a-52ec-4bf7-a0f6-f9a0206eca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.722604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-7824070a-52ec-4bf7-a0f6-f9a0206eca61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.0640514 Jul 28 11:02:55.722744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-b5dbf2b5-ec8a-4ab4-97a2-2976af7c1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.724078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-b5dbf2b5-ec8a-4ab4-97a2-2976af7c1cae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f HTTP/1.1" status: 200 len: 854 time: 0.1921768 Jul 28 11:02:55.728084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-5f2e1463-007c-41f7-ab77-1f714707b168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0656672 Jul 28 11:02:55.731592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17bd0c42-41b1-4389-bc22-3617a72599c6 req-1749d193-13e0-48f7-b654-4b76f32b42ac tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760194 Jul 28 11:02:55.751028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:55.777148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8af396-6e3e-4211-aea9-bf043a46d0bb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:55.802767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:55.810885 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:55.823412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-c32b9a56-6f4e-4c3a-8cb4-77837b57ab46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=447a0981-5ca8-490b-a8c8-f4b116120b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585811 Jul 28 11:02:55.847953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-db73a6dc-89f8-4312-b620-b79376ef44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.849454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-db73a6dc-89f8-4312-b620-b79376ef44a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131113 Jul 28 11:02:55.855091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43f698-cc38-4158-9918-8621418fca5a req-4ba68af6-eec1-4b66-9bf5-a07f3b9ce325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:55.856529 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-4ba68af6-eec1-4b66-9bf5-a07f3b9ce325 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d77703a8bf9848d084f2237ec7737ec5&device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 1100 time: 0.0741079 Jul 28 11:02:56.021512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:56.055464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-5a027454-2421-40f8-976b-b77220c23bdf service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979182 Jul 28 11:02:56.082482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-35a3263c-2c6b-474a-a74b-f144d9987682 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.084258 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-35a3263c-2c6b-474a-a74b-f144d9987682 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.1301653 Jul 28 11:02:56.095298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43f698-cc38-4158-9918-8621418fca5a req-15ffa0dd-0821-45cb-84e9-2ff5f971796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.096810 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-15ffa0dd-0821-45cb-84e9-2ff5f971796f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1912735 Jul 28 11:02:56.173313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a62b23c5-e097-4330-a801-44991e8105cd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:56.192516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-05a9f533-a259-45ef-b11d-03ee3aa3a0c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7230b01e-d786-4e82-981c-c923ae5e1417 HTTP/1.1" status: 200 len: 217 time: 0.0652823 Jul 28 11:02:56.202097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['2d8af396-6e3e-4211-aea9-bf043a46d0bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:56.214657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-9848a7ae-78c0-4c40-9043-d90f5cee534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.216012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-9848a7ae-78c0-4c40-9043-d90f5cee534a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.4782856 Jul 28 11:02:56.248430 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:02:56.286216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca615-0da7-4b5f-ac0a-47408a8650e7 req-880a6d6e-8a5e-415f-8ddf-b0fad5cf74f0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.287519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84bca615-0da7-4b5f-ac0a-47408a8650e7 req-880a6d6e-8a5e-415f-8ddf-b0fad5cf74f0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 945 time: 0.4666903 Jul 28 11:02:56.301956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c00d-d314-4aee-bb0e-439685a319f1 req-036bcb88-d9d2-4e67-88c0-49e1168071cb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.303329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8992c00d-d314-4aee-bb0e-439685a319f1 req-036bcb88-d9d2-4e67-88c0-49e1168071cb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 949 time: 0.4277525 Jul 28 11:02:56.305724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d840027a-b55b-4d80-b59f-ccfb006be8d7 req-e21d89b1-f980-418a-b534-7cf57ea7c2af service neutron] 10.222.0.41 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369437 Jul 28 11:02:56.345836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43f698-cc38-4158-9918-8621418fca5a req-57a8eb4f-43ed-4775-b637-c707cf73009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.347357 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-57a8eb4f-43ed-4775-b637-c707cf73009e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1420331 Jul 28 11:02:56.347477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-e6e9884a-f0a3-4335-818a-ca7e1974909f service neutron] 10.222.0.44 "GET /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069251 Jul 28 11:02:56.362998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-c7eb5ac5-f777-4723-be1e-7b716b85f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.364484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-c7eb5ac5-f777-4723-be1e-7b716b85f95a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368148 Jul 28 11:02:56.410689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84bca615-0da7-4b5f-ac0a-47408a8650e7 req-5d948dfd-e413-4755-94de-08856c2b3613 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 Jul 28 11:02:56.445833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8992c00d-d314-4aee-bb0e-439685a319f1 req-146128dc-7737-4880-a48f-02117d25c756 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255279 Jul 28 11:02:56.451693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-b55c40d8-9c67-4cb7-b3d3-27d1d6c8d4d3 service neutron] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:56.455451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-b55c40d8-9c67-4cb7-b3d3-27d1d6c8d4d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:56.458116 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eb7b6b8-cf66-4bbf-aa73-2e62e2a1330d req-b55c40d8-9c67-4cb7-b3d3-27d1d6c8d4d3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6/bindings/n-h1-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.3363626 Jul 28 11:02:56.463873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43f698-cc38-4158-9918-8621418fca5a req-1346cb43-6369-4368-988d-ec91c67b80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.466910 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-1346cb43-6369-4368-988d-ec91c67b80f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998442 Jul 28 11:02:56.575488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7b4833c-3fea-4d5f-8b7c-eda1ae6b7ab9 req-4e78d43c-4d6f-4957-9ee6-383c3db5a43a service neutron] 10.222.0.44 "GET /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980481 Jul 28 11:02:56.585658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-c3fb773c-f501-4bff-ad06-e81f469eb379 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033018 Jul 28 11:02:56.613757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-eeec2281-c9d0-419f-911b-d097431e36ba service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235239 Jul 28 11:02:56.687850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0b4-cce1-478f-bcf1-11203e306ea5 req-64b5c489-80d7-4bb3-b9e6-2a8ee08e7809 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.689323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8ceb0b4-cce1-478f-bcf1-11203e306ea5 req-64b5c489-80d7-4bb3-b9e6-2a8ee08e7809 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.1445365 Jul 28 11:02:56.697383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632fd17-6419-40d9-a98f-fe793f367b66 req-740924a0-8511-424e-af26-a0af4d9acc7d tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:56.698841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d632fd17-6419-40d9-a98f-fe793f367b66 req-740924a0-8511-424e-af26-a0af4d9acc7d tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 943 time: 0.1493988 Jul 28 11:02:56.711791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c43f698-cc38-4158-9918-8621418fca5a req-e0a8127b-8878-401e-87b8-b10c9ca39c8b service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065750 Jul 28 11:02:56.792021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8ceb0b4-cce1-478f-bcf1-11203e306ea5 req-48b8d8c0-54fc-4403-bec1-6ea2160de669 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921926 Jul 28 11:02:56.794251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07879084-e012-4b06-be6f-fe2e82a2ab55 req-3d4da0bd-1e67-42c2-aa60-ea1dbba2ea0f service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709933 Jul 28 11:02:56.797024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d632fd17-6419-40d9-a98f-fe793f367b66 req-94678d64-a767-4bbb-b7ce-c299ecc52f61 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Jul 28 11:02:56.998747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352020-60c4-4a6d-b4df-90c4c89faeda req-5046f19e-6c02-4b74-bf13-906acaa7a88f tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.000220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2352020-60c4-4a6d-b4df-90c4c89faeda req-5046f19e-6c02-4b74-bf13-906acaa7a88f tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 949 time: 0.0786631 Jul 28 11:02:57.008409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509445e-bf84-4c47-997a-beaac8ce27b0 req-58ede4f2-aec4-4f61-8eeb-a8eb2485001d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.009755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5509445e-bf84-4c47-997a-beaac8ce27b0 req-58ede4f2-aec4-4f61-8eeb-a8eb2485001d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.0788133 Jul 28 11:02:57.064082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2352020-60c4-4a6d-b4df-90c4c89faeda req-f3331476-1e04-4c3b-8f1e-ca9808e8b46d tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Jul 28 11:02:57.068768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5509445e-bf84-4c47-997a-beaac8ce27b0 req-a9e39466-4cf1-4c04-bf5f-4ec4a505d3f6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Jul 28 11:02:57.217635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c1b3e-d6fe-482b-9541-b69d59ad5f8b req-cde3817e-efba-4f9f-a71f-7987d1547bed tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.219276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d2c1b3e-d6fe-482b-9541-b69d59ad5f8b req-cde3817e-efba-4f9f-a71f-7987d1547bed tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 1096 time: 0.0449693 Jul 28 11:02:57.266410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d2c1b3e-d6fe-482b-9541-b69d59ad5f8b req-a3d3867e-c265-4a8f-b8c0-eb7fefa8c619 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Jul 28 11:02:57.323218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2d8af396-6e3e-4211-aea9-bf043a46d0bb up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:57.351253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dad8e-a8d8-4bb1-b501-3877b152a242 req-339ee796-879a-414b-bc29-5d088c0aa14b tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.352833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e6dad8e-a8d8-4bb1-b501-3877b152a242 req-339ee796-879a-414b-bc29-5d088c0aa14b tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 949 time: 0.0525548 Jul 28 11:02:57.385175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 2d8af396-6e3e-4211-aea9-bf043a46d0bb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:02:57.390057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 2d8af396-6e3e-4211-aea9-bf043a46d0bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:57.390573 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.403940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e6dad8e-a8d8-4bb1-b501-3877b152a242 req-d93e24ff-199f-44ab-b580-03ead3ad7c39 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Jul 28 11:02:57.497484 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.520518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:57.523317 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85ced23-abc1-4742-816e-1599e79ee65b" -d '{"events": [{"server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:57.535832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:57.539890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.541006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:57.591732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701381c5-8f19-474e-bfae-b6da3b0950e3 req-4ce682ba-f7a8-4c1a-96bb-11666722b8f7 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.593133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-701381c5-8f19-474e-bfae-b6da3b0950e3 req-4ce682ba-f7a8-4c1a-96bb-11666722b8f7 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 945 time: 0.1022356 Jul 28 11:02:57.613925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:57.626118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a62b23c5-e097-4330-a801-44991e8105cd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:02:57.626494 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.656147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-94558777-75ce-44b7-9589-2a22ee4f5da4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.657613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-94558777-75ce-44b7-9589-2a22ee4f5da4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.1557505 Jul 28 11:02:57.660394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-701381c5-8f19-474e-bfae-b6da3b0950e3 req-5e5eca91-1694-4287-a3a9-9da470edfeaa tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610061 Jul 28 11:02:57.673263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-50af244e-1f87-4dca-8046-b185418ed5aa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/quotas/2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 375 time: 0.0092554 Jul 28 11:02:57.715071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.742981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-2a392a8e-38fa-4f75-99ab-a25b29392c0a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584478 Jul 28 11:02:57.747804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:57.753047 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.800114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:57.826615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401cdd-ba3b-4939-a600-170a3c1027d1 req-a76f20b1-7225-4c9d-8b2b-8814090e589b tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:57.828077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8401cdd-ba3b-4939-a600-170a3c1027d1 req-a76f20b1-7225-4c9d-8b2b-8814090e589b tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 949 time: 0.1047835 Jul 28 11:02:57.838521 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23fa604b-ef45-494b-86a0-d4e551008bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:57.878705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-91723ed5-0615-4e06-8a44-e90a8fa9d65d service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185172 Jul 28 11:02:57.897111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8401cdd-ba3b-4939-a600-170a3c1027d1 req-cecb2b05-a3b5-4f27-bae6-cf5674a231b6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Jul 28 11:02:57.939467 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e109847-8d99-49de-a334-2bcabaf7576a x-openstack-request-id: req-8e109847-8d99-49de-a334-2bcabaf7576a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:57.939756 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:57.940004 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e109847-8d99-49de-a334-2bcabaf7576a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:57.940430 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'code': 200} Jul 28 11:02:57.979112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-56fbf0d5-d639-4378-8366-1033d2619fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935686 Jul 28 11:02:58.060863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ac24-08ac-4423-a8f6-5bcd97698f03 req-0db44bf7-18d8-4c76-8bc9-815693e5a647 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:58.062330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed55ac24-08ac-4423-a8f6-5bcd97698f03 req-0db44bf7-18d8-4c76-8bc9-815693e5a647 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.0751491 Jul 28 11:02:58.078161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b523d-1f80-4383-adc6-0edd71d34ad6 req-ed83de3b-3137-437b-bcf3-f24e373a9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:58.079947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c8b523d-1f80-4383-adc6-0edd71d34ad6 req-ed83de3b-3137-437b-bcf3-f24e373a9f2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 1097 time: 0.0675807 Jul 28 11:02:58.123825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed55ac24-08ac-4423-a8f6-5bcd97698f03 req-27520523-1d26-48bf-8fd4-52046027231f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Jul 28 11:02:58.143127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c8b523d-1f80-4383-adc6-0edd71d34ad6 req-fff58744-451c-4b56-a17c-2a7773532b13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546162 Jul 28 11:02:58.186199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658ae8c-445d-44ff-9f6f-46e40e4dbf98 req-92f19c88-b8b4-496c-8f1f-399780f128e9 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:58.187697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3658ae8c-445d-44ff-9f6f-46e40e4dbf98 req-92f19c88-b8b4-496c-8f1f-399780f128e9 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 943 time: 0.0586946 Jul 28 11:02:58.236542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3658ae8c-445d-44ff-9f6f-46e40e4dbf98 req-778137d3-57d1-40f5-8cae-207bc1176d2b tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Jul 28 11:02:58.309618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ce136ec-4cb2-4e0f-b42c-d787b91e56f8 req-0b518c85-1681-4741-8dac-b72aa81b9ce7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Jul 28 11:02:58.527572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64301acd-e57f-4da5-b1ec-76889fdfeb61 req-9e835fbd-289b-4a10-9b7b-a9cc3e557f8e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:58.529091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64301acd-e57f-4da5-b1ec-76889fdfeb61 req-9e835fbd-289b-4a10-9b7b-a9cc3e557f8e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 949 time: 0.0515733 Jul 28 11:02:58.568314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64301acd-e57f-4da5-b1ec-76889fdfeb61 req-987af9c7-1764-4bb3-b42b-35070def20fc tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/security-groups?id=3659484f-bb78-411e-8d3c-7bda72fd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331426 Jul 28 11:02:58.622210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device caa9262d-b140-47bd-a6ee-c3c2ee82afa6 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:58.625485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:58.709378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:58.755447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,segment=NetworkSegment(0412bf5e-404f-4b42-b95d-d1cb1580ff86),segment_id=0412bf5e-404f-4b42-b95d-d1cb1580ff86)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:58.766260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6', 'network_id': '447a0981-5ca8-490b-a8c8-f4b116120b3e', 'port_id': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6', 'mac_address': 'fa:16:3e:33:5e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:58.781382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01569d-51f3-423a-9cff-d2758dd75845 req-4f99943c-c5da-4233-a186-c04dc58e225a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:58.782885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc01569d-51f3-423a-9cff-d2758dd75845 req-4f99943c-c5da-4233-a186-c04dc58e225a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.0502410 Jul 28 11:02:58.799254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be37e7-4d5e-4532-939d-cda145259f78 req-d29820e2-5c4a-4005-bc45-56bc622859a1 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:58.800876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03be37e7-4d5e-4532-939d-cda145259f78 req-d29820e2-5c4a-4005-bc45-56bc622859a1 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.44 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 949 time: 0.0830226 Jul 28 11:02:58.806838 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:58.820224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa9262d-b140-47bd-a6ee-c3c2ee82afa6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:58.823568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc01569d-51f3-423a-9cff-d2758dd75845 req-6b722184-a779-4840-ae40-99313159febd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Jul 28 11:02:58.842692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,segment=NetworkSegment(0412bf5e-404f-4b42-b95d-d1cb1580ff86),segment_id=0412bf5e-404f-4b42-b95d-d1cb1580ff86)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:58.847594 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:58.898719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:58.939701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Deleting port 050a5463-8abf-45c4-8b29-208ac7ce3344 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:02:58.939980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.022885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596e4f3-47a3-4754-b96a-84707adc8b56 req-8969c3dd-ca72-4fe6-ab62-cd69dd8c8f86 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:59.029759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c596e4f3-47a3-4754-b96a-84707adc8b56 req-8969c3dd-ca72-4fe6-ab62-cd69dd8c8f86 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0637460 Jul 28 11:02:59.040425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] For port 050a5463-8abf-45c4-8b29-208ac7ce3344, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=050a5463-8abf-45c4-8b29-208ac7ce3344,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:59.040839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.058538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Calling delete_port for 050a5463-8abf-45c4-8b29-208ac7ce3344 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:02:59.072517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c596e4f3-47a3-4754-b96a-84707adc8b56 req-05ca0bb4-309c-4f81-9405-07f1d2c63695 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Jul 28 11:02:59.084269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['caa9262d-b140-47bd-a6ee-c3c2ee82afa6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:59.226483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.267766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-7528fcea-f485-40da-aac2-d5b417cc78dd tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:59.268921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-7528fcea-f485-40da-aac2-d5b417cc78dd tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.1951995 Jul 28 11:02:59.277882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Pushing event deleted for resources: {'Port': ['ID=050a5463-8abf-45c4-8b29-208ac7ce3344,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.296429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Request body: {'port': {'device_id': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'admin_state_up': True, 'tenant_id': '2cb7165910f14819a23d85056cc2c693'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:02:59.317640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e7698-8b3f-4ac2-96f3-07e831b48c23 req-8555b26b-87b3-4fa4-b1a8-4bc587545009 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:59.319725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-715e7698-8b3f-4ac2-96f3-07e831b48c23 req-8555b26b-87b3-4fa4-b1a8-4bc587545009 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.0859957 Jul 28 11:02:59.327414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:02:59.371952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] No DVR routers for this DVR port 050a5463-8abf-45c4-8b29-208ac7ce3344 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:02:59.377060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.379310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03be37e7-4d5e-4532-939d-cda145259f78 req-cdf3a2e5-ed6c-40c5-a7af-44e13f3d582e tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.44 "DELETE /v2.0/ports/050a5463-8abf-45c4-8b29-208ac7ce3344 HTTP/1.1" status: 204 len: 173 time: 0.5646908 Jul 28 11:02:59.379811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18024392-298e-4074-9adf-71433f9972b6', 'name': 'network-vif-deleted', 'tag': '050a5463-8abf-45c4-8b29-208ac7ce3344'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:59.383368 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e9554-5d16-40fb-80c6-65ee88b9fedd" -d '{"events": [{"server_uuid": "18024392-298e-4074-9adf-71433f9972b6", "name": "network-vif-deleted", "tag": "050a5463-8abf-45c4-8b29-208ac7ce3344"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:02:59.442708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:59.454770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'mac_address': 'fa:16:3e:f4:de:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:02:59.473802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce10e1e-60e0-4c13-bc4f-b64dccb32197 req-f98ca6ea-0114-4640-9560-abddb6c91898 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:02:59.475353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fce10e1e-60e0-4c13-bc4f-b64dccb32197 req-f98ca6ea-0114-4640-9560-abddb6c91898 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 944 time: 0.0936568 Jul 28 11:02:59.492794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-715e7698-8b3f-4ac2-96f3-07e831b48c23 req-423984ba-a96a-4eeb-8b7d-89008cbb9714 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556637 Jul 28 11:02:59.494907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.509359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:02:59.546316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:59.551766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.566313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fce10e1e-60e0-4c13-bc4f-b64dccb32197 req-a11efa64-4cf3-4b53-8e18-33728dc95cfa tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Jul 28 11:02:59.605126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Made reservation on behalf of 2cb7165910f14819a23d85056cc2c693 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:59.609077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:02:59.626578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.629024 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e09d8a-95fc-47b7-b0e6-9c101352de03 x-openstack-request-id: req-43e09d8a-95fc-47b7-b0e6-9c101352de03 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:02:59.629686 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18024392-298e-4074-9adf-71433f9972b6", "name": "network-vif-deleted", "tag": "050a5463-8abf-45c4-8b29-208ac7ce3344", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:02:59.629952 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43e09d8a-95fc-47b7-b0e6-9c101352de03 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:02:59.630571 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18024392-298e-4074-9adf-71433f9972b6', 'name': 'network-vif-deleted', 'tag': '050a5463-8abf-45c4-8b29-208ac7ce3344', 'status': 'completed', 'code': 200} Jul 28 11:02:59.647968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['050a5463-8abf-45c4-8b29-208ac7ce3344'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:59.694910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b987017-1cdd-4e9d-9ccd-d56c1d885548 req-7c20af77-7ec3-4576-9c26-d202e37f507a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 210 time: 0.0556951 Jul 28 11:02:59.733142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3efb677c-93f6-4b0b-8241-3a64a3dd4e3e req-482f2028-e716-4023-98cd-7c38b105a768 tempest-ServerDiagnosticsNegativeTest-2078998562 tempest-ServerDiagnosticsNegativeTest-2078998562-project] 10.222.0.20 "GET /v2.0/ports?device_id=18024392-298e-4074-9adf-71433f9972b6 HTTP/1.1" status: 200 len: 210 time: 0.0350707 Jul 28 11:02:59.786612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Allocated IP 172.20.0.8 (58174e6f-5b40-4a36-8010-eb2089b62717/ff62bbb5-74e1-450e-9d5f-acda051b411f/b1a835d9-1ac1-474e-9320-f3f522ac77bb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:59.829194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:02:59.942971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:02:59.945749 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1b9689-98e9-4464-8dac-79d7e43e3492" -d '{"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-plugged", "status": "completed", "tag": "a62b23c5-e097-4330-a801-44991e8105cd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:00.023058 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370635d0-4942-4ee9-aeb5-d039a654a4ad x-openstack-request-id: req-370635d0-4942-4ee9-aeb5-d039a654a4ad {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:00.023058 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-plugged", "status": "completed", "tag": "a62b23c5-e097-4330-a801-44991e8105cd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:00.024160 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-370635d0-4942-4ee9-aeb5-d039a654a4ad {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:00.024160 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd', 'code': 200} Jul 28 11:03:00.028090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.066631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad8e1-b1e2-4b74-a5de-dc88776a8c5a req-42d6465f-db16-4abf-8f82-bc0db1ebb716 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.068140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4ad8e1-b1e2-4b74-a5de-dc88776a8c5a req-42d6465f-db16-4abf-8f82-bc0db1ebb716 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.1128285 Jul 28 11:03:00.120955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.156591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4ad8e1-b1e2-4b74-a5de-dc88776a8c5a req-9edf18a4-3baf-44ac-82c8-e5b5e0015de9 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784023 Jul 28 11:03:00.196463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Network 58174e6f-5b40-4a36-8010-eb2089b62717 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:00.208156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:00.217918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:00.220361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:00.325371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d9338-6d6f-4e48-aead-54dacffefc7b req-47f228c7-5803-4934-ae91-53adb73f4c42 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.326832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-743d9338-6d6f-4e48-aead-54dacffefc7b req-47f228c7-5803-4934-ae91-53adb73f4c42 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1671228 Jul 28 11:03:00.336374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.336963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.355967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133759-16cb-4bd1-b4bb-e2f968760074 req-ce9bd8eb-8b50-4a36-9072-d360160e4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.357422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06133759-16cb-4bd1-b4bb-e2f968760074 req-ce9bd8eb-8b50-4a36-9072-d360160e4c66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.1521018 Jul 28 11:03:00.383659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-4f7d6778-840d-4dce-afa3-75652f64bbfa tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0929797 Jul 28 11:03:00.398903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efb96-fbe0-4302-b71c-4c1d4d4712d7 req-0cac231a-50e7-4523-8f1c-7a3cd072908f tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.400275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a2efb96-fbe0-4302-b71c-4c1d4d4712d7 req-0cac231a-50e7-4523-8f1c-7a3cd072908f tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.1362264 Jul 28 11:03:00.408785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Request body: {'port': {'device_id': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:00.466035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-743d9338-6d6f-4e48-aead-54dacffefc7b req-1fef15a0-07e2-448f-96f7-834845bc64aa tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236565 Jul 28 11:03:00.504974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06133759-16cb-4bd1-b4bb-e2f968760074 req-adaeddaa-0aa7-4743-a952-23ba514bc7f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316485 Jul 28 11:03:00.515266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a2efb96-fbe0-4302-b71c-4c1d4d4712d7 req-444cea17-4b95-4c3f-bc8f-6e13844f51c0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004982 Jul 28 11:03:00.519778 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.640365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device caa9262d-b140-47bd-a6ee-c3c2ee82afa6 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:00.705066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:00.717338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:00.717919 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.737215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7040e2b-afee-4b1b-bd0c-411f3d5f20e7 req-a2658ac5-bfa1-4b0c-96bc-8d93bb3a83e3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.738691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7040e2b-afee-4b1b-bd0c-411f3d5f20e7 req-a2658ac5-bfa1-4b0c-96bc-8d93bb3a83e3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 949 time: 0.1071675 Jul 28 11:03:00.753974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d96876c4-1a77-43b1-89db-06d84f53a20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.816616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7040e2b-afee-4b1b-bd0c-411f3d5f20e7 req-1babc156-7281-4489-82de-14716491e1e7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Jul 28 11:03:00.836669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.915816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,segment=NetworkSegment(0412bf5e-404f-4b42-b95d-d1cb1580ff86),segment_id=0412bf5e-404f-4b42-b95d-d1cb1580ff86)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:00.922974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.923811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 050a5463-8abf-45c4-8b29-208ac7ce3344 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:00.952821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a835d9-1ac1-474e-9320-f3f522ac77bb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:00.964436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:00.982731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Transition to ACTIVE for port object b1a835d9-1ac1-474e-9320-f3f522ac77bb will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:00.993311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e2b4-3db9-442f-8992-39c9177add6c req-74aff919-9c3e-4543-ac31-852668c7b7af tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:00.994840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e162e2b4-3db9-442f-8992-39c9177add6c req-74aff919-9c3e-4543-ac31-852668c7b7af tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 945 time: 0.0870867 Jul 28 11:03:00.996328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.012477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 050a5463-8abf-45c4-8b29-208ac7ce3344 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:03:01.012704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 050a5463-8abf-45c4-8b29-208ac7ce3344 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:01.014260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.015826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:01.078405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:01.137247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e162e2b4-3db9-442f-8992-39c9177add6c req-e4753b0e-993a-4126-8c75-8495afb54e68 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309924 Jul 28 11:03:01.206806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb26650-e801-4fe2-a5a0-d3ed55a873b8 req-eb9f7bfd-7c6d-4e9e-896b-4df56aa5129c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:01.211301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbb26650-e801-4fe2-a5a0-d3ed55a873b8 req-eb9f7bfd-7c6d-4e9e-896b-4df56aa5129c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.1188712 Jul 28 11:03:01.242396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:01.242735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:01.243175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:01.253886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:01.254194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:01.261467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:01.261797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:01.262170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:01.262594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Bound port: b1a835d9-1ac1-474e-9320-f3f522ac77bb, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:01.262942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.309316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbb26650-e801-4fe2-a5a0-d3ed55a873b8 req-9d29b1ab-0777-44fd-8eb5-da055ad7f2b3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904043 Jul 28 11:03:01.351189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:01.393464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:01.397852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:01.403529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.431745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:01.437206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:01.437736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.458426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:01.459564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.461385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] 10.222.0.44 "PUT /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 1091 time: 1.0565202 Jul 28 11:03:01.512458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:01.516016 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355" -d '{"events": [{"name": "network-changed", "server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:01.518790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b0f45-8a94-4c47-ad1b-b6e858e35e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:01.543271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.601695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:01.611997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460c5bc-7784-4b50-93c9-252bdc7d970e req-f1aeabcf-8ffb-40eb-91fd-e80b5ef41102 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:01.613745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c460c5bc-7784-4b50-93c9-252bdc7d970e req-f1aeabcf-8ffb-40eb-91fd-e80b5ef41102 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.1570647 Jul 28 11:03:01.619045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:01.627486 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.637700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-841fd66a-755e-49ea-a11c-cc61e50a1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:01.638800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-841fd66a-755e-49ea-a11c-cc61e50a1eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1094 time: 0.0893266 Jul 28 11:03:01.705185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:01.717450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-0a7570d6-a37e-4a27-8b87-b7ced9287f63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 217 time: 0.0697803 Jul 28 11:03:01.787161 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-994ce661-d95c-469f-b842-c32191d21fde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc45dbd0a3cd4a329b66042a3b80c4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834846 Jul 28 11:03:01.789998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:01.790295 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.842185 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284bf397-3c45-4dfc-83a9-7005da6e0f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.864202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284bf397-3c45-4dfc-83a9-7005da6e0f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.919780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284bf397-3c45-4dfc-83a9-7005da6e0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.922402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284bf397-3c45-4dfc-83a9-7005da6e0f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:01.923767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-284bf397-3c45-4dfc-83a9-7005da6e0f0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3659484f-bb78-411e-8d3c-7bda72fd56ba HTTP/1.1" status: 204 len: 168 time: 0.1325285 Jul 28 11:03:01.934386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf397-3c45-4dfc-83a9-7005da6e0f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659484f-bb78-411e-8d3c-7bda72fd56ba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:01.987534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c460c5bc-7784-4b50-93c9-252bdc7d970e req-3da754bc-9301-4be0-b734-64f6c7711aa7 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641579 Jul 28 11:03:02.025432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6'}, {'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:02.030331 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e44007e-e8ee-4d1d-887e-762ae86ea470" -d '{"events": [{"server_uuid": "fa505e87-c7b3-4193-af4a-d08f3fbb0c95", "name": "network-vif-plugged", "status": "completed", "tag": "caa9262d-b140-47bd-a6ee-c3c2ee82afa6"}, {"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-plugged", "status": "completed", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:02.047015 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a17fbc-0c52-4782-b433-f40dccf301f0 x-openstack-request-id: req-64a17fbc-0c52-4782-b433-f40dccf301f0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:02.047305 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:02.047551 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a17fbc-0c52-4782-b433-f40dccf301f0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:02.047939 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'status': 'completed', 'code': 200} Jul 28 11:03:02.050511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b521cf-4212-4342-8c06-983bba32c01c req-110e24b3-68d5-4dea-b84a-066da59b0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.051929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-110e24b3-68d5-4dea-b84a-066da59b0b2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.3209076 Jul 28 11:03:02.067933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8783f0-44ff-42af-93b9-5a6f2f48e4ab req-1b83e2bc-be7a-4d0e-ba21-96cbafe881cd tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.070020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e8783f0-44ff-42af-93b9-5a6f2f48e4ab req-1b83e2bc-be7a-4d0e-ba21-96cbafe881cd tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0874991 Jul 28 11:03:02.117239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-cefc0028-6f9a-4cd3-a697-10013546f6f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567563 Jul 28 11:03:02.153590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e8783f0-44ff-42af-93b9-5a6f2f48e4ab req-f70add3d-9623-4db9-8caf-13d6462c6169 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734677 Jul 28 11:03:02.202964 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d525bb7-e10b-4cea-bb7c-889cc385dad3 x-openstack-request-id: req-5d525bb7-e10b-4cea-bb7c-889cc385dad3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:02.203252 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa505e87-c7b3-4193-af4a-d08f3fbb0c95", "name": "network-vif-plugged", "status": "completed", "tag": "caa9262d-b140-47bd-a6ee-c3c2ee82afa6", "code": 200}, {"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-plugged", "status": "completed", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:02.203505 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d525bb7-e10b-4cea-bb7c-889cc385dad3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:02.203895 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6', 'code': 200} Jul 28 11:03:02.204136 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'code': 200} Jul 28 11:03:02.271862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:02.300454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29716-e738-4222-bc1c-8a84558e001e req-7b41e32d-47db-4918-a5e5-a4614231b6b9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.308087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3da29716-e738-4222-bc1c-8a84558e001e req-7b41e32d-47db-4918-a5e5-a4614231b6b9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1280477 Jul 28 11:03:02.312133 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f70767d-6302-401b-a007-019d4281cf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.344858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2ea58-86d2-4660-9e1e-c74d9b6796e4 req-1e62ad31-8778-4463-8c13-beed80216e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.346324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48e2ea58-86d2-4660-9e1e-c74d9b6796e4 req-1e62ad31-8778-4463-8c13-beed80216e8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 1096 time: 0.0677650 Jul 28 11:03:02.365622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-d07d222f-cede-4d79-a09d-d1504e16e931 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385318 Jul 28 11:03:02.408507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48e2ea58-86d2-4660-9e1e-c74d9b6796e4 req-e8cac235-f929-4a17-a494-394cb58840c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Jul 28 11:03:02.443258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f70767d-6302-401b-a007-019d4281cf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.447747 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f70767d-6302-401b-a007-019d4281cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.458659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6d52-7a2d-4dee-abb1-dd9129a33f59 req-5515a60d-23a6-4d12-8802-56225789ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.460554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-987f6d52-7a2d-4dee-abb1-dd9129a33f59 req-5515a60d-23a6-4d12-8802-56225789ace5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1101 time: 0.1772008 Jul 28 11:03:02.463315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3da29716-e738-4222-bc1c-8a84558e001e req-d528d524-cfcc-4f88-8ac2-32608c808012 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544502 Jul 28 11:03:02.486026 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f70767d-6302-401b-a007-019d4281cf5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ab98a6bf1c94909bdffea2d35c96cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107301 Jul 28 11:03:02.487080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:02.495123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a5f1-9430-4400-b77e-6ae13340184f req-0b134225-8815-4123-9ac8-72c9bb4c1eae tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.496829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c523a5f1-9430-4400-b77e-6ae13340184f req-0b134225-8815-4123-9ac8-72c9bb4c1eae tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 945 time: 0.1491075 Jul 28 11:03:02.502354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70767d-6302-401b-a007-019d4281cf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7538005e-cbaf-44b5-836f-b9c058618a3a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:02.545682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be368b03-ad17-47b3-8041-7bf76b310112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.567052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be368b03-ad17-47b3-8041-7bf76b310112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.575911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-987f6d52-7a2d-4dee-abb1-dd9129a33f59 req-0c7eec1d-6e92-40a5-a3c7-064fb1b8d5de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997343 Jul 28 11:03:02.594246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b521cf-4212-4342-8c06-983bba32c01c req-ad666971-4e5e-464c-a6cb-8fa8dfbabf22 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114639 Jul 28 11:03:02.603751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c523a5f1-9430-4400-b77e-6ae13340184f req-e502edb0-ddce-4636-adff-07fb040aebe0 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897851 Jul 28 11:03:02.621532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be368b03-ad17-47b3-8041-7bf76b310112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.628313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be368b03-ad17-47b3-8041-7bf76b310112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:02.628313 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be368b03-ad17-47b3-8041-7bf76b310112 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7538005e-cbaf-44b5-836f-b9c058618a3a HTTP/1.1" status: 204 len: 168 time: 0.1384332 Jul 28 11:03:02.634858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc7a48-32a2-404c-a40c-8bbccb9274cb req-cd785cc2-a1a5-4d6b-a418-102400743cdc tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.636392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47dc7a48-32a2-404c-a40c-8bbccb9274cb req-cd785cc2-a1a5-4d6b-a418-102400743cdc tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0859354 Jul 28 11:03:02.641545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be368b03-ad17-47b3-8041-7bf76b310112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538005e-cbaf-44b5-836f-b9c058618a3a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:02.746073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47dc7a48-32a2-404c-a40c-8bbccb9274cb req-76e9b111-79f7-4d79-acfd-9d8a81f5ffdd tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003492 Jul 28 11:03:02.763357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-ea08d6ac-b343-4e94-aea6-a0a847f67415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.764926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-ea08d6ac-b343-4e94-aea6-a0a847f67415 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1094 time: 0.0982859 Jul 28 11:03:02.776668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d3746-f2b6-4500-949b-83172639966e req-1423c0d6-dd80-4b65-9778-08c63e2b6241 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.778292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-195d3746-f2b6-4500-949b-83172639966e req-1423c0d6-dd80-4b65-9778-08c63e2b6241 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.0738831 Jul 28 11:03:02.871019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-195d3746-f2b6-4500-949b-83172639966e req-d3757b97-ca81-43d6-87fc-81675db82cc4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802946 Jul 28 11:03:02.899744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-9ace5bdb-4277-4d7e-b6bf-0d3d64a6a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:02.901231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-9ace5bdb-4277-4d7e-b6bf-0d3d64a6a310 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1220586 Jul 28 11:03:02.947019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-09a00727-065c-43a4-9c20-31ce96a49dd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 217 time: 0.0369759 Jul 28 11:03:03.044839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-2e89f6a4-b51c-478e-a0bb-447e86af9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:03.046291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-2e89f6a4-b51c-478e-a0bb-447e86af9073 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0904841 Jul 28 11:03:03.121705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-338e73eb-0a2d-4159-841b-f48c6f6d7922 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642259 Jul 28 11:03:03.211969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66086581-7064-4b19-99e3-ff5bef932978 req-16688b51-1641-4418-b78c-fbefb1872126 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:03.213490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66086581-7064-4b19-99e3-ff5bef932978 req-16688b51-1641-4418-b78c-fbefb1872126 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1467481 Jul 28 11:03:03.247784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d9b9f-b970-4e18-81d1-5364d5bf25e5 req-b4149518-7011-4982-b07a-6e4b29fae4ff tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:03.249308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d45d9b9f-b970-4e18-81d1-5364d5bf25e5 req-b4149518-7011-4982-b07a-6e4b29fae4ff tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.1471753 Jul 28 11:03:03.258786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:03.319670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66086581-7064-4b19-99e3-ff5bef932978 req-8e24abc2-2491-435a-94a1-036c3d7a7a3b tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962856 Jul 28 11:03:03.328753 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-271311b7-24fe-4cad-a5aa-f822bc0fe312 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953928 Jul 28 11:03:03.331575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d45d9b9f-b970-4e18-81d1-5364d5bf25e5 req-809b9232-afe0-40e0-a604-8defa105690c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Jul 28 11:03:03.351687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2d8af396-6e3e-4211-aea9-bf043a46d0bb details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:03.453893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c3e2f8-f3a8-4674-9372-b3c27f24b355 req-f99b01b3-f0ce-4585-bc73-bff790ad17d4 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099935 Jul 28 11:03:03.510582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:03.527096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'port_id': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'mac_address': 'fa:16:3e:bd:52:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba4996-481e-4e3d-941d-538a51839ec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:03:03.572137 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:03.588309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d8af396-6e3e-4211-aea9-bf043a46d0bb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:03.601119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccf132-87b9-4a71-b8eb-00e71a946036 req-f4564fc4-6588-4067-97f7-01251d7997e4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:03.602934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dccf132-87b9-4a71-b8eb-00e71a946036 req-f4564fc4-6588-4067-97f7-01251d7997e4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0570958 Jul 28 11:03:03.610160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:03.615905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:03.658724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dccf132-87b9-4a71-b8eb-00e71a946036 req-c328543c-4ddd-4237-b2fe-4d2b881b4ae9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495944 Jul 28 11:03:03.689842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:03.785530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['2d8af396-6e3e-4211-aea9-bf043a46d0bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:03.790678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65a85-d367-4dec-bc76-8ad5cd5c5475 req-46050c03-6c4f-4881-bada-dae3865c0345 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:03.798701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8eb65a85-d367-4dec-bc76-8ad5cd5c5475 req-46050c03-6c4f-4881-bada-dae3865c0345 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 945 time: 0.0582066 Jul 28 11:03:03.842053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8eb65a85-d367-4dec-bc76-8ad5cd5c5475 req-069bbcd0-1609-400a-b3d4-12c239486317 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Jul 28 11:03:03.874698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-dbc7263d-9c21-4ef1-bd21-8ebaa73dc3db tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0e1dbab46d434d0d909536c629fb76b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253923 Jul 28 11:03:04.047321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-0a858e40-df7a-47f0-87c9-393ddd006e21 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:04.048815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-0a858e40-df7a-47f0-87c9-393ddd006e21 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675615 Jul 28 11:03:04.069088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f631-12e0-4e22-a344-b2ab05a8e9af req-72a101ce-1005-46b5-9e13-2f1c3c605dbc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:04.070626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c526f631-12e0-4e22-a344-b2ab05a8e9af req-72a101ce-1005-46b5-9e13-2f1c3c605dbc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.0779836 Jul 28 11:03:04.074298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-23b732f5-d865-4f26-8de7-625cec1f063e tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/quotas/0e1dbab46d434d0d909536c629fb76b4 HTTP/1.1" status: 200 len: 375 time: 0.0189986 Jul 28 11:03:04.124002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-1a32fca9-3332-43ab-aecf-8cf0cb7ce1a8 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e1dbab46d434d0d909536c629fb76b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402493 Jul 28 11:03:04.136350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c526f631-12e0-4e22-a344-b2ab05a8e9af req-f73cc44c-7151-430b-8894-c9179c5ea8b9 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594888 Jul 28 11:03:04.308313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88fd174a-7a57-4a03-ade7-3be4ef5acd2d req-9a09ee37-b6d3-469c-9227-85bc79b8c563 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 210 time: 0.0265257 Jul 28 11:03:04.520170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04011f1-e8c5-4896-9c4d-3f05c85bde12 req-7149809f-7912-4558-aeed-114272a8ab00 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:04.521973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f04011f1-e8c5-4896-9c4d-3f05c85bde12 req-7149809f-7912-4558-aeed-114272a8ab00 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0912197 Jul 28 11:03:04.530342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93606b81-45d0-47e9-b23e-9d1d698685c7 req-fd986ba2-e022-4a31-bb34-bfe8d6f12bbe tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:04.531757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93606b81-45d0-47e9-b23e-9d1d698685c7 req-fd986ba2-e022-4a31-bb34-bfe8d6f12bbe tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 945 time: 0.0924566 Jul 28 11:03:04.589342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f04011f1-e8c5-4896-9c4d-3f05c85bde12 req-ffb00d7e-0dc2-4627-aa89-2c3cc0f62be5 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562398 Jul 28 11:03:04.640217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93606b81-45d0-47e9-b23e-9d1d698685c7 req-c7731bd0-1c51-46ed-91f1-4b4d3c032319 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997307 Jul 28 11:03:04.856757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8ddd-3788-42f0-a6a8-7f5c15f1ffd5 req-be2f5f9e-d001-4ebd-87e8-1bf9fbb1dd81 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:04.858283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-492a8ddd-3788-42f0-a6a8-7f5c15f1ffd5 req-be2f5f9e-d001-4ebd-87e8-1bf9fbb1dd81 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0625150 Jul 28 11:03:04.911307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-492a8ddd-3788-42f0-a6a8-7f5c15f1ffd5 req-22754966-ae8b-4e4b-bf64-30f020bce927 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461125 Jul 28 11:03:04.963772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641f594-865a-4079-8a96-7c63d861600a req-e7744235-4339-4f7c-8404-32879a3324af tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:04.971822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e641f594-865a-4079-8a96-7c63d861600a req-e7744235-4339-4f7c-8404-32879a3324af tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 945 time: 0.0777080 Jul 28 11:03:05.011895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e641f594-865a-4079-8a96-7c63d861600a req-c5c37674-21a9-47f6-a650-e8b3522a3943 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Jul 28 11:03:05.137347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a76b-ecbc-44ef-96e0-08a7e3da98e4 req-43f8c181-eeb4-431b-9257-511028117a90 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:05.138787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e191a76b-ecbc-44ef-96e0-08a7e3da98e4 req-43f8c181-eeb4-431b-9257-511028117a90 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1101 time: 0.0435450 Jul 28 11:03:05.156996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e191a76b-ecbc-44ef-96e0-08a7e3da98e4 req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.293700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748cf21-23bb-4418-aa98-c0cc3645c1f4 req-3a7f3a9a-bdc7-4129-87a6-e088fa9a3883 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:05.295255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3748cf21-23bb-4418-aa98-c0cc3645c1f4 req-3a7f3a9a-bdc7-4129-87a6-e088fa9a3883 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.0801828 Jul 28 11:03:05.308493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e191a76b-ecbc-44ef-96e0-08a7e3da98e4 req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.317126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e191a76b-ecbc-44ef-96e0-08a7e3da98e4 req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.360864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e191a76b-ecbc-44ef-96e0-08a7e3da98e4 req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160614 Jul 28 11:03:05.373551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2d8af396-6e3e-4211-aea9-bf043a46d0bb up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:05.377633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3748cf21-23bb-4418-aa98-c0cc3645c1f4 req-d2860976-4269-4262-8bb4-fe6028dc4a28 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725410 Jul 28 11:03:05.399812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6d9c9-cbef-4dce-a072-76b65b6a7ac3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:05.414091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.414438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.414778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.415152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.415439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.415749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.416084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.416462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.416755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.417080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.417486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.427539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a31d16-d81d-44f3-8bef-e279758e4f31 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:05.466417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-392a6d72-06ec-4963-8fda-ad750e25ff85 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0e1dbab46d434d0d909536c629fb76b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877163 Jul 28 11:03:05.466630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 2d8af396-6e3e-4211-aea9-bf043a46d0bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:05.466792 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.501247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a55a55ec-7de1-49ce-8168-66d852b771a7 req-a1dde898-c0a6-4c78-b819-db2911364b02 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 210 time: 0.0383396 Jul 28 11:03:05.592602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.647925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:05.649291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:05.652265 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec8038-ce08-4e08-8cfb-1ded56545d97" -d '{"events": [{"server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:05.657512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.675583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-ac4b7a5d-afad-429f-9fe7-a0c77d729564 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:05.677130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-ac4b7a5d-afad-429f-9fe7-a0c77d729564 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012463 Jul 28 11:03:05.692508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Request body: {'port': {'device_id': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '0e1dbab46d434d0d909536c629fb76b4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:05.735704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:05.853200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927717-df25-493e-b360-6f489f213e69 req-2bd1fdda-00bd-4130-bd62-ba1952f96cb2 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:05.854684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63927717-df25-493e-b360-6f489f213e69 req-2bd1fdda-00bd-4130-bd62-ba1952f96cb2 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0890028 Jul 28 11:03:05.901797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Made reservation on behalf of 0e1dbab46d434d0d909536c629fb76b4 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:05.901797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.918739 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:05.923886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63927717-df25-493e-b360-6f489f213e69 req-9d0f3b7c-649a-44e7-b0af-8599206fda85 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610971 Jul 28 11:03:05.994516 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c95e652-13d3-4564-ae96-bd5077713e3d x-openstack-request-id: req-3c95e652-13d3-4564-ae96-bd5077713e3d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:05.994934 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "name": "network-vif-plugged", "status": "completed", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:05.995192 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c95e652-13d3-4564-ae96-bd5077713e3d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:05.995589 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'code': 200} Jul 28 11:03:06.065688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:06.070990 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:06.153005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756176e8-c7fe-41ab-bd31-2998bc9d3fb7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:06.230467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-1038965f-f2e3-4722-82a9-6e26b009351a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418820 Jul 28 11:03:06.250632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a126d86-6471-4209-a345-1f9a70b81908 req-e1d255e8-8df9-42a9-a07d-00773204c3fd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:06.252135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a126d86-6471-4209-a345-1f9a70b81908 req-e1d255e8-8df9-42a9-a07d-00773204c3fd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.1037016 Jul 28 11:03:06.321275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Allocated IP 192.168.233.36 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/73f160a1-1a0f-4f81-b4e9-4b240957c977) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:06.359582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a126d86-6471-4209-a345-1f9a70b81908 req-c4c780bb-ce84-459a-89d0-e219138520c8 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979106 Jul 28 11:03:06.377933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239ec53-3a27-4443-a7fe-7aa0190721e6 req-0d898a60-f090-4a29-88f4-6bd53f7a8ca9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:06.379420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5239ec53-3a27-4443-a7fe-7aa0190721e6 req-0d898a60-f090-4a29-88f4-6bd53f7a8ca9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1189833 Jul 28 11:03:06.478017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5239ec53-3a27-4443-a7fe-7aa0190721e6 req-414795a4-6014-4550-ad82-b633d44d1b79 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926092 Jul 28 11:03:06.604225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d84f0b-a528-467b-a05b-15177ebf0916 req-c62ecdba-be79-4cc9-b793-9169a234d6d6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:06.605689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34d84f0b-a528-467b-a05b-15177ebf0916 req-c62ecdba-be79-4cc9-b793-9169a234d6d6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.1176169 Jul 28 11:03:06.621784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:06.654174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94fc701-a8d3-4c82-b199-9b2e7392b731 req-19899209-adef-4216-9bdc-42a58d99555c tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 210 time: 0.0651627 Jul 28 11:03:06.665217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-3641f97c-af23-4c27-af4b-40001b081760 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:06.666955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-3641f97c-af23-4c27-af4b-40001b081760 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.1469822 Jul 28 11:03:06.685484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Transition to ACTIVE for port object 73f160a1-1a0f-4f81-b4e9-4b240957c977 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:06.698971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:06.737220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34d84f0b-a528-467b-a05b-15177ebf0916 req-fa5fbc20-d558-467b-b62f-24b28f81ab41 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198912 Jul 28 11:03:06.792249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:06.813643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:06.830131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'port_id': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'mac_address': 'fa:16:3e:81:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff62bbb5-74e1-450e-9d5f-acda051b411f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:03:06.850893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:06.860700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:06.864650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Deleting port 2d8af396-6e3e-4211-aea9-bf043a46d0bb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:06.864990 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:06.869160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:06.872475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Pushing event updated for resources: {'Port': ['ID=73f160a1-1a0f-4f81-b4e9-4b240957c977,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:06.920733 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:06.942380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a835d9-1ac1-474e-9320-f3f522ac77bb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:06.978758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:06.986163 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:07.051323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:07.069039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:07.069994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:07.121600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] For port 2d8af396-6e3e-4211-aea9-bf043a46d0bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2d8af396-6e3e-4211-aea9-bf043a46d0bb,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:07.121962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:07.125067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-383f8452-a26a-4ae1-a31b-742166be00ae tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4379337 Jul 28 11:03:07.139253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Request body: {'port': {'device_id': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:07.153991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfffb79-4396-4e28-8035-b2d8b01fe17a req-f9e3bf39-0eff-4e26-b13e-f96be2eb9858 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:07.155478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cfffb79-4396-4e28-8035-b2d8b01fe17a req-f9e3bf39-0eff-4e26-b13e-f96be2eb9858 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1502404 Jul 28 11:03:07.158047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Calling delete_port for 2d8af396-6e3e-4211-aea9-bf043a46d0bb owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:07.171897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e4076-12a5-4550-8768-d180672c5555 None None] Provisioning for port 73f160a1-1a0f-4f81-b4e9-4b240957c977 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:07.176732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e4076-12a5-4550-8768-d180672c5555 None None] Provisioning complete for port 73f160a1-1a0f-4f81-b4e9-4b240957c977 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:07.177398 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e4076-12a5-4550-8768-d180672c5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:07.226377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a70e4076-12a5-4550-8768-d180672c5555 None None] Port 73f160a1-1a0f-4f81-b4e9-4b240957c977 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:03:07.237826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b1a835d9-1ac1-474e-9320-f3f522ac77bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:07.568612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:07.581391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cfffb79-4396-4e28-8035-b2d8b01fe17a req-2558e8b5-4bb0-4227-88ee-82a7a3694c8a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931308 Jul 28 11:03:07.785760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc0a7-2ca6-4fb1-9c40-43f9f53ec8e3 req-03241044-3096-4fee-93a9-3f1d864c1966 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:07.787270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330dc0a7-2ca6-4fb1-9c40-43f9f53ec8e3 req-03241044-3096-4fee-93a9-3f1d864c1966 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2 HTTP/1.1" status: 200 len: 946 time: 0.2050040 Jul 28 11:03:07.851922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce121-ac21-4ce0-965d-2b1cd9c96692 req-98a5c3da-4946-4b44-842c-07c81d1a6386 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:07.858990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-368ce121-ac21-4ce0-965d-2b1cd9c96692 req-98a5c3da-4946-4b44-842c-07c81d1a6386 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.2125556 Jul 28 11:03:07.869632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-8b8f4e4f-9f03-4730-965d-12d55e5164ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:07.871733 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-8b8f4e4f-9f03-4730-965d-12d55e5164ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1101 time: 0.0448651 Jul 28 11:03:07.967140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-9cc40f8d-9e29-46de-91c6-1984355f4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:07.968894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-9cc40f8d-9e29-46de-91c6-1984355f4617 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.0889266 Jul 28 11:03:07.974951 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:07.984758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-368ce121-ac21-4ce0-965d-2b1cd9c96692 req-1bc5407b-3a4c-48b8-bd9a-918ccc114bff tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249454 Jul 28 11:03:07.989495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330dc0a7-2ca6-4fb1-9c40-43f9f53ec8e3 req-f97fc5d2-8f55-4468-b967-82df59fd5b1c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753480 Jul 28 11:03:08.032657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event deleted for resources: {'Port': ['ID=2d8af396-6e3e-4211-aea9-bf043a46d0bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:08.058489 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-28b37f5b-6476-441a-9a89-ba3b67c889ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0815415 Jul 28 11:03:08.108639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] No DVR routers for this DVR port 2d8af396-6e3e-4211-aea9-bf043a46d0bb on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:08.119401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-cb954f8f-5f78-464c-a4d4-ce1f8b8ca322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:08.120865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-cb954f8f-5f78-464c-a4d4-ce1f8b8ca322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0519800 Jul 28 11:03:08.126554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.128447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c278b915-3ec4-42f4-a651-e884b5c5d621 req-f9f1d9f4-2a98-4c60-8712-275f2f262f0a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "DELETE /v2.0/ports/2d8af396-6e3e-4211-aea9-bf043a46d0bb HTTP/1.1" status: 204 len: 173 time: 1.4520197 Jul 28 11:03:08.136837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'name': 'network-vif-deleted', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:08.139118 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd50693-c267-4076-ab82-d45411d74d1c" -d '{"events": [{"server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "name": "network-vif-deleted", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:08.182182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-cc549b18-17d6-452f-b80c-4d71ed671872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:08.185020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-cc549b18-17d6-452f-b80c-4d71ed671872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552356 Jul 28 11:03:08.222980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027771e-a0d7-4ae0-975d-2548aa6b6302 req-ac9e0487-5ccd-44f8-93e4-d7703650394d tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:08.240916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c027771e-a0d7-4ae0-975d-2548aa6b6302 req-ac9e0487-5ccd-44f8-93e4-d7703650394d tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 935 time: 0.1697011 Jul 28 11:03:08.289764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55265902-3c83-43bc-9c79-6c3d518f866d req-9587621e-2d09-4541-8c6e-e3f3313b3e42 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:08.291386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55265902-3c83-43bc-9c79-6c3d518f866d req-9587621e-2d09-4541-8c6e-e3f3313b3e42 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 944 time: 0.1840181 Jul 28 11:03:08.314516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-f41ba947-a38e-4396-a2b9-56c3c6585dad service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212919 Jul 28 11:03:08.315201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f160a1-1a0f-4f81-b4e9-4b240957c977 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:08.335573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.370708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c027771e-a0d7-4ae0-975d-2548aa6b6302 req-a0eaa15e-037b-4681-8506-a998e5912d4d tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027799 Jul 28 11:03:08.386462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Transition to ACTIVE for port object 73f160a1-1a0f-4f81-b4e9-4b240957c977 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:08.386462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55265902-3c83-43bc-9c79-6c3d518f866d req-98dce57c-ccc2-45ae-ba62-d302aa4de9f8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847099 Jul 28 11:03:08.389909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.437056 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-03f0c80d-ec31-4404-be32-a8c88fd009f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994616 Jul 28 11:03:08.455283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Pushing event updated for resources: {'Port': ['ID=73f160a1-1a0f-4f81-b4e9-4b240957c977,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:08.517605 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd207622-73e5-44ae-a8b7-2a64cef63d08 x-openstack-request-id: req-fd207622-73e5-44ae-a8b7-2a64cef63d08 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:08.518183 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2", "name": "network-vif-deleted", "tag": "2d8af396-6e3e-4211-aea9-bf043a46d0bb", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:08.518584 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd207622-73e5-44ae-a8b7-2a64cef63d08 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:08.519122 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc4db7-93b2-45ea-a4b1-5fb32ccf57d2', 'name': 'network-vif-deleted', 'tag': '2d8af396-6e3e-4211-aea9-bf043a46d0bb', 'status': 'completed', 'code': 200} Jul 28 11:03:08.627675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Attempting to bind port 73f160a1-1a0f-4f81-b4e9-4b240957c977 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:08.628024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Attempting to bind port 73f160a1-1a0f-4f81-b4e9-4b240957c977 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:08.628386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Attempting to bind port 73f160a1-1a0f-4f81-b4e9-4b240957c977 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:08.635809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Port 73f160a1-1a0f-4f81-b4e9-4b240957c977 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:08.636379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Attempting to bind port 73f160a1-1a0f-4f81-b4e9-4b240957c977 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:08.658254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:08.659741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:08.660195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:08.660929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Bound port: 73f160a1-1a0f-4f81-b4e9-4b240957c977, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:08.661743 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.716238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:08.778133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] For port 73f160a1-1a0f-4f81-b4e9-4b240957c977, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:08.793313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] For port 73f160a1-1a0f-4f81-b4e9-4b240957c977, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:08.803019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.815761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port b1a835d9-1ac1-474e-9320-f3f522ac77bb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:08.820023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port b1a835d9-1ac1-474e-9320-f3f522ac77bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:08.820434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.870910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba747f4-85fe-4c70-99b5-3fa7c3c2d161 req-c30072bd-85a2-4488-942a-281f49e06fff tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:08.873091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ba747f4-85fe-4c70-99b5-3fa7c3c2d161 req-c30072bd-85a2-4488-942a-281f49e06fff tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1398754 Jul 28 11:03:08.898270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:08.898892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.900411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] 10.222.0.44 "PUT /v2.0/ports/73f160a1-1a0f-4f81-b4e9-4b240957c977 HTTP/1.1" status: 200 len: 1095 time: 1.7651839 Jul 28 11:03:08.944852 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:08.959536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ba747f4-85fe-4c70-99b5-3fa7c3c2d161 req-35c444d9-14c3-46ad-bbe4-9d814e7ecf57 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641518 Jul 28 11:03:08.984396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:08.985722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:08.988897 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9677db30-d914-4ea0-b83b-cbeb7958f59e" -d '{"events": [{"server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "name": "network-vif-plugged", "status": "completed", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:08.989107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb369a-161b-4570-aaf1-4c2ea566d5ac service neutron] Pushing event updated for resources: {'Port': ['ID=73f160a1-1a0f-4f81-b4e9-4b240957c977,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:09.013091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:09.017830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-9cf52cbe-729b-4449-873a-cf5292819a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.019647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-9cf52cbe-729b-4449-873a-cf5292819a17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1dbab46d434d0d909536c629fb76b4&device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 1098 time: 0.0757220 Jul 28 11:03:09.084905 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c59667-035b-4821-8266-8b1f09a2bacd x-openstack-request-id: req-d1c59667-035b-4821-8266-8b1f09a2bacd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:09.085211 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "name": "network-vif-plugged", "status": "completed", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:09.085470 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1c59667-035b-4821-8266-8b1f09a2bacd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:09.085864 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'code': 200} Jul 28 11:03:09.095616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-5a240066-424e-49d9-82f9-d5c62e516631 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977 HTTP/1.1" status: 200 len: 217 time: 0.0619526 Jul 28 11:03:09.109288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:09.199796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-dfa66aae-77e6-4dea-8fa0-0bd2505b6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.203873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-dfa66aae-77e6-4dea-8fa0-0bd2505b6b33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0921426 Jul 28 11:03:09.207374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc2976-996c-46da-918b-39fb05933b20 req-14ed2ba2-8038-4361-8bb5-b05cd1b8dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.210611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30bc2976-996c-46da-918b-39fb05933b20 req-14ed2ba2-8038-4361-8bb5-b05cd1b8dcfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1096 time: 0.0664618 Jul 28 11:03:09.269041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9770c-2cca-4904-839c-9ecedd24902e req-933f5e1a-79d3-4c0b-bd47-8ac94a30b444 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.272734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30bc2976-996c-46da-918b-39fb05933b20 req-edc3fdd0-5fe8-4193-8ce9-61dda6c2e841 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534110 Jul 28 11:03:09.276644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a9770c-2cca-4904-839c-9ecedd24902e req-933f5e1a-79d3-4c0b-bd47-8ac94a30b444 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1799977 Jul 28 11:03:09.320931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a9770c-2cca-4904-839c-9ecedd24902e req-3dd2bc7f-4535-4e3f-98b0-6a802ceff425 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Jul 28 11:03:09.323264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf515-247d-4a31-9601-a272d47d56fa req-8f012ef3-1320-4351-93ee-41699191f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.325525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-8f012ef3-1320-4351-93ee-41699191f9b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084890 Jul 28 11:03:09.397854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2d8af396-6e3e-4211-aea9-bf043a46d0bb no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:09.419120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 2d8af396-6e3e-4211-aea9-bf043a46d0bb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:03:09.419462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2d8af396-6e3e-4211-aea9-bf043a46d0bb not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:09.541128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-a7c8c8eb-b460-4328-854d-252298846ee0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.542589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-a7c8c8eb-b460-4328-854d-252298846ee0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 821 time: 0.2079916 Jul 28 11:03:09.562548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7f5a-6f59-47e2-8f4e-6416e5fc1933 req-40d407fc-7dff-47d7-b9f3-911924b60ffb tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.563949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfbd7f5a-6f59-47e2-8f4e-6416e5fc1933 req-40d407fc-7dff-47d7-b9f3-911924b60ffb tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 947 time: 0.1141989 Jul 28 11:03:09.587658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-435361f8-4d93-41fe-aa6a-0384f3835059 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/quotas/3ac8dbdf64734ea9a01f09912d160359 HTTP/1.1" status: 200 len: 375 time: 0.0328636 Jul 28 11:03:09.589485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-4f6d3fae-9366-4d51-9d04-991d4a7c6519 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457752 Jul 28 11:03:09.686100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfbd7f5a-6f59-47e2-8f4e-6416e5fc1933 req-2b1f7232-188a-4694-a879-6a8e70f2459e tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158369 Jul 28 11:03:09.713768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-ba40f15a-0a2f-41fc-85b7-e238c19b5aea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181135 Jul 28 11:03:09.814347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfadf515-247d-4a31-9601-a272d47d56fa req-23fdc85e-f6e9-42b8-b778-36f35d0b4b97 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150319 Jul 28 11:03:09.864714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edfb69-58f0-4263-8021-e8f4868dbbb5 req-ceba44ac-7237-4926-bee4-5b3c3a23b0d4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:09.866283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5edfb69-58f0-4263-8021-e8f4868dbbb5 req-ceba44ac-7237-4926-bee4-5b3c3a23b0d4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1151567 Jul 28 11:03:09.885255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-430b402e-5633-45b7-bd6e-a7f4b2a42ad7 service neutron] 10.222.0.20 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602767 Jul 28 11:03:09.953514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5edfb69-58f0-4263-8021-e8f4868dbbb5 req-c6c1f1a8-53e1-42db-a097-68bba58af9dc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791788 Jul 28 11:03:09.992257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-ac86f69a-7317-4883-8c4e-f4e58d55041b service neutron] 10.222.0.20 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998137 Jul 28 11:03:10.178901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fbe9be90-6357-4def-bb70-f5a9b03ba162 req-eb2367cd-a4a4-452b-85c1-096e5597e2b0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 210 time: 0.0354061 Jul 28 11:03:10.233607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf264f-0172-40e7-9a8b-08b77a7b5df3 req-70378bc1-3355-40ab-b23a-9a12058c44d6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.235169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47bf264f-0172-40e7-9a8b-08b77a7b5df3 req-70378bc1-3355-40ab-b23a-9a12058c44d6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0776718 Jul 28 11:03:10.310579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47bf264f-0172-40e7-9a8b-08b77a7b5df3 req-34d8ccff-387c-4b37-96c5-2d8e81209275 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Jul 28 11:03:10.446919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1d64-69f7-4da7-ab1c-aaee71d1301d req-b19da273-c081-4292-9d31-0d5ee7e04b52 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.452686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f2b1d64-69f7-4da7-ab1c-aaee71d1301d req-b19da273-c081-4292-9d31-0d5ee7e04b52 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0564897 Jul 28 11:03:10.496388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f2b1d64-69f7-4da7-ab1c-aaee71d1301d req-2be748f3-4ec6-450c-aa76-40f4d5107947 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Jul 28 11:03:10.520115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'tag': '73f160a1-1a0f-4f81-b4e9-4b240957c977'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:10.523036 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712c03e2-71fc-47a4-a796-ae461bdfe8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f77d73f-05c5-4419-aee2-c5d80a3c32c0", "tag": "73f160a1-1a0f-4f81-b4e9-4b240957c977"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:10.564801 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d100c5-f751-406a-aa8c-398be147ef18 x-openstack-request-id: req-75d100c5-f751-406a-aa8c-398be147ef18 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:10.565429 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f77d73f-05c5-4419-aee2-c5d80a3c32c0", "tag": "73f160a1-1a0f-4f81-b4e9-4b240957c977", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:10.565744 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75d100c5-f751-406a-aa8c-398be147ef18 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:10.566209 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'tag': '73f160a1-1a0f-4f81-b4e9-4b240957c977', 'status': 'completed', 'code': 200} Jul 28 11:03:10.637639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-6922abf7-90f6-4c8a-9a91-b98927c134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.639612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-6922abf7-90f6-4c8a-9a91-b98927c134c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1dbab46d434d0d909536c629fb76b4&device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 1098 time: 0.0499148 Jul 28 11:03:10.747405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-95aeb0a9-55aa-4f1b-987c-61049dcbd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.749181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-95aeb0a9-55aa-4f1b-987c-61049dcbd1ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1012068 Jul 28 11:03:10.804991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-8e8fc6e3-b8fc-4a33-a2b3-c6f94a3c0e07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977 HTTP/1.1" status: 200 len: 217 time: 0.0475760 Jul 28 11:03:10.879648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b5f4-cc54-40a0-98f5-2c958d88aad0 req-1fc4c516-7b8f-4b6b-a1dd-452f0077aa3b tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.881025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5c2b5f4-cc54-40a0-98f5-2c958d88aad0 req-1fc4c516-7b8f-4b6b-a1dd-452f0077aa3b tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 947 time: 0.1137822 Jul 28 11:03:10.882756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-95bc5733-2698-4b5e-8c05-7a387f4ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.884072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-95bc5733-2698-4b5e-8c05-7a387f4ea366 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0620146 Jul 28 11:03:10.949207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5c2b5f4-cc54-40a0-98f5-2c958d88aad0 req-b70c9f9e-5de7-4e68-a8f1-16a432778ab8 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611117 Jul 28 11:03:10.955410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-329e8807-4bd4-402b-8ec9-146f2f36334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:10.956954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-329e8807-4bd4-402b-8ec9-146f2f36334c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614989 Jul 28 11:03:11.082710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-7a2354ab-47eb-4f57-a145-e0c84fe78d35 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175761 Jul 28 11:03:11.098436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ba362-5070-4744-9d2c-1ab5eeee8946 req-75a612df-0961-45cb-85f7-6a234308e7a2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:11.100078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-949ba362-5070-4744-9d2c-1ab5eeee8946 req-75a612df-0961-45cb-85f7-6a234308e7a2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.0653403 Jul 28 11:03:11.252252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-949ba362-5070-4744-9d2c-1ab5eeee8946 req-bd8587ca-660d-4cc8-9ea0-35b9d35f3b9b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429250 Jul 28 11:03:11.273944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-712c03e2-71fc-47a4-a796-ae461bdfe8b7 req-5ae8659e-4d8b-408b-be9e-40fa755f221c service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725581 Jul 28 11:03:11.305584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86763a67-a6f2-4aed-9ebc-d0f33dbdd880 req-89bc5ea9-cd6c-4889-bc78-568335f289a4 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 210 time: 0.0306530 Jul 28 11:03:11.315989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-f933773b-4202-4b78-af01-df0e148d0f64 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:11.317761 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-f933773b-4202-4b78-af01-df0e148d0f64 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 821 time: 0.1475918 Jul 28 11:03:11.333214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Request body: {'port': {'device_id': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'admin_state_up': True, 'tenant_id': '3ac8dbdf64734ea9a01f09912d160359'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:11.446892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a57f5-9856-4a7b-9327-eff8a9204fbe req-f6912298-c76f-433c-b5c2-eec492ec3d11 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:11.448335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae7a57f5-9856-4a7b-9327-eff8a9204fbe req-f6912298-c76f-433c-b5c2-eec492ec3d11 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1096 time: 0.0740662 Jul 28 11:03:11.457259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Made reservation on behalf of 3ac8dbdf64734ea9a01f09912d160359 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:11.462055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:11.464295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce8ac-9717-43dd-83ca-dfce391160fc req-9f5e51da-84cb-4351-bd3c-77bfb86d5c8d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:11.466266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cbce8ac-9717-43dd-83ca-dfce391160fc req-9f5e51da-84cb-4351-bd3c-77bfb86d5c8d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0681238 Jul 28 11:03:11.513591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae7a57f5-9856-4a7b-9327-eff8a9204fbe req-15964b23-41f7-402a-977f-4b29aa56af12 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589221 Jul 28 11:03:11.530649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cbce8ac-9717-43dd-83ca-dfce391160fc req-026789cd-74ff-4641-a64c-5a39a45700fc tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Jul 28 11:03:11.619583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Allocated IP 172.20.0.3 (052a4ea6-df86-4e61-92b5-e48e3cad8885/87ba4996-481e-4e3d-941d-538a51839ec9/642d106a-12f3-446b-81ad-6e607bbb572b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:11.667795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c49f5f-c8bb-4e68-bc9f-4cee4ed64fdd req-a16665e9-d483-4c0b-bb75-7447f1b8cec5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:11.669766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38c49f5f-c8bb-4e68-bc9f-4cee4ed64fdd req-a16665e9-d483-4c0b-bb75-7447f1b8cec5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0553036 Jul 28 11:03:11.714964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38c49f5f-c8bb-4e68-bc9f-4cee4ed64fdd req-a62b1747-291c-4edb-9a3f-f88f1019f738 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Jul 28 11:03:11.800876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:11.842766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:11.879957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Network 052a4ea6-df86-4e61-92b5-e48e3cad8885 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:11.884322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:11.888208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:11.926634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event updated for resources: {'Port': ['ID=642d106a-12f3-446b-81ad-6e607bbb572b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:11.942150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.942501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.942951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.943181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.943494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.943995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.944376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.944809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.945148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.945518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.945810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.946139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:11.960035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:11.960787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:11.995759 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-86bd8e45-4b9a-4d69-a3c6-6d4357bf1e50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664882 Jul 28 11:03:12.011281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Request body: {'port': {'device_id': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:12.080635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5bcbb-eea9-46ca-8a73-74a4cf4608b5 req-6bb7634f-8cdb-4441-b3b8-dcdb60b67291 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.088675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.088980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24b5bcbb-eea9-46ca-8a73-74a4cf4608b5 req-6bb7634f-8cdb-4441-b3b8-dcdb60b67291 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 947 time: 0.0575316 Jul 28 11:03:12.160393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24b5bcbb-eea9-46ca-8a73-74a4cf4608b5 req-925f3787-cb54-447f-b53d-495aca4f202c tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641987 Jul 28 11:03:12.406327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642d106a-12f3-446b-81ad-6e607bbb572b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:12.414828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.429205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Transition to ACTIVE for port object 642d106a-12f3-446b-81ad-6e607bbb572b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:12.434048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.439912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3ae89-ddfe-4fab-94b2-795f1b6ca301 req-195468aa-b3e9-4c89-bac6-542fdfa886e5 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.447404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c3ae89-ddfe-4fab-94b2-795f1b6ca301 req-195468aa-b3e9-4c89-bac6-542fdfa886e5 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 931 time: 0.0638430 Jul 28 11:03:12.483545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Pushing event updated for resources: {'Port': ['ID=642d106a-12f3-446b-81ad-6e607bbb572b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:12.485011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c3ae89-ddfe-4fab-94b2-795f1b6ca301 req-236d3a2c-4ca6-4aa6-9bdc-56534acf773c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Jul 28 11:03:12.556756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Attempting to bind port 642d106a-12f3-446b-81ad-6e607bbb572b on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:12.557061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Attempting to bind port 642d106a-12f3-446b-81ad-6e607bbb572b by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:12.557328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Attempting to bind port 642d106a-12f3-446b-81ad-6e607bbb572b on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:12.568207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Port 642d106a-12f3-446b-81ad-6e607bbb572b on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:12.568207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Attempting to bind port 642d106a-12f3-446b-81ad-6e607bbb572b on network 052a4ea6-df86-4e61-92b5-e48e3cad8885 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:12.572656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:12.572656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Checking segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:12.572951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Bound using segment: {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:12.573486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Bound port: 642d106a-12f3-446b-81ad-6e607bbb572b, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc3c19b-d325-4ebd-9e51-6221b75d6117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:12.573838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.649884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] For port 642d106a-12f3-446b-81ad-6e607bbb572b, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:12.653233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] For port 642d106a-12f3-446b-81ad-6e607bbb572b, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=642d106a-12f3-446b-81ad-6e607bbb572b,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:12.657831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.673002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355016c8-c498-4ccf-a2c4-82b6fe1b81b3 req-4e664d72-e036-417c-9ada-cfe6e059dc3f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.682187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-355016c8-c498-4ccf-a2c4-82b6fe1b81b3 req-4e664d72-e036-417c-9ada-cfe6e059dc3f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0607955 Jul 28 11:03:12.697873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.698466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.699832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] 10.222.0.41 "PUT /v2.0/ports/642d106a-12f3-446b-81ad-6e607bbb572b HTTP/1.1" status: 200 len: 1091 time: 0.6950583 Jul 28 11:03:12.700287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'tag': '642d106a-12f3-446b-81ad-6e607bbb572b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:12.702517 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad4d7c3-a79a-4679-b064-67f9f3502278" -d '{"events": [{"name": "network-changed", "server_uuid": "85e82ba8-0b37-4d63-8fae-6495c2a56f4b", "tag": "642d106a-12f3-446b-81ad-6e607bbb572b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:12.720938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 73f160a1-1a0f-4f81-b4e9-4b240957c977 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:12.728215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dd894-2545-4994-a003-9e60ff0aa794 service neutron] Pushing event updated for resources: {'Port': ['ID=642d106a-12f3-446b-81ad-6e607bbb572b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:12.742731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-355016c8-c498-4ccf-a2c4-82b6fe1b81b3 req-94efc979-6ec5-48bf-86ec-97b0ce65471c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596440 Jul 28 11:03:12.770268 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a250e04b-a8cd-41f0-bdb9-39c5291017d2 x-openstack-request-id: req-a250e04b-a8cd-41f0-bdb9-39c5291017d2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:12.770498 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e82ba8-0b37-4d63-8fae-6495c2a56f4b", "tag": "642d106a-12f3-446b-81ad-6e607bbb572b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:12.770699 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a250e04b-a8cd-41f0-bdb9-39c5291017d2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:12.771188 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'tag': '642d106a-12f3-446b-81ad-6e607bbb572b', 'status': 'completed', 'code': 200} Jul 28 11:03:12.808757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-2fa5e593-1d71-4555-a2e1-d9f04668fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.810422 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-2fa5e593-1d71-4555-a2e1-d9f04668fb3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 1094 time: 0.0603497 Jul 28 11:03:12.829394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 73f160a1-1a0f-4f81-b4e9-4b240957c977, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:12.842120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '73f160a1-1a0f-4f81-b4e9-4b240957c977', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '73f160a1-1a0f-4f81-b4e9-4b240957c977', 'mac_address': 'fa:16:3e:9b:db:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:03:12.851476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec4a04-7290-4d71-aec9-a5ef5b86a0f4 req-74428778-204d-418c-a5f2-d3ce46b217b0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.853034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecec4a04-7290-4d71-aec9-a5ef5b86a0f4 req-74428778-204d-418c-a5f2-d3ce46b217b0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0481441 Jul 28 11:03:12.854787 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-f1cbc4a2-4440-40c6-9030-ac312c62146a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=642d106a-12f3-446b-81ad-6e607bbb572b HTTP/1.1" status: 200 len: 217 time: 0.0347593 Jul 28 11:03:12.879879 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.892338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f160a1-1a0f-4f81-b4e9-4b240957c977 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:12.895822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecec4a04-7290-4d71-aec9-a5ef5b86a0f4 req-92e5dd3e-f7f5-4bb2-9708-a8e34ac68603 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Jul 28 11:03:12.914746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-c8f06d7e-7277-4b9e-881c-554ab3bf2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:12.916342 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-c8f06d7e-7277-4b9e-881c-554ab3bf2e69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 200 len: 861 time: 0.0461791 Jul 28 11:03:12.919204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 73f160a1-1a0f-4f81-b4e9-4b240957c977, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:12.922941 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:12.950662 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-c866919a-cc5e-4213-9e29-59e9a131d317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052a4ea6-df86-4e61-92b5-e48e3cad8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247211 Jul 28 11:03:12.974940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=73f160a1-1a0f-4f81-b4e9-4b240957c977,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:12.982216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.982565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.982907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.983302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.983638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.983966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.984317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.984639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.984963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.985281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.985602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:12.985919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:13.072642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-c84c9b5e-9114-4af1-b78b-f08a98d76790 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953825 Jul 28 11:03:13.165471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-edffb4a7-f41f-4467-a7ef-31cdc48aea67 req-c316ec2a-a9c6-4087-a60f-9963ac84d346 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849364 Jul 28 11:03:13.187072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['73f160a1-1a0f-4f81-b4e9-4b240957c977'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:13.298311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc879420-9c67-4597-9d7b-0b013a70c27b req-1e35379c-0c07-4eb4-89b7-daed06af29c1 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:13.300415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc879420-9c67-4597-9d7b-0b013a70c27b req-1e35379c-0c07-4eb4-89b7-daed06af29c1 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 948 time: 0.0776694 Jul 28 11:03:13.347184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc879420-9c67-4597-9d7b-0b013a70c27b req-88817d8f-d85b-41be-8bc5-f1513482b9bd tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Jul 28 11:03:13.544326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-8d99d60d-d742-4b7b-baaa-c9ced8138eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:13.545786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-8d99d60d-d742-4b7b-baaa-c9ced8138eff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ac8dbdf64734ea9a01f09912d160359&device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 1094 time: 0.3238659 Jul 28 11:03:13.618378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe78ba5-c923-469d-8060-0fc0d76e6258 req-620d5796-a323-4689-861d-5b6f839f06e0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:13.619860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfe78ba5-c923-469d-8060-0fc0d76e6258 req-620d5796-a323-4689-861d-5b6f839f06e0 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 943 time: 0.0500183 Jul 28 11:03:13.639152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-622cef13-58a9-4c63-a461-3f44a3521e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:13.641106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-622cef13-58a9-4c63-a461-3f44a3521e66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 200 len: 922 time: 0.0867963 Jul 28 11:03:13.661185 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfe78ba5-c923-469d-8060-0fc0d76e6258 req-3204034b-4e02-446e-b1bd-2cefb6549988 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 28 11:03:13.691405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-a220060b-3f88-4b9c-8349-84c06cc966c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=642d106a-12f3-446b-81ad-6e607bbb572b HTTP/1.1" status: 200 len: 217 time: 0.0414112 Jul 28 11:03:13.741337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-c675b958-239f-4809-aa79-12c74883926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:13.742903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-c675b958-239f-4809-aa79-12c74883926a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 200 len: 861 time: 0.0443707 Jul 28 11:03:13.777895 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-2e74d8c5-34c8-4e2c-aa12-2e0f8cb509b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=052a4ea6-df86-4e61-92b5-e48e3cad8885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248294 Jul 28 11:03:13.870848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488796f1-c8e9-4bfe-892e-b7c843789fe8 req-bdccff9c-6192-43cd-8ba3-a644d6e0282a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:13.875462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-488796f1-c8e9-4bfe-892e-b7c843789fe8 req-bdccff9c-6192-43cd-8ba3-a644d6e0282a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0538738 Jul 28 11:03:13.883395 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-f4955edf-0537-4483-b549-bb28fd4a0df9 service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949185 Jul 28 11:03:13.912218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-488796f1-c8e9-4bfe-892e-b7c843789fe8 req-a219a5f0-aa85-4e79-8caa-7ed8bd99c60a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Jul 28 11:03:13.977830 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ad4d7c3-a79a-4679-b064-67f9f3502278 req-609deaf2-8d73-4319-9d20-3d99afa53e9d service neutron] 10.222.0.41 "GET /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852752 Jul 28 11:03:14.019175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2f65d-027d-445b-a2e1-3a8f36c5dde8 req-7aa7afb1-66ee-414d-9c9c-605fb5bf449f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:14.020831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7f2f65d-027d-445b-a2e1-3a8f36c5dde8 req-7aa7afb1-66ee-414d-9c9c-605fb5bf449f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0576060 Jul 28 11:03:14.061680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7f2f65d-027d-445b-a2e1-3a8f36c5dde8 req-9448d8de-d8bc-4613-9c20-ccd947623514 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Jul 28 11:03:14.471179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83844d-eed1-4b26-bb44-3e2f229582e8 req-9ba24df9-68cb-4064-97c1-53d06cf14979 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:14.474221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d83844d-eed1-4b26-bb44-3e2f229582e8 req-9ba24df9-68cb-4064-97c1-53d06cf14979 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 948 time: 0.0527849 Jul 28 11:03:14.526817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d83844d-eed1-4b26-bb44-3e2f229582e8 req-6da1a851-69c5-4163-80aa-378f6ca60da5 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462699 Jul 28 11:03:14.739075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 73f160a1-1a0f-4f81-b4e9-4b240957c977 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:14.784517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f890-ddd1-4eef-b24b-2691eb8cf068 req-3465d8ac-c611-48a2-a7b0-88d8e9751f87 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:14.785959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3487f890-ddd1-4eef-b24b-2691eb8cf068 req-3465d8ac-c611-48a2-a7b0-88d8e9751f87 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 943 time: 0.0544057 Jul 28 11:03:14.793273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 73f160a1-1a0f-4f81-b4e9-4b240957c977 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:14.797173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 73f160a1-1a0f-4f81-b4e9-4b240957c977 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:14.797849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:14.828822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3487f890-ddd1-4eef-b24b-2691eb8cf068 req-d0887872-1f94-462d-83bf-3009d954364b tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Jul 28 11:03:14.898486 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:14.920401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f160a1-1a0f-4f81-b4e9-4b240957c977'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:14.922628 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4105a04-f2a2-4da2-a541-0151c6946a4a" -d '{"events": [{"server_uuid": "8f77d73f-05c5-4419-aee2-c5d80a3c32c0", "name": "network-vif-plugged", "status": "completed", "tag": "73f160a1-1a0f-4f81-b4e9-4b240957c977"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:14.935968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 73f160a1-1a0f-4f81-b4e9-4b240957c977, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:14.941143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:14.969963 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a133e8-fce7-42b4-82c6-793fc9425575 x-openstack-request-id: req-54a133e8-fce7-42b4-82c6-793fc9425575 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:14.970252 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f77d73f-05c5-4419-aee2-c5d80a3c32c0", "name": "network-vif-plugged", "status": "completed", "tag": "73f160a1-1a0f-4f81-b4e9-4b240957c977", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:14.970530 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54a133e8-fce7-42b4-82c6-793fc9425575 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:14.970918 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f160a1-1a0f-4f81-b4e9-4b240957c977', 'code': 200} Jul 28 11:03:15.001000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=73f160a1-1a0f-4f81-b4e9-4b240957c977,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:15.039876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1852e-02dc-41f9-a4ac-d6157d72d59a req-015fbad4-341b-4f33-862b-58e48b458b33 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:15.041362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ea1852e-02dc-41f9-a4ac-d6157d72d59a req-015fbad4-341b-4f33-862b-58e48b458b33 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0530286 Jul 28 11:03:15.118666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ea1852e-02dc-41f9-a4ac-d6157d72d59a req-c8984b84-16fc-48c3-9b39-aa6df96ce929 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709682 Jul 28 11:03:15.135461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6ea0-c6b7-45f6-beaf-5c82bf0a1a7a req-60419123-3626-4b32-a30f-a84da32829ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:15.137203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cdc6ea0-c6b7-45f6-beaf-5c82bf0a1a7a req-60419123-3626-4b32-a30f-a84da32829ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 1100 time: 0.0837131 Jul 28 11:03:15.211188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cdc6ea0-c6b7-45f6-beaf-5c82bf0a1a7a req-7e482275-cefe-44fb-9ec9-5a6896094867 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Jul 28 11:03:15.222613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43838-a5a8-4906-bf53-2c63b50563c6 req-924a04e7-268e-49c1-b6d9-d76ecce53e2f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:15.224019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8e43838-a5a8-4906-bf53-2c63b50563c6 req-924a04e7-268e-49c1-b6d9-d76ecce53e2f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0713801 Jul 28 11:03:15.271722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8e43838-a5a8-4906-bf53-2c63b50563c6 req-e86f115f-34df-4075-92d0-31dfa3303c7a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Jul 28 11:03:15.664044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694aa8b-5cf6-45e4-96ed-120d3f9cbade req-ceeabaed-77e6-4fe3-a2e4-9e580954542b tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:15.665520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f694aa8b-5cf6-45e4-96ed-120d3f9cbade req-ceeabaed-77e6-4fe3-a2e4-9e580954542b tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 949 time: 0.0530381 Jul 28 11:03:15.703014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f694aa8b-5cf6-45e4-96ed-120d3f9cbade req-06335c54-46f2-45e4-8398-2a76fe5dd484 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Jul 28 11:03:15.951911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa153288-6521-4ed1-80df-5346c1f45c46 req-9f98140b-de43-4104-a0e3-dc67ca2a1647 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:15.953840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa153288-6521-4ed1-80df-5346c1f45c46 req-9f98140b-de43-4104-a0e3-dc67ca2a1647 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 943 time: 0.0507052 Jul 28 11:03:15.992014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa153288-6521-4ed1-80df-5346c1f45c46 req-04051db6-179e-4448-9102-cc25eaa71c28 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Jul 28 11:03:16.256691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d414a-f94e-4fe0-8f63-9938505a676a req-0ad61d9b-61fc-42dd-ad59-2896248cfc4d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:16.258638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-030d414a-f94e-4fe0-8f63-9938505a676a req-0ad61d9b-61fc-42dd-ad59-2896248cfc4d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0500948 Jul 28 11:03:16.308946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-030d414a-f94e-4fe0-8f63-9938505a676a req-204b3b75-9824-45ef-8788-4c56493ebc24 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Jul 28 11:03:16.637343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80ab38-00ee-4944-90b4-f95a65c5f15f req-4e0f291b-2f5a-49b1-9b04-9fc2a7ba2e25 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:16.638875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae80ab38-00ee-4944-90b4-f95a65c5f15f req-4e0f291b-2f5a-49b1-9b04-9fc2a7ba2e25 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.2903976 Jul 28 11:03:16.680020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae80ab38-00ee-4944-90b4-f95a65c5f15f req-32a8f868-6848-4050-91e9-ad20fa298f5c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Jul 28 11:03:16.815946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752d9f8-26bd-40b4-948e-c83885786380 req-d35d52ea-78d5-4f4c-9a6e-81c4cc3659d9 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:16.817423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8752d9f8-26bd-40b4-948e-c83885786380 req-d35d52ea-78d5-4f4c-9a6e-81c4cc3659d9 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 949 time: 0.0488331 Jul 28 11:03:16.856391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8752d9f8-26bd-40b4-948e-c83885786380 req-a7ffa893-0bc7-473a-8144-dbea407cd3a4 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Jul 28 11:03:17.126304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af3c3d-2269-4f13-b859-925c301ec9a4 req-71e315c2-23c6-4186-8426-36525bbf7fbe tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:17.127670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14af3c3d-2269-4f13-b859-925c301ec9a4 req-71e315c2-23c6-4186-8426-36525bbf7fbe tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 949 time: 0.0814140 Jul 28 11:03:17.140376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373220fd-0eb3-455f-9d97-9a52e71c929d req-53a3c4d4-e26e-4068-8d35-3bf22addc9bc tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:17.141964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-373220fd-0eb3-455f-9d97-9a52e71c929d req-53a3c4d4-e26e-4068-8d35-3bf22addc9bc tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 943 time: 0.0701230 Jul 28 11:03:17.201251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14af3c3d-2269-4f13-b859-925c301ec9a4 req-2bbb7f77-4e23-4d9d-9000-44557fa1f377 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582764 Jul 28 11:03:17.207168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-373220fd-0eb3-455f-9d97-9a52e71c929d req-a066ac71-6abd-41b7-92a3-21bb3eedba2a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579448 Jul 28 11:03:17.419462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 642d106a-12f3-446b-81ad-6e607bbb572b details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:17.423614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8900-c10d-43ef-97f3-8e10fe14ab6a req-b920a30a-a6ec-42f3-ba1a-19b74e9ef906 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:17.425109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-264b8900-c10d-43ef-97f3-8e10fe14ab6a req-b920a30a-a6ec-42f3-ba1a-19b74e9ef906 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0480270 Jul 28 11:03:17.464622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-264b8900-c10d-43ef-97f3-8e10fe14ab6a req-f3000b1f-8a1b-4c50-ba4c-a391b7130719 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Jul 28 11:03:17.519572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 642d106a-12f3-446b-81ad-6e607bbb572b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=642d106a-12f3-446b-81ad-6e607bbb572b,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:17.530729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '642d106a-12f3-446b-81ad-6e607bbb572b', 'network_id': '052a4ea6-df86-4e61-92b5-e48e3cad8885', 'port_id': '642d106a-12f3-446b-81ad-6e607bbb572b', 'mac_address': 'fa:16:3e:8f:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba4996-481e-4e3d-941d-538a51839ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:03:17.566111 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:17.578791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642d106a-12f3-446b-81ad-6e607bbb572b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:17.598046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 642d106a-12f3-446b-81ad-6e607bbb572b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=642d106a-12f3-446b-81ad-6e607bbb572b,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:17.602586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:17.652574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=642d106a-12f3-446b-81ad-6e607bbb572b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:17.799190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40656-21df-446b-a95f-b62091fddcbc req-ef2e87bd-8b5b-438b-9220-68a4a13f670c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:17.800663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9f40656-21df-446b-a95f-b62091fddcbc req-ef2e87bd-8b5b-438b-9220-68a4a13f670c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0517561 Jul 28 11:03:17.838208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9f40656-21df-446b-a95f-b62091fddcbc req-4f2aa1f3-ebbf-4309-9dbc-a15aa7798679 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Jul 28 11:03:17.889786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['642d106a-12f3-446b-81ad-6e607bbb572b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:18.356441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064520-2242-4321-a1c4-ac8840cdabc9 req-f4bd31b2-5816-4b18-96f9-390dec55eb55 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:18.357932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4064520-2242-4321-a1c4-ac8840cdabc9 req-f4bd31b2-5816-4b18-96f9-390dec55eb55 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 949 time: 0.0789888 Jul 28 11:03:18.365007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b10c-99dd-4977-ba29-5444045c0c4d req-7d6599a2-a785-40a0-ae33-cfef13e2682c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:18.366519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3980b10c-99dd-4977-ba29-5444045c0c4d req-7d6599a2-a785-40a0-ae33-cfef13e2682c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 944 time: 0.0779874 Jul 28 11:03:18.422256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4064520-2242-4321-a1c4-ac8840cdabc9 req-e557ff19-f9be-4db7-9342-9a5fdf26944c tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/security-groups?id=756176e8-c7fe-41ab-bd31-2998bc9d3fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548148 Jul 28 11:03:18.426846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3980b10c-99dd-4977-ba29-5444045c0c4d req-4153edc0-2913-44fe-8498-ecf283d1b224 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Jul 28 11:03:18.581622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae138-498e-47de-8bb9-06b8fea54d3e req-e0d1957c-dbde-4f4c-9ecd-39f71ae64287 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:18.583046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09bae138-498e-47de-8bb9-06b8fea54d3e req-e0d1957c-dbde-4f4c-9ecd-39f71ae64287 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0496514 Jul 28 11:03:18.620274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09bae138-498e-47de-8bb9-06b8fea54d3e req-cb8ecca8-d710-4d8d-b506-1bb3c9155aec tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302608 Jul 28 11:03:18.961297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70ced7-de6e-474e-a72c-d566b76ae23a req-b1650966-dc3c-41f8-9823-5ca004102339 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:18.962744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb70ced7-de6e-474e-a72c-d566b76ae23a req-b1650966-dc3c-41f8-9823-5ca004102339 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0485241 Jul 28 11:03:19.001721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb70ced7-de6e-474e-a72c-d566b76ae23a req-a650c5d5-74b8-4b1e-a933-0a7e8b2cb0d3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Jul 28 11:03:19.082126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-d9f058cb-9423-4d38-96aa-61d82c19e869 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:19.083550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-d9f058cb-9423-4d38-96aa-61d82c19e869 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 949 time: 0.0478139 Jul 28 11:03:19.176056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Deleting port 73f160a1-1a0f-4f81-b4e9-4b240957c977 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:19.176425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.261193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] For port 73f160a1-1a0f-4f81-b4e9-4b240957c977, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=73f160a1-1a0f-4f81-b4e9-4b240957c977,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:19.261476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.277806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Calling delete_port for 73f160a1-1a0f-4f81-b4e9-4b240957c977 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:19.404310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.426619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 642d106a-12f3-446b-81ad-6e607bbb572b up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:19.432992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['73f160a1-1a0f-4f81-b4e9-4b240957c977'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:19.434876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Pushing event deleted for resources: {'Port': ['ID=73f160a1-1a0f-4f81-b4e9-4b240957c977,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:19.513546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] No DVR routers for this DVR port 73f160a1-1a0f-4f81-b4e9-4b240957c977 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:19.531189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.532981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-334cab9a-847d-4006-ac55-1cb4ee00dec1 req-857da1f2-d003-4772-b5b9-2c22a1f36727 tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.44 "DELETE /v2.0/ports/73f160a1-1a0f-4f81-b4e9-4b240957c977 HTTP/1.1" status: 204 len: 173 time: 0.4425554 Jul 28 11:03:19.533512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'name': 'network-vif-deleted', 'tag': '73f160a1-1a0f-4f81-b4e9-4b240957c977'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:19.536188 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f87e253-c82e-496a-905f-593b493c6f90" -d '{"events": [{"server_uuid": "8f77d73f-05c5-4419-aee2-c5d80a3c32c0", "name": "network-vif-deleted", "tag": "73f160a1-1a0f-4f81-b4e9-4b240957c977"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:19.544255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.545768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 642d106a-12f3-446b-81ad-6e607bbb572b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:19.553932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 642d106a-12f3-446b-81ad-6e607bbb572b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:19.554574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.574638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0525407-15e9-4b5d-bc82-a1c21eb1145c req-da3a2e29-5a46-4646-ba6f-0ec66f33e7ce tempest-ImagesNegativeTestJSON-1592367702 tempest-ImagesNegativeTestJSON-1592367702-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f77d73f-05c5-4419-aee2-c5d80a3c32c0 HTTP/1.1" status: 200 len: 210 time: 0.0624776 Jul 28 11:03:19.643417 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.672560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d106a-12f3-446b-81ad-6e607bbb572b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:19.674929 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ebbcc7-2b36-4767-b56d-c69a61ad0382" -d '{"events": [{"server_uuid": "85e82ba8-0b37-4d63-8fae-6495c2a56f4b", "name": "network-vif-plugged", "status": "completed", "tag": "642d106a-12f3-446b-81ad-6e607bbb572b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:19.677537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f3304-53b6-4e3b-9dfb-418ede3a8019 req-495e1be6-6b60-4908-bbe1-4c372f820e54 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:19.679407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-961f3304-53b6-4e3b-9dfb-418ede3a8019 req-495e1be6-6b60-4908-bbe1-4c372f820e54 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 944 time: 0.0555131 Jul 28 11:03:19.694214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 642d106a-12f3-446b-81ad-6e607bbb572b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=642d106a-12f3-446b-81ad-6e607bbb572b,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:19.699345 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:19.746148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-961f3304-53b6-4e3b-9dfb-418ede3a8019 req-1d890b2d-4267-4fc0-a812-78742cc3863a tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Jul 28 11:03:19.837263 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e74aa6-559d-44fa-9051-d05f551d8eee x-openstack-request-id: req-86e74aa6-559d-44fa-9051-d05f551d8eee {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:19.837660 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f77d73f-05c5-4419-aee2-c5d80a3c32c0", "name": "network-vif-deleted", "tag": "73f160a1-1a0f-4f81-b4e9-4b240957c977", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:19.837790 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86e74aa6-559d-44fa-9051-d05f551d8eee {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:19.838184 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f77d73f-05c5-4419-aee2-c5d80a3c32c0', 'name': 'network-vif-deleted', 'tag': '73f160a1-1a0f-4f81-b4e9-4b240957c977', 'status': 'completed', 'code': 200} Jul 28 11:03:19.866476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108e793-5f1c-49a9-ac6a-076fe1fc5cbf req-ec9b77f6-1577-4063-9040-fe409d6533c1 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:19.868092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1108e793-5f1c-49a9-ac6a-076fe1fc5cbf req-ec9b77f6-1577-4063-9040-fe409d6533c1 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0649447 Jul 28 11:03:19.889864 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f62082-88a1-4975-9613-5cfcaa65ad1b x-openstack-request-id: req-83f62082-88a1-4975-9613-5cfcaa65ad1b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:19.890145 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e82ba8-0b37-4d63-8fae-6495c2a56f4b", "name": "network-vif-plugged", "status": "completed", "tag": "642d106a-12f3-446b-81ad-6e607bbb572b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:19.890585 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83f62082-88a1-4975-9613-5cfcaa65ad1b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:19.890966 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d106a-12f3-446b-81ad-6e607bbb572b', 'code': 200} Jul 28 11:03:19.895749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=642d106a-12f3-446b-81ad-6e607bbb572b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:19.932543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1108e793-5f1c-49a9-ac6a-076fe1fc5cbf req-9d9448a2-a5e8-4ef2-9e07-29647149b82c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530016 Jul 28 11:03:19.998347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac742-2553-478d-bb25-f5da1a2a6e60 req-e2bf4230-7213-4b19-9a42-260f2d8f99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:20.000685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649ac742-2553-478d-bb25-f5da1a2a6e60 req-e2bf4230-7213-4b19-9a42-260f2d8f99b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 1096 time: 0.0468371 Jul 28 11:03:20.040823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649ac742-2553-478d-bb25-f5da1a2a6e60 req-a461980c-7412-403a-a9df-792b33b3d15d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Jul 28 11:03:20.120861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bc8e0-a005-45e3-8e5c-0b78a2177dd1 req-3ecfc0fb-37d5-456e-9a91-bd5777ef8fe3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:20.122339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c17bc8e0-a005-45e3-8e5c-0b78a2177dd1 req-3ecfc0fb-37d5-456e-9a91-bd5777ef8fe3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0483501 Jul 28 11:03:20.160553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c17bc8e0-a005-45e3-8e5c-0b78a2177dd1 req-2a1c55fd-6f17-46a6-88be-312e5819665c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 28 11:03:20.872528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d557-955a-47fd-a1c2-756796526c08 req-e4308e94-9c12-4c2b-a95d-9e5b8171e7cc tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:20.874217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16b2d557-955a-47fd-a1c2-756796526c08 req-e4308e94-9c12-4c2b-a95d-9e5b8171e7cc tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 945 time: 0.0634172 Jul 28 11:03:20.947531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16b2d557-955a-47fd-a1c2-756796526c08 req-f25ede36-386c-4851-bd3e-741f879c837e tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660117 Jul 28 11:03:21.077561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7390f8-4b5c-4777-9f9a-a8d580d0fe58 req-3ab80fda-3917-4ca4-9e02-06395a7193be tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:21.079531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a7390f8-4b5c-4777-9f9a-a8d580d0fe58 req-3ab80fda-3917-4ca4-9e02-06395a7193be tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0545485 Jul 28 11:03:21.081543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:21.131445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a7390f8-4b5c-4777-9f9a-a8d580d0fe58 req-38e118e4-cd28-410a-9210-3850977f4809 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Jul 28 11:03:21.248785 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-474db085-8dc5-4d26-9d80-b20b0b1d0fd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e1dbab46d434d0d909536c629fb76b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655686 Jul 28 11:03:21.251345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:21.283656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1fcc-0226-41ca-8fea-e979f42dcf0a req-f50b2eec-b48b-44be-b30a-d590f205c28c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:21.291946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c5d1fcc-0226-41ca-8fea-e979f42dcf0a req-f50b2eec-b48b-44be-b30a-d590f205c28c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0560324 Jul 28 11:03:21.305317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f09e3bb-091c-42bb-9eaa-a1c01f554324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:21.331451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f09e3bb-091c-42bb-9eaa-a1c01f554324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:21.337878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c5d1fcc-0226-41ca-8fea-e979f42dcf0a req-47fe65cd-a665-4ef1-9c8a-319d2b919c20 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Jul 28 11:03:21.385460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f09e3bb-091c-42bb-9eaa-a1c01f554324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:21.388266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f09e3bb-091c-42bb-9eaa-a1c01f554324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:21.389415 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f09e3bb-091c-42bb-9eaa-a1c01f554324 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/756176e8-c7fe-41ab-bd31-2998bc9d3fb7 HTTP/1.1" status: 204 len: 168 time: 0.1371090 Jul 28 11:03:21.397624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e3bb-091c-42bb-9eaa-a1c01f554324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756176e8-c7fe-41ab-bd31-2998bc9d3fb7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.098585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e0f4-b979-4425-88e9-9c990dce9eaf req-4d36c833-0ffe-42cb-a8e8-a6e98aa54c50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:22.107920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3fc3e0f4-b979-4425-88e9-9c990dce9eaf req-4d36c833-0ffe-42cb-a8e8-a6e98aa54c50 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 945 time: 0.0619793 Jul 28 11:03:22.113434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.143803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3fc3e0f4-b979-4425-88e9-9c990dce9eaf req-e63b85c4-2a0d-45f9-a002-9dcf20cedb9d tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347424 Jul 28 11:03:22.303657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8715097-116b-4dea-8e1f-7a94e24dbfe2 req-cc1a1801-8bcb-4791-9a80-799c9a83f1b7 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:22.305234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8715097-116b-4dea-8e1f-7a94e24dbfe2 req-cc1a1801-8bcb-4791-9a80-799c9a83f1b7 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0531993 Jul 28 11:03:22.353313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8715097-116b-4dea-8e1f-7a94e24dbfe2 req-53123279-5810-427c-b4ca-f2dcbc5f2cdd tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Jul 28 11:03:22.485887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee43e93-17a3-4a90-8551-9dbbc7d8ec8e req-e451c5a6-8478-453f-bc56-9e835f802dfe tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:22.493957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ee43e93-17a3-4a90-8551-9dbbc7d8ec8e req-e451c5a6-8478-453f-bc56-9e835f802dfe tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0690081 Jul 28 11:03:22.508405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:22.554308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ee43e93-17a3-4a90-8551-9dbbc7d8ec8e req-013ce78a-1173-4acf-8720-716b281166da tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Jul 28 11:03:22.632236 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0491461f-e5b5-448b-92de-898f6d19854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.650948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce55f-bb89-4818-9b99-d3d48be53141 req-5cda2d9e-b7b3-43b9-8087-da420c97f774 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:22.652471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a64ce55f-bb89-4818-9b99-d3d48be53141 req-5cda2d9e-b7b3-43b9-8087-da420c97f774 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 945 time: 0.0616744 Jul 28 11:03:22.695257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a64ce55f-bb89-4818-9b99-d3d48be53141 req-1d0ccd9a-5996-4b54-9901-30352b8aacaa tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361111 Jul 28 11:03:22.742225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0491461f-e5b5-448b-92de-898f6d19854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.746139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0491461f-e5b5-448b-92de-898f6d19854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.754890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 73f160a1-1a0f-4f81-b4e9-4b240957c977 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:22.775657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 73f160a1-1a0f-4f81-b4e9-4b240957c977 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:03:22.776107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 73f160a1-1a0f-4f81-b4e9-4b240957c977 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:22.789594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491461f-e5b5-448b-92de-898f6d19854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415485a5-fc55-4247-8a68-7948b69084c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.797386 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0491461f-e5b5-448b-92de-898f6d19854a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb8d90f990144c5e9d5c218bfd7e46a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849367 Jul 28 11:03:22.798312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:22.853052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d084650-cec7-47c0-b77e-e2195ef1df9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.877172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d084650-cec7-47c0-b77e-e2195ef1df9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.933264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d084650-cec7-47c0-b77e-e2195ef1df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.935948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d084650-cec7-47c0-b77e-e2195ef1df9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:22.939475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d084650-cec7-47c0-b77e-e2195ef1df9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/415485a5-fc55-4247-8a68-7948b69084c7 HTTP/1.1" status: 204 len: 168 time: 0.1386616 Jul 28 11:03:22.946498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084650-cec7-47c0-b77e-e2195ef1df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415485a5-fc55-4247-8a68-7948b69084c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:23.208325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254751aa-e16d-44b7-bbf1-eca29f6fa5d1 req-33c6110a-e055-414d-a0dc-8e51f251ccce tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:23.211160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-254751aa-e16d-44b7-bbf1-eca29f6fa5d1 req-33c6110a-e055-414d-a0dc-8e51f251ccce tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1096 time: 0.0417154 Jul 28 11:03:23.254280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-254751aa-e16d-44b7-bbf1-eca29f6fa5d1 req-44ccdec9-44f4-466a-8397-51850c3d35ab tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Jul 28 11:03:23.526974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69218752-93da-4b07-b18c-5bc8e1b77380 req-7e945360-d5b9-44e6-ab2e-ae29c5995333 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:23.531978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69218752-93da-4b07-b18c-5bc8e1b77380 req-7e945360-d5b9-44e6-ab2e-ae29c5995333 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0778408 Jul 28 11:03:23.582147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69218752-93da-4b07-b18c-5bc8e1b77380 req-66d03e90-eaa5-4988-a201-0611e1949e93 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Jul 28 11:03:23.714790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea56dc-d41f-4afe-adb6-059ab506edbd req-d3452648-f8cb-4bff-9f44-162d0505ca82 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:23.717893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2ea56dc-d41f-4afe-adb6-059ab506edbd req-d3452648-f8cb-4bff-9f44-162d0505ca82 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0570393 Jul 28 11:03:23.766853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2ea56dc-d41f-4afe-adb6-059ab506edbd req-bd09ec18-6ccd-465f-bffa-9de248a0749c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Jul 28 11:03:23.913724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a5604-fb94-479c-8288-9510b3899a31 req-8ce16ffa-52b9-44e8-afb9-9057532c7780 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:23.915250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d8a5604-fb94-479c-8288-9510b3899a31 req-8ce16ffa-52b9-44e8-afb9-9057532c7780 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 945 time: 0.0612109 Jul 28 11:03:23.975295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d8a5604-fb94-479c-8288-9510b3899a31 req-56b97687-011d-4f5e-9a7a-1dff7e3bfd54 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0198c6d-464d-405b-ac37-474299928aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506675 Jul 28 11:03:24.068852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-13e481b8-fd6c-4bef-b040-3a233cfbc449 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:24.070488 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-13e481b8-fd6c-4bef-b040-3a233cfbc449 tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 945 time: 0.0498762 Jul 28 11:03:24.189654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Deleting port 642d106a-12f3-446b-81ad-6e607bbb572b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:24.190032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:24.311804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] For port 642d106a-12f3-446b-81ad-6e607bbb572b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=642d106a-12f3-446b-81ad-6e607bbb572b,segment=NetworkSegment(fbc3c19b-d325-4ebd-9e51-6221b75d6117),segment_id=fbc3c19b-d325-4ebd-9e51-6221b75d6117)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:24.312226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:24.329767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Calling delete_port for 642d106a-12f3-446b-81ad-6e607bbb572b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:24.356079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-bc96df4a-d449-4e88-8f40-1aca832adf2e tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:03:24.364622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-bc96df4a-d449-4e88-8f40-1aca832adf2e tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160439 Jul 28 11:03:24.416223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Request body: {'binding': {'host': 'n-h2-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:24.416692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:03:24.628585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:24.641116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['642d106a-12f3-446b-81ad-6e607bbb572b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:24.691737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event deleted for resources: {'Port': ['ID=642d106a-12f3-446b-81ad-6e607bbb572b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:24.712162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on host n-h2-723573-7 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:24.712522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:24.712847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:24.733404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:24.733750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:24.735797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] No DVR routers for this DVR port 642d106a-12f3-446b-81ad-6e607bbb572b on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:24.738924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:24.741870 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77759ba9-3aed-44bc-9513-65f31aab9557 req-eddabccc-60ce-4b83-ac80-9aa6f295b0ea tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.41 "DELETE /v2.0/ports/642d106a-12f3-446b-81ad-6e607bbb572b HTTP/1.1" status: 204 len: 173 time: 0.6611598 Jul 28 11:03:24.743622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'name': 'network-vif-deleted', 'tag': '642d106a-12f3-446b-81ad-6e607bbb572b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:24.747700 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64a7b2-bf19-4dd8-bc07-1eddc01ed36c" -d '{"events": [{"server_uuid": "85e82ba8-0b37-4d63-8fae-6495c2a56f4b", "name": "network-vif-deleted", "tag": "642d106a-12f3-446b-81ad-6e607bbb572b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:24.754081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:24.754415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:24.754628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff27375-941f-4f01-8a9c-49b4ca66e4d2 req-951997d3-07fc-49e0-b05a-536346fa673f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:24.755408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:24.755408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Bound port: b1a835d9-1ac1-474e-9320-f3f522ac77bb, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:24.770863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ff27375-941f-4f01-8a9c-49b4ca66e4d2 req-951997d3-07fc-49e0-b05a-536346fa673f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0778069 Jul 28 11:03:24.811274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ff27375-941f-4f01-8a9c-49b4ca66e4d2 req-19dd42b5-9e82-4b7c-8ec6-ac371d5d6b39 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Jul 28 11:03:24.849833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:24.856837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:24.858624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-7e67b606-fe0a-4933-978e-4c13e0206930 service neutron] 10.222.0.20 "POST /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4919219 Jul 28 11:03:24.901525 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a613bb-9360-44df-9eb6-878ca229dc45 x-openstack-request-id: req-10a613bb-9360-44df-9eb6-878ca229dc45 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:24.901890 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e82ba8-0b37-4d63-8fae-6495c2a56f4b", "name": "network-vif-deleted", "tag": "642d106a-12f3-446b-81ad-6e607bbb572b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:24.902606 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10a613bb-9360-44df-9eb6-878ca229dc45 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:24.903010 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e82ba8-0b37-4d63-8fae-6495c2a56f4b', 'name': 'network-vif-deleted', 'tag': '642d106a-12f3-446b-81ad-6e607bbb572b', 'status': 'completed', 'code': 200} Jul 28 11:03:25.062098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b16e1-6658-4836-b506-a132f28ac738 req-c3f7f6d8-8d8d-48c3-9beb-1ccf051a3cfa tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:25.080851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b31b16e1-6658-4836-b506-a132f28ac738 req-c3f7f6d8-8d8d-48c3-9beb-1ccf051a3cfa tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1141148 Jul 28 11:03:25.161363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b31b16e1-6658-4836-b506-a132f28ac738 req-c7fa72b7-d148-4299-a4f6-210d8f64609f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793724 Jul 28 11:03:25.183588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf3949-385f-40fb-8f48-25841cd97c8a req-5585aeb2-4a66-4618-b95c-7ddaa7b5de84 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:25.190364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43bf3949-385f-40fb-8f48-25841cd97c8a req-5585aeb2-4a66-4618-b95c-7ddaa7b5de84 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1488209 Jul 28 11:03:25.227129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f0428539-c7b4-4b14-afbd-a469fbe157e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:25.228886 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f0428539-c7b4-4b14-afbd-a469fbe157e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1096 time: 0.0918939 Jul 28 11:03:25.260097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43bf3949-385f-40fb-8f48-25841cd97c8a req-123ed2bb-76ef-4131-8170-fb24eeb86110 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538104 Jul 28 11:03:25.357177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-017a99f5-88e9-4cd5-94b0-4b953926f2e3 req-bc92269c-7cf1-40d5-9fe5-71c8db9969fd tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e82ba8-0b37-4d63-8fae-6495c2a56f4b HTTP/1.1" status: 200 len: 210 time: 0.0538042 Jul 28 11:03:25.387381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-ab51228a-d4ae-4a5a-9f92-3fc11954502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:25.388883 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-ab51228a-d4ae-4a5a-9f92-3fc11954502f service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1407976 Jul 28 11:03:25.482440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-ef6fa78c-c921-4131-9645-9db35d93a02b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 217 time: 0.0765259 Jul 28 11:03:25.545645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-e39e0178-9abe-4f73-bd22-affef6b5dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:25.547324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-e39e0178-9abe-4f73-bd22-affef6b5dca4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0579238 Jul 28 11:03:25.587688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-e6a22d7c-579f-48f9-8b4e-2cfd5a09eea2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304627 Jul 28 11:03:25.699582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-72c2edaa-04f3-48aa-a8cb-85ef381f5cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020474 Jul 28 11:03:25.819597 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-64814374-5400-4db7-b9d9-ab67fb4505fc service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124830 Jul 28 11:03:25.940692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7afb01-27ac-4f60-b7b6-b7cc485e9eae req-debc78cc-dc42-402b-9372-d7b0b2b874d1 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:25.942644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad7afb01-27ac-4f60-b7b6-b7cc485e9eae req-debc78cc-dc42-402b-9372-d7b0b2b874d1 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0500107 Jul 28 11:03:25.984681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad7afb01-27ac-4f60-b7b6-b7cc485e9eae req-5b99158d-3a4a-4a5c-bb45-7bc9bcf75e59 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Jul 28 11:03:26.419000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba03f7-8e64-4413-9216-67a2cf391c66 req-1312787e-6e5a-433d-8050-2197431508f4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:26.420623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fba03f7-8e64-4413-9216-67a2cf391c66 req-1312787e-6e5a-433d-8050-2197431508f4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1526780 Jul 28 11:03:26.438325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de74a6b-efe2-45dd-b028-ade33570b69a req-c9de6450-14e8-4684-bd06-438bbaa39076 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:26.439737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1de74a6b-efe2-45dd-b028-ade33570b69a req-c9de6450-14e8-4684-bd06-438bbaa39076 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.0978065 Jul 28 11:03:26.512195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fba03f7-8e64-4413-9216-67a2cf391c66 req-d9b17ecd-5b84-4e0b-88d1-6b22bfe9c2af tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825582 Jul 28 11:03:26.533015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1de74a6b-efe2-45dd-b028-ade33570b69a req-ef5792e7-d0d4-4226-9da6-b47a28708989 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748248 Jul 28 11:03:26.780643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:26.846743 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300ae6ec-62c5-4a1c-bb8b-2fbf75c6084c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:26.879061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300ae6ec-62c5-4a1c-bb8b-2fbf75c6084c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:26.938474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300ae6ec-62c5-4a1c-bb8b-2fbf75c6084c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:26.941372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300ae6ec-62c5-4a1c-bb8b-2fbf75c6084c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:26.945135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-300ae6ec-62c5-4a1c-bb8b-2fbf75c6084c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "DELETE /v2.0/security-groups/7afacf18-ed99-43a0-9366-bf765a62594d HTTP/1.1" status: 204 len: 168 time: 0.1608312 Jul 28 11:03:26.945709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:26.954751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ae6ec-62c5-4a1c-bb8b-2fbf75c6084c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afacf18-ed99-43a0-9366-bf765a62594d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:26.959754 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-35975791-8db9-4e90-82ce-930ea06e7a3b tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] show failed (client error): The resource could not be found. Jul 28 11:03:26.962463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-35975791-8db9-4e90-82ce-930ea06e7a3b tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "GET /v2.0/security-groups/7afacf18-ed99-43a0-9366-bf765a62594d HTTP/1.1" status: 404 len: 347 time: 0.0154588 Jul 28 11:03:26.967879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:27.034433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:27.197855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f559-7e8c-4f6a-8b07-255e8562806e req-1a62024d-8b3a-483d-8215-edccf2aa48ab tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:27.199645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e19f559-7e8c-4f6a-8b07-255e8562806e req-1a62024d-8b3a-483d-8215-edccf2aa48ab tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0650918 Jul 28 11:03:27.208286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Deleting port dc8be677-709d-49d4-951f-42c7debf6032 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:27.208893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.219362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccde5eeb-6a9f-42a2-a79b-99e27ae48983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.304901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e19f559-7e8c-4f6a-8b07-255e8562806e req-20ac052d-a8a5-4251-9f1c-dfe8bf897573 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927565 Jul 28 11:03:27.339302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.340067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.349093 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccde5eeb-6a9f-42a2-a79b-99e27ae48983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.354136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccde5eeb-6a9f-42a2-a79b-99e27ae48983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.357917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Calling delete_port for dc8be677-709d-49d4-951f-42c7debf6032 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:27.411437 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ccde5eeb-6a9f-42a2-a79b-99e27ae48983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494725ac495e4a7c93b222d4175bbf64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757203 Jul 28 11:03:27.419323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde5eeb-6a9f-42a2-a79b-99e27ae48983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e94bf-f70b-4bd9-b05f-5741ec935522,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:27.421678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:27.462701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 642d106a-12f3-446b-81ad-6e607bbb572b no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:27.485671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 642d106a-12f3-446b-81ad-6e607bbb572b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:03:27.486263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 642d106a-12f3-446b-81ad-6e607bbb572b not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:27.497904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-913a799d-85b4-4c07-add2-28d2ccd2dc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.531229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-913a799d-85b4-4c07-add2-28d2ccd2dc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.680322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.692728 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-913a799d-85b4-4c07-add2-28d2ccd2dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.695270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-913a799d-85b4-4c07-add2-28d2ccd2dc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.698823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-913a799d-85b4-4c07-add2-28d2ccd2dc3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f8e94bf-f70b-4bd9-b05f-5741ec935522 HTTP/1.1" status: 204 len: 168 time: 0.2737620 Jul 28 11:03:27.727198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0b68b-0f24-4c99-a1ce-5166e1303278 req-6fac17f7-abc1-4171-a3fa-f42739eab601 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:27.728680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74b0b68b-0f24-4c99-a1ce-5166e1303278 req-6fac17f7-abc1-4171-a3fa-f42739eab601 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1249866 Jul 28 11:03:27.735198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Pushing event deleted for resources: {'Port': ['ID=dc8be677-709d-49d4-951f-42c7debf6032,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:27.744601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a799d-85b4-4c07-add2-28d2ccd2dc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e94bf-f70b-4bd9-b05f-5741ec935522,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:27.800209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f4e9-5df8-4354-8e43-143d953ccca3 req-457c2a30-55a0-4ffa-aaa3-d9acda1cae37 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:27.801489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f70f4e9-5df8-4354-8e43-143d953ccca3 req-457c2a30-55a0-4ffa-aaa3-d9acda1cae37 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1834059 Jul 28 11:03:27.848031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-371a8626-2cf0-4eab-a0f8-b1ca78ba1d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.852253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74b0b68b-0f24-4c99-a1ce-5166e1303278 req-72ed905f-5369-4480-985c-0975547c23c0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148870 Jul 28 11:03:27.867014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.869519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:27.870657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74cbbb1e-908f-4064-9908-106cdda1a81c tempest-ImagesOneServerNegativeTestJSON-722696559 tempest-ImagesOneServerNegativeTestJSON-722696559-project] 10.222.0.20 "DELETE /v2.0/floatingips/21d4e594-17e3-4bc8-b426-956fb50a4893 HTTP/1.1" status: 204 len: 168 time: 0.9015305 Jul 28 11:03:27.892754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f70f4e9-5df8-4354-8e43-143d953ccca3 req-4111c607-5a4c-4e56-86f5-81e714535b8b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835283 Jul 28 11:03:28.114646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:28.115177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:28.129773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2af19a6-25a0-45d5-a4e4-30d9efb71888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.186209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Deleting subnet 87ba4996-481e-4e3d-941d-538a51839ec9 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:03:28.192630 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.251912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.269406 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2af19a6-25a0-45d5-a4e4-30d9efb71888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.276029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2af19a6-25a0-45d5-a4e4-30d9efb71888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.310133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.320717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a2af19a6-25a0-45d5-a4e4-30d9efb71888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d97c153835549a59466cf7c66d45a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049565 Jul 28 11:03:28.333452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:28.354104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af19a6-25a0-45d5-a4e4-30d9efb71888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaaf055-3e22-47d6-ad17-05226c6ee369,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:28.384296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.411994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ba4996-481e-4e3d-941d-538a51839ec9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:28.437493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.439487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f012da39-4b0a-4c37-934b-3fa75278043b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87ba4996-481e-4e3d-941d-538a51839ec9 HTTP/1.1" status: 204 len: 168 time: 0.3233600 Jul 28 11:03:28.442800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:28.489712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7711c-22eb-49d4-844a-8c25e22d726a req-e51192f9-5f22-4d34-918e-02ae45416d9f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:28.491496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94f7711c-22eb-49d4-844a-8c25e22d726a req-e51192f9-5f22-4d34-918e-02ae45416d9f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0672007 Jul 28 11:03:28.543510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff18002-3e75-4e3c-8e6c-845822067aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.547873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.552946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94f7711c-22eb-49d4-844a-8c25e22d726a req-931a821b-58c2-485b-a55e-70839ade1eb0 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Jul 28 11:03:28.586630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff18002-3e75-4e3c-8e6c-845822067aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.688941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.701404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052a4ea6-df86-4e61-92b5-e48e3cad8885']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:28.717239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc3c19b-d325-4ebd-9e51-6221b75d6117') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:28.717543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc3c19b-d325-4ebd-9e51-6221b75d6117') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:28.728459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.743969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.750800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:28.751201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:03:28.791686 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:03:28.810468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff18002-3e75-4e3c-8e6c-845822067aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.813417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff18002-3e75-4e3c-8e6c-845822067aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.814786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fff18002-3e75-4e3c-8e6c-845822067aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfaaf055-3e22-47d6-ad17-05226c6ee369 HTTP/1.1" status: 204 len: 168 time: 0.4784346 Jul 28 11:03:28.829192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff18002-3e75-4e3c-8e6c-845822067aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaaf055-3e22-47d6-ad17-05226c6ee369,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:28.838016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.862782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:28.867438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/052a4ea6-df86-4e61-92b5-e48e3cad8885 HTTP/1.1" status: 204 len: 168 time: 0.4202404 Jul 28 11:03:28.892960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561f56e-00a2-4859-a742-08121acc25e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=052a4ea6-df86-4e61-92b5-e48e3cad8885,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:29.096140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:29.137213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65409a-a50f-4556-a2c7-53c930f69151 req-d0a0e4e1-97f0-4aee-bb9e-72605cc0f82a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:29.138767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e65409a-a50f-4556-a2c7-53c930f69151 req-d0a0e4e1-97f0-4aee-bb9e-72605cc0f82a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1303997 Jul 28 11:03:29.148309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc8172-91b3-47d3-a3b4-74c03659b33b req-d9570409-8f0c-49a4-9a04-0aa0f30f60db tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:29.155487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14dc8172-91b3-47d3-a3b4-74c03659b33b req-d9570409-8f0c-49a4-9a04-0aa0f30f60db tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1314089 Jul 28 11:03:29.175110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-632815ba-befc-4248-9179-2af9cc63a610 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ac8dbdf64734ea9a01f09912d160359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753119 Jul 28 11:03:29.179104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:29.229200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14dc8172-91b3-47d3-a3b4-74c03659b33b req-2f3ed7be-588c-4642-b2b6-a24ab5f921a0 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Jul 28 11:03:29.290062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e65409a-a50f-4556-a2c7-53c930f69151 req-3259ef58-ccc9-4cd2-978b-8aae43200d87 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324267 Jul 28 11:03:29.293158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-740e78cc-53bf-45dc-8734-0defbfbfb777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:29.318910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-740e78cc-53bf-45dc-8734-0defbfbfb777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:29.370393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-740e78cc-53bf-45dc-8734-0defbfbfb777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:29.374497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-740e78cc-53bf-45dc-8734-0defbfbfb777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:29.378595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-740e78cc-53bf-45dc-8734-0defbfbfb777 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0198c6d-464d-405b-ac37-474299928aed HTTP/1.1" status: 204 len: 168 time: 0.1929150 Jul 28 11:03:29.399179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e78cc-53bf-45dc-8734-0defbfbfb777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0198c6d-464d-405b-ac37-474299928aed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:29.692953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3a2f0-daf2-4a25-ac04-6bdfcc903aa2 req-702d85c3-764a-445b-8772-c683b313ce79 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:29.695086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecd3a2f0-daf2-4a25-ac04-6bdfcc903aa2 req-702d85c3-764a-445b-8772-c683b313ce79 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0549197 Jul 28 11:03:29.783136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecd3a2f0-daf2-4a25-ac04-6bdfcc903aa2 req-73fb94a0-d538-42f7-87a3-cdb1cb4dd894 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791190 Jul 28 11:03:30.283881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:30.486879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532173c-0764-44c8-a046-93d0d1c281d3 req-3a823b25-f37a-4000-8b9b-876389a644dd tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:30.496489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1532173c-0764-44c8-a046-93d0d1c281d3 req-3a823b25-f37a-4000-8b9b-876389a644dd tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1260738 Jul 28 11:03:30.507059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-792493215-network', 'tenant_id': '75b0c3db796345b0ac25360cf28cdeb6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:30.547070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43122d27-86ec-4419-86aa-5ae921b0d620 req-898601d0-0c3b-493a-82f3-ff4621c00d6d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:30.550021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43122d27-86ec-4419-86aa-5ae921b0d620 req-898601d0-0c3b-493a-82f3-ff4621c00d6d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1366985 Jul 28 11:03:30.570182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1532173c-0764-44c8-a046-93d0d1c281d3 req-abebeaf8-d9bf-4cd8-a6db-60dd7d03cda6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Jul 28 11:03:30.648341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43122d27-86ec-4419-86aa-5ae921b0d620 req-c28ff088-ba17-4610-8113-646b2de65dd1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909665 Jul 28 11:03:30.649227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Made reservation on behalf of 75b0c3db796345b0ac25360cf28cdeb6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:30.652338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.666530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.732203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6bb1-eec5-466a-8abb-d003981d6170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.830828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.838550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.864324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:30.875348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fba49d-431b-44d6-a238-c7d72a63766e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:30.880330 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.881304 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Added segment 0a12a9e9-24b5-4cd3-b2d4-82c3597fd95c of type vlan for network 78f1caa0-73f2-42e9-b031-6df0be1aaeb9 Jul 28 11:03:30.928517 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.951673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:30.983161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a082649-2faf-4f63-9cdd-8452694824d8 req-2fa82cbb-6ab5-4c5d-a39f-b52dfee2505c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:30.984647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a082649-2faf-4f63-9cdd-8452694824d8 req-2fa82cbb-6ab5-4c5d-a39f-b52dfee2505c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0947471 Jul 28 11:03:31.057405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a082649-2faf-4f63-9cdd-8452694824d8 req-a65260de-27b3-4a46-b5de-d866a9f1c6ce tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Jul 28 11:03:31.059719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:31.063564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:31.064501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:31.137129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:31.143668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Request body: {'subnet': {'network_id': '78f1caa0-73f2-42e9-b031-6df0be1aaeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-792493215-subnet', 'tenant_id': '75b0c3db796345b0ac25360cf28cdeb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:31.148549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8635612 Jul 28 11:03:31.186134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346af12-a86f-49e3-9f93-1ea91928a5af admin admin] Pushing event updated for resources: {'Network': ['ID=78f1caa0-73f2-42e9-b031-6df0be1aaeb9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:31.205808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Made reservation on behalf of 75b0c3db796345b0ac25360cf28cdeb6 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:31.207357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 78f1caa0-73f2-42e9-b031-6df0be1aaeb9 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:31.212404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:31.450097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:31.524512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3655da-a691-491c-878c-de1bd9d4b1ce,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:31.550120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Checking segment: {'id': '0a12a9e9-24b5-4cd3-b2d4-82c3597fd95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '78f1caa0-73f2-42e9-b031-6df0be1aaeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:31.550805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Network hostable DHCP agents. Network: 78f1caa0-73f2-42e9-b031-6df0be1aaeb9, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:31.573581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Network 78f1caa0-73f2-42e9-b031-6df0be1aaeb9 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:31.587509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 78f1caa0-73f2-42e9-b031-6df0be1aaeb9) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:31.594756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:31.595569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:31.616219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abbe71-626e-4410-ac83-5a45ec594ed7 None None] Network 78f1caa0-73f2-42e9-b031-6df0be1aaeb9 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:03:31.632214 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de05e205-23e7-4413-a8b0-d7724c99c291 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4849946 Jul 28 11:03:31.735427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aa166-c577-4895-85c5-2434e6129b3e req-5cadb456-405b-4cc3-b4b4-6740d689044d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:31.743324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-051aa166-c577-4895-85c5-2434e6129b3e req-5cadb456-405b-4cc3-b4b4-6740d689044d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.0620799 Jul 28 11:03:31.814543 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:31.817543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-051aa166-c577-4895-85c5-2434e6129b3e req-6dc9a0ee-a6df-4e10-b864-b6f5fbf16f65 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709574 Jul 28 11:03:31.847476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3877fc24-77c7-4585-b5c2-5886412cbcae None None] Network 78f1caa0-73f2-42e9-b031-6df0be1aaeb9 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:03:31.855585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb468cb6-9b7b-4323-a04e-374ffbaafb13 req-769d2ab6-80c8-4bc3-902e-674e78569ef7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:31.866893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb468cb6-9b7b-4323-a04e-374ffbaafb13 req-769d2ab6-80c8-4bc3-902e-674e78569ef7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1083465 Jul 28 11:03:31.925102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb468cb6-9b7b-4323-a04e-374ffbaafb13 req-0bb50e1e-8edc-48cf-85d7-51d5d28868f3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551350 Jul 28 11:03:32.315799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48a3c-81c0-4dbb-b118-b81de74b2321 req-85202c06-5f70-499f-ba71-96369f2f1f96 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:32.317456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1e48a3c-81c0-4dbb-b118-b81de74b2321 req-85202c06-5f70-499f-ba71-96369f2f1f96 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0536730 Jul 28 11:03:32.328747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-63aefb0a-57ff-4db8-b543-1669e697443e req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1466176833', 'description': 'tempest-description-100081725'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:32.377940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1e48a3c-81c0-4dbb-b118-b81de74b2321 req-ab2d3885-b15f-4d07-9e21-93fb56dea25a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Jul 28 11:03:32.379095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63aefb0a-57ff-4db8-b543-1669e697443e req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.514865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63aefb0a-57ff-4db8-b543-1669e697443e req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.521796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63aefb0a-57ff-4db8-b543-1669e697443e req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.534206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7178-1fb2-4291-8fd2-bd5c37570dc5 req-1ce14fe1-3e65-4800-bdcd-d9f5e6390964 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:32.535670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c3a7178-1fb2-4291-8fd2-bd5c37570dc5 req-1ce14fe1-3e65-4800-bdcd-d9f5e6390964 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 945 time: 0.0760105 Jul 28 11:03:32.574389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63aefb0a-57ff-4db8-b543-1669e697443e req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.575593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63aefb0a-57ff-4db8-b543-1669e697443e req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2520914 Jul 28 11:03:32.583067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115809ef-8da6-40a5-a3e4-7f6a32c69022 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe61bbb-be3e-4bae-94dc-04fa8641e80e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:32.601393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c3a7178-1fb2-4291-8fd2-bd5c37570dc5 req-2be2a6da-3bd5-4478-8fcd-6a60240bc09c tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Jul 28 11:03:32.652168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-d32b9b95-3c7a-4d53-8d42-ba120f81e705 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/fbe61bbb-be3e-4bae-94dc-04fa8641e80e HTTP/1.1" status: 200 len: 1804 time: 0.0470278 Jul 28 11:03:32.663088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbe61bbb-be3e-4bae-94dc-04fa8641e80e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:32.663410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbe61bbb-be3e-4bae-94dc-04fa8641e80e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:32.723001 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.768876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.774376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.796011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f2e19d-d046-44b6-a34c-7fe342090f13,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:32.798505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.799910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4634e741-7f22-474f-bc8a-a42a858f7947 req-0a949e0c-277e-4f41-aa31-72fd1801640f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1414282 Jul 28 11:03:32.827894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0bc2f8f1-9ef9-41bf-a9d5-18f9174538cd req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-241101809', 'description': 'tempest-description-340162061'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:32.851754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0bc2f8f1-9ef9-41bf-a9d5-18f9174538cd req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.967101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7ecdb-5e58-498e-ba5e-b38a37343f8d req-98e743a8-dac9-4160-ab74-319356d43a06 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:32.968591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fb7ecdb-5e58-498e-ba5e-b38a37343f8d req-98e743a8-dac9-4160-ab74-319356d43a06 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.0712781 Jul 28 11:03:32.980777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0bc2f8f1-9ef9-41bf-a9d5-18f9174538cd req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:32.987576 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0bc2f8f1-9ef9-41bf-a9d5-18f9174538cd req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.032468 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0bc2f8f1-9ef9-41bf-a9d5-18f9174538cd req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.033660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bc2f8f1-9ef9-41bf-a9d5-18f9174538cd req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2100067 Jul 28 11:03:33.036483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797ca99-5fae-4d20-8370-34e9581688e8 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2443ad7-ff54-4495-878b-63334e9ec041,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:33.043240 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fb7ecdb-5e58-498e-ba5e-b38a37343f8d req-dcbd2265-71f2-411f-a0d1-b02024891648 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649211 Jul 28 11:03:33.157085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e8a3a-19ae-4462-9bb6-2acb5356811d req-6abe0746-dda9-4274-b75f-c79f06f0f7b7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:33.158697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-731e8a3a-19ae-4462-9bb6-2acb5356811d req-6abe0746-dda9-4274-b75f-c79f06f0f7b7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.0550673 Jul 28 11:03:33.201692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-731e8a3a-19ae-4462-9bb6-2acb5356811d req-31943a9a-1058-4221-aea8-b938d8a729f8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Jul 28 11:03:33.255370 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:03:33.261892 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.276695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40892124-c8ca-491b-9219-54836600ab94 req-4553a514-367e-4561-9dfa-f659eb380887 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/b2443ad7-ff54-4495-878b-63334e9ec041 HTTP/1.1" status: 200 len: 1803 time: 0.0470550 Jul 28 11:03:33.282671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b2443ad7-ff54-4495-878b-63334e9ec041', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:33.283008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b2443ad7-ff54-4495-878b-63334e9ec041', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:33.337954 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.367019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.370765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.390120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6822a871-e6d0-4510-8cdc-3fa65a9b2d0c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:33.397816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.399530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40892124-c8ca-491b-9219-54836600ab94 req-6c1769cd-9bea-4d15-9bf1-44b4e8ad873a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1207883 Jul 28 11:03:33.426411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a26af24b-509a-4a5f-910d-5165ebf1cb98 req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1267261119', 'description': 'tempest-description-1838890494'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:33.452524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a26af24b-509a-4a5f-910d-5165ebf1cb98 req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.535548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e53df-978e-43e8-8264-f6fed8be3ef1 req-e39fcefd-8ee9-44a2-9133-95a7892b1f74 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:33.537695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d71e53df-978e-43e8-8264-f6fed8be3ef1 req-e39fcefd-8ee9-44a2-9133-95a7892b1f74 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0735672 Jul 28 11:03:33.593034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d71e53df-978e-43e8-8264-f6fed8be3ef1 req-53485676-af44-44f7-b0eb-2f368fd8b000 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485923 Jul 28 11:03:33.610361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a26af24b-509a-4a5f-910d-5165ebf1cb98 req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.614697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a26af24b-509a-4a5f-910d-5165ebf1cb98 req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.645519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a26af24b-509a-4a5f-910d-5165ebf1cb98 req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.646874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a26af24b-509a-4a5f-910d-5165ebf1cb98 req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2251179 Jul 28 11:03:33.655146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214f4f6-3a5c-477e-9ec7-06c1a93c3191 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d3b299-908f-4ada-b815-a78e7610c0bb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:33.678669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d42636a5-b30e-454f-be7b-961cabad50bd req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1564519388', 'description': 'tempest-description-1471097809'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:33.736017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d42636a5-b30e-454f-be7b-961cabad50bd req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.759458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1206-4f5b-4e3b-bdd4-4fcce10b405b req-db936e8f-453d-4742-89e1-9d9118d5cd69 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:33.761164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9cc1206-4f5b-4e3b-bdd4-4fcce10b405b req-db936e8f-453d-4742-89e1-9d9118d5cd69 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 945 time: 0.0778537 Jul 28 11:03:33.822634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9cc1206-4f5b-4e3b-bdd4-4fcce10b405b req-d76cd551-4307-479e-9f70-046592a1c2a3 tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a030d72-c65a-42db-a808-fae208c047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556972 Jul 28 11:03:33.867721 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d42636a5-b30e-454f-be7b-961cabad50bd req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.871714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d42636a5-b30e-454f-be7b-961cabad50bd req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.922710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d42636a5-b30e-454f-be7b-961cabad50bd req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:33.923907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d42636a5-b30e-454f-be7b-961cabad50bd req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2514782 Jul 28 11:03:33.936203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d103ac-4659-4672-bb4b-77cf61cc3a6a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c659336e-178a-4327-9660-cef90598ce99,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:33.951571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61236f-6504-4c95-b671-b69e661bfccb req-ca4e8e90-4ef8-407f-bd27-7c98e57e96ae tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:33.954118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e61236f-6504-4c95-b671-b69e661bfccb req-ca4e8e90-4ef8-407f-bd27-7c98e57e96ae tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 945 time: 0.0705674 Jul 28 11:03:34.051784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-373d3ae0-0641-4966-a46a-52327d20583f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/32d3b299-908f-4ada-b815-a78e7610c0bb HTTP/1.1" status: 200 len: 1805 time: 0.0939589 Jul 28 11:03:34.108217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-bacf90d6-a39b-4168-9baf-ad042d7f9118 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/c659336e-178a-4327-9660-cef90598ce99 HTTP/1.1" status: 200 len: 1805 time: 0.0491781 Jul 28 11:03:34.115769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Deleting port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:34.116114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.134266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '32d3b299-908f-4ada-b815-a78e7610c0bb', 'remote_group_id': 'c659336e-178a-4327-9660-cef90598ce99', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:34.134575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '32d3b299-908f-4ada-b815-a78e7610c0bb', 'remote_group_id': 'c659336e-178a-4327-9660-cef90598ce99', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:34.280803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30910-15e2-4983-b9db-1b0c4862633f req-613a7207-a1e7-468c-8c71-33d00d5e0dae tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:34.282266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52e30910-15e2-4983-b9db-1b0c4862633f req-613a7207-a1e7-468c-8c71-33d00d5e0dae tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1189585 Jul 28 11:03:34.288684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] For port caa9262d-b140-47bd-a6ee-c3c2ee82afa6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,segment=NetworkSegment(0412bf5e-404f-4b42-b95d-d1cb1580ff86),segment_id=0412bf5e-404f-4b42-b95d-d1cb1580ff86)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:34.289052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.328154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Calling delete_port for caa9262d-b140-47bd-a6ee-c3c2ee82afa6 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:34.347039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.647026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52e30910-15e2-4983-b9db-1b0c4862633f req-df31dc71-4e33-4e6f-bde8-36aabc5b7806 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535359 Jul 28 11:03:34.670438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.680478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.705014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea5b319-27f5-48f2-a7ad-f3c7c04a64bd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:34.718395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.720649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64728947-155c-40d8-9d4e-b59beaaf2055 req-b5957091-93b0-41cb-b6d8-e39d3923c42b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6013937 Jul 28 11:03:34.785111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.797008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['caa9262d-b140-47bd-a6ee-c3c2ee82afa6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:34.827987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Pushing event deleted for resources: {'Port': ['ID=caa9262d-b140-47bd-a6ee-c3c2ee82afa6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:34.889419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] No DVR routers for this DVR port caa9262d-b140-47bd-a6ee-c3c2ee82afa6 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:34.893476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:34.895606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e61236f-6504-4c95-b671-b69e661bfccb req-8c45631e-e588-423b-ae6b-239e04c5af4e tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.44 "DELETE /v2.0/ports/caa9262d-b140-47bd-a6ee-c3c2ee82afa6 HTTP/1.1" status: 204 len: 173 time: 0.9305296 Jul 28 11:03:34.904480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'name': 'network-vif-deleted', 'tag': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:34.906585 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65325f1-6a33-4a8d-8dde-c733ced99b2f" -d '{"events": [{"server_uuid": "fa505e87-c7b3-4193-af4a-d08f3fbb0c95", "name": "network-vif-deleted", "tag": "caa9262d-b140-47bd-a6ee-c3c2ee82afa6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:34.919392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2288d-0933-48ad-9ffb-01abc9b36b4c req-97914468-1e17-42ee-855b-3b08d2ded742 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:34.920886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b2288d-0933-48ad-9ffb-01abc9b36b4c req-97914468-1e17-42ee-855b-3b08d2ded742 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1274023 Jul 28 11:03:34.985177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc1fcf-c587-4251-8e11-ace1acabbfb5 req-9551cc6e-3d64-4b4e-89f0-80f464e760f7 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:34.986704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04fc1fcf-c587-4251-8e11-ace1acabbfb5 req-9551cc6e-3d64-4b4e-89f0-80f464e760f7 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0989833 Jul 28 11:03:34.989741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b2288d-0933-48ad-9ffb-01abc9b36b4c req-0786af16-1a8f-42dc-bb7d-0d343572c814 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Jul 28 11:03:35.044976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04fc1fcf-c587-4251-8e11-ace1acabbfb5 req-16524464-8618-4826-b610-ca70fb3fdc17 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500352 Jul 28 11:03:35.047506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4cb46aec-7f0c-4440-93a7-6298e873c4d0 req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-71217137', 'description': 'tempest-description-262151869'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:35.071325 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4cb46aec-7f0c-4440-93a7-6298e873c4d0 req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.162745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76c849aa-0cef-4d3f-b07f-809565ee8d43 req-35817a65-c238-49ba-9ac2-0e643a6951ac tempest-VolumesAdminNegativeTest-404205288 tempest-VolumesAdminNegativeTest-404205288-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa505e87-c7b3-4193-af4a-d08f3fbb0c95 HTTP/1.1" status: 200 len: 210 time: 0.0298548 Jul 28 11:03:35.195800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4cb46aec-7f0c-4440-93a7-6298e873c4d0 req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.201271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4cb46aec-7f0c-4440-93a7-6298e873c4d0 req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.211697 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56a163-3c9e-4749-91db-38e128e9e9e8 x-openstack-request-id: req-ef56a163-3c9e-4749-91db-38e128e9e9e8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:35.212080 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa505e87-c7b3-4193-af4a-d08f3fbb0c95", "name": "network-vif-deleted", "tag": "caa9262d-b140-47bd-a6ee-c3c2ee82afa6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:35.212350 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef56a163-3c9e-4749-91db-38e128e9e9e8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:35.212725 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa505e87-c7b3-4193-af4a-d08f3fbb0c95', 'name': 'network-vif-deleted', 'tag': 'caa9262d-b140-47bd-a6ee-c3c2ee82afa6', 'status': 'completed', 'code': 200} Jul 28 11:03:35.227125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4cb46aec-7f0c-4440-93a7-6298e873c4d0 req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.228387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4cb46aec-7f0c-4440-93a7-6298e873c4d0 req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1880527 Jul 28 11:03:35.238315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58375c-e5b5-420f-98ec-ca8d7c2fab9a tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80754067-6f4c-4d75-9045-58a4505bf479,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.267353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bfa0429c-dba4-469b-bb1b-a7e6d740eaea req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721750286', 'description': 'tempest-description-33549911'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:35.291386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfa0429c-dba4-469b-bb1b-a7e6d740eaea req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.391161 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfa0429c-dba4-469b-bb1b-a7e6d740eaea req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.398287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfa0429c-dba4-469b-bb1b-a7e6d740eaea req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.434145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd94286-35a6-403e-bcd2-86dc062850e2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.441009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfa0429c-dba4-469b-bb1b-a7e6d740eaea req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.442553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfa0429c-dba4-469b-bb1b-a7e6d740eaea req-e40a3fe3-4c0f-4905-a1ef-2c2afc8d2648 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1798420 Jul 28 11:03:35.515176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-4404381d-8d43-474a-b578-2d920c62bec2 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/80754067-6f4c-4d75-9045-58a4505bf479 HTTP/1.1" status: 200 len: 1802 time: 0.0471606 Jul 28 11:03:35.557914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-1f7cfa8a-4779-456c-93dc-8440ea7aee58 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/6dd94286-35a6-403e-bcd2-86dc062850e2 HTTP/1.1" status: 200 len: 1802 time: 0.0363793 Jul 28 11:03:35.567971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80754067-6f4c-4d75-9045-58a4505bf479', 'remote_group_id': '6dd94286-35a6-403e-bcd2-86dc062850e2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:35.568968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80754067-6f4c-4d75-9045-58a4505bf479', 'remote_group_id': '6dd94286-35a6-403e-bcd2-86dc062850e2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:35.630230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.664392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.667975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.687645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf052f6-5498-4173-b021-c6383317fd3f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.692936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.696588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4117696b-e76b-4db1-9029-560f9e9c6cca req-d556f88a-0ff1-4650-a527-88f8526875ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1317191 Jul 28 11:03:35.733260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:35.789312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-feed1ba3-c778-4188-9067-d78bc20bcb18 req-bcc703f6-ee9c-4c51-8d09-91c908372e16 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/6dd94286-35a6-403e-bcd2-86dc062850e2 HTTP/1.1" status: 200 len: 1802 time: 0.0710657 Jul 28 11:03:35.810500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572ecd0-b11f-4657-96a9-4bca958dad5f req-536cd357-ff4e-4022-9081-b863f7ce3f9b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:35.811904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5572ecd0-b11f-4657-96a9-4bca958dad5f req-536cd357-ff4e-4022-9081-b863f7ce3f9b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.0750861 Jul 28 11:03:35.859231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7610-f292-4925-8890-38155b43a258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.876248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5572ecd0-b11f-4657-96a9-4bca958dad5f req-f4ad5aae-5982-4187-9501-f3055786b234 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Jul 28 11:03:35.886342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feed1ba3-c778-4188-9067-d78bc20bcb18 req-eb76fc17-0d6a-4c97-9d36-4be3bbd2f0fc tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.916023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feed1ba3-c778-4188-9067-d78bc20bcb18 req-eb76fc17-0d6a-4c97-9d36-4be3bbd2f0fc tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:35.916279 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-db12b4f3-6205-406c-91c6-685e579ca918 req-3071a600-f53d-41ab-aacf-6b318e98c684 service neutron] show failed (client error): The resource could not be found. Jul 28 11:03:35.917385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-3071a600-f53d-41ab-aacf-6b318e98c684 service neutron] 10.222.0.41 "GET /v2.0/ports/c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.1013196 Jul 28 11:03:35.993269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feed1ba3-c778-4188-9067-d78bc20bcb18 req-eb76fc17-0d6a-4c97-9d36-4be3bbd2f0fc tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.000414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feed1ba3-c778-4188-9067-d78bc20bcb18 req-eb76fc17-0d6a-4c97-9d36-4be3bbd2f0fc tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.001680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-feed1ba3-c778-4188-9067-d78bc20bcb18 req-eb76fc17-0d6a-4c97-9d36-4be3bbd2f0fc tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/6dd94286-35a6-403e-bcd2-86dc062850e2 HTTP/1.1" status: 204 len: 173 time: 0.2056267 Jul 28 11:03:36.023088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7610-f292-4925-8890-38155b43a258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.028939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76fc17-0d6a-4c97-9d36-4be3bbd2f0fc tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd94286-35a6-403e-bcd2-86dc062850e2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.035351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbbe7610-f292-4925-8890-38155b43a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.090344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bbbe7610-f292-4925-8890-38155b43a258 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fe586f1fbd84a8f8dcdff965bf6d165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559113 Jul 28 11:03:36.092281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe7610-f292-4925-8890-38155b43a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a671b956-8d4a-415b-88db-2d9cff940cd7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.094536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:36.145022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3209a639-0064-4d89-b2cb-c52b47d25478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.166460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3209a639-0064-4d89-b2cb-c52b47d25478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.202729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b61862f-60f2-4270-bd01-8e3785293b26 req-360b6ce0-811e-4edd-823e-391e5009ef3c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/80754067-6f4c-4d75-9045-58a4505bf479 HTTP/1.1" status: 200 len: 1802 time: 0.1322627 Jul 28 11:03:36.219411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3209a639-0064-4d89-b2cb-c52b47d25478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.221590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-65a118d3-5ac6-4361-922e-e24cf55dee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:36.222425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3209a639-0064-4d89-b2cb-c52b47d25478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.223037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-65a118d3-5ac6-4361-922e-e24cf55dee4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638&tenant_id=c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 1101 time: 0.1134529 Jul 28 11:03:36.223703 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3209a639-0064-4d89-b2cb-c52b47d25478 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a671b956-8d4a-415b-88db-2d9cff940cd7 HTTP/1.1" status: 204 len: 168 time: 0.1282749 Jul 28 11:03:36.231877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8afa3f-1479-4759-b419-342f61d4e079 req-f95ac82d-fcc7-490f-9cd4-947427ffcd98 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:36.236127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209a639-0064-4d89-b2cb-c52b47d25478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a671b956-8d4a-415b-88db-2d9cff940cd7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.239218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce8afa3f-1479-4759-b419-342f61d4e079 req-f95ac82d-fcc7-490f-9cd4-947427ffcd98 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1410267 Jul 28 11:03:36.246363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:36.323052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce8afa3f-1479-4759-b419-342f61d4e079 req-60f91201-61b0-4835-9c3d-40fa981154bf tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829735 Jul 28 11:03:36.355105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.373442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:36.401353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-23b38ab7-ffb1-4e77-87d9-a45726d450c3 req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-468243423', 'description': 'tempest-description-2000166299'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:36.417262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04575-4c56-42e1-a50f-a6b29165581b req-2d761211-5e6a-49f2-8f86-838db7aeb489 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:36.418631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9f04575-4c56-42e1-a50f-a6b29165581b req-2d761211-5e6a-49f2-8f86-838db7aeb489 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1022222 Jul 28 11:03:36.422169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Deleting subnet eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:03:36.425552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.467449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.516014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.528682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-23b38ab7-ffb1-4e77-87d9-a45726d450c3 req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.546489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9f04575-4c56-42e1-a50f-a6b29165581b req-203625f0-dab7-4dcf-a892-e0de53b88233 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199610 Jul 28 11:03:36.560734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:36.579793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-560e5eeb-773d-43e5-88d8-acbae75566bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.602753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.627833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.632868 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.634812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-addb2747-2ccf-4810-a291-796946582022 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eeaa99e8-bce4-4dbc-a66a-ca910eae9e2f HTTP/1.1" status: 204 len: 168 time: 0.2601211 Jul 28 11:03:36.637709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:36.691119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:36.712990 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.733053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-23b38ab7-ffb1-4e77-87d9-a45726d450c3 req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.740942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-23b38ab7-ffb1-4e77-87d9-a45726d450c3 req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.754038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:36.799570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690f94c8-664b-4e79-8421-242653e2ca91,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.801643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.816514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.817091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447a0981-5ca8-490b-a8c8-f4b116120b3e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:36.829288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Transition to ACTIVE for port object c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:36.831180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0412bf5e-404f-4b42-b95d-d1cb1580ff86') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:36.831474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0412bf5e-404f-4b42-b95d-d1cb1580ff86') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:36.832252 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.846627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.869567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.881428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:36.881891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:03:36.884288 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:03:36.894518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.903034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] No DVR routers for this DVR port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:36.945177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:36.945392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:36.945708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:36.950297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:36.950765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Attempting to bind port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:36.957060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:36.957557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:36.958038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:36.958746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Bound port: c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:36.959446 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.963392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-560e5eeb-773d-43e5-88d8-acbae75566bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.972248 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-560e5eeb-773d-43e5-88d8-acbae75566bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.985013 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-23b38ab7-ffb1-4e77-87d9-a45726d450c3 req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:36.996554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23b38ab7-ffb1-4e77-87d9-a45726d450c3 req-f2c2a79d-6800-483e-835a-953c45e8c2ca tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6057184 Jul 28 11:03:36.996726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.009992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.011820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/447a0981-5ca8-490b-a8c8-f4b116120b3e HTTP/1.1" status: 204 len: 168 time: 0.3731756 Jul 28 11:03:37.020428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:37.047234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-560e5eeb-773d-43e5-88d8-acbae75566bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1a215d2527949469041ea0ec1e32f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800870 Jul 28 11:03:37.049211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:37.063652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192aa18-2420-4ac4-b382-a243cbf0ede0 admin admin] Pushing event deleted for resources: {'Network': ['ID=447a0981-5ca8-490b-a8c8-f4b116120b3e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.065230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e5eeb-773d-43e5-88d8-acbae75566bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f17e1-f770-4d05-9cab-83a59e215f81,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.089857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Deleting subnet d283e1a4-0347-43ef-904f-d597feb8574a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:03:37.093267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.130963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:37.145131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.151787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d78f6e-5a84-41d8-8309-1693063e941c req-e92757f5-1fab-456c-9914-0db566ad3268 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.153212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d78f6e-5a84-41d8-8309-1693063e941c req-e92757f5-1fab-456c-9914-0db566ad3268 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.1835835 Jul 28 11:03:37.176027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:37.187571 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.207301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.214494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:37.216716 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803d418a-8f67-4b77-9328-77430e92df1b" -d '{"events": [{"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-unplugged", "status": "completed", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:37.244102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee26-48d5-41ae-93c6-d47ac3dd442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.251283 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.256725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-5d0d91c7-c163-4093-b886-b9985df4bf54 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/690f94c8-664b-4e79-8421-242653e2ca91 HTTP/1.1" status: 200 len: 1804 time: 0.1482015 Jul 28 11:03:37.278481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d283e1a4-0347-43ef-904f-d597feb8574a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.283246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.284209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.284816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.285134 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ca7ea0b8-e0fd-42d2-b633-a6f97bd0c717 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d283e1a4-0347-43ef-904f-d597feb8574a HTTP/1.1" status: 204 len: 168 time: 0.2623346 Jul 28 11:03:37.286224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] 10.222.0.44 "PUT /v2.0/ports/c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 1096 time: 1.0438094 Jul 28 11:03:37.287631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:37.291661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '690f94c8-664b-4e79-8421-242653e2ca91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:37.291977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '690f94c8-664b-4e79-8421-242653e2ca91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:37.307173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d78f6e-5a84-41d8-8309-1693063e941c req-f12f0c9d-139e-4263-ab64-3d8d45b9bd72 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425064 Jul 28 11:03:37.335976 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee26-48d5-41ae-93c6-d47ac3dd442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.368961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.383179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50542b5-7322-4503-9ade-0935e10a55e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.436309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-a6146b4e-cfee-4fe0-a3cc-0a45acbca133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.437805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-a6146b4e-cfee-4fe0-a3cc-0a45acbca133 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1099 time: 0.1154773 Jul 28 11:03:37.469103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.469866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.486043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:37.487579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee26-48d5-41ae-93c6-d47ac3dd442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.490404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee26-48d5-41ae-93c6-d47ac3dd442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.491612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5e8aee26-48d5-41ae-93c6-d47ac3dd442d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd8f17e1-f770-4d05-9cab-83a59e215f81 HTTP/1.1" status: 204 len: 168 time: 0.4410827 Jul 28 11:03:37.503392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98ff581-7660-4fa8-8ee7-598c7a242046') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:37.503790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98ff581-7660-4fa8-8ee7-598c7a242046') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:37.509531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:37.534037 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede479f-c6ae-44cd-becb-6b6a5acdb689 x-openstack-request-id: req-dede479f-c6ae-44cd-becb-6b6a5acdb689 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:37.534540 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-unplugged", "status": "completed", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:37.534938 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dede479f-c6ae-44cd-becb-6b6a5acdb689 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:37.535480 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'code': 200} Jul 28 11:03:37.535615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.542299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aee26-48d5-41ae-93c6-d47ac3dd442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f17e1-f770-4d05-9cab-83a59e215f81,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.565895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.575499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.579414 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.593333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:37.593747 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:03:37.597325 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:03:37.610623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fbcf86-787a-4834-b0e1-351fb3ed32db,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.619524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-778922fe-c5ba-4fb7-9eaa-fdca8954a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.621189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-778922fe-c5ba-4fb7-9eaa-fdca8954a52c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1749997 Jul 28 11:03:37.625069 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.639206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ef50291-25b4-4e6a-95ed-b77e9449552a req-86bed6b9-fe06-4584-aae0-1803fb921c37 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3761156 Jul 28 11:03:37.660158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:37.676498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a62b23c5-e097-4330-a801-44991e8105cd', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'a62b23c5-e097-4330-a801-44991e8105cd', 'mac_address': 'fa:16:3e:c4:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:03:37.690032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.701439 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.705806 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644 HTTP/1.1" status: 204 len: 168 time: 0.4172046 Jul 28 11:03:37.719362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-443d05a9-39fc-445b-907e-19bbc3ccf541 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0772314 Jul 28 11:03:37.723302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.733319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a73bba-43cb-4294-831e-59bec2c2fe7f admin admin] Pushing event deleted for resources: {'Network': ['ID=e94a3ef2-95d7-4ce6-aefd-d3ef2dcb9644,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.737654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a62b23c5-e097-4330-a801-44991e8105cd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:37.769064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:37.777695 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.820105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-14a66f97-15fb-4736-b0ac-3bec24b5a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.821494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-14a66f97-15fb-4736-b0ac-3bec24b5a785 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0778701 Jul 28 11:03:37.834398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8768e8a-f59f-4cd3-a4ff-3de2086f7cc1 req-6cd75da0-5a34-4b62-8379-49848fd493cb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.835551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8768e8a-f59f-4cd3-a4ff-3de2086f7cc1 req-6cd75da0-5a34-4b62-8379-49848fd493cb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1022398 Jul 28 11:03:37.842750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.851216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece1a54-9c47-451a-9da1-83095c649882 req-1177bef3-60d4-4b57-aa35-58ad2a66b7a3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.858422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ece1a54-9c47-451a-9da1-83095c649882 req-1177bef3-60d4-4b57-aa35-58ad2a66b7a3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.2174206 Jul 28 11:03:37.861243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:37.902968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad394b76-1c3c-4efc-9d90-5c1c34ba7dbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82caa092a9924d7a8aa9ecde1dd5d8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404112 Jul 28 11:03:37.905438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:37.950744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ece1a54-9c47-451a-9da1-83095c649882 req-d4a2193b-ce41-4eae-87ce-dfa30ae61979 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913961 Jul 28 11:03:37.963482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8768e8a-f59f-4cd3-a4ff-3de2086f7cc1 req-1dd5d0f7-f663-4b5a-b86d-f6c7c960621e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977073 Jul 28 11:03:37.965571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b4f3-6205-406c-91c6-685e579ca918 req-6dfdf55b-cdf3-450c-b30c-a35d2d01388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:37.966934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-6dfdf55b-cdf3-450c-b30c-a35d2d01388b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304696 Jul 28 11:03:37.972688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e179-0e9e-4a80-891e-0fc7d6553dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:37.999268 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e179-0e9e-4a80-891e-0fc7d6553dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.051336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a62b23c5-e097-4330-a801-44991e8105cd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:38.061042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e179-0e9e-4a80-891e-0fc7d6553dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.067473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e179-0e9e-4a80-891e-0fc7d6553dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.073252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b9f3e179-0e9e-4a80-891e-0fc7d6553dae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a030d72-c65a-42db-a808-fae208c047c4 HTTP/1.1" status: 204 len: 168 time: 0.1667430 Jul 28 11:03:38.088445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3e179-0e9e-4a80-891e-0fc7d6553dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a030d72-c65a-42db-a808-fae208c047c4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.093770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f468456-6342-4062-8aac-e2eb97d2306c req-b1cf0659-0dff-4a8a-9935-3157a3d035fd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/690f94c8-664b-4e79-8421-242653e2ca91 HTTP/1.1" status: 200 len: 2397 time: 0.1137040 Jul 28 11:03:38.104780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '690f94c8-664b-4e79-8421-242653e2ca91', 'remote_group_id': None}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:38.105093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '690f94c8-664b-4e79-8421-242653e2ca91', 'remote_group_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:38.126597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-0e0d434e-1406-453a-aa2d-6d202244fa2a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477251 Jul 28 11:03:38.238340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.275416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.278402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db12b4f3-6205-406c-91c6-685e579ca918 req-ca3d1c7b-3e75-41b3-b62e-f2e06ecd69bd service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436357 Jul 28 11:03:38.280975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.300806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f71076-212a-48cc-9b93-cf44d465c6a0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.314361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.315605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f468456-6342-4062-8aac-e2eb97d2306c req-248f75ee-56c5-4786-a7ac-e8bf162482dd tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2210100 Jul 28 11:03:38.404288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-821ea292-9f96-4eeb-a8a5-9ea9ceeffcfc req-4a23a654-93cf-4fe1-b354-fc898ee1bc05 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/690f94c8-664b-4e79-8421-242653e2ca91 HTTP/1.1" status: 200 len: 2995 time: 0.0489089 Jul 28 11:03:38.463079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-460a78ee-9ed1-40ad-90da-3cb4566ebea6 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-group-rules/69f71076-212a-48cc-9b93-cf44d465c6a0 HTTP/1.1" status: 200 len: 783 time: 0.0376949 Jul 28 11:03:38.506748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:38.535183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55e3be-c2cb-41c4-a035-9b5b5ff70999 req-2c43f89c-b39a-4bd7-aab5-5a58a62abf95 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:38.536856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f55e3be-c2cb-41c4-a035-9b5b5ff70999 req-2c43f89c-b39a-4bd7-aab5-5a58a62abf95 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 945 time: 0.0887401 Jul 28 11:03:38.541387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-b94bc506-a683-4d75-af64-d096b6b43516 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/690f94c8-664b-4e79-8421-242653e2ca91 HTTP/1.1" status: 200 len: 2995 time: 0.0631557 Jul 28 11:03:38.560230 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ca64dfb9-fb1b-45e7-8cfd-073067ee8733 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1037183f668d46dbb038ef0c3b0978c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497034 Jul 28 11:03:38.560407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:38.593208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-69ae164a-2cab-4a96-815c-0a836eda344b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.598349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f55e3be-c2cb-41c4-a035-9b5b5ff70999 req-1f1b973b-806d-4db7-af67-2d8c00b28c09 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Jul 28 11:03:38.604010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-69ae164a-2cab-4a96-815c-0a836eda344b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.610806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-189cf26d-6fa0-4d1a-9f50-0a4c6dc19aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.634021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-189cf26d-6fa0-4d1a-9f50-0a4c6dc19aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.639709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-69ae164a-2cab-4a96-815c-0a836eda344b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.646629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-69ae164a-2cab-4a96-815c-0a836eda344b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.650675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0cfc71e-12d6-4e40-8d26-b9a685af7de7 req-69ae164a-2cab-4a96-815c-0a836eda344b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/69f71076-212a-48cc-9b93-cf44d465c6a0 HTTP/1.1" status: 204 len: 173 time: 0.1004238 Jul 28 11:03:38.682373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae164a-2cab-4a96-815c-0a836eda344b tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69f71076-212a-48cc-9b93-cf44d465c6a0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.708770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-189cf26d-6fa0-4d1a-9f50-0a4c6dc19aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.711924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-189cf26d-6fa0-4d1a-9f50-0a4c6dc19aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.713039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-189cf26d-6fa0-4d1a-9f50-0a4c6dc19aed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4f6233f-f0e9-4d16-a955-645610fa2a76 HTTP/1.1" status: 204 len: 168 time: 0.1517241 Jul 28 11:03:38.724536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cf26d-6fa0-4d1a-9f50-0a4c6dc19aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6233f-f0e9-4d16-a955-645610fa2a76,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.737079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36edb6e4-a1bb-4fac-8e8e-911bc70132fb req-54caa3a4-d094-49e4-9e6d-8807d7d73920 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/690f94c8-664b-4e79-8421-242653e2ca91 HTTP/1.1" status: 200 len: 2397 time: 0.0554848 Jul 28 11:03:38.794239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device caa9262d-b140-47bd-a6ee-c3c2ee82afa6 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:38.796614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36edb6e4-a1bb-4fac-8e8e-911bc70132fb req-2c4861a3-8f2a-4421-91a6-e13b8693887c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.822751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36edb6e4-a1bb-4fac-8e8e-911bc70132fb req-2c4861a3-8f2a-4421-91a6-e13b8693887c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.824798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: caa9262d-b140-47bd-a6ee-c3c2ee82afa6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:03:38.825325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device caa9262d-b140-47bd-a6ee-c3c2ee82afa6 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:38.870679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36edb6e4-a1bb-4fac-8e8e-911bc70132fb req-2c4861a3-8f2a-4421-91a6-e13b8693887c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.873239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36edb6e4-a1bb-4fac-8e8e-911bc70132fb req-2c4861a3-8f2a-4421-91a6-e13b8693887c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:38.874469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36edb6e4-a1bb-4fac-8e8e-911bc70132fb req-2c4861a3-8f2a-4421-91a6-e13b8693887c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/690f94c8-664b-4e79-8421-242653e2ca91 HTTP/1.1" status: 204 len: 173 time: 0.1364949 Jul 28 11:03:38.909976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4861a3-8f2a-4421-91a6-e13b8693887c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f94c8-664b-4e79-8421-242653e2ca91,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.913266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-5bf8cab5-6fcd-4ae3-a353-084ef4d03c60 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:38.915683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-5bf8cab5-6fcd-4ae3-a353-084ef4d03c60 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0567672 Jul 28 11:03:38.928777 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-856d28a5-6dd5-4de3-a1a4-1384f728c4fd req-64abe9dc-cb91-4bbe-82be-c9ef582fb74d tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] show failed (client error): The resource could not be found. Jul 28 11:03:38.935646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-856d28a5-6dd5-4de3-a1a4-1384f728c4fd req-64abe9dc-cb91-4bbe-82be-c9ef582fb74d tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/6dd94286-35a6-403e-bcd2-86dc062850e2 HTTP/1.1" status: 404 len: 352 time: 0.0331426 Jul 28 11:03:38.941842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723573-7'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:39.038485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd53f575-d65e-45eb-a3e5-6ce53365060c req-14095c9c-6a35-460e-b0a4-dcc7f95b5e30 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/80754067-6f4c-4d75-9045-58a4505bf479 HTTP/1.1" status: 200 len: 1802 time: 0.0848217 Jul 28 11:03:39.047162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.156995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f2a62-fb30-4d6f-b07f-e7cd02de05a6 req-f0517b16-3b78-4f27-b76b-21ef47e42598 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:39.164395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e5f2a62-fb30-4d6f-b07f-e7cd02de05a6 req-f0517b16-3b78-4f27-b76b-21ef47e42598 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.0976391 Jul 28 11:03:39.176427 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cd53f575-d65e-45eb-a3e5-6ce53365060c req-1f8b22c9-d31f-4b5a-9e80-3ddc9f266e83 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.209847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:39.227488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cd53f575-d65e-45eb-a3e5-6ce53365060c req-1f8b22c9-d31f-4b5a-9e80-3ddc9f266e83 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.245572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e5f2a62-fb30-4d6f-b07f-e7cd02de05a6 req-fd04935c-944b-4af0-a702-909bd8be1319 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801611 Jul 28 11:03:39.281798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:39.328812 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cd53f575-d65e-45eb-a3e5-6ce53365060c req-1f8b22c9-d31f-4b5a-9e80-3ddc9f266e83 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.332313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cd53f575-d65e-45eb-a3e5-6ce53365060c req-1f8b22c9-d31f-4b5a-9e80-3ddc9f266e83 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.333997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd53f575-d65e-45eb-a3e5-6ce53365060c req-1f8b22c9-d31f-4b5a-9e80-3ddc9f266e83 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/80754067-6f4c-4d75-9045-58a4505bf479 HTTP/1.1" status: 204 len: 173 time: 0.2930071 Jul 28 11:03:39.345946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:39.348705 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01996694-b696-490c-aba5-9c6ab8ab56e1" -d '{"events": [{"server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:39.356937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.364070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b22c9-d31f-4b5a-9e80-3ddc9f266e83 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80754067-6f4c-4d75-9045-58a4505bf479,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:39.370620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.416547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f1ed-b560-4252-ba89-8aa607c15152 req-ee0131eb-3637-4fe0-be98-3e76faeb51dc tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:39.416547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f761f1ed-b560-4252-ba89-8aa607c15152 req-ee0131eb-3637-4fe0-be98-3e76faeb51dc tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 949 time: 0.0774775 Jul 28 11:03:39.495890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on host n-h1-723573-7 for vnic_type normal with profile {"migrating_to": "n-h2-723573-7"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:39.496278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:39.496611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:39.499845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:39.507785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f761f1ed-b560-4252-ba89-8aa607c15152 req-53bbe9bc-4b80-4d17-9837-f27fffc8a2eb tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815737 Jul 28 11:03:39.513636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:39.527247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:39.527576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Attempting to bind port b1a835d9-1ac1-474e-9320-f3f522ac77bb on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:39.539702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:39.543717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:39.544268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:39.544659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:39.545091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Bound port: b1a835d9-1ac1-474e-9320-f3f522ac77bb, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:39.545453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.547044 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15df2beb-9fbe-43e5-9c81-cefb8470cb97" -d '{"events": [{"name": "network-changed", "server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:39.584015 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1237cf-a3f3-415d-bce6-04c271412459 x-openstack-request-id: req-3e1237cf-a3f3-415d-bce6-04c271412459 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:39.584574 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:39.584832 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e1237cf-a3f3-415d-bce6-04c271412459 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:39.585231 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'code': 200} Jul 28 11:03:39.597178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35d0511c-f948-439b-a942-c3b5de765673 req-0326cfb1-8512-49a7-81c2-d5effb0367a5 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/c659336e-178a-4327-9660-cef90598ce99 HTTP/1.1" status: 200 len: 1805 time: 0.1168270 Jul 28 11:03:39.612392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a62b23c5-e097-4330-a801-44991e8105cd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:39.612771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.655766 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858ef66-ae1c-4dd4-820f-5adfec40f0ba x-openstack-request-id: req-c858ef66-ae1c-4dd4-820f-5adfec40f0ba {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:39.656307 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:39.656726 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c858ef66-ae1c-4dd4-820f-5adfec40f0ba {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:39.657258 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'status': 'completed', 'code': 200} Jul 28 11:03:39.718206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:39.728087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:39.734767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.754638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35d0511c-f948-439b-a942-c3b5de765673 req-7397b9f0-b811-40a7-971b-b8f10a26ba5f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.808629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.815454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-a3cd03a1-c5e4-4778-a984-916897cab415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:39.816994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-a3cd03a1-c5e4-4778-a984-916897cab415 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1099 time: 0.1409814 Jul 28 11:03:39.819729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35d0511c-f948-439b-a942-c3b5de765673 req-7397b9f0-b811-40a7-971b-b8f10a26ba5f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.827900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:39.833217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:39.834528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.836048 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] 10.222.0.41 "PUT /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 1121 time: 0.9115822 Jul 28 11:03:39.848236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-3c6a948a-3a62-41b0-a001-25743e39bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:39.850357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-3c6a948a-3a62-41b0-a001-25743e39bfb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1099 time: 0.1695681 Jul 28 11:03:39.858996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:39.866330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e1f0-c1ef-46b4-8abd-f886e79e919e req-9fd78432-5ee9-4b15-a109-35cd9002d40d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:39.867687 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32ae08-4a53-46e3-9362-ccac2f7d7dc7" -d '{"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-plugged", "status": "completed", "tag": "a62b23c5-e097-4330-a801-44991e8105cd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:39.867849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3236e1f0-c1ef-46b4-8abd-f886e79e919e req-9fd78432-5ee9-4b15-a109-35cd9002d40d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.1279507 Jul 28 11:03:39.904555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7217-92fc-4110-9724-98c4f36588dd service neutron] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:39.907557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:39.917124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:39.917945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:39.986210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b1a835d9-1ac1-474e-9320-f3f522ac77bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:39.990679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b1a835d9-1ac1-474e-9320-f3f522ac77bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:40.066442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-970267290-network', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:40.072682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3236e1f0-c1ef-46b4-8abd-f886e79e919e req-341364d9-0286-4a07-a5de-057126a57a60 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719148 Jul 28 11:03:40.094397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Made reservation on behalf of 1c95ba9d0ddf4a9e9033cbae1bc934fd for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:40.098674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.115966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.117783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-5852efad-67f9-4196-9e8e-ef561f6cce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.120151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.128850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-5852efad-67f9-4196-9e8e-ef561f6cce41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2958455 Jul 28 11:03:40.135181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35d0511c-f948-439b-a942-c3b5de765673 req-7397b9f0-b811-40a7-971b-b8f10a26ba5f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.140801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35d0511c-f948-439b-a942-c3b5de765673 req-7397b9f0-b811-40a7-971b-b8f10a26ba5f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.145307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:40.155487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35d0511c-f948-439b-a942-c3b5de765673 req-7397b9f0-b811-40a7-971b-b8f10a26ba5f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/c659336e-178a-4327-9660-cef90598ce99 HTTP/1.1" status: 204 len: 173 time: 0.5503602 Jul 28 11:03:40.191762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397b9f0-b811-40a7-971b-b8f10a26ba5f tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659336e-178a-4327-9660-cef90598ce99,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.200826 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172fe7da-5aaa-495a-81ec-57c183d0a5fd x-openstack-request-id: req-172fe7da-5aaa-495a-81ec-57c183d0a5fd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:40.201325 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-plugged", "status": "completed", "tag": "a62b23c5-e097-4330-a801-44991e8105cd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:40.201577 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-172fe7da-5aaa-495a-81ec-57c183d0a5fd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:40.202446 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd', 'code': 200} Jul 28 11:03:40.232724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-a8a4cec2-7573-40d5-97cc-8d00b3fc9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.234201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-a8a4cec2-7573-40d5-97cc-8d00b3fc9692 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.3655722 Jul 28 11:03:40.238311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-95759e8c-1af2-4d05-ad34-861627b3f29d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0801175 Jul 28 11:03:40.322015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-85e32831-d7a4-4fee-9704-3e92ed23cf83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0763719 Jul 28 11:03:40.384258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.388915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.404018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:40.418034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.418509 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Added segment b2f622cc-f3ed-41fd-bfc0-985e0da02029 of type vlan for network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 Jul 28 11:03:40.433679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daef4b6d-6d6d-4961-9859-a89df6bda924 req-2c9e9bed-0dd7-4aa8-b13f-b1972fbef630 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/32d3b299-908f-4ada-b815-a78e7610c0bb HTTP/1.1" status: 200 len: 1805 time: 0.1977689 Jul 28 11:03:40.462490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-46735c22-4882-4342-a539-b9dd6c32c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.464463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-46735c22-4882-4342-a539-b9dd6c32c4c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2061057 Jul 28 11:03:40.481389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.541964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-b5e30cff-538c-46a0-95f6-75bd07218a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.543346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-b5e30cff-538c-46a0-95f6-75bd07218a88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2014310 Jul 28 11:03:40.573860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a775db1f-c05c-401f-a85e-c7c15aaa8922,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.600515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bac6c4-6052-451f-90cf-2c353ae1decc req-fede07f2-2f19-4d59-b5e7-6defbe7682df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.602093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b1bac6c4-6052-451f-90cf-2c353ae1decc req-fede07f2-2f19-4d59-b5e7-6defbe7682df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.0938478 Jul 28 11:03:40.602851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.603721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.604311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.606392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43404-82b2-48a6-a74e-e0900e508f0a req-d7e64de1-b562-483c-8df1-8ab20d28ae3c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.607861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b43404-82b2-48a6-a74e-e0900e508f0a req-d7e64de1-b562-483c-8df1-8ab20d28ae3c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 948 time: 0.1969190 Jul 28 11:03:40.680633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8463032 Jul 28 11:03:40.681892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:40.686153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Request body: {'subnet': {'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-970267290-subnet', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:40.716070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01831d-5193-486f-99f2-e7e59b5fe138 admin admin] Pushing event updated for resources: {'Network': ['ID=29cdbaa1-7e50-4c20-8eed-09bb286e5cc3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.725504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b1bac6c4-6052-451f-90cf-2c353ae1decc req-cc4f9a63-5465-4706-935c-946bb8fd3b8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134548 Jul 28 11:03:40.732508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:40.737733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Made reservation on behalf of 1c95ba9d0ddf4a9e9033cbae1bc934fd for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:40.740488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.809263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:40.872780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-d5c23d05-36a9-4f2f-a46f-679f3b87b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.874233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-d5c23d05-36a9-4f2f-a46f-679f3b87b1ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3966858 Jul 28 11:03:40.896406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daef4b6d-6d6d-4961-9859-a89df6bda924 req-5ff91717-83b1-41ec-8a06-cb00f4ef9229 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.944696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:40.956744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'mac_address': 'fa:16:3e:f4:de:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:03:40.975789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.976844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-9f3f7ba8-869e-4400-8c57-d16b5a68da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:40.978340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-9f3f7ba8-869e-4400-8c57-d16b5a68da80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4166796 Jul 28 11:03:40.986939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daef4b6d-6d6d-4961-9859-a89df6bda924 req-5ff91717-83b1-41ec-8a06-cb00f4ef9229 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:40.992342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b43404-82b2-48a6-a74e-e0900e508f0a req-86cc26ed-9c65-440a-99c1-6736d586f755 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689432 Jul 28 11:03:41.019831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.049626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:41.063380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabaf801-001d-4093-aa2e-86f08f6389d8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:41.075725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Checking segment: {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:41.076898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Network hostable DHCP agents. Network: 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:41.084799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:41.111467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:41.112614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:41.117471 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.125324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:41.128477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-76c5364f-4bbf-4aed-a958-9118a6e0aeea service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278266 Jul 28 11:03:41.129072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daef4b6d-6d6d-4961-9859-a89df6bda924 req-5ff91717-83b1-41ec-8a06-cb00f4ef9229 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.131625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daef4b6d-6d6d-4961-9859-a89df6bda924 req-5ff91717-83b1-41ec-8a06-cb00f4ef9229 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.136986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daef4b6d-6d6d-4961-9859-a89df6bda924 req-5ff91717-83b1-41ec-8a06-cb00f4ef9229 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/32d3b299-908f-4ada-b815-a78e7610c0bb HTTP/1.1" status: 204 len: 173 time: 0.7019107 Jul 28 11:03:41.142783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:41.143151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.169918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2624e-01eb-4f2c-854c-773e63022efb None None] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:03:41.179665 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ca1af400-45b5-4b21-90cb-75e0c29c0bc6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4948165 Jul 28 11:03:41.179894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:41.184727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:41.220214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.221426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.221636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff91717-83b1-41ec-8a06-cb00f4ef9229 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d3b299-908f-4ada-b815-a78e7610c0bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:41.296078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-02bc78cd-459a-411d-9d99-d91a1a0609d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027740 Jul 28 11:03:41.311385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.329946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:41.331443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e39dcfa5-c5ec-4883-b172-cf89258a5762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.386266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:41.436273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e2398-2bf6-4cee-9eb1-686ddd0f71a9 req-e7d4cb02-47c0-4ea8-9c4d-62a36def6473 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:41.437826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-788e2398-2bf6-4cee-9eb1-686ddd0f71a9 req-e7d4cb02-47c0-4ea8-9c4d-62a36def6473 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.2384953 Jul 28 11:03:41.471434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b0e2e-daeb-4235-8477-25fcb1daada3 req-9234d605-2b9b-410b-b5be-7d45a567a334 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:41.473395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf9b0e2e-daeb-4235-8477-25fcb1daada3 req-9234d605-2b9b-410b-b5be-7d45a567a334 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.1830127 Jul 28 11:03:41.479284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-29cdbaa1-7e50-4c20-8eed-09bb286e5cc3', 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'fixed_ips': [{'subnet_id': 'dabaf801-001d-4093-aa2e-86f08f6389d8'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:03:41.481246 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.488513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-097cfd32-9de6-4954-b9d3-d619fd5e620b service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501844 Jul 28 11:03:41.539436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:03:41.550642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15df2beb-9fbe-43e5-9c81-cefb8470cb97 req-9d19d5ae-13ea-4cc1-92f3-ad557135991a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415929 Jul 28 11:03:41.569355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-788e2398-2bf6-4cee-9eb1-686ddd0f71a9 req-6566b1e7-ce83-4f21-80c4-52cada0ba0dd tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873680 Jul 28 11:03:41.595154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf9b0e2e-daeb-4235-8477-25fcb1daada3 req-7bad4ff7-826b-4cd4-b853-a77db0c8072a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931804 Jul 28 11:03:41.699181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41332dfa-5208-4491-b422-456d6a029304 req-73b0238e-d0f2-4854-b2f5-0b7581b42371 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/b2443ad7-ff54-4495-878b-63334e9ec041 HTTP/1.1" status: 200 len: 2402 time: 0.0762589 Jul 28 11:03:41.717051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:41.719816 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20217d38-7b64-4d9f-8942-08a12a80564e" -d '{"events": [{"name": "network-changed", "server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:41.826297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.838448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41332dfa-5208-4491-b422-456d6a029304 req-86dcff3f-4c28-4b97-8ed6-7e8818d87a8c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:41.854825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d32e-4ca3-4de3-b385-c1ecd93c8d63 req-b279de71-b2cb-436b-8621-f15cf6bc214e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:41.856811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84c3d32e-4ca3-4de3-b385-c1ecd93c8d63 req-b279de71-b2cb-436b-8621-f15cf6bc214e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 946 time: 0.0744977 Jul 28 11:03:41.914408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84c3d32e-4ca3-4de3-b385-c1ecd93c8d63 req-c2bd56fc-b50b-42e9-ba55-00a20038e3fc tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501525 Jul 28 11:03:41.920857 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41332dfa-5208-4491-b422-456d6a029304 req-86dcff3f-4c28-4b97-8ed6-7e8818d87a8c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.011080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41332dfa-5208-4491-b422-456d6a029304 req-86dcff3f-4c28-4b97-8ed6-7e8818d87a8c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.014248 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41332dfa-5208-4491-b422-456d6a029304 req-86dcff3f-4c28-4b97-8ed6-7e8818d87a8c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.016003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41332dfa-5208-4491-b422-456d6a029304 req-86dcff3f-4c28-4b97-8ed6-7e8818d87a8c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/b2443ad7-ff54-4495-878b-63334e9ec041 HTTP/1.1" status: 204 len: 173 time: 0.3154254 Jul 28 11:03:42.019915 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68f830-c2ff-4049-b87e-2980c2fb3f70 x-openstack-request-id: req-3e68f830-c2ff-4049-b87e-2980c2fb3f70 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:42.020226 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:42.020475 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e68f830-c2ff-4049-b87e-2980c2fb3f70 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:42.020950 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'status': 'completed', 'code': 200} Jul 28 11:03:42.027020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e39dcfa5-c5ec-4883-b172-cf89258a5762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.034760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e39dcfa5-c5ec-4883-b172-cf89258a5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.035550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcff3f-4c28-4b97-8ed6-7e8818d87a8c tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2443ad7-ff54-4495-878b-63334e9ec041,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.043067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Allocated IP 172.20.0.2 (29cdbaa1-7e50-4c20-8eed-09bb286e5cc3/dabaf801-001d-4093-aa2e-86f08f6389d8/35d89ac7-ff69-4196-8972-abab5f6a789a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:42.091130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:42.133134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217d38-7b64-4d9f-8942-08a12a80564e req-bee179aa-aa3d-490e-ad53-7b7cc5806f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:42.134628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-bee179aa-aa3d-490e-ad53-7b7cc5806f54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1124 time: 0.0912392 Jul 28 11:03:42.140949 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e39dcfa5-c5ec-4883-b172-cf89258a5762 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=498520c4175042f3974be5b5e7da3d91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0546472 Jul 28 11:03:42.141477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:42.143974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dcfa5-c5ec-4883-b172-cf89258a5762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e8b41-4b34-4705-9fb5-8b5e66e91c7e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.168686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb has no active binding in host n-h2-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:03:42.268764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f80c6dc-eb70-4c05-a13c-f19c68ad25c3 req-43814bc5-f656-4029-b5c0-4bb5b39ac626 tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "GET /v2.0/security-groups/fbe61bbb-be3e-4bae-94dc-04fa8641e80e HTTP/1.1" status: 200 len: 2397 time: 0.2085252 Jul 28 11:03:42.283331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.286208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.293051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Transition to ACTIVE for port object 35d89ac7-ff69-4196-8972-abab5f6a789a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:42.308014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.308378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Transition to ACTIVE for port object 35d89ac7-ff69-4196-8972-abab5f6a789a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:42.315880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.352713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:42.355160 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab92d0b-3d87-4eaf-8efb-126997826ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.355369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:42.358749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:42.368259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217d38-7b64-4d9f-8942-08a12a80564e req-5c80f5ff-8289-48f4-83b4-dd0326571399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:42.369809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-5c80f5ff-8289-48f4-83b4-dd0326571399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.2144394 Jul 28 11:03:42.372832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Pushing event updated for resources: {'Port': ['ID=35d89ac7-ff69-4196-8972-abab5f6a789a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.386342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089507d-9398-4553-b371-8f18021e67ef req-01a609a7-ddd7-44f5-8728-f87d3dfa6d98 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:42.387963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9089507d-9398-4553-b371-8f18021e67ef req-01a609a7-ddd7-44f5-8728-f87d3dfa6d98 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 949 time: 0.1821024 Jul 28 11:03:42.418452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Attempting to bind port 35d89ac7-ff69-4196-8972-abab5f6a789a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:42.418820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Attempting to bind port 35d89ac7-ff69-4196-8972-abab5f6a789a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:42.419181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Attempting to bind port 35d89ac7-ff69-4196-8972-abab5f6a789a on network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:42.424287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:42.424660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Checking segment: {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:42.425060 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.425457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Bound using segment: {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:42.425903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Bound port: 35d89ac7-ff69-4196-8972-abab5f6a789a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:42.426286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.433431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Allocated IP 172.25.1.81 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/fc58cf4c-e542-4fcd-95ff-86ea95e44989) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:42.441182 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab92d0b-3d87-4eaf-8efb-126997826ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.459784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-36504453-d102-43e5-aa8e-e89321c0fb98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 217 time: 0.0639896 Jul 28 11:03:42.501746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] For port 35d89ac7-ff69-4196-8972-abab5f6a789a, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:42.505805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] For port 35d89ac7-ff69-4196-8972-abab5f6a789a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=35d89ac7-ff69-4196-8972-abab5f6a789a,segment=NetworkSegment(b2f622cc-f3ed-41fd-bfc0-985e0da02029),segment_id=b2f622cc-f3ed-41fd-bfc0-985e0da02029)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:42.510809 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.543482 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f80c6dc-eb70-4c05-a13c-f19c68ad25c3 req-63d0bba8-18b8-4fd5-949f-15641aa800ba tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.559613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.577993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691c11e-569b-4ea7-b2cd-8d62cdc5be4a None None] Pushing event updated for resources: {'Port': ['ID=35d89ac7-ff69-4196-8972-abab5f6a789a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.584749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9089507d-9398-4553-b371-8f18021e67ef req-91118c7f-b199-4163-8d7e-42aa7b721e19 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709766 Jul 28 11:03:42.593897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217d38-7b64-4d9f-8942-08a12a80564e req-bff9226f-d36d-4b29-91c1-8f3964fbc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:42.595360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-bff9226f-d36d-4b29-91c1-8f3964fbc9a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1192899 Jul 28 11:03:42.604619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f80c6dc-eb70-4c05-a13c-f19c68ad25c3 req-63d0bba8-18b8-4fd5-949f-15641aa800ba tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.630994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.644895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab92d0b-3d87-4eaf-8efb-126997826ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.648454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab92d0b-3d87-4eaf-8efb-126997826ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.649770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ab92d0b-3d87-4eaf-8efb-126997826ec3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d72e8b41-4b34-4705-9fb5-8b5e66e91c7e HTTP/1.1" status: 204 len: 168 time: 0.5076385 Jul 28 11:03:42.661112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-12980648-c6e0-43bc-8ba2-459a9911f6b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527179 Jul 28 11:03:42.673563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab92d0b-3d87-4eaf-8efb-126997826ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e8b41-4b34-4705-9fb5-8b5e66e91c7e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.695619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:42.699541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:42.702478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:42.746553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Pushing event updated for resources: {'Port': ['ID=fc58cf4c-e542-4fcd-95ff-86ea95e44989,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.764314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f80c6dc-eb70-4c05-a13c-f19c68ad25c3 req-63d0bba8-18b8-4fd5-949f-15641aa800ba tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.770120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f80c6dc-eb70-4c05-a13c-f19c68ad25c3 req-63d0bba8-18b8-4fd5-949f-15641aa800ba tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:42.771679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f80c6dc-eb70-4c05-a13c-f19c68ad25c3 req-63d0bba8-18b8-4fd5-949f-15641aa800ba tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] 10.222.0.20 "DELETE /v2.0/security-groups/fbe61bbb-be3e-4bae-94dc-04fa8641e80e HTTP/1.1" status: 204 len: 173 time: 0.4850674 Jul 28 11:03:42.784027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:42.825279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:42.835267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0bba8-18b8-4fd5-949f-15641aa800ba tempest-SecurityGroupRulesTestJSON-1793672269 tempest-SecurityGroupRulesTestJSON-1793672269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe61bbb-be3e-4bae-94dc-04fa8641e80e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.920422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-d59a2a65-fcc2-492b-aa52-af64e82b0bbc service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368331 Jul 28 11:03:42.954791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Deleting subnet 3f3655da-a691-491c-878c-de1bd9d4b1ce {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:03:43.021247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.022599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:43.027948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:43.029219 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.080220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.082416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.126229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.203067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.248636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.253108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f3655da-a691-491c-878c-de1bd9d4b1ce HTTP/1.1" status: 204 len: 168 time: 0.4680629 Jul 28 11:03:43.254936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:43.256229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.271172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e28f-2abb-4a11-80b2-69ece08808dc req-067c0a87-746c-4cc7-b53c-dc0d3e7ce621 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:43.279914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d7e28f-2abb-4a11-80b2-69ece08808dc req-067c0a87-746c-4cc7-b53c-dc0d3e7ce621 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.4659388 Jul 28 11:03:43.318947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:43.334755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:43.338454 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbfdf1a-fb1c-4e5f-8f21-5ff40b8ae876" -d '{"events": [{"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-plugged", "status": "completed", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:43.341243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:43.344802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35d89ac7-ff69-4196-8972-abab5f6a789a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:43.347406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.362048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb8d3f-357f-412e-83c4-2f248627dcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3655da-a691-491c-878c-de1bd9d4b1ce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.393557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1748f1-23ca-4333-8b33-12c579e00ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.430760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.432796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.455200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d7e28f-2abb-4a11-80b2-69ece08808dc req-eeb428e7-8387-4ab6-8391-57f8dc83fb19 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742177 Jul 28 11:03:43.459785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 35d89ac7-ff69-4196-8972-abab5f6a789a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:43.472545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce9f9d-273c-43c0-a2a0-676e4610b09a req-694b686b-6b90-4f22-8340-d4e8d1493de5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:43.484796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2ce9f9d-273c-43c0-a2a0-676e4610b09a req-694b686b-6b90-4f22-8340-d4e8d1493de5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.2982666 Jul 28 11:03:43.506320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.558362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2ce9f9d-273c-43c0-a2a0-676e4610b09a req-3f2fae2e-68be-45c7-b000-dcc60c0c6c0c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726817 Jul 28 11:03:43.561611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20217d38-7b64-4d9f-8942-08a12a80564e req-5c09c695-3ae2-43d4-aa73-08230384a21a service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286383 Jul 28 11:03:43.572369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-bca359cc-eed6-4326-b59a-a274b5a46873 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:43.573891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-bca359cc-eed6-4326-b59a-a274b5a46873 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638&tenant_id=c967dd99a8ed438688bdb3df03feae2e&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 950 time: 0.2835565 Jul 28 11:03:43.660547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59059191-2cd5-44d8-a568-c81822a02304 req-82d6413b-0980-4cfc-952b-a043fe4459ca tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:43.663008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59059191-2cd5-44d8-a568-c81822a02304 req-82d6413b-0980-4cfc-952b-a043fe4459ca tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1005676 Jul 28 11:03:43.664709 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fedd5a0-a080-4db8-a0a6-0eb420918053 x-openstack-request-id: req-4fedd5a0-a080-4db8-a0a6-0eb420918053 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:43.665307 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-plugged", "status": "completed", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:43.665720 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fedd5a0-a080-4db8-a0a6-0eb420918053 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:43.666279 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'code': 200} Jul 28 11:03:43.718792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59059191-2cd5-44d8-a568-c81822a02304 req-0d4c2b65-8151-4ba6-a610-84e41da9abd5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Jul 28 11:03:43.719817 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-9ee8256d-916b-4c95-9ca8-4c855ee13a9d service neutron] delete failed (client error): The resource could not be found. Jul 28 11:03:43.720824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-9ee8256d-916b-4c95-9ca8-4c855ee13a9d service neutron] 10.222.0.41 "DELETE /v2.0/ports/c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.1364110 Jul 28 11:03:43.758934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.777369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1caa0-73f2-42e9-b031-6df0be1aaeb9']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:43.801039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a12a9e9-24b5-4cd3-b2d4-82c3597fd95c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:43.801335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a12a9e9-24b5-4cd3-b2d4-82c3597fd95c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:43.821889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.845733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.867397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:43.868012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:03:43.869869 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:03:43.888194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1748f1-23ca-4333-8b33-12c579e00ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.890006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-740a7434-dbff-4a89-bb6a-b895c4f0b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:43.892075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-740a7434-dbff-4a89-bb6a-b895c4f0b9bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1101 time: 0.0591145 Jul 28 11:03:43.917629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:03:43.923093 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1748f1-23ca-4333-8b33-12c579e00ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:43.969247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea52a7-9853-47c7-b422-d7cab15e4491 None None] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:03:43.999561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1748f1-23ca-4333-8b33-12c579e00ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d515124b-c8ed-48fa-ba1a-f71542300380,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.004491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8cb40-3727-4fa1-bff6-55a6227d17dd req-776f780f-3397-41ba-99ca-f4d5ce78b5d7 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:44.006607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3c1748f1-23ca-4333-8b33-12c579e00ff1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69105bbaca5340df8f21fda245569e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6643522 Jul 28 11:03:44.007223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eca8cb40-3727-4fa1-bff6-55a6227d17dd req-776f780f-3397-41ba-99ca-f4d5ce78b5d7 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.1140878 Jul 28 11:03:44.009936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:44.066938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.105873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eca8cb40-3727-4fa1-bff6-55a6227d17dd req-922d397e-52b8-4a8f-aae5-c9abbba0453c tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814655 Jul 28 11:03:44.106856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-6b69f261-48b9-4ee0-a346-2932097f4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:44.108378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-6b69f261-48b9-4ee0-a346-2932097f4d7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2045169 Jul 28 11:03:44.122396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] Provisioning for port 35d89ac7-ff69-4196-8972-abab5f6a789a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:44.146354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] Provisioning complete for port 35d89ac7-ff69-4196-8972-abab5f6a789a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:44.146811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.150390 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.154879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/78f1caa0-73f2-42e9-b031-6df0be1aaeb9 HTTP/1.1" status: 204 len: 168 time: 0.8951700 Jul 28 11:03:44.190642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc4d87-b91f-420a-bf1a-713f271766d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f1caa0-73f2-42e9-b031-6df0be1aaeb9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.195115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0b03ffb-5213-4c54-912e-9b9eff405cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.213046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-13b2ccf8-b3c6-4e51-89de-a942c75ddadf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.0919425 Jul 28 11:03:44.221818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0b03ffb-5213-4c54-912e-9b9eff405cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.272497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:44.300855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Sync routers for ids ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:44.331123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.332428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-34c788d8-b7a9-448c-93af-9a2c08b22466 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1515679 Jul 28 11:03:44.335741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:44.352707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Routers {'3f01a4d0-cc09-4212-a62f-c72e1c34c80c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:03:44.353356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:03:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:44.363377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-ed89b4fc-1847-4097-8092-bf9bfd7a0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:44.365391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-ed89b4fc-1847-4097-8092-bf9bfd7a0eef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1415851 Jul 28 11:03:44.395243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.398343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0b03ffb-5213-4c54-912e-9b9eff405cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.402693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0b03ffb-5213-4c54-912e-9b9eff405cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.406651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a0b03ffb-5213-4c54-912e-9b9eff405cd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d515124b-c8ed-48fa-ba1a-f71542300380 HTTP/1.1" status: 204 len: 168 time: 0.3931580 Jul 28 11:03:44.471742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] For port 35d89ac7-ff69-4196-8972-abab5f6a789a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=35d89ac7-ff69-4196-8972-abab5f6a789a,segment=NetworkSegment(b2f622cc-f3ed-41fd-bfc0-985e0da02029),segment_id=b2f622cc-f3ed-41fd-bfc0-985e0da02029)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:44.490267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:44.556067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03ffb-5213-4c54-912e-9b9eff405cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d515124b-c8ed-48fa-ba1a-f71542300380,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.561307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Set router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:03:44.598319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-d6268c7b-f429-41f3-92f7-3bb682d9e2b7 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--35728499&fields=id&tenant_id=8cb9daf83a134b29a10c7f8b368f59f0 HTTP/1.1" status: 200 len: 267 time: 0.2009659 Jul 28 11:03:44.643345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-2117e5fa-2438-4ac0-9ac1-a9027bd40352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:44.645210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-2117e5fa-2438-4ac0-9ac1-a9027bd40352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2652514 Jul 28 11:03:44.646420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.648383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-db355178-6272-4571-a218-897a8b2694bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75b0c3db796345b0ac25360cf28cdeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570449 Jul 28 11:03:44.651324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:44.682478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25109829-3b11-45be-aca4-f1f77383e545 req-01e6841f-becc-4816-969f-108a4027e56b tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:44.690006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25109829-3b11-45be-aca4-f1f77383e545 req-01e6841f-becc-4816-969f-108a4027e56b tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 1101 time: 0.2461829 Jul 28 11:03:44.773990 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664fea37-b556-4200-bfac-1c82e08c049b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.800962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4615121a-49b6-43f3-9cb0-5d588aaee3d4 None None] Provisioning complete for port 35d89ac7-ff69-4196-8972-abab5f6a789a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:44.801544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4615121a-49b6-43f3-9cb0-5d588aaee3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:44.805860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a798139-8219-48a9-ba25-f3127a7a033e None None] Pushing event updated for resources: {'Port': ['ID=35d89ac7-ff69-4196-8972-abab5f6a789a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.989661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:03:42Z', 'revision_number': 3, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:45.027266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Checking router: 3f01a4d0-cc09-4212-a62f-c72e1c34c80c for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:45.027953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Updating router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c port fc58cf4c-e542-4fcd-95ff-86ea95e44989 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:45.056668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.090646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25109829-3b11-45be-aca4-f1f77383e545 req-43656677-6851-40ac-a722-a3137eb28ae1 tempest-ServersAdminTestJSON-1164872031 tempest-ServersAdminTestJSON-1164872031-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992846 Jul 28 11:03:45.110989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-63c1e026-35a5-4f72-a1e1-56741b5e1527 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:45.124884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-63c1e026-35a5-4f72-a1e1-56741b5e1527 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 823 time: 0.5252481 Jul 28 11:03:45.149034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664fea37-b556-4200-bfac-1c82e08c049b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.191129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-75c019d2-d02b-43c4-a740-6e184eaedd69 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/quotas/8cb9daf83a134b29a10c7f8b368f59f0 HTTP/1.1" status: 200 len: 375 time: 0.0652862 Jul 28 11:03:45.262743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-64cdb681-f81f-4dad-9932-a653b35a4cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842061 Jul 28 11:03:45.296647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35d89ac7-ff69-4196-8972-abab5f6a789a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:45.303382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-40f98b91-6e0a-4147-934a-628840368108 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1031883 Jul 28 11:03:45.309333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664fea37-b556-4200-bfac-1c82e08c049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.312379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664fea37-b556-4200-bfac-1c82e08c049b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.328412 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-664fea37-b556-4200-bfac-1c82e08c049b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7fba49d-431b-44d6-a238-c7d72a63766e HTTP/1.1" status: 204 len: 168 time: 0.6639626 Jul 28 11:03:45.371392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fea37-b556-4200-bfac-1c82e08c049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fba49d-431b-44d6-a238-c7d72a63766e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:45.452146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec943c9-e662-443b-adb6-995daf8e4b2f req-7e7d7698-81c1-48fd-a461-d9981fbb9039 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:45.460007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bec943c9-e662-443b-adb6-995daf8e4b2f req-7e7d7698-81c1-48fd-a461-d9981fbb9039 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.2612922 Jul 28 11:03:45.477493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 35d89ac7-ff69-4196-8972-abab5f6a789a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:45.478073 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.481214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.599324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bec943c9-e662-443b-adb6-995daf8e4b2f req-d25558d0-6c7c-4f8b-8a6b-4d47dccc7835 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376615 Jul 28 11:03:45.681847 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.696554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Transition to ACTIVE for port object fc58cf4c-e542-4fcd-95ff-86ea95e44989 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:45.700001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f80e1a7-9cf7-4a77-8087-2f5baa9f65f3 req-1ed0abeb-01e2-4a95-a83d-29f126b0dda5 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944583 Jul 28 11:03:45.704541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.712847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-f4590df6-363b-4720-9ec2-7888180c8431 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084201 Jul 28 11:03:45.810925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2a0fc-966c-4caa-b91f-3f3c1c3785a4 None None] Pushing event updated for resources: {'Port': ['ID=fc58cf4c-e542-4fcd-95ff-86ea95e44989,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:45.852440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-629cd995-e2da-41e3-8c4c-eff575db4ea3 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:45.853913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Attempting to bind port fc58cf4c-e542-4fcd-95ff-86ea95e44989 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:45.855790 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-629cd995-e2da-41e3-8c4c-eff575db4ea3 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.41 "GET /v2.0/ports?device_id=491dbc0b-3c15-4618-84df-243a37751cf2 HTTP/1.1" status: 200 len: 946 time: 0.3774164 Jul 28 11:03:45.856674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Attempting to bind port fc58cf4c-e542-4fcd-95ff-86ea95e44989 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:45.857252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Attempting to bind port fc58cf4c-e542-4fcd-95ff-86ea95e44989 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:45.873161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:45.874441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:45.879028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.879709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:45.880492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Bound port: fc58cf4c-e542-4fcd-95ff-86ea95e44989, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:45.881099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:45.913793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-c9dba6ba-cb6e-46fa-808c-23138691c223 service neutron] 10.222.0.20 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000694 Jul 28 11:03:45.939794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Allocated IP 172.20.0.1 (29cdbaa1-7e50-4c20-8eed-09bb286e5cc3/dabaf801-001d-4093-aa2e-86f08f6389d8/e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:45.940625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980868b-1757-4985-8167-c387936d03c5 req-684c1af2-dcaf-4682-b0d2-51521a7cc693 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:45.955553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8980868b-1757-4985-8167-c387936d03c5 req-684c1af2-dcaf-4682-b0d2-51521a7cc693 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1422195 Jul 28 11:03:46.041185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] For port fc58cf4c-e542-4fcd-95ff-86ea95e44989, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:46.043988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8980868b-1757-4985-8167-c387936d03c5 req-c572403b-9055-48d5-86f4-9743df2ef0c9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867736 Jul 28 11:03:46.054122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] For port fc58cf4c-e542-4fcd-95ff-86ea95e44989, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fc58cf4c-e542-4fcd-95ff-86ea95e44989,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:46.065974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:46.110797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Deleting port 90726ee4-3252-497e-bc0e-adc2b8921aaf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:46.111719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:46.232928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Routers {'3f01a4d0-cc09-4212-a62f-c72e1c34c80c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:03:46.235321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:03:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:46.248751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:46.282480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Transition to ACTIVE for port object e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:46.301172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] For port 90726ee4-3252-497e-bc0e-adc2b8921aaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90726ee4-3252-497e-bc0e-adc2b8921aaf,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:46.302053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:46.331778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2a0fc-966c-4caa-b91f-3f3c1c3785a4 None None] Pushing event updated for resources: {'Port': ['ID=fc58cf4c-e542-4fcd-95ff-86ea95e44989,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:46.517901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55734f7b-e92e-4f52-8085-1887ad40fd4c req-95463908-1e9a-4e2e-b159-2b4393745454 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 210 time: 0.0817554 Jul 28 11:03:46.812297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] Set router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:03:46.815522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ae7d-dc87-44e8-acd1-418ca4189b52 req-8ffb1a4b-3607-4cc5-8e36-58ff27891902 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:46.822510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e57ae7d-dc87-44e8-acd1-418ca4189b52 req-8ffb1a4b-3607-4cc5-8e36-58ff27891902 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 950 time: 0.1540232 Jul 28 11:03:46.851692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:46.945510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:46.955219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:46.976300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:46.985086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Pushing event updated for resources: {'Port': ['ID=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:47.007179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e57ae7d-dc87-44e8-acd1-418ca4189b52 req-810d952f-1de5-43ab-9a0e-678acad4cd0e tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658580 Jul 28 11:03:47.029499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.029810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.030059 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Floating IP 40064360-54a6-45a4-96e7-d789ee2aae25 disassociated. External IP: 172.25.1.157, port: 90726ee4-3252-497e-bc0e-adc2b8921aaf. Jul 28 11:03:47.030407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Calling delete_port for 90726ee4-3252-497e-bc0e-adc2b8921aaf owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:47.061624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1929d7-c190-4285-a752-ce86b42e229e req-1c4246bf-0da6-4371-a174-413fc53679be tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:47.072440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb1929d7-c190-4285-a752-ce86b42e229e req-1c4246bf-0da6-4371-a174-413fc53679be tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.2484484 Jul 28 11:03:47.122633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.215531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb1929d7-c190-4285-a752-ce86b42e229e req-fba6a677-df91-4f71-8e65-e5d013185450 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420171 Jul 28 11:03:47.225872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:47.361679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:03:42Z', 'revision_number': 3, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:47.393445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-990372509-network', 'tenant_id': '274170a41a854d86ad3cb33146c97ec6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:47.428711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ea1ff-3df5-44ae-b4ec-47d35c47a551 req-88fd96df-fbc1-4587-8d52-94faf454f5e4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:47.442191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c61ea1ff-3df5-44ae-b4ec-47d35c47a551 req-88fd96df-fbc1-4587-8d52-94faf454f5e4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1817837 Jul 28 11:03:47.469105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Made reservation on behalf of 274170a41a854d86ad3cb33146c97ec6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:47.471516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.488339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e67a-7ed8-497d-b277-a5caf06bbf7a None None] The sync data for ids ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'] in n-d-723573-7 is: [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:03:42Z', 'revision_number': 3, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:47.514341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b56f8dd9-052c-4e7c-ae13-5cfd906159b4 None None] Provisioning for port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:47.520316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.524271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b56f8dd9-052c-4e7c-ae13-5cfd906159b4 None None] Provisioning complete for port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:47.524845 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b56f8dd9-052c-4e7c-ae13-5cfd906159b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.606277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.629059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b56f8dd9-052c-4e7c-ae13-5cfd906159b4 None None] Port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:03:47.681133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25f6537e-5a6a-4776-9a1e-838013e58a1c req-42977ce0-28cd-4ef8-b459-5d00a740b0bf tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 210 time: 0.0763845 Jul 28 11:03:47.691324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c61ea1ff-3df5-44ae-b4ec-47d35c47a551 req-349fb5dc-fb49-4bf9-ad76-69c58275d2f1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419419 Jul 28 11:03:47.853478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.854075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.865387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:47.947787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event deleted for resources: {'Port': ['ID=90726ee4-3252-497e-bc0e-adc2b8921aaf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:47.969335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79329cb3-c911-4a01-8192-082f6c8141b9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:47.983665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad5ce-d2d2-4755-9788-7bc3898c426d req-80789803-1d5e-4116-9556-6218819bae22 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:47.985616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6ad5ce-d2d2-4755-9788-7bc3898c426d req-80789803-1d5e-4116-9556-6218819bae22 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1101 time: 0.1610110 Jul 28 11:03:47.987431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:48.072018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.072384 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Added segment 7be1a9f3-6883-4f20-a0af-46fdf510195b of type vlan for network 8748dbbd-9bad-4223-a08b-591ee4b8bc09 Jul 28 11:03:48.226519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-c4186cae-3258-4910-a72d-ce142c7295a6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:48.228591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-c4186cae-3258-4910-a72d-ce142c7295a6 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 950 time: 0.3028386 Jul 28 11:03:48.249692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.284435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6ad5ce-d2d2-4755-9788-7bc3898c426d req-2056aa1d-a53d-47cb-b9a3-8cdcb36e5e9a tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785873 Jul 28 11:03:48.308718 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.351093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.403818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.406136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Pushing event updated for resources: {'Port': ['ID=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.434719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Router f68ac6f9-d798-4543-9132-b365f814f537 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:03:48.560497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-e2783342-eca8-4388-85e5-7bfa1755c559 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:48.562175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-e2783342-eca8-4388-85e5-7bfa1755c559 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.44 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 823 time: 0.5018747 Jul 28 11:03:48.672500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:48.695450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:48.710262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:48.722660 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:48.747742 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:03:48.748215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c098d3-aa32-49e2-9ee3-0e4a1f4145c1 req-52f76b52-44cf-4a7e-831d-a388d90df861 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:48.748384 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:03:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:48.750342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65c098d3-aa32-49e2-9ee3-0e4a1f4145c1 req-52f76b52-44cf-4a7e-831d-a388d90df861 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 950 time: 0.5466707 Jul 28 11:03:48.767258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.769643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:48.770327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.813457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] No DVR routers for this DVR port 90726ee4-3252-497e-bc0e-adc2b8921aaf on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:48.817062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:48.820831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26bb3ccc-c693-41d5-a710-7d58bfe998b9 req-5e80c0cc-1915-4771-ae84-732f8d50d4b9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.41 "DELETE /v2.0/ports/90726ee4-3252-497e-bc0e-adc2b8921aaf HTTP/1.1" status: 204 len: 173 time: 2.9552259 Jul 28 11:03:48.826418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'name': 'network-vif-deleted', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:48.828769 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac452c-b413-4dd8-bf40-69c5f52ee2df" -d '{"events": [{"server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "name": "network-vif-deleted", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:48.870008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209581a7-04e5-46ec-997a-41a7026cf5e7 req-7ba621eb-5214-4c35-ae70-65e9081879ab tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:48.878643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-209581a7-04e5-46ec-997a-41a7026cf5e7 req-7ba621eb-5214-4c35-ae70-65e9081879ab tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 943 time: 0.4028003 Jul 28 11:03:48.888163 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-26096f00-3f07-4386-8a72-6695dfd15ea8 service neutron] 10.222.0.44 "GET /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.2294641 Jul 28 11:03:48.892105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:48.925354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-9fa5eab6-37db-4a26-98e2-da64d201f057 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb9daf83a134b29a10c7f8b368f59f0 HTTP/1.1" status: 200 len: 378 time: 0.3263917 Jul 28 11:03:48.930377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7000699 Jul 28 11:03:48.931294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:48.983051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:03:49.024788 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:03:49.081099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Deleting port 33b40b31-9079-4701-8394-49cefc7809b0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:49.082782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:49.122915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'port': {'device_id': '9c031914-621f-41bb-b077-0d56084926bb', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'admin_state_up': True, 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'security_groups': ['1344c44f-e345-4b56-8cde-5f2c8c907c7e']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:49.274609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Request body: {'subnet': {'network_id': '8748dbbd-9bad-4223-a08b-591ee4b8bc09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-990372509-subnet', 'tenant_id': '274170a41a854d86ad3cb33146c97ec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:49.348152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fc58cf4c-e542-4fcd-95ff-86ea95e44989 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:49.358285 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65c098d3-aa32-49e2-9ee3-0e4a1f4145c1 req-c963f0e2-7d0d-4b0b-9028-40f3822802ff tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767963 Jul 28 11:03:49.541010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:49.547825 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-773c5ec2-657c-4618-ad73-df2407550b3f admin admin] 10.222.0.20 "PUT /v2.0/routers/3f01a4d0-cc09-4212-a62f-c72e1c34c80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2109799 Jul 28 11:03:49.555160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:49.568772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a20fd-d27f-4f5a-8efb-234f1b135961 admin admin] Pushing event updated for resources: {'Network': ['ID=8748dbbd-9bad-4223-a08b-591ee4b8bc09,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:49.588204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:49.591538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90726ee4-3252-497e-bc0e-adc2b8921aaf no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:49.627929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:49.629057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8748dbbd-9bad-4223-a08b-591ee4b8bc09 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:49.632505 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:49.638430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-209581a7-04e5-46ec-997a-41a7026cf5e7 req-2d391927-e6aa-4129-a75d-bb6d5eab6931 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589076 Jul 28 11:03:49.662599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Made reservation on behalf of 274170a41a854d86ad3cb33146c97ec6 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:49.665538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:49.690498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a835d9-1ac1-474e-9320-f3f522ac77bb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:49.726284 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:49.742070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:49.749397 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:03:49.752167 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:03:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:49.786895 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3849d3ba-b391-4f7d-869e-6bb7e6252ece x-openstack-request-id: req-3849d3ba-b391-4f7d-869e-6bb7e6252ece {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:49.787204 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491dbc0b-3c15-4618-84df-243a37751cf2", "name": "network-vif-deleted", "tag": "90726ee4-3252-497e-bc0e-adc2b8921aaf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:49.787464 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3849d3ba-b391-4f7d-869e-6bb7e6252ece {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:49.787877 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491dbc0b-3c15-4618-84df-243a37751cf2', 'name': 'network-vif-deleted', 'tag': '90726ee4-3252-497e-bc0e-adc2b8921aaf', 'status': 'completed', 'code': 200} Jul 28 11:03:49.805580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:49.891456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e6207e6a-d42e-4a26-b4d2-cbc9521dd874 req-8388ffca-d6fb-40f0-ad8e-8941c57ba799 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 210 time: 0.0798433 Jul 28 11:03:49.916507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 90726ee4-3252-497e-bc0e-adc2b8921aaf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:03:49.925113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90726ee4-3252-497e-bc0e-adc2b8921aaf not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:49.928391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 33b40b31-9079-4701-8394-49cefc7809b0 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:49.934353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port fc58cf4c-e542-4fcd-95ff-86ea95e44989 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:49.956897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f464884-0129-49f9-b45c-2e4c9f1a7828 None None] Provisioning complete for port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:49.960586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f464884-0129-49f9-b45c-2e4c9f1a7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.002519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] Transition to ACTIVE for port object b1a835d9-1ac1-474e-9320-f3f522ac77bb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:50.008595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.088972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] For port 33b40b31-9079-4701-8394-49cefc7809b0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=33b40b31-9079-4701-8394-49cefc7809b0,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:50.089349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.104610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Calling delete_port for 33b40b31-9079-4701-8394-49cefc7809b0 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:50.117946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fc58cf4c-e542-4fcd-95ff-86ea95e44989 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:50.118320 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.118795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] No DVR routers for this DVR port b1a835d9-1ac1-474e-9320-f3f522ac77bb on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:50.120212 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:03:50.176321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] 10.222.0.44 "PUT /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb/bindings/n-h2-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2801514 Jul 28 11:03:50.194954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2a9ba-398b-43cf-966d-dc56f49d088c service neutron] Pushing event updated for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:50.218206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.265792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f464884-0129-49f9-b45c-2e4c9f1a7828 None None] Port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:03:50.320617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8d4ef5-41e7-4e1d-a58a-e7ae67782681,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:50.378364 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.390537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Made reservation on behalf of 8cb9daf83a134b29a10c7f8b368f59f0 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:50.391216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Sync routers for ids ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:50.396061 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.417494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-4cc2adac-1c96-438f-bf37-7be9fcf3e947 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:50.422213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-4cc2adac-1c96-438f-bf37-7be9fcf3e947 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1095 time: 0.1380296 Jul 28 11:03:50.432470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.435915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-52fdf1e3-039f-4c6f-8d42-03383ae65f39 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2293332 Jul 28 11:03:50.451541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Routers {'3f01a4d0-cc09-4212-a62f-c72e1c34c80c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:03:50.459064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:03:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:50.535358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-ef53b56a-0b34-4cf3-85cb-ac3a2bb8dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:50.538548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-ef53b56a-0b34-4cf3-85cb-ac3a2bb8dcab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6&tenant_id=2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 1095 time: 0.1071751 Jul 28 11:03:50.539459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port fc58cf4c-e542-4fcd-95ff-86ea95e44989, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fc58cf4c-e542-4fcd-95ff-86ea95e44989,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:50.555445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.612013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-43ce3b85-c381-4fa8-a7fe-388b9e103e50 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:50.620482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-43ce3b85-c381-4fa8-a7fe-388b9e103e50 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834280 Jul 28 11:03:50.637373 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:50.641869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-4601e261-dff0-44f5-9bd7-e502f6d2664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:50.658046 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-4601e261-dff0-44f5-9bd7-e502f6d2664b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1095 time: 0.0892179 Jul 28 11:03:50.662928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Checking segment: {'id': '7be1a9f3-6883-4f20-a0af-46fdf510195b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8748dbbd-9bad-4223-a08b-591ee4b8bc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:50.663341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Network hostable DHCP agents. Network: 8748dbbd-9bad-4223-a08b-591ee4b8bc09, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:50.679323 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457918e-4a99-4cf3-b0e5-2e62cb5e478f None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:50.737181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Set router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:03:50.777068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-06c5debe-1bff-4bd8-881f-8c952c98932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:50.778995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-06c5debe-1bff-4bd8-881f-8c952c98932a service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1111369 Jul 28 11:03:50.805785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-3660c931-2bf2-4e3a-a04e-ffc8bfa460be tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/quotas/c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 375 time: 0.1840880 Jul 28 11:03:50.839936 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-125e4a75-a40d-46ce-9113-cdfad98eeeca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 200 len: 217 time: 0.0514574 Jul 28 11:03:50.868676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=fc58cf4c-e542-4fcd-95ff-86ea95e44989,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:50.918048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-c8890ca2-e10a-4053-886f-067ddeae3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:50.921513 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-c8890ca2-e10a-4053-886f-067ddeae3517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0715816 Jul 28 11:03:50.960654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:50.978678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a62b23c5-e097-4330-a801-44991e8105cd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:50.979420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-81303a3f-3579-4dd7-8acf-95b5432f4a9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505953 Jul 28 11:03:50.983106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['7230b01e-d786-4e82-981c-c923ae5e1417'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:51.015753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Network 8748dbbd-9bad-4223-a08b-591ee4b8bc09 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:51.082641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event deleted for resources: {'Port': ['ID=33b40b31-9079-4701-8394-49cefc7809b0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:51.132624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-6c332a43-0c7a-44b7-8dc6-ece0be9b704c service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448696 Jul 28 11:03:51.138820 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9a143-300d-4f23-9e41-3ca4d2fb549b None None] New status for floating IP 40064360-54a6-45a4-96e7-d789ee2aae25: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:03:51.142699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8748dbbd-9bad-4223-a08b-591ee4b8bc09) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:51.151765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Allocated IP 172.20.0.14 (4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71/958755d5-0c70-4737-8f20-a21ed7f52d19/64fb90f2-4ffc-4e1d-9dea-e7308be985e8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:51.158496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a4b21-d3f8-4961-8358-b0be9c892ab8 None None] Network 8748dbbd-9bad-4223-a08b-591ee4b8bc09 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:03:51.174998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:51.175733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:51.234659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] No DVR routers for this DVR port 33b40b31-9079-4701-8394-49cefc7809b0 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:51.258942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:51.261099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e771540-a119-433a-ab9a-cfeae2004a3f req-82c53c55-37f0-4c23-a693-6b52bcbc74ba tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "DELETE /v2.0/ports/33b40b31-9079-4701-8394-49cefc7809b0 HTTP/1.1" status: 204 len: 173 time: 3.0152760 Jul 28 11:03:51.261553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'name': 'network-vif-deleted', 'tag': '33b40b31-9079-4701-8394-49cefc7809b0'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:51.263789 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e338df5-be32-47e2-bb7e-f029b6581247" -d '{"events": [{"server_uuid": "6e31e495-b9a9-4acb-9837-f3e554ce7e34", "name": "network-vif-deleted", "tag": "33b40b31-9079-4701-8394-49cefc7809b0"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:51.344154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22578ee1-d3c5-4d45-a841-234b2b790eb4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2444048 Jul 28 11:03:51.367030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fc58cf4c-e542-4fcd-95ff-86ea95e44989 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:51.372103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-0fd44e8d-781e-43b6-83a8-24a04016c8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300086 Jul 28 11:03:51.372509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-c04c0c08-7bcf-4507-a1aa-e454b5b693bc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5617371 Jul 28 11:03:51.422189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-7a1676b6-7878-4f6d-83e3-898a06b91377 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7177861 Jul 28 11:03:51.602148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:03:47Z', 'revision_number': 4, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659', 'name': '', 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'mac_address': 'fa:16:3e:fb:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dabaf801-001d-4093-aa2e-86f08f6389d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:45Z', 'updated_at': '2021-07-28T11:03:47Z', 'revision_number': 2, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'subnets': [{'id': 'dabaf801-001d-4093-aa2e-86f08f6389d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:51.696700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Checking router: 3f01a4d0-cc09-4212-a62f-c72e1c34c80c for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:51.709214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Updating router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:51.746171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e771d74-c392-4b00-812b-f2d5f4c0d811 None None] Network 8748dbbd-9bad-4223-a08b-591ee4b8bc09 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:03:51.772219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-4bf63bf9-d926-40da-b2b4-85b82c7cb2c0 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:51.774063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-4bf63bf9-d926-40da-b2b4-85b82c7cb2c0 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1095 time: 0.1090043 Jul 28 11:03:51.871548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:51.919389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-b20fdd01-ae01-4e20-b011-deca555956f4 service neutron] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:51.939883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-b20fdd01-ae01-4e20-b011-deca555956f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:51.943381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77f254cb-7bb4-4681-b4ff-2ce4849d037d req-b20fdd01-ae01-4e20-b011-deca555956f4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb/bindings/n-h1-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.1585674 Jul 28 11:03:51.969975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39ecb016-45a7-47dd-a37d-82f20e99c36c req-e12d0f3a-8267-4d66-a6d7-586ef8607a0b tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e31e495-b9a9-4acb-9837-f3e554ce7e34 HTTP/1.1" status: 200 len: 210 time: 0.1065514 Jul 28 11:03:51.988804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.175661 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.196886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.246627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Transition to ACTIVE for port object 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:52.254333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fc58cf4c-e542-4fcd-95ff-86ea95e44989 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:52.255549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.275006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.301807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb961ff-f2ab-4976-8e56-857d2efa2c17 req-b05c5a68-e6c0-4d62-851b-f99241f267b8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:52.303382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcb961ff-f2ab-4976-8e56-857d2efa2c17 req-b05c5a68-e6c0-4d62-851b-f99241f267b8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 944 time: 0.1279526 Jul 28 11:03:52.344665 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.482378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcb961ff-f2ab-4976-8e56-857d2efa2c17 req-b58f8a67-e1aa-4b70-9bb8-1eb7f4c9c3e2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605506 Jul 28 11:03:52.489600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.576120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:52.589198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:52.591896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Allocated IP 172.25.1.164 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/5276272b-a5d6-4cfa-92c2-941cd1afd5b2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:52.594164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:52.597400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event updated for resources: {'Port': ['ID=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:52.689983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:52.691146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.830508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-b029a42b-b421-41ba-8166-b208164fb523 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8980241 Jul 28 11:03:52.874615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7da62-697d-4f98-a245-9bcb08d9948e req-f1d29df6-be8f-491d-b0d7-1edeff1e10d5 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:52.876112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81e7da62-697d-4f98-a245-9bcb08d9948e req-f1d29df6-be8f-491d-b0d7-1edeff1e10d5 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 932 time: 0.2436714 Jul 28 11:03:52.894771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Request body: {'port': {'device_id': '9c031914-621f-41bb-b077-0d56084926bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:52.903170 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.917507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Transition to ACTIVE for port object e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:52.933373 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:52.974512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc8b93b5-d557-4810-b3da-116e727da0eb None None] Provisioning for port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:52.998237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc8b93b5-d557-4810-b3da-116e727da0eb None None] Provisioning complete for port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:52.998619 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc8b93b5-d557-4810-b3da-116e727da0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.037816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81e7da62-697d-4f98-a245-9bcb08d9948e req-fe95734a-b84c-4a8b-80bd-a572ffee0fd9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322560 Jul 28 11:03:53.055123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.068205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d9605-efa6-41b3-b554-517233aa27da None None] Pushing event updated for resources: {'Port': ['ID=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:53.095448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.123779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b93b5-d557-4810-b3da-116e727da0eb None None] Port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:03:53.142971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Attempting to bind port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:53.143344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Attempting to bind port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:53.143845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Attempting to bind port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 on network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:53.154317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:53.154693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Checking segment: {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:53.155410 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.155814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Bound using segment: {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:53.156378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Bound port: e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f622cc-f3ed-41fd-bfc0-985e0da02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:53.156763 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.198865 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa113bea-4452-4589-8cf2-3a1d8fef7b26 x-openstack-request-id: req-fa113bea-4452-4589-8cf2-3a1d8fef7b26 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:53.199221 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e31e495-b9a9-4acb-9837-f3e554ce7e34", "name": "network-vif-deleted", "tag": "33b40b31-9079-4701-8394-49cefc7809b0", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:53.199421 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa113bea-4452-4589-8cf2-3a1d8fef7b26 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:53.199812 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e31e495-b9a9-4acb-9837-f3e554ce7e34', 'name': 'network-vif-deleted', 'tag': '33b40b31-9079-4701-8394-49cefc7809b0', 'status': 'completed', 'code': 200} Jul 28 11:03:53.296857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] For port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:53.309821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] For port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,segment=NetworkSegment(b2f622cc-f3ed-41fd-bfc0-985e0da02029),segment_id=b2f622cc-f3ed-41fd-bfc0-985e0da02029)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:53.313285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-e5d0865a-2658-4d46-9472-fd72361d17e1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453508 Jul 28 11:03:53.318565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.416492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Routers {'3f01a4d0-cc09-4212-a62f-c72e1c34c80c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:03:53.417457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:03:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:53.523406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.529451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d9605-efa6-41b3-b554-517233aa27da None None] Pushing event updated for resources: {'Port': ['ID=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:53.582417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-f15c6d6e-cd67-472c-af1b-6825dfe62c8f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:53.585111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-f15c6d6e-cd67-472c-af1b-6825dfe62c8f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646749 Jul 28 11:03:53.607624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Request body: {'port': {'device_id': '737ceba4-9288-47d9-83a3-880911244323', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'c967dd99a8ed438688bdb3df03feae2e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:53.617432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] Set router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:03:53.706153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Pushing event updated for resources: {'Port': ['ID=5276272b-a5d6-4cfa-92c2-941cd1afd5b2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:53.728215 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-c9fa662a-a037-4b24-a73c-b28256bba4a5 req-c3a64f72-bb6b-466b-a2e0-a7bb6bdac0cc tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] show failed (client error): The resource could not be found. Jul 28 11:03:53.745271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9fa662a-a037-4b24-a73c-b28256bba4a5 req-c3a64f72-bb6b-466b-a2e0-a7bb6bdac0cc tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups/e8584653-b03d-41f3-a880-c38a5d71e256 HTTP/1.1" status: 404 len: 352 time: 0.1487708 Jul 28 11:03:53.771668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Made reservation on behalf of c967dd99a8ed438688bdb3df03feae2e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:53.773145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:53.784988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:53.788719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:53.794866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:53.875929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:03:47Z', 'revision_number': 4, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659', 'name': '', 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'mac_address': 'fa:16:3e:fb:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dabaf801-001d-4093-aa2e-86f08f6389d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:45Z', 'updated_at': '2021-07-28T11:03:53Z', 'revision_number': 4, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'subnets': [{'id': 'dabaf801-001d-4093-aa2e-86f08f6389d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:53.906750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cd0df9a-f6b6-43de-9629-62a514b5882b req-d4daac03-5a0a-4f79-9b3c-303f773c690b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 210 time: 0.0431798 Jul 28 11:03:53.941010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15241b7-1093-4c87-8674-5c2bde4bf364 None None] The sync data for ids ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'] in n-d-723573-7 is: [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:03:47Z', 'revision_number': 4, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659', 'name': '', 'network_id': '29cdbaa1-7e50-4c20-8eed-09bb286e5cc3', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'mac_address': 'fa:16:3e:fb:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dabaf801-001d-4093-aa2e-86f08f6389d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:45Z', 'updated_at': '2021-07-28T11:03:53Z', 'revision_number': 4, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'subnets': [{'id': 'dabaf801-001d-4093-aa2e-86f08f6389d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:53.977675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Allocated IP 192.168.233.118 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/338762ba-9bfc-47ea-b556-b77fe98ba17e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:54.107913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:54.113036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.123810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.163758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Transition to ACTIVE for port object 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:54.172356 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.218082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.309463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Pushing event updated for resources: {'Port': ['ID=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:54.325853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.356166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Transition to ACTIVE for port object 338762ba-9bfc-47ea-b556-b77fe98ba17e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:54.406612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.420070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:54.485459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:54.502985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:54.507401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:54.511631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:03:54.526290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368e77f-1e5d-4dfa-b93e-cbf09bd4b8d1 req-ecf59a35-d937-41ff-907d-60adca6d2999 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:54.544714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c368e77f-1e5d-4dfa-b93e-cbf09bd4b8d1 req-ecf59a35-d937-41ff-907d-60adca6d2999 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1095 time: 0.3213007 Jul 28 11:03:54.610035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:54.610681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.650113 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-23837afc-3d75-4e32-a000-0ff500c25035 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0471773 Jul 28 11:03:54.668534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Request body: {'port': {'device_id': '737ceba4-9288-47d9-83a3-880911244323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:03:54.684287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c368e77f-1e5d-4dfa-b93e-cbf09bd4b8d1 req-3ef301df-1881-4ef9-abaa-9f0bc0feb912 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324191 Jul 28 11:03:54.856701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.882651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-603b390e-31b2-431b-82ca-1fca4a30a380 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1165318 Jul 28 11:03:54.887641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.903309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:54.982507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Attempting to bind port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:54.983058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Attempting to bind port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:54.983300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Attempting to bind port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:54.989602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ef9a6a19-3cce-4984-9cbb-54b4db12679e None None] Provisioning for port 338762ba-9bfc-47ea-b556-b77fe98ba17e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:54.993728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ef9a6a19-3cce-4984-9cbb-54b4db12679e None None] Provisioning complete for port 338762ba-9bfc-47ea-b556-b77fe98ba17e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:54.994107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6a19-3cce-4984-9cbb-54b4db12679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.030469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-0447d4cb-defc-4d9e-8950-760500a691e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.032472 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-0447d4cb-defc-4d9e-8950-760500a691e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7&device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 1096 time: 0.1144922 Jul 28 11:03:55.062463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a6a19-3cce-4984-9cbb-54b4db12679e None None] Port 338762ba-9bfc-47ea-b556-b77fe98ba17e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:03:55.064241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:55.064575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Attempting to bind port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 on network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:55.112599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:55.112946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Checking segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:55.113344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Bound using segment: {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:55.113796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Bound port: 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091a4b16-0bdb-4dd9-b6e5-b50ba260861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:55.114427 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.119835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Pushing event updated for resources: {'Port': ['ID=5276272b-a5d6-4cfa-92c2-941cd1afd5b2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:55.150264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785ed7-120a-4734-bafa-5fe2fcb3d184 req-d87bac9d-b54f-4b76-b9e2-a0289c488f4d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.151799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5785ed7-120a-4734-bafa-5fe2fcb3d184 req-d87bac9d-b54f-4b76-b9e2-a0289c488f4d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 944 time: 0.1526361 Jul 28 11:03:55.157740 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.241503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.242791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-12f639b3-7f78-432a-9bbd-94ebb7811f58 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3813317 Jul 28 11:03:55.302369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5785ed7-120a-4734-bafa-5fe2fcb3d184 req-4c70b3f8-6853-49a6-85d5-84495aca987c tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403022 Jul 28 11:03:55.303493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] For port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:55.334218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:55.386416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] For port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:55.390017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-f5211ec6-068b-4688-aa5e-c49009ea8232 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.1337907 Jul 28 11:03:55.397354 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.414183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:03:55.432667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338762ba-9bfc-47ea-b556-b77fe98ba17e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:03:55.438744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:55.443489 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.446462 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.446922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-f6c42f13-dc7a-4256-988a-ae1cf6dc1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.448509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-f6c42f13-dc7a-4256-988a-ae1cf6dc1cbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb20e302-6ab2-42b9-9321-15eea558a9f3 HTTP/1.1" status: 200 len: 916 time: 0.3889036 Jul 28 11:03:55.506038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Transition to ACTIVE for port object 338762ba-9bfc-47ea-b556-b77fe98ba17e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:03:55.516754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.577268 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-321e3dc2-089e-4373-b434-d538595e9cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f HTTP/1.1" status: 200 len: 1001 time: 0.1189730 Jul 28 11:03:55.579501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.611950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.612754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.615204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] 10.222.0.44 "PUT /v2.0/ports/64fb90f2-4ffc-4e1d-9dea-e7308be985e8 HTTP/1.1" status: 200 len: 1092 time: 2.7512980 Jul 28 11:03:55.647190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-233b0811-f0d7-4d12-95d0-c99c61e70dfd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.654532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-233b0811-f0d7-4d12-95d0-c99c61e70dfd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2508616 Jul 28 11:03:55.663446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:55.665824 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53be265-89f3-4375-a8bd-bdf09ffef265" -d '{"events": [{"name": "network-changed", "server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:55.667086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,segment=NetworkSegment(b2f622cc-f3ed-41fd-bfc0-985e0da02029),segment_id=b2f622cc-f3ed-41fd-bfc0-985e0da02029)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:55.672980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-46f9eec5-717e-44c0-a88e-f7dd477e8416 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:03:55.678153 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:55.691868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:55.692446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb10934c-e562-4208-b4d5-575e75d6c759 req-46f9eec5-717e-44c0-a88e-f7dd477e8416 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354779 Jul 28 11:03:55.839450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-2c55c39a-0d0a-467f-978d-7146f5aa7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.841088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-2c55c39a-0d0a-467f-978d-7146f5aa7a95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=478b9c82-0f13-4e2a-93a2-bde8b2402e9f HTTP/1.1" status: 200 len: 854 time: 0.2536731 Jul 28 11:03:55.844452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:55.849915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3517999-55c7-4636-86b2-4ccbf92c4a22 req-9b1088cc-ac4a-41ba-b03e-2d99d1a4424f tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=274170a41a854d86ad3cb33146c97ec6 HTTP/1.1" status: 200 len: 2984 time: 0.4903266 Jul 28 11:03:55.914979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954765fd-e4b9-4e4f-b788-e4e910c705be service neutron] Pushing event updated for resources: {'Port': ['ID=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:55.943004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:03:55.943761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:03:55.943761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:55.956874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-16e1d722-06bc-436b-8c64-917ceec9ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:55.960070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-16e1d722-06bc-436b-8c64-917ceec9ab46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb20e302-6ab2-42b9-9321-15eea558a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049716 Jul 28 11:03:55.966001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Port 338762ba-9bfc-47ea-b556-b77fe98ba17e on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:03:55.966369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:03:56.014201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-c7baae87-b720-4042-8c15-21a3b0243817 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286491 Jul 28 11:03:56.017820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-1f620936-efd7-41a5-9d8d-183b3d1d7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.019165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-1f620936-efd7-41a5-9d8d-183b3d1d7231 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 1095 time: 0.3205662 Jul 28 11:03:56.033495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3517999-55c7-4636-86b2-4ccbf92c4a22 req-06a22b19-86df-4886-a561-cdfd273a805f tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups/79329cb3-c911-4a01-8192-082f6c8141b9 HTTP/1.1" status: 200 len: 2981 time: 0.1820102 Jul 28 11:03:56.045395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:03:56.045725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:03:56.046105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:03:56.046540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Bound port: 338762ba-9bfc-47ea-b556-b77fe98ba17e, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:03:56.047057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:56.097158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed484-6b78-49ca-9087-5b3feaf54485 req-c4e666fe-d68d-40a4-bc5e-bc2e88ded210 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.099339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-376ed484-6b78-49ca-9087-5b3feaf54485 req-c4e666fe-d68d-40a4-bc5e-bc2e88ded210 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 1095 time: 0.1973245 Jul 28 11:03:56.117111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-ee4822a6-dc7e-402e-8724-d875df6e0fe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8 HTTP/1.1" status: 200 len: 217 time: 0.0801156 Jul 28 11:03:56.140888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-9f8f3f34-3e1d-4a8f-b68e-0e6ce5747dab service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715949 Jul 28 11:03:56.146216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:56.157931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:56.197816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:56.228767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3517999-55c7-4636-86b2-4ccbf92c4a22 req-dd037356-c34d-449e-968d-9e6048af176c tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups/79329cb3-c911-4a01-8192-082f6c8141b9 HTTP/1.1" status: 200 len: 2981 time: 0.1943429 Jul 28 11:03:56.244703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-8779f57d-ed19-47e6-8337-22b0a07f5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.246293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-8779f57d-ed19-47e6-8337-22b0a07f5a04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.1105368 Jul 28 11:03:56.249302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-775e6eb8-5448-4415-8b47-d737872793bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.251994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-775e6eb8-5448-4415-8b47-d737872793bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 1096 time: 0.2001967 Jul 28 11:03:56.252688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-376ed484-6b78-49ca-9087-5b3feaf54485 req-e2ca6c53-2ce8-4a5d-a2c7-3e4e049ea0ae tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319778 Jul 28 11:03:56.258118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.258729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:56.260168 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 1096 time: 1.5963643 Jul 28 11:03:56.262275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:56.264940 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:56.371103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290f451-9533-4450-81ac-47b94dc92dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:56.403876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79a5366f-e95d-4458-98c8-5ef741795ac0 req-455e5072-50da-40f8-b9ef-cd7c16509b12 service neutron] 10.222.0.44 "GET /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551553 Jul 28 11:03:56.437057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-30d3b3da-08e0-4317-b231-1ed0b805ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.438410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-30d3b3da-08e0-4317-b231-1ed0b805ea18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739872 Jul 28 11:03:56.448063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-f3da3961-a2e3-4ae6-9da7-945e4634a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.449852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-f3da3961-a2e3-4ae6-9da7-945e4634a663 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1708689 Jul 28 11:03:56.514231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-658a1ae0-63aa-49ca-821a-2d31425ec62a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 200 len: 217 time: 0.0527768 Jul 28 11:03:56.569807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-5146b338-28bc-4d5f-9881-bf932312f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.571306 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-5146b338-28bc-4d5f-9881-bf932312f251 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0499113 Jul 28 11:03:56.586717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-d2285615-984c-4220-8592-5dc0f75836bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.588210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-d2285615-984c-4220-8592-5dc0f75836bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1099 time: 0.2606273 Jul 28 11:03:56.599987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9a165-f3f9-4c4b-ba53-ecf308092673 req-8f6964d9-dc54-4996-9ab1-b934253d4d50 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.604659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63d9a165-f3f9-4c4b-ba53-ecf308092673 req-8f6964d9-dc54-4996-9ab1-b934253d4d50 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 949 time: 0.2886336 Jul 28 11:03:56.605879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-d20011ed-bcf3-469d-807f-e77c764a9175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256164 Jul 28 11:03:56.669312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-e5afe20a-6662-4905-a4f1-9a85e1479df3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.0578802 Jul 28 11:03:56.691818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52480a78-0845-44a6-b421-dff1b2c8113f req-3217ac23-b93c-48d3-a2fb-a301a57bf265 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.694013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52480a78-0845-44a6-b421-dff1b2c8113f req-3217ac23-b93c-48d3-a2fb-a301a57bf265 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.44 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 949 time: 0.3044994 Jul 28 11:03:56.724599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-cdaa9e6e-e983-44c1-888f-3c4b3282b2bf service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093595 Jul 28 11:03:56.758052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cc027-e689-44ad-b38d-b98e7af2f420 req-fd3e82f4-0bc1-4a5a-a117-3afcf68295b0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:56.759527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f8cc027-e689-44ad-b38d-b98e7af2f420 req-fd3e82f4-0bc1-4a5a-a117-3afcf68295b0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.2749009 Jul 28 11:03:56.816071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-cb39205e-3bb7-462a-a60a-bcc8951325ff service neutron] 10.222.0.44 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427241 Jul 28 11:03:56.847141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b02ae888-eb99-4ad9-92f5-a521bb0965bf req-f0b99865-c03e-443d-a73c-3b5b55dbc02c service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131403 Jul 28 11:03:57.084083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63d9a165-f3f9-4c4b-ba53-ecf308092673 req-d06a63f6-3bdf-4214-94b1-36bd1a6ce334 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760079 Jul 28 11:03:57.126114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-02ab5fee-8d1a-489d-997d-6361797dcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:57.126114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-02ab5fee-8d1a-489d-997d-6361797dcc09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.4456828 Jul 28 11:03:57.258971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:57.316196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:03:57.316594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f8cc027-e689-44ad-b38d-b98e7af2f420 req-db5eb9d3-75c5-46a9-a535-d4685bf6a7e0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316045 Jul 28 11:03:57.316755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:57.330571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5483c26-fb79-4d3b-8f22-3d3672396b4a req-04363679-4a5a-45b3-a88b-3b17653dfc94 service neutron] 10.222.0.44 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358372 Jul 28 11:03:57.367211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91835239-13b8-4bfd-84f2-98be14955b3d req-019d9f56-5fbb-41c5-9493-743499ec4884 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips/cb21bc6b-17e9-4a16-867a-6cb8a44b953c HTTP/1.1" status: 200 len: 693 time: 0.1297448 Jul 28 11:03:57.412623 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63e3c6-cf2b-4b26-a3c4-1f3ca83945f1 x-openstack-request-id: req-4f63e3c6-cf2b-4b26-a3c4-1f3ca83945f1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:57.412623 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:57.412623 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f63e3c6-cf2b-4b26-a3c4-1f3ca83945f1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:57.412623 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'status': 'completed', 'code': 200} Jul 28 11:03:57.415267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-82c3ecc4-a2f2-4e9a-9c40-b35383afbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:57.416979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-82c3ecc4-a2f2-4e9a-9c40-b35383afbc0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2755795 Jul 28 11:03:57.550523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Deleting port 7230b01e-d786-4e82-981c-c923ae5e1417 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:03:57.551032 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:57.697980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49ef992c-3082-4ca5-bd02-d2d5ec3d69d2 req-2beafade-f0f0-4c5d-a302-12b833666e27 tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups/79329cb3-c911-4a01-8192-082f6c8141b9 HTTP/1.1" status: 200 len: 2981 time: 0.2467952 Jul 28 11:03:57.714613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-34f961b0-486a-4d63-aba3-bc10a2f3c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:57.716028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-34f961b0-486a-4d63-aba3-bc10a2f3c2c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 1095 time: 0.2675710 Jul 28 11:03:57.728123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835239-13b8-4bfd-84f2-98be14955b3d req-ca96c414-31b3-4406-a698-3f5c2f81cf5f tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:57.729463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91835239-13b8-4bfd-84f2-98be14955b3d req-ca96c414-31b3-4406-a698-3f5c2f81cf5f tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.3613620 Jul 28 11:03:57.765553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-91835239-13b8-4bfd-84f2-98be14955b3d req-d06e1734-5efc-4a74-a8f8-d0a670e4e55e tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:03:57.766524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91835239-13b8-4bfd-84f2-98be14955b3d req-d06e1734-5efc-4a74-a8f8-d0a670e4e55e tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209901 Jul 28 11:03:57.789221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-19b0a7d1-ba49-47a2-857d-002e97405698 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393257 Jul 28 11:03:57.810097 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e786e700-a71a-461e-b821-f3cf44d7de7e x-openstack-request-id: req-e786e700-a71a-461e-b821-f3cf44d7de7e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:03:57.810584 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:03:57.810584 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e786e700-a71a-461e-b821-f3cf44d7de7e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:03:57.810963 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'status': 'completed', 'code': 200} Jul 28 11:03:57.826489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] For port 7230b01e-d786-4e82-981c-c923ae5e1417, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7230b01e-d786-4e82-981c-c923ae5e1417,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:57.826856 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:57.840037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-81177c6f-28e9-4c91-9e20-379b2a19d2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:57.866893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Calling delete_port for 7230b01e-d786-4e82-981c-c923ae5e1417 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:03:58.032949 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-49ef992c-3082-4ca5-bd02-d2d5ec3d69d2 req-3215d700-a67a-456a-aa5c-c633feeac97e tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:03:58.033966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49ef992c-3082-4ca5-bd02-d2d5ec3d69d2 req-3215d700-a67a-456a-aa5c-c633feeac97e tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "DELETE /v2.0/security-groups/79329cb3-c911-4a01-8192-082f6c8141b9 HTTP/1.1" status: 409 len: 352 time: 0.3216703 Jul 28 11:03:58.064327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-91caae6c-e985-4274-8a14-aad999ca3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.065667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-91caae6c-e985-4274-8a14-aad999ca3fbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 924 time: 0.3263071 Jul 28 11:03:58.089993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291239-26ff-4e2d-975a-c905666bcfc9 req-1ee93fd6-75f2-4422-978b-39cecc5423d9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.091441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb291239-26ff-4e2d-975a-c905666bcfc9 req-1ee93fd6-75f2-4422-978b-39cecc5423d9 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 944 time: 0.2143664 Jul 28 11:03:58.124581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6008a0-0b8f-4ff6-ae4f-cb8e06ea0151 req-2cb794f8-b98d-4ea7-8778-5c32fc715cb1 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060484 Jul 28 11:03:58.132120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-2c2a04b8-fe95-415a-814b-9be7bbda6d0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8 HTTP/1.1" status: 200 len: 217 time: 0.0569820 Jul 28 11:03:58.268691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb291239-26ff-4e2d-975a-c905666bcfc9 req-91555e00-52c2-4238-8757-5c8bdc2c9122 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413057 Jul 28 11:03:58.278714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-b236c77b-b52a-4097-bde7-1ea815540ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.280126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-b236c77b-b52a-4097-bde7-1ea815540ab3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.1286809 Jul 28 11:03:58.411433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-75bacf48-cafa-4fae-bb60-61eefc02ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.412906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-75bacf48-cafa-4fae-bb60-61eefc02ee31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1099 time: 0.2066245 Jul 28 11:03:58.418742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff22ef62-9ecf-4ad9-a529-6bcb87099428 req-110f84f9-4f55-402f-b925-c6750d6ddb9b tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=1c95ba9d0ddf4a9e9033cbae1bc934fd HTTP/1.1" status: 200 len: 696 time: 0.1037931 Jul 28 11:03:58.419376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:58.434082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['7230b01e-d786-4e82-981c-c923ae5e1417'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:58.438271 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-1889f759-a333-4792-b326-d20ea497023a req-88f298de-ed34-48c7-a13b-cc5e754a0344 tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] show failed (client error): The resource could not be found. Jul 28 11:03:58.439245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1889f759-a333-4792-b326-d20ea497023a req-88f298de-ed34-48c7-a13b-cc5e754a0344 tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups/7e574d12-94c0-4318-ab14-4b016808d3e2 HTTP/1.1" status: 404 len: 352 time: 0.0399632 Jul 28 11:03:58.449347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a62b23c5-e097-4330-a801-44991e8105cd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:03:58.479065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-606c161a-ebf3-4994-ae35-5084b646e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.480596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-606c161a-ebf3-4994-ae35-5084b646e9c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923537 Jul 28 11:03:58.503962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event deleted for resources: {'Port': ['ID=7230b01e-d786-4e82-981c-c923ae5e1417,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:58.665239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bdad4f4-afa3-4362-b309-a352aacb0c17 req-0f474d0a-c3e2-45d1-9a8e-b4859e4a68a4 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=9643448a-624f-43c7-a0c6-fb3d72ccd0c4 HTTP/1.1" status: 200 len: 210 time: 0.1018291 Jul 28 11:03:58.710175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] No DVR routers for this DVR port 7230b01e-d786-4e82-981c-c923ae5e1417 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:03:58.723010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:58.724974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52480a78-0845-44a6-b421-dff1b2c8113f req-dc761970-6ff1-42f1-8666-1df1d6c94b38 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.44 "DELETE /v2.0/ports/7230b01e-d786-4e82-981c-c923ae5e1417 HTTP/1.1" status: 204 len: 173 time: 2.0178940 Jul 28 11:03:58.768801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-fbf00049-1389-4e33-8642-6a44cb7d8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.770335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-fbf00049-1389-4e33-8642-6a44cb7d8b53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.3359749 Jul 28 11:03:58.839054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ef62-9ecf-4ad9-a529-6bcb87099428 req-84c3e1fa-7de1-4f70-9a29-01245c9f4f82 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:58.840502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff22ef62-9ecf-4ad9-a529-6bcb87099428 req-84c3e1fa-7de1-4f70-9a29-01245c9f4f82 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks?id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 787 time: 0.4149227 Jul 28 11:03:58.842915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-7be65952-0585-4eb2-ae59-fe96b9ba36f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.0637062 Jul 28 11:03:58.852097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-56b94b36-468a-4a00-9115-b915d8bf29e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450611 Jul 28 11:03:58.858507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-ff22ef62-9ecf-4ad9-a529-6bcb87099428 req-317978a8-81c4-4e06-bcf6-9f3d79a7ab12 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:03:58.859464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff22ef62-9ecf-4ad9-a529-6bcb87099428 req-317978a8-81c4-4e06-bcf6-9f3d79a7ab12 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054944 Jul 28 11:03:59.293609 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-e9406968-3e57-404f-bd91-74a57f384637 req-810bacbc-fcfe-4f0a-abb5-87ff3de66bb4 tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] show failed (client error): The resource could not be found. Jul 28 11:03:59.295299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9406968-3e57-404f-bd91-74a57f384637 req-810bacbc-fcfe-4f0a-abb5-87ff3de66bb4 tempest-SecurityGroupsNegativeTestJSON-521339238 tempest-SecurityGroupsNegativeTestJSON-521339238-project] 10.222.0.20 "GET /v2.0/security-groups/e9afca01-8867-4492-a704-a67cb7ae759b HTTP/1.1" status: 404 len: 352 time: 0.4043343 Jul 28 11:03:59.305692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55674) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:03:59.351207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43828a04-85b8-4d8e-9a8c-964eaaf82eeb req-ad94d757-2103-4e8d-9fe1-e7691d6f7bbd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:59.358756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43828a04-85b8-4d8e-9a8c-964eaaf82eeb req-ad94d757-2103-4e8d-9fe1-e7691d6f7bbd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.5278714 Jul 28 11:03:59.366791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-9805fe32-2c8f-4fcd-b25f-d837532f2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:59.368235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-9805fe32-2c8f-4fcd-b25f-d837532f2e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.5079756 Jul 28 11:03:59.414651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'name': 'network-vif-deleted', 'tag': '7230b01e-d786-4e82-981c-c923ae5e1417'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:03:59.417299 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c866b74d-f6e5-4abe-b89d-0286e9c7d989" -d '{"events": [{"server_uuid": "9643448a-624f-43c7-a0c6-fb3d72ccd0c4", "name": "network-vif-deleted", "tag": "7230b01e-d786-4e82-981c-c923ae5e1417"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:03:59.481441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Deleting subnet be8d4ef5-41e7-4e1d-a58a-e7ae67782681 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:03:59.486182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-a32cd95b-2a3a-41b7-a505-25f19340895f tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips/cb21bc6b-17e9-4a16-867a-6cb8a44b953c HTTP/1.1" status: 200 len: 693 time: 0.1461504 Jul 28 11:03:59.497993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:59.572048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c53be265-89f3-4375-a8bd-bdf09ffef265 req-cb03bb0f-b9c6-4ccf-95d8-63d5139ff248 service neutron] 10.222.0.44 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106888 Jul 28 11:03:59.608520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43828a04-85b8-4d8e-9a8c-964eaaf82eeb req-8cb3bb21-108b-4f8c-b1d2-8d3aac2f5ee6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487769 Jul 28 11:03:59.612913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:59.675686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-d937d8d6-ccb4-47ae-8845-8219669d78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:59.677771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-d937d8d6-ccb4-47ae-8845-8219669d78ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2367933 Jul 28 11:03:59.770203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-d861d606-6451-49af-a1a9-ffbba82a22d4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:03:59.779355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-d861d606-6451-49af-a1a9-ffbba82a22d4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2791929 Jul 28 11:03:59.787286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-f1475fe6-7709-487d-a29c-be040dfda535 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:03:59.795923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-f1475fe6-7709-487d-a29c-be040dfda535 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152097 Jul 28 11:03:59.805031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:03:59.905828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-2131b6aa-33bd-41ef-aa2d-56e4f9b7ae43 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.1084814 Jul 28 11:04:00.014432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-c83f0b30-13e5-496a-904a-2fc7b3e46d5b tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.1074483 Jul 28 11:04:00.025019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-63a114ac-3e1f-49b7-86d8-2bc47ca58179 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312955 Jul 28 11:04:00.095254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.139330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065f5d2-66ea-48cb-964c-e0650ba3eaac req-6946e51b-10e9-4059-9a1d-d9e69de3c5bd tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:00.140867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d065f5d2-66ea-48cb-964c-e0650ba3eaac req-6946e51b-10e9-4059-9a1d-d9e69de3c5bd tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 944 time: 0.2278862 Jul 28 11:04:00.194243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8d4ef5-41e7-4e1d-a58a-e7ae67782681,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:00.199445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.204166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:00.212516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cb99c990-e1aa-4455-a1ae-6e419f6c9eaf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be8d4ef5-41e7-4e1d-a58a-e7ae67782681 HTTP/1.1" status: 204 len: 168 time: 0.9057403 Jul 28 11:04:00.288950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.330677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cda7d12f-7b90-4461-b81a-bd37a6bcd1c5 req-a2e2f465-f9ea-4463-b59e-f757537b64d7 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908134 Jul 28 11:04:00.364778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d065f5d2-66ea-48cb-964c-e0650ba3eaac req-cb88bb14-87b0-44ad-88ee-f78bd04dbef6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1930907 Jul 28 11:04:00.407846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Deleting port 5276272b-a5d6-4cfa-92c2-941cd1afd5b2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:00.408300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.430432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.451054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8748dbbd-9bad-4223-a08b-591ee4b8bc09']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:00.467705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be1a9f3-6883-4f20-a0af-46fdf510195b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:00.468015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be1a9f3-6883-4f20-a0af-46fdf510195b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:00.493114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.499099 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19072186-87f8-40e5-849f-2aca74571d79 x-openstack-request-id: req-19072186-87f8-40e5-849f-2aca74571d79 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:00.499516 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9643448a-624f-43c7-a0c6-fb3d72ccd0c4", "name": "network-vif-deleted", "tag": "7230b01e-d786-4e82-981c-c923ae5e1417", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:00.499773 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19072186-87f8-40e5-849f-2aca74571d79 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:00.500166 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9643448a-624f-43c7-a0c6-fb3d72ccd0c4', 'name': 'network-vif-deleted', 'tag': '7230b01e-d786-4e82-981c-c923ae5e1417', 'status': 'completed', 'code': 200} Jul 28 11:04:00.537557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.547263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:00.547684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:00.551020 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:00.619205 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.619532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.665288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Calling delete_port for 5276272b-a5d6-4cfa-92c2-941cd1afd5b2 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:00.698895 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.747298 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df88396f-68f9-43b0-b7ad-51e7ca2025ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.750779 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.753298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8748dbbd-9bad-4223-a08b-591ee4b8bc09 HTTP/1.1" status: 204 len: 168 time: 0.5484066 Jul 28 11:04:00.756405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a0e6f-f8df-4998-a3ba-c2a0833a53b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8748dbbd-9bad-4223-a08b-591ee4b8bc09,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:00.893801 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:00.933305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:04:00.938530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7230b01e-d786-4e82-981c-c923ae5e1417 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:01.011545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 7230b01e-d786-4e82-981c-c923ae5e1417 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:01.012396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7230b01e-d786-4e82-981c-c923ae5e1417 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:01.028438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83e84-d51d-4dbb-b08f-98e0e6548ab0 req-768abcd3-1852-490e-9ee9-454a8acfde38 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:01.030657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22e83e84-d51d-4dbb-b08f-98e0e6548ab0 req-768abcd3-1852-490e-9ee9-454a8acfde38 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.1617649 Jul 28 11:04:01.058405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.117825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Pushing event deleted for resources: {'Port': ['ID=5276272b-a5d6-4cfa-92c2-941cd1afd5b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:01.177283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:01.186934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:01.196324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22e83e84-d51d-4dbb-b08f-98e0e6548ab0 req-2d70ff3b-d581-44c3-b4b3-048f69288df2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587884 Jul 28 11:04:01.214153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'port_id': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'mac_address': 'fa:16:3e:ba:64:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:04:01.221716 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.227494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.229140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decc419e-59e6-488d-a3c9-686c4cbf1f26 req-19820c96-f131-4bbc-88fb-178e65700399 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb21bc6b-17e9-4a16-867a-6cb8a44b953c HTTP/1.1" status: 204 len: 173 time: 1.2004817 Jul 28 11:04:01.288037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.294863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0fd1712a-8b10-44c7-90b5-26043568a1b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=274170a41a854d86ad3cb33146c97ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163151 Jul 28 11:04:01.297380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:01.331687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:01.365063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:01.371269 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.394351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8c3e4a-291d-4758-8f2d-1a0ddb72510b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.453601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8c3e4a-291d-4758-8f2d-1a0ddb72510b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.462818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ac58-431e-492e-9d3f-06d909498b02 req-45f15678-e82f-4cf9-ba8c-7d12bf5dfb7d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:01.467474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:01.472036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9219ac58-431e-492e-9d3f-06d909498b02 req-45f15678-e82f-4cf9-ba8c-7d12bf5dfb7d tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.0856376 Jul 28 11:04:01.489903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-31142867-4ff9-46f5-be1e-8dbddc7083cd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2230306 Jul 28 11:04:01.505076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:01.524663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8c3e4a-291d-4758-8f2d-1a0ddb72510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.528099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8c3e4a-291d-4758-8f2d-1a0ddb72510b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.529469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df8c3e4a-291d-4758-8f2d-1a0ddb72510b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79329cb3-c911-4a01-8192-082f6c8141b9 HTTP/1.1" status: 204 len: 168 time: 0.2308969 Jul 28 11:04:01.539807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c3e4a-291d-4758-8f2d-1a0ddb72510b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79329cb3-c911-4a01-8192-082f6c8141b9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:01.545768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9219ac58-431e-492e-9d3f-06d909498b02 req-4aba1390-6e4f-4fbc-830d-3f7c5528a09a tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728307 Jul 28 11:04:01.570450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.599825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['64fb90f2-4ffc-4e1d-9dea-e7308be985e8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:01.660501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:04:01.822389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7c855-22f2-4941-abfa-2522465d57a9 req-f4d8fbe6-e564-41bf-a733-659fc8d15908 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:01.829916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ce7c855-22f2-4941-abfa-2522465d57a9 req-f4d8fbe6-e564-41bf-a733-659fc8d15908 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 945 time: 0.1386566 Jul 28 11:04:01.834810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:01.850952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'mac_address': 'fa:16:3e:96:8b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:04:01.882648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:01.893960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ce7c855-22f2-4941-abfa-2522465d57a9 req-dcff241a-d2af-40d2-aae0-79b08ee13aa0 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620437 Jul 28 11:04:02.019149 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.034042 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.043957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Allocated IP 172.25.1.7 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/c142c13d-a10c-49ed-9c7a-91fc7f6b1a20) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:02.065481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338762ba-9bfc-47ea-b556-b77fe98ba17e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:02.161228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:02.179644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.191102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.325697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-f88eb191-fe40-493c-8a24-8dcb3f7049da tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:02.327951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-f88eb191-fe40-493c-8a24-8dcb3f7049da tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1315513 Jul 28 11:04:02.440691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.451833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:02.515275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:02.542413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de698-a45b-459b-a39c-790878e6534a req-4e4d931e-d48e-4e7c-b2c5-a169291ef42c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:02.547311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa4de698-a45b-459b-a39c-790878e6534a req-4e4d931e-d48e-4e7c-b2c5-a169291ef42c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 949 time: 0.2158151 Jul 28 11:04:02.573112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['338762ba-9bfc-47ea-b556-b77fe98ba17e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:02.585185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Pushing event updated for resources: {'Port': ['ID=c142c13d-a10c-49ed-9c7a-91fc7f6b1a20,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:02.610179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:02.625758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:02.628695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:02.666483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa4de698-a45b-459b-a39c-790878e6534a req-e26ffec2-d868-4d56-bfd9-ccdf17f6de48 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127355 Jul 28 11:04:02.690904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ed2568a-ece4-4f24-bb10-e8563663e41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.716332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Deleting port a62b23c5-e097-4330-a801-44991e8105cd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:02.716677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.888759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:02.899632 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ed2568a-ece4-4f24-bb10-e8563663e41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.905907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ed2568a-ece4-4f24-bb10-e8563663e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.924478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.938296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:02.951376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] For port a62b23c5-e097-4330-a801-44991e8105cd, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a62b23c5-e097-4330-a801-44991e8105cd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:02.951764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:02.973767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ed2568a-ece4-4f24-bb10-e8563663e41a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39031e0c6891437d85da1d84b31b0943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186281 Jul 28 11:04:02.979343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20c351-e332-4720-a6ac-78654c1714bd req-fe83c8e0-4eb6-4d8d-aa26-ab9bd2707277 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:02.986522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f20c351-e332-4720-a6ac-78654c1714bd req-fe83c8e0-4eb6-4d8d-aa26-ab9bd2707277 tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 950 time: 0.1601708 Jul 28 11:04:03.003239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:03.004071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Calling delete_port for a62b23c5-e097-4330-a801-44991e8105cd owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:03.009584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2568a-ece4-4f24-bb10-e8563663e41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50fd515-1bd0-4e94-b047-4c45d3739fe2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:03.018345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-945373149-network', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:03.053326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Made reservation on behalf of 4ced3ac353df4530bce5c304fb5267f7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:03.054892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:03.056056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.057937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.059066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:03.059435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.067171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.147797 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.188164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f20c351-e332-4720-a6ac-78654c1714bd req-27db8bbf-f4bb-423c-9eca-0235f27fa27f tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/security-groups?id=32b6d928-bdac-4f50-9976-176ff17ac6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988771 Jul 28 11:04:03.188940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:03.191164 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c284434-ecaa-4fb7-929f-08235ab611f8" -d '{"events": [{"server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "name": "network-vif-plugged", "status": "completed", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:03.205503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:03.210705 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.228592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.247836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.282041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:03.286800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:03.300369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816fc2dc-30a2-4103-af0e-bad334505a8a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:03.303993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8775e4ba-7c17-41de-bc90-53f9c2cd4e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.309738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.310265 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Added segment a377b4f5-80be-454f-8eef-0ae9014f0cc2 of type vlan for network 6aac03b2-605c-4e05-b2d3-04c3d256b917 Jul 28 11:04:03.324450 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.361969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.376475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8775e4ba-7c17-41de-bc90-53f9c2cd4e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.399801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.404916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:03.405538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.469392 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5794575 Jul 28 11:04:03.470075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:03.480814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Request body: {'subnet': {'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-945373149-subnet', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:03.490459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fc283-7b91-48c1-a099-9bba59fa26e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6aac03b2-605c-4e05-b2d3-04c3d256b917,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:03.502242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:03.527455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Made reservation on behalf of 4ced3ac353df4530bce5c304fb5267f7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:03.530447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.655149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:03.707507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 338762ba-9bfc-47ea-b556-b77fe98ba17e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:03.712017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 338762ba-9bfc-47ea-b556-b77fe98ba17e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:03.712414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.735653 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.771586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79e6c2-6a51-4ff9-96ca-acd9ee2fa753 req-487549c6-dd8d-4473-8e12-a364eb222383 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:03.773141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc79e6c2-6a51-4ff9-96ca-acd9ee2fa753 req-487549c6-dd8d-4473-8e12-a364eb222383 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.4644351 Jul 28 11:04:03.806185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d654ee-7db1-4e48-970a-50f0387a88c5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:03.809929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Checking segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:03.810291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Network hostable DHCP agents. Network: 6aac03b2-605c-4e05-b2d3-04c3d256b917, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:03.817594 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.829590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:03.842287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6aac03b2-605c-4e05-b2d3-04c3d256b917) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:03.844590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.847884 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.849730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:03.850429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.856052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8775e4ba-7c17-41de-bc90-53f9c2cd4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.857063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be182181-3eaa-4d24-ba02-717ce47db15d None None] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:03.860537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8775e4ba-7c17-41de-bc90-53f9c2cd4e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.864036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8775e4ba-7c17-41de-bc90-53f9c2cd4e1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d50fd515-1bd0-4e94-b047-4c45d3739fe2 HTTP/1.1" status: 204 len: 168 time: 0.8550098 Jul 28 11:04:03.875334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5a931c03-ea79-47b5-a864-a49a2748a109 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3993926 Jul 28 11:04:03.880553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:03.886536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:03.909640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:03.914675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.917244 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.918021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.918225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:03.918322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:03.944484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Pushing event deleted for resources: {'Port': ['ID=a62b23c5-e097-4330-a801-44991e8105cd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:03.974359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc79e6c2-6a51-4ff9-96ca-acd9ee2fa753 req-c69a2c7a-910a-4d6c-9e70-eb11c2371c95 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1648674 Jul 28 11:04:03.981720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775e4ba-7c17-41de-bc90-53f9c2cd4e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50fd515-1bd0-4e94-b047-4c45d3739fe2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:04.007851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: a62b23c5-e097-4330-a801-44991e8105cd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:04.008388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a62b23c5-e097-4330-a801-44991e8105cd not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:04.053947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.073116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] No DVR routers for this DVR port a62b23c5-e097-4330-a801-44991e8105cd on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:04.122912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:04.124613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.126580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad3f5ed7-f285-4a1d-bea4-6611d745ba91 req-9e5fd75f-6099-433c-a908-5e4a974bfe5c tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.41 "DELETE /v2.0/ports/a62b23c5-e097-4330-a801-44991e8105cd HTTP/1.1" status: 204 len: 173 time: 1.7905324 Jul 28 11:04:04.132679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-deleted', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:04.134963 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551fc1da-b32e-4ad7-adcc-52c1203c7870" -d '{"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-deleted", "tag": "a62b23c5-e097-4330-a801-44991e8105cd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:04.212975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Pushing event updated for resources: {'Port': ['ID=c142c13d-a10c-49ed-9c7a-91fc7f6b1a20,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:04.229081 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ba65e-f954-492d-96a0-6536a8c025b3 x-openstack-request-id: req-db8ba65e-f954-492d-96a0-6536a8c025b3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:04.229686 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "name": "network-vif-plugged", "status": "completed", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:04.230110 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db8ba65e-f954-492d-96a0-6536a8c025b3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:04.231611 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'code': 200} Jul 28 11:04:04.241535 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.269730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.271089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-d36518de-9cb5-4075-8a52-6a4112088ebd tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.7738504 Jul 28 11:04:04.338557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6aac03b2-605c-4e05-b2d3-04c3d256b917', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:04:04.339952 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.423160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.450240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:04.466389 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-15e68c1a-448d-4848-9b8c-c838bd241da8 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1871364 Jul 28 11:04:04.514816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8706d7c3-d374-4d2d-a8f8-e940d3087390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.547360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Allocated IP 172.20.0.2 (6aac03b2-605c-4e05-b2d3-04c3d256b917/44d654ee-7db1-4e48-970a-50f0387a88c5/61ff9061-d4a3-4546-9871-78591d036f66) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:04.562698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921834d-7504-4f37-a3b5-786557c42c28 req-a32b6dc4-c0db-490a-b3d8-35b95b4e8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:04.564230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2921834d-7504-4f37-a3b5-786557c42c28 req-a32b6dc4-c0db-490a-b3d8-35b95b4e8012 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 1097 time: 0.1912158 Jul 28 11:04:04.577858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c85555-e4c3-4605-9366-b7350fd8eaf7 req-b0f2d90c-caa1-4efa-8a0d-4ff8912da356 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:04.585725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3c85555-e4c3-4605-9366-b7350fd8eaf7 req-b0f2d90c-caa1-4efa-8a0d-4ff8912da356 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2136092 Jul 28 11:04:04.672164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-e7a94f52-7230-4964-8f3d-b27a5f3a6b19 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:04.686066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-e7a94f52-7230-4964-8f3d-b27a5f3a6b19 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2049637 Jul 28 11:04:04.716435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8706d7c3-d374-4d2d-a8f8-e940d3087390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.723679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8706d7c3-d374-4d2d-a8f8-e940d3087390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.728443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3c85555-e4c3-4605-9366-b7350fd8eaf7 req-2df0d1a4-4cb0-4a13-9bb2-6618cbe9b672 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419785 Jul 28 11:04:04.748400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-55ba25b5-b7b2-4688-a17d-e3979d1a87e2 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:04:04.777388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b2c9bd4-643f-4df3-8c30-f7daaa51f102 req-55ba25b5-b7b2-4688-a17d-e3979d1a87e2 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0788555 Jul 28 11:04:04.780904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2921834d-7504-4f37-a3b5-786557c42c28 req-4a1a2007-d009-4406-b3de-59365a76d0f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1873994 Jul 28 11:04:04.786245 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.796077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Transition to ACTIVE for port object 61ff9061-d4a3-4546-9871-78591d036f66 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:04.826423 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d1f5d8-bc8f-43c6-827d-9c6028256e36 x-openstack-request-id: req-90d1f5d8-bc8f-43c6-827d-9c6028256e36 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:04.826717 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fae661-a85a-4aeb-a3ae-bc24029def27", "name": "network-vif-deleted", "tag": "a62b23c5-e097-4330-a801-44991e8105cd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:04.826974 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90d1f5d8-bc8f-43c6-827d-9c6028256e36 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:04.827379 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fae661-a85a-4aeb-a3ae-bc24029def27', 'name': 'network-vif-deleted', 'tag': 'a62b23c5-e097-4330-a801-44991e8105cd', 'status': 'completed', 'code': 200} Jul 28 11:04:04.833147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Transition to ACTIVE for port object 61ff9061-d4a3-4546-9871-78591d036f66 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:04.846145 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.857180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706d7c3-d374-4d2d-a8f8-e940d3087390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11fb119-814a-4fb6-ae0c-65aecf2c4ee9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:04.860484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.868802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8706d7c3-d374-4d2d-a8f8-e940d3087390 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ed78170859e411fb79729e6834577cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165554 Jul 28 11:04:04.871318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:04.904922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:04.918574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:04.922036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:04.927379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:04.944102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Pushing event updated for resources: {'Port': ['ID=61ff9061-d4a3-4546-9871-78591d036f66,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:05.002632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Attempting to bind port 61ff9061-d4a3-4546-9871-78591d036f66 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:05.003964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Attempting to bind port 61ff9061-d4a3-4546-9871-78591d036f66 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:05.003964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Attempting to bind port 61ff9061-d4a3-4546-9871-78591d036f66 on network 6aac03b2-605c-4e05-b2d3-04c3d256b917 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:05.006043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8db8fa-cafb-4067-ab43-dc992ebaa690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.009837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:05.010334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Checking segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:05.010743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.011140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Bound using segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:05.011603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Bound port: 61ff9061-d4a3-4546-9871-78591d036f66, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:05.012126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.025430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b3dda4-b828-4f10-b03e-0050d1dd674d req-21db010e-a413-42ac-811f-199f2c2c557b tempest-ServersAdminTestJSON-2059034605 tempest-ServersAdminTestJSON-2059034605-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fae661-a85a-4aeb-a3ae-bc24029def27 HTTP/1.1" status: 200 len: 210 time: 0.1374879 Jul 28 11:04:05.043851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-22aa99da-2759-4027-bce0-b329d2ba9a97 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips/b608e5cd-3b57-459b-8525-5228c102b841 HTTP/1.1" status: 200 len: 691 time: 0.1938899 Jul 28 11:04:05.074436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Allocated IP 172.25.1.140 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/2da82207-f567-4031-a9e7-201f66ade90b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:05.077697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8db8fa-cafb-4067-ab43-dc992ebaa690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.132295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] For port 61ff9061-d4a3-4546-9871-78591d036f66, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:05.136124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] For port 61ff9061-d4a3-4546-9871-78591d036f66, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61ff9061-d4a3-4546-9871-78591d036f66,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:05.142532 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.224441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8db8fa-cafb-4067-ab43-dc992ebaa690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.228401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8db8fa-cafb-4067-ab43-dc992ebaa690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.231925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e5b5c-4a48-4f78-9cd3-c4a20c535e7f None None] Pushing event updated for resources: {'Port': ['ID=61ff9061-d4a3-4546-9871-78591d036f66,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:05.232095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15cdb1-1a7c-4403-a806-953645a56246 req-192862a0-9065-463c-b144-3fcf3b54eb63 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:05.232683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a8db8fa-cafb-4067-ab43-dc992ebaa690 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e11fb119-814a-4fb6-ae0c-65aecf2c4ee9 HTTP/1.1" status: 204 len: 168 time: 0.3602846 Jul 28 11:04:05.243484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da15cdb1-1a7c-4403-a806-953645a56246 req-192862a0-9065-463c-b144-3fcf3b54eb63 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.1052485 Jul 28 11:04:05.276157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8db8fa-cafb-4067-ab43-dc992ebaa690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11fb119-814a-4fb6-ae0c-65aecf2c4ee9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:05.312098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.339954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29641189-bfeb-4018-9350-6d250e2b097b req-7696849c-4eb2-479c-bf03-563261cd446e tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:05.341341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-7696849c-4eb2-479c-bf03-563261cd446e tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2913725 Jul 28 11:04:05.360542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da15cdb1-1a7c-4403-a806-953645a56246 req-0d7f2a75-f16c-4801-a488-2141db4a8af6 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113887 Jul 28 11:04:05.375882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-7b51d3b3-8cb6-4ed6-b95c-faf13bb179df tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:04:05.383861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-7b51d3b3-8cb6-4ed6-b95c-faf13bb179df tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222399 Jul 28 11:04:05.410583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.460845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-0eb598e5-2ebb-4de8-8e42-a8e3afef75e5 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.0759764 Jul 28 11:04:05.462603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:05.465780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:05.468384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:05.542958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2da82207-f567-4031-a9e7-201f66ade90b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:05.555407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-0b3313d1-d527-4239-b20e-35454d77a1ff tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.0925565 Jul 28 11:04:05.815847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Deleting port c142c13d-a10c-49ed-9c7a-91fc7f6b1a20 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:05.816585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:05.994369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a25ab-162f-4caf-a09a-70b1d8f75268 req-24be109b-c5ae-4565-b7e1-d1744ac23f6b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:05.996276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-208a25ab-162f-4caf-a09a-70b1d8f75268 req-24be109b-c5ae-4565-b7e1-d1744ac23f6b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1205482 Jul 28 11:04:06.000619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.001152 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.025735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Calling delete_port for c142c13d-a10c-49ed-9c7a-91fc7f6b1a20 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:06.151878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-208a25ab-162f-4caf-a09a-70b1d8f75268 req-dc9d6c9f-c272-4ca6-92d0-ddc6884819d4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392295 Jul 28 11:04:06.232779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:06.239542 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0924eb-d0d2-4f15-b1e7-aa4b3237c055" -d '{"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-plugged", "status": "completed", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:06.246274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.342132 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38429c9-7fa0-49b3-b9fe-7a9801ce7116 x-openstack-request-id: req-b38429c9-7fa0-49b3-b9fe-7a9801ce7116 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:06.342903 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-plugged", "status": "completed", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:06.343319 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b38429c9-7fa0-49b3-b9fe-7a9801ce7116 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:06.344209 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'code': 200} Jul 28 11:04:06.420478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.531136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Pushing event deleted for resources: {'Port': ['ID=c142c13d-a10c-49ed-9c7a-91fc7f6b1a20,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:06.559143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.562678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.563204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.563597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.563932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.564436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.565485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.565833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.574551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.575024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.575389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.575725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:06.636060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.713425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.716679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb6db1-b5d8-4cac-b710-682106999e7b None None] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:06.717169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:06.724613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29641189-bfeb-4018-9350-6d250e2b097b req-cf21b43a-d4cf-48dc-8a51-18f8c17a11e4 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "DELETE /v2.0/floatingips/b608e5cd-3b57-459b-8525-5228c102b841 HTTP/1.1" status: 204 len: 173 time: 1.1629379 Jul 28 11:04:06.755672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a835f-ca94-4201-8fda-dd84d1df8554 req-35d04711-b263-4547-9e6d-532584cae3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:06.757228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a90a835f-ca94-4201-8fda-dd84d1df8554 req-35d04711-b263-4547-9e6d-532584cae3bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1101 time: 0.3565242 Jul 28 11:04:06.810406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db8e0e-21e2-4622-85c5-f05229ffa7ed req-88d682c8-5c97-4149-acbc-3408328c6c2e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:06.818145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88db8e0e-21e2-4622-85c5-f05229ffa7ed req-88d682c8-5c97-4149-acbc-3408328c6c2e tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.3019929 Jul 28 11:04:06.826187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:06.859882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a90a835f-ca94-4201-8fda-dd84d1df8554 req-cf5d9866-f3d7-4124-9117-b971a51ea097 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943241 Jul 28 11:04:06.897452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88db8e0e-21e2-4622-85c5-f05229ffa7ed req-c077fe85-c4d5-428e-95da-486c3132b113 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783520 Jul 28 11:04:06.946957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5c5553a4-07ab-4960-b0d5-ed875683bcce None None] Provisioning for port 61ff9061-d4a3-4546-9871-78591d036f66 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:06.966674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:04:06.995333 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-b862d6c8-c40f-4522-ba78-a30a4455dda4 req-a3e4fc8f-8b0e-48d1-b922-da91ebd60065 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] show failed (client error): The resource could not be found. Jul 28 11:04:07.006837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b862d6c8-c40f-4522-ba78-a30a4455dda4 req-a3e4fc8f-8b0e-48d1-b922-da91ebd60065 tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips/b608e5cd-3b57-459b-8525-5228c102b841 HTTP/1.1" status: 404 len: 350 time: 0.1082914 Jul 28 11:04:07.140772 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-e39b46d2-c3b9-4f49-b8da-ab22e0c501fc req-918f580c-64ee-4c67-95fb-c8d80773b53f tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] show failed (client error): The resource could not be found. Jul 28 11:04:07.149257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e39b46d2-c3b9-4f49-b8da-ab22e0c501fc req-918f580c-64ee-4c67-95fb-c8d80773b53f tempest-FloatingIPsTestJSON-849989401 tempest-FloatingIPsTestJSON-849989401-project] 10.222.0.20 "GET /v2.0/floatingips/b608e5cd-3b57-459b-8525-5228c102b841 HTTP/1.1" status: 404 len: 350 time: 0.0994570 Jul 28 11:04:07.160404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:07.255661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:07.269443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Sync routers for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:07.292082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:07.293359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:07.294080 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-eb441842-cb42-45b5-8181-f8433be926e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4121354 Jul 28 11:04:07.294283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:07.297262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:07.411253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c57b61-485a-4b79-ab07-7583d3f9c34f req-8abe7fa1-3f29-4982-bca3-58bab6301383 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:07.413687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64c57b61-485a-4b79-ab07-7583d3f9c34f req-8abe7fa1-3f29-4982-bca3-58bab6301383 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.4211085 Jul 28 11:04:07.432038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61ff9061-d4a3-4546-9871-78591d036f66 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:07.443896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:07.452465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Request body: {'floatingip': {'port_id': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:07.472918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1f16bbd-475b-4caf-a7f2-412dd1477d3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d77703a8bf9848d084f2237ec7737ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423767 Jul 28 11:04:07.485519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:07.586081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:07.648980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:07.680561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 61ff9061-d4a3-4546-9871-78591d036f66 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:07.717845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 61ff9061-d4a3-4546-9871-78591d036f66 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:07.718599 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:07.731528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc87eb-7794-4fdd-a270-198027bd23fa req-3f922edb-59cd-4f7a-b86b-65570c08a9d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:07.748341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5bc87eb-7794-4fdd-a270-198027bd23fa req-3f922edb-59cd-4f7a-b86b-65570c08a9d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.3900774 Jul 28 11:04:07.867082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bdb-8198-4fa5-9a63-85687c53685a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:07.897218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5bc87eb-7794-4fdd-a270-198027bd23fa req-0787fb1b-1c6d-4197-b5ea-2ea2a38129fc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535008 Jul 28 11:04:07.949956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:07.963139 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:07.974411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bdb-8198-4fa5-9a63-85687c53685a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.015050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 61ff9061-d4a3-4546-9871-78591d036f66, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61ff9061-d4a3-4546-9871-78591d036f66,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:08.024582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.027662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:06Z', 'revision_number': 3, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:08.059846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Checking router: 7c9ad9ac-a095-43aa-b0dc-8235149804c7 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:08.060638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Updating router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 port 2da82207-f567-4031-a9e7-201f66ade90b binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:08.095329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bdb-8198-4fa5-9a63-85687c53685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.098962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bdb-8198-4fa5-9a63-85687c53685a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.100228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e9b4bdb-8198-4fa5-9a63-85687c53685a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32b6d928-bdac-4f50-9976-176ff17ac6c2 HTTP/1.1" status: 204 len: 168 time: 0.6081550 Jul 28 11:04:08.121009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.133014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b4bdb-8198-4fa5-9a63-85687c53685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6d928-bdac-4f50-9976-176ff17ac6c2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:08.322965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cee36ac-8ab3-404a-8ef6-31a6b182f108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.467324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=61ff9061-d4a3-4546-9871-78591d036f66,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:08.509207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.585223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.628565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:08.680506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cee36ac-8ab3-404a-8ef6-31a6b182f108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.694532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cee36ac-8ab3-404a-8ef6-31a6b182f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.737628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5cee36ac-8ab3-404a-8ef6-31a6b182f108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aa14ecd316440f9b5ab0fbde3dfcf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7817452 Jul 28 11:04:08.742346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:08.789546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee36ac-8ab3-404a-8ef6-31a6b182f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547427c-3967-4a03-9352-d674ea3f409a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:08.789818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.795373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a077406e-5945-41ea-8f67-17d52fc387bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b09479c02505420685e011a2f5c4191a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656775 Jul 28 11:04:08.821282 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.827229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:08.827757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.839520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Transition to ACTIVE for port object 2da82207-f567-4031-a9e7-201f66ade90b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:08.848078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.931577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Attempting to bind port 2da82207-f567-4031-a9e7-201f66ade90b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:08.931871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Attempting to bind port 2da82207-f567-4031-a9e7-201f66ade90b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:08.932240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Attempting to bind port 2da82207-f567-4031-a9e7-201f66ade90b on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:08.934670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39018a4-9974-428a-89a5-f41c85b15d5e None None] Pushing event updated for resources: {'Port': ['ID=2da82207-f567-4031-a9e7-201f66ade90b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:08.953181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:08.954836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:08.955317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.956539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:08.957901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Bound port: 2da82207-f567-4031-a9e7-201f66ade90b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:08.958310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.981065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f9c45f-5f6b-4363-bcb4-988c1c844709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:08.999593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfe1a8ef-9029-4bf4-a371-4179825b745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.036044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfe1a8ef-9029-4bf4-a371-4179825b745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.040509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Allocated IP 172.20.0.1 (6aac03b2-605c-4e05-b2d3-04c3d256b917/44d654ee-7db1-4e48-970a-50f0387a88c5/31957453-f211-47bf-8319-c16b8cbf045b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:09.046820 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Floating IP 40064360-54a6-45a4-96e7-d789ee2aae25 associated. External IP: 172.25.1.157, port: 64fb90f2-4ffc-4e1d-9dea-e7308be985e8. Jul 28 11:04:09.076653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] For port 2da82207-f567-4031-a9e7-201f66ade90b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:09.081329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] For port 2da82207-f567-4031-a9e7-201f66ade90b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2da82207-f567-4031-a9e7-201f66ade90b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:09.087605 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.113038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f9c45f-5f6b-4363-bcb4-988c1c844709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.178410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:09.179377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:09.209118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277aac-b33f-4544-adc3-37f79ec970f8 req-ea813b98-d8ec-43d3-9d90-8d473d5b635f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:09.210928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20277aac-b33f-4544-adc3-37f79ec970f8 req-ea813b98-d8ec-43d3-9d90-8d473d5b635f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1641726 Jul 28 11:04:09.245416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39018a4-9974-428a-89a5-f41c85b15d5e None None] Pushing event updated for resources: {'Port': ['ID=2da82207-f567-4031-a9e7-201f66ade90b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.350648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfe1a8ef-9029-4bf4-a371-4179825b745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.353744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61ff9061-d4a3-4546-9871-78591d036f66 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:09.354385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfe1a8ef-9029-4bf4-a371-4179825b745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.355851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bfe1a8ef-9029-4bf4-a371-4179825b745d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35fdc268-6548-4d23-805a-57d8f172991b HTTP/1.1" status: 204 len: 168 time: 0.5267878 Jul 28 11:04:09.367176 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f9c45f-5f6b-4363-bcb4-988c1c844709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.370228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f9c45f-5f6b-4363-bcb4-988c1c844709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.382788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-15f9c45f-5f6b-4363-bcb4-988c1c844709 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1547427c-3967-4a03-9352-d674ea3f409a HTTP/1.1" status: 204 len: 168 time: 0.6268167 Jul 28 11:04:09.413553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1a8ef-9029-4bf4-a371-4179825b745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fdc268-6548-4d23-805a-57d8f172991b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.447386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9c45f-5f6b-4363-bcb4-988c1c844709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547427c-3967-4a03-9352-d674ea3f409a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.465605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20277aac-b33f-4544-adc3-37f79ec970f8 req-d36aee7e-f5e6-4e7c-9386-ffd8a2391a6b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796277 Jul 28 11:04:09.498683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Deleting port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:09.499023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.523439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:09.543991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.557477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Transition to ACTIVE for port object 31957453-f211-47bf-8319-c16b8cbf045b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:09.598680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.602126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 61ff9061-d4a3-4546-9871-78591d036f66 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:09.602723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.710470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:09.724927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:09.729023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:09.772368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] For port e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,segment=NetworkSegment(b2f622cc-f3ed-41fd-bfc0-985e0da02029),segment_id=b2f622cc-f3ed-41fd-bfc0-985e0da02029)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:09.772368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.799393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:09.803643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=31957453-f211-47bf-8319-c16b8cbf045b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.814206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Calling delete_port for e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:09.830688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:06Z', 'revision_number': 3, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:09.894541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e783f2a-db7c-4cbc-9b08-09b00418123f None None] The sync data for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 is: [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:06Z', 'revision_number': 3, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:10.252537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1cda51b6-a303-45b6-85d9-27734c4c2866 None None] Provisioning for port 31957453-f211-47bf-8319-c16b8cbf045b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:10.253137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:04:10.274508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1cda51b6-a303-45b6-85d9-27734c4c2866 None None] Provisioning complete for port 31957453-f211-47bf-8319-c16b8cbf045b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:10.275165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cda51b6-a303-45b6-85d9-27734c4c2866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:10.289785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Router f68ac6f9-d798-4543-9132-b365f814f537 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:10.357971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:10.369243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1cda51b6-a303-45b6-85d9-27734c4c2866 None None] Port 31957453-f211-47bf-8319-c16b8cbf045b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:10.804688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:10.812720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:10.829108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-13a95867-5c9e-48c8-9476-a422c138d60b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6322370 Jul 28 11:04:10.856672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a260d5-f7ff-4a62-ae1a-c93fbd799161 req-1f20089e-38b9-458f-aa97-39cf75aa9acd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:10.865210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25a260d5-f7ff-4a62-ae1a-c93fbd799161 req-1f20089e-38b9-458f-aa97-39cf75aa9acd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.6693819 Jul 28 11:04:10.966428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:10.976704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:10.981009 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:10.998709 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:11.009005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:11.036287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:11.049430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=31957453-f211-47bf-8319-c16b8cbf045b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:11.086341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25a260d5-f7ff-4a62-ae1a-c93fbd799161 req-21f4de6e-b8e1-4ab3-ac81-509a7ce5fa2f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177682 Jul 28 11:04:11.116442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:11.141502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9c3da1a5-1233-441d-a9b4-b0676ecd4ce8 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "PUT /v2.0/floatingips/40064360-54a6-45a4-96e7-d789ee2aae25 HTTP/1.1" status: 200 len: 992 time: 3.6731687 Jul 28 11:04:11.153384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:11.159511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:11.176222 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63c109-fc17-4cdd-b941-818d34e8de17" -d '{"events": [{"name": "network-changed", "server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:11.288430 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec3d0d-de02-4c2e-ac19-5086c2ff5276 x-openstack-request-id: req-9cec3d0d-de02-4c2e-ac19-5086c2ff5276 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:11.288828 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:11.289092 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cec3d0d-de02-4c2e-ac19-5086c2ff5276 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:11.289512 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'status': 'completed', 'code': 200} Jul 28 11:04:11.384901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:11.395576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:11.435279 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:11.677570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2da82207-f567-4031-a9e7-201f66ade90b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:11.758139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:11.807108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-ecb48ba6-74e5-4f5e-894a-88d6a0b60b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:11.836399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-ecb48ba6-74e5-4f5e-894a-88d6a0b60b1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 1097 time: 0.4729247 Jul 28 11:04:11.872818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a001e410-f823-4295-b65f-ab41df6b3d82 None None] Provisioning complete for port 31957453-f211-47bf-8319-c16b8cbf045b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:11.876736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a001e410-f823-4295-b65f-ab41df6b3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:11.951042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2da82207-f567-4031-a9e7-201f66ade90b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:11.968432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2da82207-f567-4031-a9e7-201f66ade90b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:11.969164 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:12.071399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:12.077833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e4f9a87e-a5b8-43d3-8214-be6a759cb5c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c9ad9ac-a095-43aa-b0dc-8235149804c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7802927 Jul 28 11:04:12.081673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a001e410-f823-4295-b65f-ab41df6b3d82 None None] Port 31957453-f211-47bf-8319-c16b8cbf045b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:12.112680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:12.225375 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:12.280850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2da82207-f567-4031-a9e7-201f66ade90b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2da82207-f567-4031-a9e7-201f66ade90b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:12.295046 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '40064360-54a6-45a4-96e7-d789ee2aae25', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'port_id': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'mac_address': 'fa:16:3e:ba:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c031914-621f-41bb-b077-0d56084926bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:01:27Z', 'updated_at': '2021-07-28T11:04:08Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:12.305248 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:12.335228 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:12.346798 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:12.348705 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:12.387143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-2c75e2cc-1772-4742-b548-45ea02561948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:12.388679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-2c75e2cc-1772-4742-b548-45ea02561948 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 200 len: 924 time: 0.5382962 Jul 28 11:04:12.491689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2da82207-f567-4031-a9e7-201f66ade90b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:12.595811 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:12.677403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f610ce-6a32-4451-a0df-8adca3d4e67f req-8417c592-dc4b-41d7-ba7c-91f8ba9806fb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:12.688811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12f610ce-6a32-4451-a0df-8adca3d4e67f req-8417c592-dc4b-41d7-ba7c-91f8ba9806fb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2990465 Jul 28 11:04:12.842550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-6a4fc1ed-6a1b-4198-a218-9597da45bd22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8 HTTP/1.1" status: 200 len: 1000 time: 0.3401568 Jul 28 11:04:12.925835 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '40064360-54a6-45a4-96e7-d789ee2aae25', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'port_id': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'mac_address': 'fa:16:3e:ba:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c031914-621f-41bb-b077-0d56084926bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:01:27Z', 'updated_at': '2021-07-28T11:04:08Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:12.967604 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c9c4a-79ce-454b-b219-da1c74f43fa9 None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '40064360-54a6-45a4-96e7-d789ee2aae25', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'port_id': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'mac_address': 'fa:16:3e:ba:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c031914-621f-41bb-b077-0d56084926bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:01:27Z', 'updated_at': '2021-07-28T11:04:08Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:13.012961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12f610ce-6a32-4451-a0df-8adca3d4e67f req-ff0192c9-e913-4c01-bc50-1b88ef0650cc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230932 Jul 28 11:04:13.184053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Sync routers for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:13.199493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:13.202108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:13.206679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-7d1005c8-838b-4722-942b-3d418fd7546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:13.208168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-7d1005c8-838b-4722-942b-3d418fd7546f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 200 len: 862 time: 0.3572779 Jul 28 11:04:13.395261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:13.491154 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750fc68-c5e8-419f-aa56-009d62defd3c None None] New status for floating IP 40064360-54a6-45a4-96e7-d789ee2aae25: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:04:13.492923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:13.493366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2da82207-f567-4031-a9e7-201f66ade90b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:13.621435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-e99d30a1-71fd-4207-ad75-73829baec710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:13.623186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-e99d30a1-71fd-4207-ad75-73829baec710 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3992054 Jul 28 11:04:13.769532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2da82207-f567-4031-a9e7-201f66ade90b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:13.772726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:13.854186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:13.863121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628798249', 'description': 'tempest-description--1359089602'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:13.978659 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:13.990778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:14.006290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] Sync routers for ids ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:14.017557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-104a8c37-a4e5-4bf0-8cbb-88ce49f34f87 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f01a4d0-cc09-4212-a62f-c72e1c34c80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8542590 Jul 28 11:04:14.025534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] Routers {'3f01a4d0-cc09-4212-a62f-c72e1c34c80c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:14.026812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:14.031222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:14.182290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.188129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.244450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2076424a-2c0d-4e3e-badb-21672caaedec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:14.261637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.262050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.262585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.263163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.263509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.263893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.264275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.264612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.264942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.265470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.265800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.266305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:14.271824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.276270 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-720d823e-1e52-479e-92e0-efc196069abd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4206600 Jul 28 11:04:14.277007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:14.281999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Request body: {'security_group_rule': {'security_group_id': '2076424a-2c0d-4e3e-badb-21672caaedec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:14.324318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.370155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-c06da971-7052-45e1-bf3c-d4b8114afc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:14.374736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-c06da971-7052-45e1-bf3c-d4b8114afc90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1101 time: 0.3269978 Jul 28 11:04:14.380450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.391280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-f24d9e56-835a-40cf-b652-94b4886866a6 service neutron] 10.222.0.44 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888964 Jul 28 11:04:14.454524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] Set router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:14.478602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.493124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.553629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ac4081-2904-45bc-9550-b85da4b13135,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:14.558978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.563343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-02dc915a-fa8e-4842-a421-947f7502e661 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853353 Jul 28 11:04:14.564131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:14.569076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Request body: {'security_group_rule': {'security_group_id': '2076424a-2c0d-4e3e-badb-21672caaedec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:14.584112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-9f269c3a-1dea-41c9-8cc1-1b2e1212961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:14.585849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-9f269c3a-1dea-41c9-8cc1-1b2e1212961c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2033370 Jul 28 11:04:14.602131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.605968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af6369-728d-4b27-a8b6-5c14803f04a0 req-8cb1fa55-0a84-4d24-9ca1-9106ac70a736 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:14.614069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27af6369-728d-4b27-a8b6-5c14803f04a0 req-8cb1fa55-0a84-4d24-9ca1-9106ac70a736 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.4014184 Jul 28 11:04:14.647292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 2, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:14.708464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Checking router: 7c9ad9ac-a095-43aa-b0dc-8235149804c7 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:14.708828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Updating router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 port 31957453-f211-47bf-8319-c16b8cbf045b binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:14.711316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-3c4689e5-fa96-4de6-8b2c-eebe514b06fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.0917804 Jul 28 11:04:14.742532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.750441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.756638 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.768244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280dcaee-38ab-4a4c-a35f-2f6ca1d3196c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:14.772340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-3a3d8b92-387c-44c8-9b85-2d57ca1dec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:14.773787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-3a3d8b92-387c-44c8-9b85-2d57ca1dec7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0531497 Jul 28 11:04:14.804260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.806968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-062531e4-fafa-42d6-b573-8d007197ae5a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417810 Jul 28 11:04:14.809847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:14.819042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:14.834198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 5, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:14.856914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:14.872101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27af6369-728d-4b27-a8b6-5c14803f04a0 req-02262d3e-27e6-4515-8471-3820df79adbe tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558529 Jul 28 11:04:14.890418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] Checking router: 3f01a4d0-cc09-4212-a62f-c72e1c34c80c for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:14.977125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] Routers {'3f01a4d0-cc09-4212-a62f-c72e1c34c80c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:14.978199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:15.040922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a123ee-f182-47ce-ba89-3db25bae923e req-348e5b43-cd58-43c8-b06f-ce63f14fe350 tempest-FlavorsV2NegativeTest-1562313505 tempest-FlavorsV2NegativeTest-1562313505-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=398ebb566957461a98833fa85e93f8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500463 Jul 28 11:04:15.051934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-3a0befc6-a381-4310-b67a-f1ba5d3571e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:15.054591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.058013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-3a0befc6-a381-4310-b67a-f1ba5d3571e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2421916 Jul 28 11:04:15.155222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee63c109-fc17-4cdd-b941-818d34e8de17 req-7459c710-a83e-4e17-9eca-9dbb5bab376f service neutron] 10.222.0.44 "GET /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683947 Jul 28 11:04:15.171492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] Set router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:15.177019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.361970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Allocated IP 172.25.1.94 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/03bdbe51-f683-4b73-b31f-b670624e43bb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:15.520217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-a59c532c-fbf2-4aed-98e9-e85a6bc75ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049764 Jul 28 11:04:15.528903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a123ee-f182-47ce-ba89-3db25bae923e req-eb36db1a-984d-4528-b390-58baae4aa254 tempest-FlavorsV2NegativeTest-1562313505 tempest-FlavorsV2NegativeTest-1562313505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:15.539388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a123ee-f182-47ce-ba89-3db25bae923e req-eb36db1a-984d-4528-b390-58baae4aa254 tempest-FlavorsV2NegativeTest-1562313505 tempest-FlavorsV2NegativeTest-1562313505-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4674985 Jul 28 11:04:15.579511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.583117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a123ee-f182-47ce-ba89-3db25bae923e req-d40daf5d-e49d-488d-85d2-c4515068770b tempest-FlavorsV2NegativeTest-1562313505 tempest-FlavorsV2NegativeTest-1562313505-project] 10.222.0.20 "GET /v2.0/quotas/398ebb566957461a98833fa85e93f8e7 HTTP/1.1" status: 200 len: 375 time: 0.0420818 Jul 28 11:04:15.608324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.621983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Transition to ACTIVE for port object 31957453-f211-47bf-8319-c16b8cbf045b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:15.635551 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.654598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a123ee-f182-47ce-ba89-3db25bae923e req-9d4ec736-5bd5-4c74-bac4-733e22e7f12f tempest-FlavorsV2NegativeTest-1562313505 tempest-FlavorsV2NegativeTest-1562313505-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=398ebb566957461a98833fa85e93f8e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703766 Jul 28 11:04:15.664092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Deleting port fc58cf4c-e542-4fcd-95ff-86ea95e44989 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:15.664494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.698741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.701837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 5, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:15.766473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Pushing event updated for resources: {'Port': ['ID=31957453-f211-47bf-8319-c16b8cbf045b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:15.771429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17259e-86f4-4310-9053-9af3b407aaa0 None None] The sync data for ids ['3f01a4d0-cc09-4212-a62f-c72e1c34c80c'] in n-d-723573-7 is: [{'id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'name': 'tempest-FloatingIPsTestJSON-970267290-router', 'tenant_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:03:41Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 5, 'project_id': '1c95ba9d0ddf4a9e9033cbae1bc934fd', 'gw_port': {'id': 'fc58cf4c-e542-4fcd-95ff-86ea95e44989', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a4d0-cc09-4212-a62f-c72e1c34c80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:03:42Z', 'updated_at': '2021-07-28T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:15.773355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-4a39b05c-95ab-4cae-8dea-a6d7dd3aec6f service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252197 Jul 28 11:04:15.833961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:15.839195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] For port fc58cf4c-e542-4fcd-95ff-86ea95e44989, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fc58cf4c-e542-4fcd-95ff-86ea95e44989,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:15.839195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:15.840637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.840987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.843261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:15.845227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.846003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.850127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event updated for resources: {'Port': ['ID=03bdbe51-f683-4b73-b31f-b670624e43bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:15.850834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.867226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:15.873631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.874272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.874852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.875764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.876000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.876594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.877011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:15.887895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Calling delete_port for fc58cf4c-e542-4fcd-95ff-86ea95e44989 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:15.993262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Attempting to bind port 31957453-f211-47bf-8319-c16b8cbf045b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:15.999918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Attempting to bind port 31957453-f211-47bf-8319-c16b8cbf045b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:16.001212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Attempting to bind port 31957453-f211-47bf-8319-c16b8cbf045b on network 6aac03b2-605c-4e05-b2d3-04c3d256b917 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:16.010557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:16.018622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Checking segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:16.024305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.025183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Bound using segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:16.027320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Bound port: 31957453-f211-47bf-8319-c16b8cbf045b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:16.027974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.066217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.174011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.203852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9db37-400f-463c-95fa-1cddbbd53da0 req-6d7aaf2a-ecf8-4818-8de5-1438fe8a31b6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:16.213197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ed9db37-400f-463c-95fa-1cddbbd53da0 req-6d7aaf2a-ecf8-4818-8de5-1438fe8a31b6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1423032 Jul 28 11:04:16.226654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] For port 31957453-f211-47bf-8319-c16b8cbf045b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:16.248071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] For port 31957453-f211-47bf-8319-c16b8cbf045b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=31957453-f211-47bf-8319-c16b8cbf045b,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:16.267154 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.319879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.378393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ed9db37-400f-463c-95fa-1cddbbd53da0 req-f2c82156-5188-4b48-af19-16c9d0dcc2ad tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554182 Jul 28 11:04:16.385411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc58cf4c-e542-4fcd-95ff-86ea95e44989,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:16.460711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1128ac-4b25-4328-a216-6ac3f8733bba None None] Pushing event updated for resources: {'Port': ['ID=31957453-f211-47bf-8319-c16b8cbf045b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:16.475655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:16.478051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:16.542179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.558206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.600873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.734196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:16.751155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event updated for resources: {'Port': ['ID=03bdbe51-f683-4b73-b31f-b670624e43bb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:16.759237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.795628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:16.807822 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fe69d192-e02e-4c1e-9d26-db13dc09fa27 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9964502 Jul 28 11:04:16.808745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:16.923150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:17.133215 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e33ed4b-a556-4824-93d3-f80be510e342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.250831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:16Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:17.258567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.259193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e33ed4b-a556-4824-93d3-f80be510e342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.259997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9c2dab-78d6-412a-8dbd-3eb0d58bd699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.261828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.271771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e33ed4b-a556-4824-93d3-f80be510e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.346565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.347318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f01a4d0-cc09-4212-a62f-c72e1c34c80c {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:04:17.366227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.370225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1fae2e8a-3f9f-4e33-9c47-f966666e04a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f01a4d0-cc09-4212-a62f-c72e1c34c80c HTTP/1.1" status: 204 len: 168 time: 3.3238907 Jul 28 11:04:17.370844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:17.378534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33ed4b-a556-4824-93d3-f80be510e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2fbab7-2e67-429e-b394-aced46022fd0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:17.401936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:17.407944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d319e-f06c-41e1-92fd-0bc2f1e12a9a None None] The sync data for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 is: [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:16Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:17.433948 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0e33ed4b-a556-4824-93d3-f80be510e342 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=398ebb566957461a98833fa85e93f8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215038 Jul 28 11:04:17.434351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56328) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:17.454716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:17.455062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e43ea3aa-bcd5-4c6b-a02d-bc12a4bcf659 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:17.498317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Deleting subnet dabaf801-001d-4093-aa2e-86f08f6389d8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:04:17.507585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.582733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9c2dab-78d6-412a-8dbd-3eb0d58bd699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.594948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9c2dab-78d6-412a-8dbd-3eb0d58bd699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.631975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.680389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c2dab-78d6-412a-8dbd-3eb0d58bd699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf9762-ff6a-441e-aae9-eafaedb2f28b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:17.713827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e6110c-ffc8-405b-add8-3098eb9e9440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.731192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec9c2dab-78d6-412a-8dbd-3eb0d58bd699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50eacca19805474e994d672f9f1ad57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070717 Jul 28 11:04:17.733994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:17.756134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36a69-1a91-47c8-bd2f-52b9da4852ac req-ff9f6219-d942-4af1-93ee-e0694e7aaf4e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:17.764461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69e36a69-1a91-47c8-bd2f-52b9da4852ac req-ff9f6219-d942-4af1-93ee-e0694e7aaf4e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2101722 Jul 28 11:04:17.811704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e7a18db-c69a-4d50-9f83-a080acaf91f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.830037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e6110c-ffc8-405b-add8-3098eb9e9440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.840978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e7a18db-c69a-4d50-9f83-a080acaf91f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.923915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.926287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e7a18db-c69a-4d50-9f83-a080acaf91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.937333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e7a18db-c69a-4d50-9f83-a080acaf91f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:17.939564 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e7a18db-c69a-4d50-9f83-a080acaf91f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3baf9762-ff6a-441e-aae9-eafaedb2f28b HTTP/1.1" status: 204 len: 168 time: 0.2042356 Jul 28 11:04:17.964728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69e36a69-1a91-47c8-bd2f-52b9da4852ac req-b17fab62-5e35-4286-8827-ec4a8a3838ae tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945450 Jul 28 11:04:17.976318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a18db-c69a-4d50-9f83-a080acaf91f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf9762-ff6a-441e-aae9-eafaedb2f28b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.010673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e6110c-ffc8-405b-add8-3098eb9e9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.013249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e6110c-ffc8-405b-add8-3098eb9e9440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.022052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11e6110c-ffc8-405b-add8-3098eb9e9440 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f2fbab7-2e67-429e-b394-aced46022fd0 HTTP/1.1" status: 204 len: 168 time: 0.5837090 Jul 28 11:04:18.052971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6110c-ffc8-405b-add8-3098eb9e9440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2fbab7-2e67-429e-b394-aced46022fd0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.072445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.125128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabaf801-001d-4093-aa2e-86f08f6389d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.139316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.144010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:18.148720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570cb01-e29e-4145-9921-cc39f7a19eb9 None None] Network 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:18.164524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-319e12b2-4904-4ff4-a559-9a63c6e2c356 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dabaf801-001d-4093-aa2e-86f08f6389d8 HTTP/1.1" status: 204 len: 168 time: 0.7925305 Jul 28 11:04:18.321479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.507965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Deleting port 35d89ac7-ff69-4196-8972-abab5f6a789a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:18.516140 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.642924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] For port 35d89ac7-ff69-4196-8972-abab5f6a789a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=35d89ac7-ff69-4196-8972-abab5f6a789a,segment=NetworkSegment(b2f622cc-f3ed-41fd-bfc0-985e0da02029),segment_id=b2f622cc-f3ed-41fd-bfc0-985e0da02029)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:18.643360 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.675061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Calling delete_port for 35d89ac7-ff69-4196-8972-abab5f6a789a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:18.717680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] DHCP port deletion for 29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:04:18.747781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:18.774584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-267bc173-69a2-44a9-b279-f3e37f6bba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.848042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Deleting port 35d89ac7-ff69-4196-8972-abab5f6a789a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:18.849858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.856210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:18.896746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d89ac7-ff69-4196-8972-abab5f6a789a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.899370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] No DVR routers for this DVR port 35d89ac7-ff69-4196-8972-abab5f6a789a on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:18.969549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] For port 35d89ac7-ff69-4196-8972-abab5f6a789a, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:18.970241 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.009792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Calling delete_port for 35d89ac7-ff69-4196-8972-abab5f6a789a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:19.014238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Port 35d89ac7-ff69-4196-8972-abab5f6a789a was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:04:19.019130 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.057000 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-267bc173-69a2-44a9-b279-f3e37f6bba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.079152 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-267bc173-69a2-44a9-b279-f3e37f6bba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.090579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] Pushing event deleted for resources: {'Port': ['ID=35d89ac7-ff69-4196-8972-abab5f6a789a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.120774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.123839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f19f4a-9ccb-4daa-a360-dc6fb2211c72 None None] No DVR routers for this DVR port 35d89ac7-ff69-4196-8972-abab5f6a789a on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:19.138268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cdbaa1-7e50-4c20-8eed-09bb286e5cc3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:19.156788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f622cc-f3ed-41fd-bfc0-985e0da02029') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:19.157211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f622cc-f3ed-41fd-bfc0-985e0da02029') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:19.172263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.192043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.219752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:19.220110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:19.222339 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:19.242403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-267bc173-69a2-44a9-b279-f3e37f6bba9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad7ed6af462b46edb08bb2d19be4295d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930310 Jul 28 11:04:19.243432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:19.297899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bc173-69a2-44a9-b279-f3e37f6bba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83165c58-c0fc-4f81-9e12-c378ff0aa166,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.357083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead6e8-a64d-472f-acbe-7ed41fd5e00a req-4510446c-0afd-4e3a-a115-a8e2809c15b4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:19.358952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ead6e8-a64d-472f-acbe-7ed41fd5e00a req-4510446c-0afd-4e3a-a115-a8e2809c15b4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2184238 Jul 28 11:04:19.366621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8376be7c-b477-4cf0-9f30-edbfb75f4496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.371845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.380685 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.386250 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/29cdbaa1-7e50-4c20-8eed-09bb286e5cc3 HTTP/1.1" status: 204 len: 168 time: 1.2398915 Jul 28 11:04:19.420838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605e63a-cb98-4780-aacd-959ea72ed2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cdbaa1-7e50-4c20-8eed-09bb286e5cc3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.431716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 31957453-f211-47bf-8319-c16b8cbf045b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:19.452423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ead6e8-a64d-472f-acbe-7ed41fd5e00a req-8c09f36c-4ba6-42b7-8c96-5bd03fd24acc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821638 Jul 28 11:04:19.475337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8376be7c-b477-4cf0-9f30-edbfb75f4496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.543348 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.546100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 31957453-f211-47bf-8319-c16b8cbf045b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:19.554372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 31957453-f211-47bf-8319-c16b8cbf045b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:19.554747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.575442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:19.599550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8376be7c-b477-4cf0-9f30-edbfb75f4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.604735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8376be7c-b477-4cf0-9f30-edbfb75f4496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.609350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8376be7c-b477-4cf0-9f30-edbfb75f4496 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83165c58-c0fc-4f81-9e12-c378ff0aa166 HTTP/1.1" status: 204 len: 168 time: 0.3624082 Jul 28 11:04:19.622968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376be7c-b477-4cf0-9f30-edbfb75f4496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83165c58-c0fc-4f81-9e12-c378ff0aa166,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.718124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.735734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:19.757140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 31957453-f211-47bf-8319-c16b8cbf045b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=31957453-f211-47bf-8319-c16b8cbf045b,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:19.761896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.762182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-network', 'tenant_id': '346a0b776bba4edc9412ba0168937962'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:19.821528 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c4543303-62eb-4207-8ba1-930df3eff994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c95ba9d0ddf4a9e9033cbae1bc934fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845919 Jul 28 11:04:19.822985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Made reservation on behalf of 346a0b776bba4edc9412ba0168937962 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:19.824477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:19.826529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.837297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.888400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35d89ac7-ff69-4196-8972-abab5f6a789a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:19.917333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7df36c6d-1996-486c-8fe5-6a6c4a55ce51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.952012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7df36c6d-1996-486c-8fe5-6a6c4a55ce51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.976781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:19.980699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 35d89ac7-ff69-4196-8972-abab5f6a789a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:19.981052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35d89ac7-ff69-4196-8972-abab5f6a789a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:19.981476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fc58cf4c-e542-4fcd-95ff-86ea95e44989 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:19.986488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=31957453-f211-47bf-8319-c16b8cbf045b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.987144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.006313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: fc58cf4c-e542-4fcd-95ff-86ea95e44989 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:20.006654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fc58cf4c-e542-4fcd-95ff-86ea95e44989 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:20.033844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7df36c6d-1996-486c-8fe5-6a6c4a55ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.038335 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7df36c6d-1996-486c-8fe5-6a6c4a55ce51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.039840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7df36c6d-1996-486c-8fe5-6a6c4a55ce51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a775db1f-c05c-401f-a85e-c7c15aaa8922 HTTP/1.1" status: 204 len: 168 time: 0.2142386 Jul 28 11:04:20.042915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:20.051504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.056777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df36c6d-1996-486c-8fe5-6a6c4a55ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a775db1f-c05c-401f-a85e-c7c15aaa8922,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.062796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.063336 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Added segment 2368515f-0824-4d36-ae54-8ea6c97c655c of type vlan for network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c Jul 28 11:04:20.122985 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.185637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.188136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:20.190357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.262751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6859596 Jul 28 11:04:20.266248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:20.271873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4343c-a998-4ab9-8417-cb14ca517536 admin admin] Pushing event updated for resources: {'Network': ['ID=27c1cf71-f481-41f7-9eac-dea85a4ffe9c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.275199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Request body: {'subnet': {'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-subnet', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:20.283685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:20.329651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Made reservation on behalf of 346a0b776bba4edc9412ba0168937962 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:20.332850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.579852 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.654980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.674881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a7c1-6657-4672-b834-425e3dfd4b3b req-ec14df5d-2a0e-4d2d-a7cc-c21bb3d0dfd8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:20.678432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98d8a7c1-6657-4672-b834-425e3dfd4b3b req-ec14df5d-2a0e-4d2d-a7cc-c21bb3d0dfd8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1164560 Jul 28 11:04:20.734713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Checking segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:20.735358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Network hostable DHCP agents. Network: 27c1cf71-f481-41f7-9eac-dea85a4ffe9c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:20.765675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98d8a7c1-6657-4672-b834-425e3dfd4b3b req-bd066114-e781-4e54-ba9b-00e35a31d5ec tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767798 Jul 28 11:04:20.774717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:20.786579 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 27c1cf71-f481-41f7-9eac-dea85a4ffe9c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:20.795437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d7e0d-eea8-4f5a-939e-a8232e2eded0 None None] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:20.808847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:20.819826 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.847602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f1828de2-87bf-42da-99db-612ea4862ba9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5774150 Jul 28 11:04:20.848338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:20.853186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:20.893586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.894790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:20.989654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.065036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:04:21.072862 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.216251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.330290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Allocated IP 172.20.0.2 (27c1cf71-f481-41f7-9eac-dea85a4ffe9c/1e9aaa22-6d14-4374-a4fd-bac0ee5850f1/6dc06e27-43cd-4e80-a413-2f18b67aedd7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:21.360999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 31957453-f211-47bf-8319-c16b8cbf045b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:21.401163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:21.505887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 31957453-f211-47bf-8319-c16b8cbf045b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:21.507088 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.517030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.539914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-130345171-network', 'tenant_id': '3e2a25f8015b46e4aa4a340158f42cd6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:21.545030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.575275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Made reservation on behalf of 3e2a25f8015b46e4aa4a340158f42cd6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:21.579042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.596619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.623728 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.677100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Transition to ACTIVE for port object 6dc06e27-43cd-4e80-a413-2f18b67aedd7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:21.702024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Allocated IP 172.25.1.229 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ea1fbc60-faed-47c6-9c6b-5d2c74df7664) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:21.711663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Transition to ACTIVE for port object 6dc06e27-43cd-4e80-a413-2f18b67aedd7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:21.720417 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.737961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.756262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.778949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:21.789813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:21.790357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:21.796578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:21.811043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.812501 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Added segment 8a087049-8676-49b1-b892-8b54033e91f5 of type vlan for network 1302dadb-de06-4f4c-aa40-b659a44b0de2 Jul 28 11:04:21.816086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Pushing event updated for resources: {'Port': ['ID=6dc06e27-43cd-4e80-a413-2f18b67aedd7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:21.877865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.887610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Attempting to bind port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:21.888061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Attempting to bind port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:21.888453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Attempting to bind port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 on network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:21.894257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.895034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:21.895365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Checking segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:21.895758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.896247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Bound using segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:21.896704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Bound port: 6dc06e27-43cd-4e80-a413-2f18b67aedd7, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:21.897128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.924704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:21.965077 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.968686 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.971145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:21.971759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:21.979709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] For port 6dc06e27-43cd-4e80-a413-2f18b67aedd7, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:21.983639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] For port 6dc06e27-43cd-4e80-a413-2f18b67aedd7, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6dc06e27-43cd-4e80-a413-2f18b67aedd7,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:21.990579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:22.054197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:22.056009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6536357 Jul 28 11:04:22.061259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:22.076378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:22.083301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:22.086547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197866-5634-4f70-a8ea-1640371a00bc None None] Pushing event updated for resources: {'Port': ['ID=6dc06e27-43cd-4e80-a413-2f18b67aedd7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.086747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Request body: {'subnet': {'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-130345171-subnet', 'tenant_id': '3e2a25f8015b46e4aa4a340158f42cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:22.087618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Pushing event updated for resources: {'Port': ['ID=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.093025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2038d-ebb3-4d6d-9884-db9bdd7cc32d admin admin] Pushing event updated for resources: {'Network': ['ID=1302dadb-de06-4f4c-aa40-b659a44b0de2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.122385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759792f3-e3b9-4921-82fd-90732ed4c875 req-15fcb902-3564-489d-b33f-9cd000758812 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:22.124077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-759792f3-e3b9-4921-82fd-90732ed4c875 req-15fcb902-3564-489d-b33f-9cd000758812 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2044930 Jul 28 11:04:22.142881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 1302dadb-de06-4f4c-aa40-b659a44b0de2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:22.173081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Made reservation on behalf of 3e2a25f8015b46e4aa4a340158f42cd6 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:22.177998 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:22.233499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:22.256576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-759792f3-e3b9-4921-82fd-90732ed4c875 req-a3321f9f-0e26-46ec-a9ff-ccbbb7cbef65 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238892 Jul 28 11:04:22.546400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:22.607055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.618762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Checking segment: {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:22.619129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Network hostable DHCP agents. Network: 1302dadb-de06-4f4c-aa40-b659a44b0de2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:22.637709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Network 1302dadb-de06-4f4c-aa40-b659a44b0de2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:22.650219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 1302dadb-de06-4f4c-aa40-b659a44b0de2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:22.654485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:22.655200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:22.659200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a584a-741d-403e-a225-c884e3b8c19b None None] Network 1302dadb-de06-4f4c-aa40-b659a44b0de2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:22.671650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fbf4775c-46ee-43d3-85e7-10dce7abbca3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6090856 Jul 28 11:04:22.823213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:22.886264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc061b0-3810-4eb5-98a5-28696285fa8c None None] Network 1302dadb-de06-4f4c-aa40-b659a44b0de2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:23.108684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-04ce07bd-b061-48aa-8c4a-5ce1302539bd req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-283112605', 'description': 'tempest-description-278220441'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:23.144017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-04ce07bd-b061-48aa-8c4a-5ce1302539bd req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.172879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.278097 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-04ce07bd-b061-48aa-8c4a-5ce1302539bd req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.286151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-04ce07bd-b061-48aa-8c4a-5ce1302539bd req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.329786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-04ce07bd-b061-48aa-8c4a-5ce1302539bd req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.331627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04ce07bd-b061-48aa-8c4a-5ce1302539bd req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2270157 Jul 28 11:04:23.350341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ee3d-833f-46bf-8d00-22af3bc10f6a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7a800b-f3f1-4aaf-b48d-785451dfeaae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:23.378154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-c400dd2c-baed-445e-bf5c-bd4ee67d2f54 req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-875301893', 'description': 'tempest-description-254683728'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:23.404529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6dc06e27-43cd-4e80-a413-2f18b67aedd7 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:23.427150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Router a10fe7b0-7637-449d-a2ca-caefcf9159b4 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:04:23.427666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c400dd2c-baed-445e-bf5c-bd4ee67d2f54 req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.489554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:23.500809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dd5630-8fba-4b13-9266-e0c086c951e1 None None] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:23.544323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf23b5d-fa22-47f3-8bf5-c8e07c64fc84 req-5a04eec6-1d20-4b46-a3ff-279d5fe704a9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:23.553552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bf23b5d-fa22-47f3-8bf5-c8e07c64fc84 req-5a04eec6-1d20-4b46-a3ff-279d5fe704a9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.0860515 Jul 28 11:04:23.617949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:23.634352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Sync routers for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:23.635522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bf23b5d-fa22-47f3-8bf5-c8e07c64fc84 req-b7b7e4f9-c596-4a09-98dc-b8867f7e3ac5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804770 Jul 28 11:04:23.636744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] Provisioning for port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:23.643841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] Provisioning complete for port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:23.644991 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.673995 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:23.673995 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:23.679111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c400dd2c-baed-445e-bf5c-bd4ee67d2f54 req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.684923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c400dd2c-baed-445e-bf5c-bd4ee67d2f54 req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.686894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.690695 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-88b31637-7d33-4758-bdbf-57f83034b00c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.8389487 Jul 28 11:04:23.690971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:23.740584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0417e6-d880-4641-98d3-6e84eb12ed1a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:23.756436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c400dd2c-baed-445e-bf5c-bd4ee67d2f54 req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.758212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c400dd2c-baed-445e-bf5c-bd4ee67d2f54 req-845483e0-38f8-4f7d-bd4b-055825756759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3845980 Jul 28 11:04:23.861491 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:23.920431 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:23.959566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] For port 6dc06e27-43cd-4e80-a413-2f18b67aedd7, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6dc06e27-43cd-4e80-a413-2f18b67aedd7,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:23.970516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.070349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af5031-fec7-4348-8d2c-564562a9a5de None None] Pushing event updated for resources: {'Port': ['ID=6dc06e27-43cd-4e80-a413-2f18b67aedd7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.199311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2375dd9b-b659-4d8b-872d-2d845279f4fa None None] Provisioning complete for port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:24.200555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2375dd9b-b659-4d8b-872d-2d845279f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.240312 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:22Z', 'revision_number': 3, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:24.276339 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Checking router: a10fe7b0-7637-449d-a2ca-caefcf9159b4 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:24.276683 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Updating router a10fe7b0-7637-449d-a2ca-caefcf9159b4 port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:24.304418 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.360706 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.557070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Allocated IP 172.20.0.1 (27c1cf71-f481-41f7-9eac-dea85a4ffe9c/1e9aaa22-6d14-4374-a4fd-bac0ee5850f1/56a65667-af4b-413f-a0df-fbdf5b697132) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:24.635704 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.650170 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Transition to ACTIVE for port object ea1fbc60-faed-47c6-9c6b-5d2c74df7664 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:24.705286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.723735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Transition to ACTIVE for port object 56a65667-af4b-413f-a0df-fbdf5b697132 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:24.727829 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.765990 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.804853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Attempting to bind port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:24.805368 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Attempting to bind port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:24.805738 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Attempting to bind port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:24.809276 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Pushing event updated for resources: {'Port': ['ID=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.815487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c948e-19a2-4d9b-8d4a-6dbcf5c74273 req-085ffd53-1857-4761-bdba-0a53377ad51f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:24.818917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a10c948e-19a2-4d9b-8d4a-6dbcf5c74273 req-085ffd53-1857-4761-bdba-0a53377ad51f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.0642509 Jul 28 11:04:24.820995 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:24.821375 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:24.821781 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.822169 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:24.822931 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Bound port: ea1fbc60-faed-47c6-9c6b-5d2c74df7664, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:24.823341 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.826645 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.826996 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.827336 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.827670 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.828554 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.828898 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.829227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.829861 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.830197 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.830830 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.831378 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.832259 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:24.837630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:24.839379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:24.855340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:24.883536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a10c948e-19a2-4d9b-8d4a-6dbcf5c74273 req-1407913c-81c9-4d4f-a2df-5a72b3ed1a82 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Jul 28 11:04:24.909734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.927086 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] For port ea1fbc60-faed-47c6-9c6b-5d2c74df7664, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:24.933249 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] For port ea1fbc60-faed-47c6-9c6b-5d2c74df7664, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:24.939737 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:24.969726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Pushing event updated for resources: {'Port': ['ID=56a65667-af4b-413f-a0df-fbdf5b697132,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:25.030821 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:25.031046 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:25.080307 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d18d56-e480-4444-b85b-067aa0e3f177 None None] Pushing event updated for resources: {'Port': ['ID=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:25.092264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:25.147729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-313a161d-766d-4e43-a373-53002c9df61b None None] Provisioning for port 56a65667-af4b-413f-a0df-fbdf5b697132 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:25.152070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-313a161d-766d-4e43-a373-53002c9df61b None None] Provisioning complete for port 56a65667-af4b-413f-a0df-fbdf5b697132 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:25.152675 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-313a161d-766d-4e43-a373-53002c9df61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:25.202098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-313a161d-766d-4e43-a373-53002c9df61b None None] Port 56a65667-af4b-413f-a0df-fbdf5b697132 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:25.217368 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:25.304247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6dc06e27-43cd-4e80-a413-2f18b67aedd7 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:25.370592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:25.370961 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:25.373211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:25.382904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:25.478456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Pushing event updated for resources: {'Port': ['ID=56a65667-af4b-413f-a0df-fbdf5b697132,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:25.485602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:25.595718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:25.599336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:25.600959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:22Z', 'revision_number': 3, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:25.643434 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3cc8a-257c-46f4-a424-caa95f397e09 None None] The sync data for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 is: [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:22Z', 'revision_number': 3, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:25.764219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Router a10fe7b0-7637-449d-a2ca-caefcf9159b4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:25.895576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:25.908775 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c60b4656-9fbb-4e91-b97a-9f04aa09d085 admin admin] 10.222.0.20 "PUT /v2.0/routers/a10fe7b0-7637-449d-a2ca-caefcf9159b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2085619 Jul 28 11:04:25.935715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fe2d6f7c-06ff-4a25-a891-83d20dbf54dc None None] Provisioning complete for port 56a65667-af4b-413f-a0df-fbdf5b697132 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:25.936604 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6f7c-06ff-4a25-a891-83d20dbf54dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:26.000134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d6f7c-06ff-4a25-a891-83d20dbf54dc None None] Port 56a65667-af4b-413f-a0df-fbdf5b697132 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:26.110738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea3299-f407-4c3f-b6d0-c8226419a77f req-fe798d22-2128-4460-89f7-9137a85b4f4f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:26.118662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07ea3299-f407-4c3f-b6d0-c8226419a77f req-fe798d22-2128-4460-89f7-9137a85b4f4f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.0838921 Jul 28 11:04:26.163300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07ea3299-f407-4c3f-b6d0-c8226419a77f req-82cf2c4d-1aee-4708-861c-3888d796ce3b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Jul 28 11:04:27.126420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c88435bd-2682-42bb-9520-614fbe4da3d6 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:27.127965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c88435bd-2682-42bb-9520-614fbe4da3d6 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 829 time: 0.1909258 Jul 28 11:04:27.134832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-f40621e3-3a61-4909-8c0f-72b996f13f56 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:27.142113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-f40621e3-3a61-4909-8c0f-72b996f13f56 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 812 time: 0.1910627 Jul 28 11:04:27.170259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9352ca5e-5e6b-44fb-a7a2-941c9d8cb418 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/quotas/346a0b776bba4edc9412ba0168937962 HTTP/1.1" status: 200 len: 375 time: 0.0248644 Jul 28 11:04:27.180674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-97ba2f99-fc63-4a13-b245-73d60955f69a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/quotas/3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 375 time: 0.0376244 Jul 28 11:04:27.262240 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-38d6b534-eebd-404c-8c0c-16214044ad0b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804136 Jul 28 11:04:27.369650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-f9c909b4-9c14-4b05-916e-fab9d70afdb1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1979289 Jul 28 11:04:27.389363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ea1fbc60-faed-47c6-9c6b-5d2c74df7664 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:27.491247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:27.496006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:27.496566 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:27.556677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-7d5489d2-d241-4af7-b923-0c7c4be40943 service neutron] 10.222.0.20 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826114 Jul 28 11:04:27.571771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-1aedef07-5ff8-4f48-811a-db619cc47b5d service neutron] 10.222.0.20 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011883 Jul 28 11:04:27.625318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:27.662418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ea1fbc60-faed-47c6-9c6b-5d2c74df7664, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:27.671132 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:27.733244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-4baf609f-aa82-4ca0-b6b5-722691f55eee service neutron] 10.222.0.20 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755586 Jul 28 11:04:27.740821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-af517300-9ce9-44ba-a8a8-d01f3dfe63bb service neutron] 10.222.0.20 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560435 Jul 28 11:04:27.813844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Sync routers for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:27.866329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:27.888769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:27.889435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:27.968017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00623e34-94bf-40e1-bd2b-2f95c079e99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:28.214611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:28.224963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5c2ffbd-bfd4-4108-a600-526b105928b3 req-f52eb73c-f0d2-4a2a-accb-b2e41e4674db tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 210 time: 0.0393848 Jul 28 11:04:28.343850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e6e69679-f022-4ad3-88ca-e40227bed57f req-27e0d6f3-dd2e-444f-b976-581975cf3f1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 210 time: 0.0411034 Jul 28 11:04:28.372129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a894701-e03e-4b99-a958-cb77a7ef547f req-9d0fdd25-1d9c-4cee-b874-ccb177c35905 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:28.381065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a894701-e03e-4b99-a958-cb77a7ef547f req-9d0fdd25-1d9c-4cee-b874-ccb177c35905 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1548336 Jul 28 11:04:28.451809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a894701-e03e-4b99-a958-cb77a7ef547f req-b9bebced-61a3-4284-90a6-1332f2116240 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558004 Jul 28 11:04:28.591682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 2, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:28.630126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Checking router: a10fe7b0-7637-449d-a2ca-caefcf9159b4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:28.630485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Updating router a10fe7b0-7637-449d-a2ca-caefcf9159b4 port 56a65667-af4b-413f-a0df-fbdf5b697132 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:28.671396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.173651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.194025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Transition to ACTIVE for port object 56a65667-af4b-413f-a0df-fbdf5b697132 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:29.205128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.230438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580f43-4c3e-4c90-9732-6e445321c9ac req-b4f0a33d-998f-4bc9-bef4-52601e89b3a3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:29.234614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c580f43-4c3e-4c90-9732-6e445321c9ac req-b4f0a33d-998f-4bc9-bef4-52601e89b3a3 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 945 time: 0.1107082 Jul 28 11:04:29.341179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c580f43-4c3e-4c90-9732-6e445321c9ac req-d3564a8f-ad71-4ed1-8609-e4cc31ee0cea tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909865 Jul 28 11:04:29.403745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98a066-5ebc-4cc3-a56f-5aa2e9b05966 None None] Pushing event updated for resources: {'Port': ['ID=56a65667-af4b-413f-a0df-fbdf5b697132,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:29.414937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19065315-c0c0-4005-8f99-af20a4c019db req-524a7122-8236-46ff-a8fa-189bf8ee6bc3 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 210 time: 0.0700047 Jul 28 11:04:29.432057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ea1fbc60-faed-47c6-9c6b-5d2c74df7664 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:29.507286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f31fc41b-ba5c-4cd8-b941-871f4b434dff req-71ad9a43-5026-4ca6-9741-5a6ff6d6c77e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 210 time: 0.0474212 Jul 28 11:04:29.594984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Attempting to bind port 56a65667-af4b-413f-a0df-fbdf5b697132 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:29.595713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Attempting to bind port 56a65667-af4b-413f-a0df-fbdf5b697132 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:29.597109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Attempting to bind port 56a65667-af4b-413f-a0df-fbdf5b697132 on network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:29.621585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:29.622647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Checking segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:29.624110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.627743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Bound using segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:29.628331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Bound port: 56a65667-af4b-413f-a0df-fbdf5b697132, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:29.628907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.737483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:29.738253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.857158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739cbb4-21ba-4c4c-9570-038387b9856f req-0b9bde9b-76be-46c8-add7-241dbfb1fede tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:29.864966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b739cbb4-21ba-4c4c-9570-038387b9856f req-0b9bde9b-76be-46c8-add7-241dbfb1fede tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2066653 Jul 28 11:04:29.884680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] For port 56a65667-af4b-413f-a0df-fbdf5b697132, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:29.890372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] For port 56a65667-af4b-413f-a0df-fbdf5b697132, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=56a65667-af4b-413f-a0df-fbdf5b697132,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:29.898040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:29.911882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-9bf7efce-f04d-4a4c-a36b-f684bab1f831 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:29.913880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-9bf7efce-f04d-4a4c-a36b-f684bab1f831 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.44 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 812 time: 0.3086393 Jul 28 11:04:29.998952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b739cbb4-21ba-4c4c-9570-038387b9856f req-35527a21-f7d7-44fb-8f2e-6d4f01014569 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329179 Jul 28 11:04:30.002440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:30.003358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:30.012062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'port': {'device_id': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2', 'admin_state_up': True, 'tenant_id': '3e2a25f8015b46e4aa4a340158f42cd6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:30.070227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98a066-5ebc-4cc3-a56f-5aa2e9b05966 None None] Pushing event updated for resources: {'Port': ['ID=56a65667-af4b-413f-a0df-fbdf5b697132,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:30.204338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Made reservation on behalf of 3e2a25f8015b46e4aa4a340158f42cd6 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:30.210798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:30.261705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:30.458283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Allocated IP 172.20.0.11 (1302dadb-de06-4f4c-aa40-b659a44b0de2/5e25dab9-3e2f-42e9-86a1-5db7bb85e78b/f851e757-2f02-4b8c-a8e8-97ab0643065e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:30.623038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-379647ee-3359-4735-a88b-0ac4d04da266 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:30.624680 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-379647ee-3359-4735-a88b-0ac4d04da266 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.44 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 945 time: 0.1209261 Jul 28 11:04:30.768195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Deleting port 791fb409-9371-4476-8ea8-bda1a3beeb1f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:30.768713 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:30.770709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aff6e7e8-44e3-4830-b882-23bc4d95ac3e req-fb78efd0-88c8-4ba6-b00d-c76ca932692d tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 210 time: 0.0943525 Jul 28 11:04:30.876170 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f086c167-45c8-45e8-8b8a-465419825881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:30.919103 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:30.933321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:29Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:30.970785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f5deb-97d9-414f-8fe7-2e81e736c037 None None] The sync data for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 is: [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:29Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:31.061677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] For port 791fb409-9371-4476-8ea8-bda1a3beeb1f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=791fb409-9371-4476-8ea8-bda1a3beeb1f,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:31.062277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.071382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-607a9ed8-cfe5-4a50-9b3c-77a451d1c1ee req-0f0b3be8-b856-4e76-973b-85cd5e9ae0f0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 210 time: 0.1283658 Jul 28 11:04:31.115643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f3192-9cd3-4bec-8c68-ec01372f73f4 req-9d429b93-a4d8-4382-9907-008610d30c91 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:31.126724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c0f3192-9cd3-4bec-8c68-ec01372f73f4 req-9d429b93-a4d8-4382-9907-008610d30c91 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 945 time: 0.4464958 Jul 28 11:04:31.197999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.303082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c2e1ad87-4098-497b-b1d2-ccf74ce70853 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:31.304797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c2e1ad87-4098-497b-b1d2-ccf74ce70853 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.44 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 829 time: 0.6259246 Jul 28 11:04:31.331333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c0f3192-9cd3-4bec-8c68-ec01372f73f4 req-a4247dce-a92f-4db5-94bb-eb7987c9cd2a tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups?id=27994a0d-75d6-43f0-9a3b-30895ce10c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990430 Jul 28 11:04:31.349675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:31.386000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56a65667-af4b-413f-a0df-fbdf5b697132 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:31.390253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Request body: {'port': {'device_id': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'admin_state_up': True, 'tenant_id': '346a0b776bba4edc9412ba0168937962'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:31.507410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63138-5edb-4271-a925-fc1d2b293366 req-ab345fca-187e-4602-bc98-c303a1894c13 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:31.523748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 56a65667-af4b-413f-a0df-fbdf5b697132 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:31.524771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01d63138-5edb-4271-a925-fc1d2b293366 req-ab345fca-187e-4602-bc98-c303a1894c13 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.3055370 Jul 28 11:04:31.528315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 56a65667-af4b-413f-a0df-fbdf5b697132 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:31.528974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.695943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.739026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.769841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 56a65667-af4b-413f-a0df-fbdf5b697132, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=56a65667-af4b-413f-a0df-fbdf5b697132,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:31.802239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.814864 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.897831 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d47cecc-f1ff-4e7e-8a0b-609be3197098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.920814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=56a65667-af4b-413f-a0df-fbdf5b697132,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:31.947785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Made reservation on behalf of 346a0b776bba4edc9412ba0168937962 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:31.953404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.960902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Network 1302dadb-de06-4f4c-aa40-b659a44b0de2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:31.966135 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.966695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:31.966801 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Floating IP dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45 disassociated. External IP: 172.25.1.126, port: 791fb409-9371-4476-8ea8-bda1a3beeb1f. Jul 28 11:04:31.967111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Calling delete_port for 791fb409-9371-4476-8ea8-bda1a3beeb1f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:32.027094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01d63138-5edb-4271-a925-fc1d2b293366 req-fa046497-17a1-40a2-9993-4ca2f2166e21 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011914 Jul 28 11:04:32.038734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c4a43da-81f5-4774-9d04-17f88fcc0115 req-68141161-cca3-4573-a23b-91650ca6c4c0 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 210 time: 0.0665386 Jul 28 11:04:32.068256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:32.102852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:32.209383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:32.255129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:32.280658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event deleted for resources: {'Port': ['ID=791fb409-9371-4476-8ea8-bda1a3beeb1f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:32.517010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:32.651453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:32.666626 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] Sync routers for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:32.685137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:32.686158 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:32.757176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] No DVR routers for this DVR port 791fb409-9371-4476-8ea8-bda1a3beeb1f on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:32.765341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:32.772627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3c352f5-402e-4fcc-b612-30e9f7b06d8d req-84fd6217-72dc-4662-ad51-2c42785a24d0 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.44 "DELETE /v2.0/ports/791fb409-9371-4476-8ea8-bda1a3beeb1f HTTP/1.1" status: 204 len: 173 time: 2.1350107 Jul 28 11:04:32.773194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'name': 'network-vif-deleted', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:32.777297 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cadd1e9-aab8-41ce-911e-0649dafc12ff" -d '{"events": [{"server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "name": "network-vif-deleted", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:32.883295 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:32.934010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46f6a582-c612-45ba-9a82-13f1473a9413 req-1a52ac1a-bd7b-4f34-98e5-48cb1cc8c664 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f HTTP/1.1" status: 200 len: 210 time: 0.1276250 Jul 28 11:04:32.983910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:32.984724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.149382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb3856-24cc-49eb-a16b-90630c8eeaf0 req-d00e5a9e-2aba-4751-95b4-347323e7bb93 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:33.155199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfdb3856-24cc-49eb-a16b-90630c8eeaf0 req-d00e5a9e-2aba-4751-95b4-347323e7bb93 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 932 time: 0.9472532 Jul 28 11:04:33.184538 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c8faaf-e222-438e-a4a9-75c3f2031f46 x-openstack-request-id: req-a6c8faaf-e222-438e-a4a9-75c3f2031f46 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:33.185119 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f", "name": "network-vif-deleted", "tag": "791fb409-9371-4476-8ea8-bda1a3beeb1f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:33.185119 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6c8faaf-e222-438e-a4a9-75c3f2031f46 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:33.185458 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16bc70a-bdd2-4bd9-b8e8-994fa6304e0f', 'name': 'network-vif-deleted', 'tag': '791fb409-9371-4476-8ea8-bda1a3beeb1f', 'status': 'completed', 'code': 200} Jul 28 11:04:33.284720 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.292047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Allocated IP 172.20.0.4 (27c1cf71-f481-41f7-9eac-dea85a4ffe9c/1e9aaa22-6d14-4374-a4fd-bac0ee5850f1/a630dea0-c235-4cda-8b94-5de923962387) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:33.307191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfdb3856-24cc-49eb-a16b-90630c8eeaf0 req-e13dc5a2-9cda-48a5-b891-f5e9b709289a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396251 Jul 28 11:04:33.373752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d47cecc-f1ff-4e7e-8a0b-609be3197098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.412135 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:27Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:33.421385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d47cecc-f1ff-4e7e-8a0b-609be3197098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.450566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c70280b2-011b-4e74-9e85-0e51d6fbb503 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4755778 Jul 28 11:04:33.476241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56a65667-af4b-413f-a0df-fbdf5b697132 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:33.480999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Request body: {'port': {'device_id': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:33.487554 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] Checking router: 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:33.500932 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:33.508758 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:33.560355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83aa7d4c-5311-401d-8a5e-4e6a3e2b0911 req-6133da0e-caa8-48b5-8a48-ee81c94f5db4 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 210 time: 0.0749702 Jul 28 11:04:33.590165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d47cecc-f1ff-4e7e-8a0b-609be3197098 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb1bae7c6d4a4166a5cfbec995bb507b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2236302 Jul 28 11:04:33.593213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:33.597086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47cecc-f1ff-4e7e-8a0b-609be3197098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79255fc5-ef3b-43ff-af76-b8b629b94c2e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:33.617703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079f239-0773-427b-9d8e-0e4921a64603 req-8547ad00-de1a-4c5c-9361-8aa44da01bc2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:33.625645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a079f239-0773-427b-9d8e-0e4921a64603 req-8547ad00-de1a-4c5c-9361-8aa44da01bc2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.3042569 Jul 28 11:04:33.689017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2cdc-a83b-48dd-afd0-0ae9c82d0861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.730894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:33.736232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.755065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2cdc-a83b-48dd-afd0-0ae9c82d0861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.773659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a079f239-0773-427b-9d8e-0e4921a64603 req-d39bee97-f4b3-4bfb-a252-ff2a09605390 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468723 Jul 28 11:04:33.859598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2cdc-a83b-48dd-afd0-0ae9c82d0861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.865503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2cdc-a83b-48dd-afd0-0ae9c82d0861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.865742 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2c1e2cdc-a83b-48dd-afd0-0ae9c82d0861 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79255fc5-ef3b-43ff-af76-b8b629b94c2e HTTP/1.1" status: 204 len: 168 time: 0.2711320 Jul 28 11:04:33.892781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 56a65667-af4b-413f-a0df-fbdf5b697132 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:33.893204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:33.900500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e2cdc-a83b-48dd-afd0-0ae9c82d0861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79255fc5-ef3b-43ff-af76-b8b629b94c2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:34.038280 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:27Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:34.060685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.075150 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c700464-6b12-49e3-a466-f732ff81d21d None None] The sync data for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 is: [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:02:20Z', 'revision_number': 4, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e6d46f00-4565-4a0c-9520-a4018780ff3d', 'name': '', 'network_id': 'bb20e302-6ab2-42b9-9321-15eea558a9f3', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'mac_address': 'fa:16:3e:74:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:19Z', 'updated_at': '2021-07-28T11:02:27Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'subnets': [{'id': '478b9c82-0f13-4e2a-93a2-bde8b2402e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:34.089362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Transition to ACTIVE for port object a630dea0-c235-4cda-8b94-5de923962387 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:34.108866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:34.218471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.238862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5ff5-0a67-4933-bc28-c011f40cc11f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.296599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5ff5-0a67-4933-bc28-c011f40cc11f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.352505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f851e757-2f02-4b8c-a8e8-97ab0643065e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:34.358039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:34.377226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5ff5-0a67-4933-bc28-c011f40cc11f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.377422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.380056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:34.383995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5ff5-0a67-4933-bc28-c011f40cc11f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.385262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4c3b5ff5-0a67-4933-bc28-c011f40cc11f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "DELETE /v2.0/security-groups/27994a0d-75d6-43f0-9a3b-30895ce10c6e HTTP/1.1" status: 204 len: 168 time: 0.2750106 Jul 28 11:04:34.389999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:34.401098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:34.411471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5ff5-0a67-4933-bc28-c011f40cc11f tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27994a0d-75d6-43f0-9a3b-30895ce10c6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:34.421574 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0f4da826-03d2-40d6-aa0d-7a6c8ffc05bc tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] show failed (client error): The resource could not be found. Jul 28 11:04:34.425185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event updated for resources: {'Port': ['ID=a630dea0-c235-4cda-8b94-5de923962387,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:34.426147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f4da826-03d2-40d6-aa0d-7a6c8ffc05bc tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "GET /v2.0/security-groups/27994a0d-75d6-43f0-9a3b-30895ce10c6e HTTP/1.1" status: 404 len: 347 time: 0.0347748 Jul 28 11:04:34.428827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:34.491965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Transition to ACTIVE for port object f851e757-2f02-4b8c-a8e8-97ab0643065e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:34.510395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.575338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d2039-75d4-4b11-aa1e-71945a7288c0 None None] New status for floating IP dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:04:34.683572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:34.684045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.788534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:34.840973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Deleting port 577a5f18-2fed-4b5a-9307-cc4d44c06383 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:34.841315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:34.895420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-c4f5b851-ce29-42d9-b337-700e119b53ff tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5612714 Jul 28 11:04:34.943181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430320d-0ee4-40fe-a8df-e5a94251c769 req-0ff0fd5d-e475-4c8b-9225-068b7dcf808e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:34.946090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c430320d-0ee4-40fe-a8df-e5a94251c769 req-0ff0fd5d-e475-4c8b-9225-068b7dcf808e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 944 time: 0.4222276 Jul 28 11:04:34.962865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Request body: {'port': {'device_id': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:34.974377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75f22013-12b0-488d-a4d1-eea4e8723256 None None] Provisioning for port a630dea0-c235-4cda-8b94-5de923962387 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:35.003521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75f22013-12b0-488d-a4d1-eea4e8723256 None None] Provisioning complete for port a630dea0-c235-4cda-8b94-5de923962387 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:35.004122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75f22013-12b0-488d-a4d1-eea4e8723256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.078935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.079277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.104943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 791fb409-9371-4476-8ea8-bda1a3beeb1f no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:35.109018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Calling delete_port for 577a5f18-2fed-4b5a-9307-cc4d44c06383 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:35.147285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 791fb409-9371-4476-8ea8-bda1a3beeb1f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:35.147285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 791fb409-9371-4476-8ea8-bda1a3beeb1f not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:35.166611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-75f22013-12b0-488d-a4d1-eea4e8723256 None None] Port a630dea0-c235-4cda-8b94-5de923962387 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:35.182159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e1358-5e24-42db-9a65-6c739aee40a7 req-8e2d8a33-136a-40ef-b1d7-7a1d19713832 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:35.193313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-184e1358-5e24-42db-9a65-6c739aee40a7 req-8e2d8a33-136a-40ef-b1d7-7a1d19713832 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 931 time: 0.4447529 Jul 28 11:04:35.336840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c430320d-0ee4-40fe-a8df-e5a94251c769 req-5792b508-1ca8-4141-91c7-b1e57569887a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763371 Jul 28 11:04:35.357170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Attempting to bind port f851e757-2f02-4b8c-a8e8-97ab0643065e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:35.358053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Attempting to bind port f851e757-2f02-4b8c-a8e8-97ab0643065e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:35.359139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Attempting to bind port f851e757-2f02-4b8c-a8e8-97ab0643065e on network 1302dadb-de06-4f4c-aa40-b659a44b0de2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:35.363972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.367586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-184e1358-5e24-42db-9a65-6c739aee40a7 req-77b2d9eb-8a1e-48ed-b26b-7d4d7430e995 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727948 Jul 28 11:04:35.368360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.392966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Port f851e757-2f02-4b8c-a8e8-97ab0643065e on network 1302dadb-de06-4f4c-aa40-b659a44b0de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:04:35.393395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Attempting to bind port f851e757-2f02-4b8c-a8e8-97ab0643065e on network 1302dadb-de06-4f4c-aa40-b659a44b0de2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:35.429397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:35.429397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Checking segment: {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:35.429397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Bound using segment: {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:35.429397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Bound port: f851e757-2f02-4b8c-a8e8-97ab0643065e, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:35.429397 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.436159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Pushing event deleted for resources: {'Port': ['ID=577a5f18-2fed-4b5a-9307-cc4d44c06383,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:35.560878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.563895 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.565104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7be0674e-c853-4b43-9ce6-068a71c3f8f4 tempest-ServersTestFqdnHostnames-954355718 tempest-ServersTestFqdnHostnames-954355718-project] 10.222.0.20 "DELETE /v2.0/floatingips/dcad4d9c-d2b2-47ce-b8a6-7de9c3b6ef45 HTTP/1.1" status: 204 len: 168 time: 1.1346323 Jul 28 11:04:35.568512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:35.698910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974467ce-39de-4846-91b5-ad64fac7af72 req-3b2819b3-58fa-4e0d-bdcf-554c34162baa tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:35.706915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-974467ce-39de-4846-91b5-ad64fac7af72 req-3b2819b3-58fa-4e0d-bdcf-554c34162baa tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2729070 Jul 28 11:04:35.735090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:35.771835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:35.792469 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.889420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-974467ce-39de-4846-91b5-ad64fac7af72 req-a5369403-9f7d-4ae9-88bd-25ab0759bfe5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815214 Jul 28 11:04:35.909363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:35.910529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:35.912418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] 10.222.0.44 "PUT /v2.0/ports/f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 1092 time: 2.4356308 Jul 28 11:04:35.913125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:35.923433 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:36.007540 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804f21b-8e0c-49e9-b9c5-061da0a3a99d x-openstack-request-id: req-8804f21b-8e0c-49e9-b9c5-061da0a3a99d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:36.007540 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:36.007540 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8804f21b-8e0c-49e9-b9c5-061da0a3a99d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:36.007958 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'status': 'completed', 'code': 200} Jul 28 11:04:36.056661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09d21-fdcc-42e6-94a8-9350fea87b12 service neutron] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:36.195845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a630dea0-c235-4cda-8b94-5de923962387 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:36.206190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:36.218039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-0c4eaab5-719c-4e53-91e1-84ddd56351eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:36.219758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-0c4eaab5-719c-4e53-91e1-84ddd56351eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1095 time: 0.2403147 Jul 28 11:04:36.250268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Transition to ACTIVE for port object a630dea0-c235-4cda-8b94-5de923962387 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:36.291253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:36.309714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-0d7db3e7-b00b-482f-8fd5-2b254deef5fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 217 time: 0.0564282 Jul 28 11:04:36.311365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:36.647649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c4796cbf-68b7-4e85-94ba-bd3c4fb80f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:36.651222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-c4796cbf-68b7-4e85-94ba-bd3c4fb80f5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.3237069 Jul 28 11:04:36.706882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Pushing event updated for resources: {'Port': ['ID=a630dea0-c235-4cda-8b94-5de923962387,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:36.743987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Deleting port e6d46f00-4565-4a0c-9520-a4018780ff3d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:36.747822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:36.758714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:36.768750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-2d061b1e-4699-484b-85b4-c5f507f4ce13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565383 Jul 28 11:04:36.785342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a130d-bb86-4ae6-9e8f-cf7b8eca6b63 req-ad09b12c-5c81-486d-ab63-2cc3f2c1e6a0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:36.786924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce7a130d-bb86-4ae6-9e8f-cf7b8eca6b63 req-ad09b12c-5c81-486d-ab63-2cc3f2c1e6a0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 944 time: 0.3066013 Jul 28 11:04:36.885883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ac92-ccf5-4461-a90d-0b766b034248 req-909de417-13fe-4881-9c10-bf3d5f8ee5fe tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:36.887675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff89ac92-ccf5-4461-a90d-0b766b034248 req-909de417-13fe-4881-9c10-bf3d5f8ee5fe tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 943 time: 0.2786481 Jul 28 11:04:36.897464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Attempting to bind port a630dea0-c235-4cda-8b94-5de923962387 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:36.897801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Attempting to bind port a630dea0-c235-4cda-8b94-5de923962387 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:36.898124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Attempting to bind port a630dea0-c235-4cda-8b94-5de923962387 on network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:36.906067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] For port e6d46f00-4565-4a0c-9520-a4018780ff3d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e6d46f00-4565-4a0c-9520-a4018780ff3d,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:36.906692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:36.923538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Port a630dea0-c235-4cda-8b94-5de923962387 on network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:04:36.923866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Attempting to bind port a630dea0-c235-4cda-8b94-5de923962387 on network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:36.934769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:36.935150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Checking segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:36.935483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Bound using segment: {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:36.935901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Bound port: a630dea0-c235-4cda-8b94-5de923962387, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2368515f-0824-4d36-ae54-8ea6c97c655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:36.936470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:36.942090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Calling delete_port for e6d46f00-4565-4a0c-9520-a4018780ff3d owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:37.010378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff89ac92-ccf5-4461-a90d-0b766b034248 req-7b911b70-ea65-4d94-bde1-d976e23c709f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830312 Jul 28 11:04:37.020755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce7a130d-bb86-4ae6-9e8f-cf7b8eca6b63 req-b06ffb0c-c39a-4ff1-8a45-53e6ea376370 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220712 Jul 28 11:04:37.115285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1564078902'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:37.147233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-7277b862-53db-4c2c-845f-e97a812af80a service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593237 Jul 28 11:04:37.232891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.252382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] For port a630dea0-c235-4cda-8b94-5de923962387, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:37.271394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d46f00-4565-4a0c-9520-a4018780ff3d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:37.284239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Made reservation on behalf of 93d241965c874d20b75c2115886b3406 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:37.288663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.331748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] For port a630dea0-c235-4cda-8b94-5de923962387, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a630dea0-c235-4cda-8b94-5de923962387,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:37.339578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.353948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.416354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:37.417958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.419256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] 10.222.0.44 "PUT /v2.0/ports/a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 1091 time: 2.4718387 Jul 28 11:04:37.426197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3ba485f-2448-44ca-8b10-f2e7ce1113f3 req-7fd92a12-d996-49d3-8ad7-2ca11928d76d service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675095 Jul 28 11:04:37.480013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da65cc4-1284-48b4-8679-7edece63d740 req-05db06cd-f93c-4840-928e-1c631f568fb4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:37.481641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1da65cc4-1284-48b4-8679-7edece63d740 req-05db06cd-f93c-4840-928e-1c631f568fb4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2594323 Jul 28 11:04:37.523528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.586728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ce3a-00c4-4abd-b4d9-fcdcda117e30 service neutron] Pushing event updated for resources: {'Port': ['ID=a630dea0-c235-4cda-8b94-5de923962387,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:37.692342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-0f91ff5f-4fc2-4e02-8340-d2e4e7abc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:37.693664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-0f91ff5f-4fc2-4e02-8340-d2e4e7abc704 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1095 time: 0.1901209 Jul 28 11:04:37.704413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-8e2bc075-c417-4814-8e02-fa22450a1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:37.705870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-8e2bc075-c417-4814-8e02-fa22450a1a5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1094 time: 0.1714935 Jul 28 11:04:37.709576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1da65cc4-1284-48b4-8679-7edece63d740 req-2f415192-87aa-428a-8148-29030df7fe1e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794651 Jul 28 11:04:37.851287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:37.896338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-e01a80f8-e8f3-407c-be6d-27feaf93e1e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 217 time: 0.1609030 Jul 28 11:04:37.955706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.978094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:37.982550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:37.985590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24405503-6354-4f81-8e61-d6eea204ee95 admin admin] 10.222.0.20 "PUT /v2.0/routers/5f6b8d1d-aa14-46ec-8242-755b4bf710c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4135158 Jul 28 11:04:37.985590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:37.993184 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] Sync routers for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:38.003093 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:38.004665 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:38.012358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:38.014546 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab35a66-d1d2-4202-9d7f-604125f42073" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "tag": "a630dea0-c235-4cda-8b94-5de923962387"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:38.063378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:38.085502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-87622e3d-ad98-44c5-b1ef-4cf27a2dd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.087073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-87622e3d-ad98-44c5-b1ef-4cf27a2dd6a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 200 len: 868 time: 0.1794786 Jul 28 11:04:38.099953 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-f832f340-f9e5-40ab-9533-8c5176941c8a service neutron] show failed (client error): The resource could not be found. Jul 28 11:04:38.100981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-f832f340-f9e5-40ab-9533-8c5176941c8a service neutron] 10.222.0.41 "GET /v2.0/ports/338762ba-9bfc-47ea-b556-b77fe98ba17e/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.3489459 Jul 28 11:04:38.102024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.102353 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Added segment a0c57771-e63e-4a18-be09-91ed6891c699 of type vlan for network 7e5815fb-c158-4ac3-b74c-42738fcf7994 Jul 28 11:04:38.106427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddcf69-a800-4854-a8a2-3dd2d57ba4fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:38.111092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-d1ca6405-a5a3-46d5-99d7-e9b735e85267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.112587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-d1ca6405-a5a3-46d5-99d7-e9b735e85267 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.4018559 Jul 28 11:04:38.128751 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:38.252935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.424237 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:04:37Z', 'revision_number': 5, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port': {'id': '85607b73-55b2-4a0d-8a39-df0441d0a26c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:02:15Z', 'updated_at': '2021-07-28T11:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:38.458769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-a8b049a1-ad30-47e3-b738-ffefa5951b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.461246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] Checking router: 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:38.461718 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-a8b049a1-ad30-47e3-b738-ffefa5951b02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323&tenant_id=c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 1101 time: 0.1114752 Jul 28 11:04:38.464077 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.473416 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] Routers {'5f6b8d1d-aa14-46ec-8242-755b4bf710c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:38.474578 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:38.478833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:38.495293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-7be41068-3563-4381-9c34-23463f20e456 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.500847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-7be41068-3563-4381-9c34-23463f20e456 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.7862587 Jul 28 11:04:38.572603 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.594182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Deleting port 85607b73-55b2-4a0d-8a39-df0441d0a26c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:38.594532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.604907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-776322c4-55a8-4d78-aaf6-d13d4d2af0ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 217 time: 0.4615788 Jul 28 11:04:38.612713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-3a4dfcdb-06b3-4e3e-9ec8-4de6703a1811 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/quotas/2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 375 time: 0.0759518 Jul 28 11:04:38.614922 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.627588 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] Set router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:38.703717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-bd1ec77e-4b9c-4450-97fb-bbbc3626d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.705295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-bd1ec77e-4b9c-4450-97fb-bbbc3626d123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6013904 Jul 28 11:04:38.760527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2c26-f8c7-44f1-9de1-b61252340c6e req-c1b07913-7d1d-4d27-85c5-285f59017642 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.762050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de7a2c26-f8c7-44f1-9de1-b61252340c6e req-c1b07913-7d1d-4d27-85c5-285f59017642 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 943 time: 0.2588840 Jul 28 11:04:38.792230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] For port 85607b73-55b2-4a0d-8a39-df0441d0a26c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85607b73-55b2-4a0d-8a39-df0441d0a26c,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:38.792580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.816484 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.822982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.823597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:38.826783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-494c5781-ca5b-4f92-b774-d9864127f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:38.828216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-494c5781-ca5b-4f92-b774-d9864127f346 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.2059782 Jul 28 11:04:38.842819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Calling delete_port for 85607b73-55b2-4a0d-8a39-df0441d0a26c owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:38.859172 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:04:38Z', 'revision_number': 6, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:38.896749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0a535-ec02-4806-b9a7-6be590e93e66 None None] The sync data for ids ['5f6b8d1d-aa14-46ec-8242-755b4bf710c3'] in n-d-723573-7 is: [{'id': '5f6b8d1d-aa14-46ec-8242-755b4bf710c3', 'name': 'tempest-ServersTestFqdnHostnames-1348220391-router', 'tenant_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:02:14Z', 'updated_at': '2021-07-28T11:04:38Z', 'revision_number': 6, 'project_id': '88eb24aeb77a43158e11ee2db1d1b2b7', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:38.952965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-833a764d-84d9-4b0c-bc12-5789b7b3c865 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3199801 Jul 28 11:04:38.966071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-c82d0002-c9a5-4818-8584-9b773cbb3537 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207082 Jul 28 11:04:38.991238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2284322 Jul 28 11:04:39.020512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:39.130810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de7a2c26-f8c7-44f1-9de1-b61252340c6e req-e8decef2-b3be-478a-8f50-bc631b1cdbd1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369167 Jul 28 11:04:39.141765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcf758-b9b5-4449-a700-87044361f3ea tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Pushing event updated for resources: {'Network': ['ID=7e5815fb-c158-4ac3-b74c-42738fcf7994,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:39.147386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'network': {'name': 'tempest-network--2004335272', 'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:39.159228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7e5815fb-c158-4ac3-b74c-42738fcf7994 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:39.187637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-85d1a392-764f-4623-a970-926ac3c5abca service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668648 Jul 28 11:04:39.257936 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9758c9-98e9-43dd-a1bd-82da993c3089 x-openstack-request-id: req-9b9758c9-98e9-43dd-a1bd-82da993c3089 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:39.258521 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "tag": "a630dea0-c235-4cda-8b94-5de923962387", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:39.258780 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b9758c9-98e9-43dd-a1bd-82da993c3089 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:39.259191 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387', 'status': 'completed', 'code': 200} Jul 28 11:04:39.393192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e6d46f00-4565-4a0c-9520-a4018780ff3d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:39.433320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:39.434067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e6d46f00-4565-4a0c-9520-a4018780ff3d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:39.434774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e6d46f00-4565-4a0c-9520-a4018780ff3d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:39.435499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.476999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85607b73-55b2-4a0d-8a39-df0441d0a26c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:39.480003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Made reservation on behalf of b83ad4cd26f54ef7a811b5bd699f3e7a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:39.483602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.509758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.513072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-2c7f39a0-b505-4e8a-936a-b7303d4d2e02 service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207102 Jul 28 11:04:39.518455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-3bd5e710-ca91-41b6-9c57-a271dc5b23df service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513093 Jul 28 11:04:39.552193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:39.586195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.678388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bbc6d-8ae0-403c-94d9-e17916d1af54 req-3afb8f24-80a4-4b0a-961d-95e430145439 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:39.680691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b75bbc6d-8ae0-403c-94d9-e17916d1af54 req-3afb8f24-80a4-4b0a-961d-95e430145439 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 944 time: 0.2706435 Jul 28 11:04:39.684854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:39.687208 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423526bb-bcc5-486b-b992-17f22158acbd" -d '{"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-unplugged", "status": "completed", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:39.692213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.698728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.699340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2f2f9a-ea25-4ffb-9413-ed5175a624e8 req-0fd60227-3756-479e-b475-5237301714d6 service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922917 Jul 28 11:04:39.702810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.717543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Transition to ACTIVE for port object 338762ba-9bfc-47ea-b556-b77fe98ba17e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:39.759491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.797077 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.797585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6b8d1d-aa14-46ec-8242-755b4bf710c3 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:04:39.812424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:39.813671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-68b2389b-0676-448b-8b41-2da5b5608ad7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5f6b8d1d-aa14-46ec-8242-755b4bf710c3 HTTP/1.1" status: 204 len: 168 time: 1.8271780 Jul 28 11:04:39.820733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:39.830179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa8e0d5-3be9-44c3-b9a7-a7ba861104a4 req-8e66fe54-f151-4eb2-addb-404b5c0ee408 service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026214 Jul 28 11:04:39.855033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b75bbc6d-8ae0-403c-94d9-e17916d1af54 req-c6160a0d-f430-41b2-8eea-df82b9bf6fd9 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496854 Jul 28 11:04:39.868425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-ac87894e-c538-4ef3-a3da-112f05347027 service neutron] 10.222.0.20 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309910 Jul 28 11:04:39.894101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-f22b7b55-a6e0-442b-94c3-a4cee2f2914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:39.902531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-f22b7b55-a6e0-442b-94c3-a4cee2f2914e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1094 time: 0.1335275 Jul 28 11:04:39.935197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:39.975310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] No DVR routers for this DVR port 338762ba-9bfc-47ea-b556-b77fe98ba17e on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:40.039799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Deleting subnet 478b9c82-0f13-4e2a-93a2-bde8b2402e9f {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:04:40.043103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.074158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.077510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:40.077891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:40.078346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:40.087918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Port 338762ba-9bfc-47ea-b556-b77fe98ba17e on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:04:40.088357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Attempting to bind port 338762ba-9bfc-47ea-b556-b77fe98ba17e on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:40.094172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.098390 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.146669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:40.147007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:40.147386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:40.147824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Bound port: 338762ba-9bfc-47ea-b556-b77fe98ba17e, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:40.148649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.164046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:40.211829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-832fe2ba-1860-4276-a337-f8545d1bf6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.213486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-832fe2ba-1860-4276-a337-f8545d1bf6c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 930 time: 0.2967675 Jul 28 11:04:40.219328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.219674 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Added segment 9df0586d-6cbb-47a6-a4c6-46c0eae3d5c0 of type vlan for network cbf4898d-4c36-4471-98c3-a6c9029e2129 Jul 28 11:04:40.223188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ecc71c-0f20-47f7-84c9-be672f8d57cc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:40.261867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa41b7-51b5-418a-a0fb-10b1d9558848 req-a26d9dff-96a1-4cdf-9aec-7695d6d269c6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.261867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9aaa41b7-51b5-418a-a0fb-10b1d9558848 req-a26d9dff-96a1-4cdf-9aec-7695d6d269c6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.1912558 Jul 28 11:04:40.330324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-e631fc7c-c6ad-4f6f-a18f-b0f63595da06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 217 time: 0.1032579 Jul 28 11:04:40.345033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:40.357788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:40.366907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.373668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.423421 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.471164 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e8ca8-6500-4ec9-a613-55d54d11979c x-openstack-request-id: req-345e8ca8-6500-4ec9-a613-55d54d11979c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:40.471656 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-unplugged", "status": "completed", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:40.471766 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345e8ca8-6500-4ec9-a613-55d54d11979c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:40.472765 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'code': 200} Jul 28 11:04:40.479048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.479761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.481613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] 10.222.0.44 "PUT /v2.0/ports/338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 1096 time: 2.0080304 Jul 28 11:04:40.490989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9aaa41b7-51b5-418a-a0fb-10b1d9558848 req-9e5306a6-9c08-4a68-8e4f-1501a302bb91 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010324 Jul 28 11:04:40.506021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-995960cb-2805-4859-a85a-ebb94c748457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.507636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-995960cb-2805-4859-a85a-ebb94c748457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 200 len: 868 time: 0.1556213 Jul 28 11:04:40.625036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5a43b-89d7-4109-a3b5-1f797238599f service neutron] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:40.644207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.645302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.645940 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.652584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.728967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:40.733218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919bbe50-f853-4fb9-9793-b47c09e014ac None None] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:40.734024 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/478b9c82-0f13-4e2a-93a2-bde8b2402e9f HTTP/1.1" status: 204 len: 168 time: 0.9105299 Jul 28 11:04:40.735885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:40.736944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e6a14-c12f-4ab9-9ee7-95a4953529a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478b9c82-0f13-4e2a-93a2-bde8b2402e9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:40.753015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-ad1a8d5d-8fd4-462d-8363-633d7af6d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.754861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-ad1a8d5d-8fd4-462d-8363-633d7af6d128 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289085 Jul 28 11:04:40.760553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9262896-8da2-4276-be68-5e7bafea6fbf req-aff77c4e-23e2-4cfa-8966-5a3c06c3f176 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.1756034 Jul 28 11:04:40.761339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Network': ['ID=cbf4898d-4c36-4471-98c3-a6c9029e2129,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:40.773624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-d119c974-081c-4981-b44e-08d8800e245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.786991 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-d119c974-081c-4981-b44e-08d8800e245b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1099 time: 0.2484713 Jul 28 11:04:40.796455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network cbf4898d-4c36-4471-98c3-a6c9029e2129 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:40.829556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1dab1cce-72b5-4266-b506-c54a97c58b1d tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8005524 Jul 28 11:04:40.832297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:40.851526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d79a0-06bb-4a96-9665-dba77fd9dd65 req-ba3e7d35-3332-48b1-9c42-942053fabedc tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.853072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-689d79a0-06bb-4a96-9665-dba77fd9dd65 req-ba3e7d35-3332-48b1-9c42-942053fabedc tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 943 time: 0.2569492 Jul 28 11:04:40.954120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-8cbe4c0d-f7ef-461b-8d6e-921ff9026969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:40.955543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-8cbe4c0d-f7ef-461b-8d6e-921ff9026969 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1677561 Jul 28 11:04:41.036527 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-6090255f-11b5-4ac0-b2d4-a5ad087c0945 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.0697465 Jul 28 11:04:41.056276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.088624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] DHCP port deletion for bb20e302-6ab2-42b9-9321-15eea558a9f3 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:04:41.131727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f851e757-2f02-4b8c-a8e8-97ab0643065e details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:04:41.140859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.149013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-9d225317-d1df-4213-a92f-5927bfb86a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:41.150782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-9d225317-d1df-4213-a92f-5927bfb86a75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0914938 Jul 28 11:04:41.168163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-689d79a0-06bb-4a96-9665-dba77fd9dd65 req-4e58f13a-d65b-49a1-b0cf-49e48c250441 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861767 Jul 28 11:04:41.175534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-aab3e1fa-3bc1-4cfc-87e3-fb16a8eabc51 service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104836 Jul 28 11:04:41.273108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Deleting port e4011a9b-31d7-4033-8ae3-218792cf891b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:41.273443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.292559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Deleting port e4011a9b-31d7-4033-8ae3-218792cf891b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:41.293469 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.338787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164153ff-5b63-4e78-b814-00fdd5ebfac2 req-6a0f341c-03dc-4025-83d5-58c552f0cb3e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:41.346929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-164153ff-5b63-4e78-b814-00fdd5ebfac2 req-6a0f341c-03dc-4025-83d5-58c552f0cb3e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 944 time: 0.3383193 Jul 28 11:04:41.353078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:41.370011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2', 'port_id': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'mac_address': 'fa:16:3e:ec:5d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e25dab9-3e2f-42e9-86a1-5db7bb85e78b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:04:41.386669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4011a9b-31d7-4033-8ae3-218792cf891b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:41.404840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-a2b44394-788a-438b-a332-d4e295f53af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:41.410929 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-a2b44394-788a-438b-a332-d4e295f53af0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482738 Jul 28 11:04:41.480256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.499256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] For port e4011a9b-31d7-4033-8ae3-218792cf891b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4011a9b-31d7-4033-8ae3-218792cf891b,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:41.499820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.513652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf4898d-4c36-4471-98c3-a6c9029e2129']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:41.521414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Calling delete_port for e4011a9b-31d7-4033-8ae3-218792cf891b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:41.529736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] For port e4011a9b-31d7-4033-8ae3-218792cf891b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4011a9b-31d7-4033-8ae3-218792cf891b,segment=NetworkSegment(916085d7-f41c-48e3-926f-d51978b77a07),segment_id=916085d7-f41c-48e3-926f-d51978b77a07)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:41.532362 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.536831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df0586d-6cbb-47a6-a4c6-46c0eae3d5c0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:41.537261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df0586d-6cbb-47a6-a4c6-46c0eae3d5c0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:41.554016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-164153ff-5b63-4e78-b814-00fdd5ebfac2 req-e7a18a1f-b207-47c2-8482-3954eb1e4b60 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054396 Jul 28 11:04:41.557353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Calling delete_port for e4011a9b-31d7-4033-8ae3-218792cf891b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:41.577437 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.598411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.620917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab35a66-d1d2-4202-9d7f-604125f42073 req-ca68e636-729c-4380-b44d-bc4b4fc74a05 service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253600 Jul 28 11:04:41.628969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-681bc184-df87-4e62-940c-1453034e3d14 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117651 Jul 28 11:04:41.681986 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.696548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:41.696957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:41.698924 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:41.744255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f851e757-2f02-4b8c-a8e8-97ab0643065e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:41.749341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-483fc158-f234-46e1-9ca3-18ad80bc9b3a req-02b1c931-5918-4f09-a054-33023e3a94ea service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078243 Jul 28 11:04:41.774880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a9d1-731b-4228-9858-cf1980ae3cdd req-1708d081-fca6-4ca6-b51d-87688924217e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:41.776476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfb8a9d1-731b-4228-9858-cf1980ae3cdd req-1708d081-fca6-4ca6-b51d-87688924217e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.1745284 Jul 28 11:04:41.792075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.808583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] No DVR routers for this DVR port e4011a9b-31d7-4033-8ae3-218792cf891b on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:41.840267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.850657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbf4898d-4c36-4471-98c3-a6c9029e2129 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:04:41.853461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.855988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:41.860328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cbf4898d-4c36-4471-98c3-a6c9029e2129 HTTP/1.1" status: 204 len: 168 time: 1.0232143 Jul 28 11:04:41.861213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:41.867690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:41.872336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:41.872503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4011a9b-31d7-4033-8ae3-218792cf891b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:41.906639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee98c-6254-4b71-8010-02cd07889228 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbf4898d-4c36-4471-98c3-a6c9029e2129,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:41.955351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfb8a9d1-731b-4228-9858-cf1980ae3cdd req-040a7349-e42f-42ea-9f18-3cfd78b07c15 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656177 Jul 28 11:04:41.984559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:41.998749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb20e302-6ab2-42b9-9321-15eea558a9f3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:42.003839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.013384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916085d7-f41c-48e3-926f-d51978b77a07') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:42.013710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916085d7-f41c-48e3-926f-d51978b77a07') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:42.027156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.036577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port e4011a9b-31d7-4033-8ae3-218792cf891b update to DOWN by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:04:42.037099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85607b73-55b2-4a0d-8a39-df0441d0a26c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:42.072483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.089466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:42.089892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:42.096970 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:42.146000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 85607b73-55b2-4a0d-8a39-df0441d0a26c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:04:42.146341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85607b73-55b2-4a0d-8a39-df0441d0a26c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:42.173270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:42.187679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.208312 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.213263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb20e302-6ab2-42b9-9321-15eea558a9f3 HTTP/1.1" status: 204 len: 168 time: 1.4717891 Jul 28 11:04:42.213263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a96bf-770e-4ff1-a2e0-b6ec8f830c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb20e302-6ab2-42b9-9321-15eea558a9f3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:42.283656 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.286264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:42.323837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:42.330059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Network bb20e302-6ab2-42b9-9321-15eea558a9f3 is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:04:42.331056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] No DVR routers for this DVR port e4011a9b-31d7-4033-8ae3-218792cf891b on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:04:42.355414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf071bb-7414-401e-8b1d-6e12385b8af8 None None] Pushing event deleted for resources: {'Port': ['ID=e4011a9b-31d7-4033-8ae3-218792cf891b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:42.474349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:42.478027 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90fee5f-62bd-4628-805c-0710720e756d" -d '{"events": [{"name": "network-changed", "server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:42.501487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edf46e31-6e7b-4d2e-9fc3-9d6b64061990 req-4917334c-c3fa-462f-bfe9-7931a263313f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.5376165 Jul 28 11:04:42.547578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Made reservation on behalf of b83ad4cd26f54ef7a811b5bd699f3e7a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:42.549015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.569573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-aaedd0b9-f20a-49e0-b19d-1b7722f94076 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:42.571067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-aaedd0b9-f20a-49e0-b19d-1b7722f94076 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 820 time: 0.8201449 Jul 28 11:04:42.594729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:42.601126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Request body: {'port': {'device_id': '965d11b4-d801-465f-9a96-76a37dbd1269', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'admin_state_up': True, 'tenant_id': '2cb7165910f14819a23d85056cc2c693'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:42.651304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4e406cc7-c102-45c4-9867-a66b1ad945c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88eb24aeb77a43158e11ee2db1d1b2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550427 Jul 28 11:04:42.655713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:42.752725 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6db8d4-d5b5-416c-a82d-d268a2da5545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.758825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:42.770171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3138-57d9-48ac-ba9b-f64dbaf7edfe req-a32690c0-8cd5-4965-b390-a9c590ba0eaf tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:42.771832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f9f3138-57d9-48ac-ba9b-f64dbaf7edfe req-a32690c0-8cd5-4965-b390-a9c590ba0eaf tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 943 time: 0.2485592 Jul 28 11:04:42.796732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6db8d4-d5b5-416c-a82d-d268a2da5545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.810778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Made reservation on behalf of 2cb7165910f14819a23d85056cc2c693 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:42.846073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.853359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6db8d4-d5b5-416c-a82d-d268a2da5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.856787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6db8d4-d5b5-416c-a82d-d268a2da5545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.861750 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bf6db8d4-d5b5-416c-a82d-d268a2da5545 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a55f3733-83e8-4361-914e-e639fdeb4f95 HTTP/1.1" status: 204 len: 168 time: 0.2050428 Jul 28 11:04:42.861920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:42.862165 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Added segment 9ee5d78c-c6a6-4d6f-8d16-5b327b24b9ae of type vlan for network d91c94af-042b-4bc3-b1d3-68368c20383a Jul 28 11:04:42.914258 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6cbc24-14b6-4cd0-93b2-74005c757eb2 x-openstack-request-id: req-cf6cbc24-14b6-4cd0-93b2-74005c757eb2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:42.914667 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:42.915015 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf6cbc24-14b6-4cd0-93b2-74005c757eb2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:42.915668 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'status': 'completed', 'code': 200} Jul 28 11:04:42.938214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6db8d4-d5b5-416c-a82d-d268a2da5545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f3733-83e8-4361-914e-e639fdeb4f95,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:42.995243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-806d392e-891f-4b89-b89b-c816ffa00296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:42.996982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-806d392e-891f-4b89-b89b-c816ffa00296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1099 time: 0.1329675 Jul 28 11:04:43.017682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-fcc8e4b9-a936-4bb2-abad-73b3d884c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.019681 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-fcc8e4b9-a936-4bb2-abad-73b3d884c1ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1099 time: 0.1182632 Jul 28 11:04:43.111962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f9f3138-57d9-48ac-ba9b-f64dbaf7edfe req-6fd4ef63-df81-4518-a340-272cbe922cbf tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251517 Jul 28 11:04:43.118773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a630dea0-c235-4cda-8b94-5de923962387 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:04:43.123469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f851e757-2f02-4b8c-a8e8-97ab0643065e up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:43.255999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-75afb5b9-1460-4d46-9bcb-fee848cba127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.262553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-75afb5b9-1460-4d46-9bcb-fee848cba127 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2579896 Jul 28 11:04:43.265683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-090809ec-7fce-4e77-8474-55f1e5c23bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.267344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-090809ec-7fce-4e77-8474-55f1e5c23bc6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2359076 Jul 28 11:04:43.273555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Allocated IP 172.20.0.13 (58174e6f-5b40-4a36-8010-eb2089b62717/ff62bbb5-74e1-450e-9d5f-acda051b411f/6b680f6d-af0d-42d4-be79-060237bf64b9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:43.374194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.389344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-c23dac54-a547-4c96-be27-4a984fc5dc3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.1172071 Jul 28 11:04:43.463716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2f3e1-ae5e-44f3-b6ca-036583de1037 req-dd6c2076-bb67-4cce-91fe-7b46400879e8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.466284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5d2f3e1-ae5e-44f3-b6ca-036583de1037 req-dd6c2076-bb67-4cce-91fe-7b46400879e8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 945 time: 0.3771410 Jul 28 11:04:43.478659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port f851e757-2f02-4b8c-a8e8-97ab0643065e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:43.488550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port f851e757-2f02-4b8c-a8e8-97ab0643065e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:43.489117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.588796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c050846-63f2-42f7-adaa-fe0e078e3987 req-1171f0b9-79c5-408b-b420-f45c4f41f48c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.595453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-0b3dcf33-d84b-465a-bc16-7b48b1e88911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.596507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c050846-63f2-42f7-adaa-fe0e078e3987 req-1171f0b9-79c5-408b-b420-f45c4f41f48c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.2854097 Jul 28 11:04:43.597795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-0b3dcf33-d84b-465a-bc16-7b48b1e88911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0793812 Jul 28 11:04:43.599519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-21f48cec-09cc-4b10-a945-e3d19858912f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.3135481 Jul 28 11:04:43.672171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.673199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.673920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.703223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a630dea0-c235-4cda-8b94-5de923962387, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a630dea0-c235-4cda-8b94-5de923962387,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:43.782212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'a630dea0-c235-4cda-8b94-5de923962387', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'port_id': 'a630dea0-c235-4cda-8b94-5de923962387', 'mac_address': 'fa:16:3e:af:28:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:04:43.798287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-7dd54526-fada-409e-a362-b20d6054c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.800362 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-7dd54526-fada-409e-a362-b20d6054c1a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941338 Jul 28 11:04:43.802121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-9c7c86b5-3437-4e6c-8a8a-5a6dae8c31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:43.803479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-9c7c86b5-3437-4e6c-8a8a-5a6dae8c31a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1735528 Jul 28 11:04:43.837820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9704263 Jul 28 11:04:43.840615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:43.876535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.898567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a630dea0-c235-4cda-8b94-5de923962387 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:43.903222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'subnet': {'network_id': 'd91c94af-042b-4bc3-b1d3-68368c20383a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:43.912782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5d2f3e1-ae5e-44f3-b6ca-036583de1037 req-1c65427f-adef-49d9-875f-974aaf305169 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295723 Jul 28 11:04:43.944917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a630dea0-c235-4cda-8b94-5de923962387, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a630dea0-c235-4cda-8b94-5de923962387,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:43.949853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.956963 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:43.986099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c050846-63f2-42f7-adaa-fe0e078e3987 req-b932eb52-5b61-4de0-aa52-28e4865f39a7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884788 Jul 28 11:04:44.017823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e020654-3add-48e8-b88f-922aa4538644 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Network': ['ID=d91c94af-042b-4bc3-b1d3-68368c20383a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:44.027909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fee5f-62bd-4628-805c-0710720e756d req-a7db88a6-d62c-4b96-b018-20ebae1b8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:44.031470 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-a7db88a6-d62c-4b96-b018-20ebae1b8c30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1858575 Jul 28 11:04:44.077181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a630dea0-c235-4cda-8b94-5de923962387,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:44.080894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d91c94af-042b-4bc3-b1d3-68368c20383a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:44.132078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.198676 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-bdf5d689-a52a-4133-8164-3a9e635f89ec service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568890 Jul 28 11:04:44.221373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2c7d0a3-e851-4ee4-9ce9-4fc4f05c2082 req-a6a6d0d0-3423-4f48-b12c-aeeea7253d83 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.1555450 Jul 28 11:04:44.249579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Made reservation on behalf of b83ad4cd26f54ef7a811b5bd699f3e7a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:44.253871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.412297 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.419384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:44.478396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['a630dea0-c235-4cda-8b94-5de923962387'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:44.485617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b1a835d9-1ac1-474e-9320-f3f522ac77bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:44.553040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:44.554979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Network 58174e6f-5b40-4a36-8010-eb2089b62717 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:44.555426 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae13b9-459f-4f43-a45d-463b67588839" -d '{"events": [{"server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:44.585242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:44.588093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:44.596432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:44.603795 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.626160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df395e2d-f3a7-4bcc-818b-da2c41efc0b4 req-168afa16-c762-42e1-90d9-b6272cbd6dee tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:44.628272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df395e2d-f3a7-4bcc-818b-da2c41efc0b4 req-168afa16-c762-42e1-90d9-b6272cbd6dee tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 944 time: 0.2952693 Jul 28 11:04:44.653820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1687939840-network', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:44.663680 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19337392-7a34-4dfa-b708-a400fa6d2700 x-openstack-request-id: req-19337392-7a34-4dfa-b708-a400fa6d2700 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:44.663967 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "name": "network-vif-plugged", "status": "completed", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:44.664240 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19337392-7a34-4dfa-b708-a400fa6d2700 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:44.664630 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'code': 200} Jul 28 11:04:44.671160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:44.745544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:44.747033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:44.747865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.774310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Made reservation on behalf of 6dd8138e4c154daaa774c2a1880a481b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:44.777034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.811552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df395e2d-f3a7-4bcc-818b-da2c41efc0b4 req-ef753f5a-893d-4aba-914e-61e01e111b5b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612222 Jul 28 11:04:44.813899 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:44.817572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-d84cc52a-ed4c-4eea-8903-1df933b8e5a4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2226996 Jul 28 11:04:44.837729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-d0debef4-de06-4f5a-ba96-fe0dcaae65ce service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0187452 Jul 28 11:04:44.838192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Request body: {'port': {'device_id': '965d11b4-d801-465f-9a96-76a37dbd1269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:44.887354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f600b0-f07b-4d86-adaf-d38bba848550 req-fa64af4e-8872-46cc-b7a6-aaf8cb7a63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:44.889075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12f600b0-f07b-4d86-adaf-d38bba848550 req-fa64af4e-8872-46cc-b7a6-aaf8cb7a63de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1097 time: 0.1497185 Jul 28 11:04:44.963934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.001557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12f600b0-f07b-4d86-adaf-d38bba848550 req-591e88ef-5bcb-4e49-9b76-89d0be06e79f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012635 Jul 28 11:04:45.126732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:04:45.155385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.187421 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.277353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:45.290275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:45.290734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7762f66-5df1-4493-ac98-901cd9531004,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:45.307448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'mac_address': 'fa:16:3e:96:8b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:04:45.376819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d25df-e2e5-47db-8ff8-9a215b674ce9 req-4afdc663-e39f-4348-807b-12735999ed64 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:45.378845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-960d25df-e2e5-47db-8ff8-9a215b674ce9 req-4afdc663-e39f-4348-807b-12735999ed64 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 946 time: 0.3126011 Jul 28 11:04:45.382796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.383270 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Added segment 0ed62221-962f-4cba-ab48-69c0359ceb2a of type vlan for network be753703-0cb0-4ea8-a25e-c1f67e0381a6 Jul 28 11:04:45.413414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.433319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ddff5-dcfb-4df4-805e-13f161f8ec68 req-8f1cab62-7a1e-42ae-bea5-92a5c02c2e96 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:45.435066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-010ddff5-dcfb-4df4-805e-13f161f8ec68 req-8f1cab62-7a1e-42ae-bea5-92a5c02c2e96 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 948 time: 0.2844520 Jul 28 11:04:45.449625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338762ba-9bfc-47ea-b556-b77fe98ba17e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:45.464385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-3644c516-70c9-4b43-babb-b12b6afb3f8d service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2460086 Jul 28 11:04:45.497443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:45.505840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.506882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.545260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:04:45.546186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.591853 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d90fee5f-62bd-4628-805c-0710720e756d req-cf4f1a3f-09d4-407f-a076-75e3d4bbd319 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417102 Jul 28 11:04:45.592898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c2f36c46-3c1d-4d07-942c-a1e7e7f82967,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:45.599514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-960d25df-e2e5-47db-8ff8-9a215b674ce9 req-f83821c9-f797-433b-aa58-a7a1df645db2 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077298 Jul 28 11:04:45.657550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:45.682977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Checking segment: {'id': '9ee5d78c-c6a6-4d6f-8d16-5b327b24b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd91c94af-042b-4bc3-b1d3-68368c20383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:45.683411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Network hostable DHCP agents. Network: d91c94af-042b-4bc3-b1d3-68368c20383a, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:45.690111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.692251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:45.693233 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:45.711193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-010ddff5-dcfb-4df4-805e-13f161f8ec68 req-55847d0c-880e-4645-ad34-0d1f7e0ac6f0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441556 Jul 28 11:04:45.750809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3255508 Jul 28 11:04:45.762620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:45.773680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Request body: {'subnet': {'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1687939840-subnet', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:45.807188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['338762ba-9bfc-47ea-b556-b77fe98ba17e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:45.835907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Network d91c94af-042b-4bc3-b1d3-68368c20383a is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:45.875774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d91c94af-042b-4bc3-b1d3-68368c20383a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:45.892941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Made reservation on behalf of 6dd8138e4c154daaa774c2a1880a481b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:45.893199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a1c99-62de-4084-89bb-34787129238c None None] Network d91c94af-042b-4bc3-b1d3-68368c20383a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:45.897212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.039435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.040553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.070694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e624d-40ac-4623-9291-a159647d3a47 admin admin] Pushing event updated for resources: {'Network': ['ID=be753703-0cb0-4ea8-a25e-c1f67e0381a6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:46.096243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c0a23-d9cf-478e-8424-2d540c81abb2 req-5272754f-abf1-42be-b9d4-92a6d13aedc5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.106782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:46.111500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-092c0a23-d9cf-478e-8424-2d540c81abb2 req-5272754f-abf1-42be-b9d4-92a6d13aedc5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 932 time: 0.2257452 Jul 28 11:04:46.153891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b680f6d-af0d-42d4-be79-060237bf64b9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:46.225178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.271959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Transition to ACTIVE for port object 6b680f6d-af0d-42d4-be79-060237bf64b9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:46.274305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.292856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d2dc5-9ceb-4680-b790-4d62ab11fc63 req-b71e1a98-914e-43e7-9949-eaca15433dc1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.301915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-587d2dc5-9ceb-4680-b790-4d62ab11fc63 req-b71e1a98-914e-43e7-9949-eaca15433dc1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 944 time: 0.1302924 Jul 28 11:04:46.312110 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.329719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-092c0a23-d9cf-478e-8424-2d540c81abb2 req-54d6f50d-3d7e-4c2d-8958-2eb4f6a2a379 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048950 Jul 28 11:04:46.421635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-587d2dc5-9ceb-4680-b790-4d62ab11fc63 req-e6bad997-dae1-4f89-aa8b-e292b16fb2db tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126127 Jul 28 11:04:46.447359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:46.477870 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-198104dd-184a-45ca-ab1c-befc00bb2fa6 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5872598 Jul 28 11:04:46.482436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:46.494175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'floatingip': {'floating_network_id': 'd91c94af-042b-4bc3-b1d3-68368c20383a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:46.531982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd76f7b-3c8d-4c10-b539-3f5048efafe9 None None] Network d91c94af-042b-4bc3-b1d3-68368c20383a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:46.532616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Pushing event updated for resources: {'Subnet': ['ID=682dc253-fdb1-4a1c-8678-fe93dee563cf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:46.554148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-df82ccb3-e2dc-42a1-9bab-f0ba18ecc8d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.555651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-df82ccb3-e2dc-42a1-9bab-f0ba18ecc8d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323&tenant_id=c967dd99a8ed438688bdb3df03feae2e&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 949 time: 0.3493159 Jul 28 11:04:46.575707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Checking segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:46.576081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Network hostable DHCP agents. Network: be753703-0cb0-4ea8-a25e-c1f67e0381a6, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:46.603473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.651476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ec89-51e6-44d9-9f39-245039e1fb55 req-1a8e9dbd-81f3-4f6e-8f0d-ad861d6dc396 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.660718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d83ec89-51e6-44d9-9f39-245039e1fb55 req-1a8e9dbd-81f3-4f6e-8f0d-ad861d6dc396 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 949 time: 0.1969988 Jul 28 11:04:46.731655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:46.733688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:46.734033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:46.734372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:46.763241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, be753703-0cb0-4ea8-a25e-c1f67e0381a6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:46.767562 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-519e22cb-7448-4f59-ab18-2ffec6a7c07b service neutron] delete failed (client error): The resource could not be found. Jul 28 11:04:46.769247 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-519e22cb-7448-4f59-ab18-2ffec6a7c07b service neutron] 10.222.0.41 "DELETE /v2.0/ports/338762ba-9bfc-47ea-b556-b77fe98ba17e/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.2010126 Jul 28 11:04:46.770471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.771019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d83ec89-51e6-44d9-9f39-245039e1fb55 req-e499607d-e2e0-4324-b1cf-b373ac46f7ed tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071088 Jul 28 11:04:46.771151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.775575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:04:46.776721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:46.792115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24889c2-d79d-4c83-a600-b868927b02aa None None] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:46.813550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:46.824255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:46.827495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:46.829015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Bound port: 6b680f6d-af0d-42d4-be79-060237bf64b9, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:46.829575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.836972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-240168d8-d7ba-4d4c-80ed-b24c3aee018e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0698845 Jul 28 11:04:46.841736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:46.856579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:46.883607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e5bd4-9f72-4301-90a3-da7fd7367575 req-e658b6cf-abf8-4d70-ac02-2c7936267178 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:46.892054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a8e5bd4-9f72-4301-90a3-da7fd7367575 req-e658b6cf-abf8-4d70-ac02-2c7936267178 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 946 time: 0.2065923 Jul 28 11:04:46.933837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.934895 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:46.999775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a8e5bd4-9f72-4301-90a3-da7fd7367575 req-fe1312d7-3f92-4cc8-9407-429d9040b46b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896230 Jul 28 11:04:47.024967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:47.040912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:47.052955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.092445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.110557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:04:47.111532 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.116964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.117580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.118989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 1092 time: 2.2893460 Jul 28 11:04:47.119437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:47.122393 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330f6c2e-7840-4d46-8f18-3d593ebb9671" -d '{"events": [{"name": "network-changed", "server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:47.141153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a630dea0-c235-4cda-8b94-5de923962387 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:47.178231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.203046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-8350fee5-4599-4039-bb7f-b4e12853b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.210272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-8350fee5-4599-4039-bb7f-b4e12853b204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1100 time: 0.2612355 Jul 28 11:04:47.258163 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:04:47.258964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-b2c91c86-fd0c-45ec-a6b3-2ce6d7be74ba tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-283112605&fields=id&tenant_id=3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 267 time: 0.1270218 Jul 28 11:04:47.264511 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4985eb44-9ddc-4df4-b957-52c545cc6315 x-openstack-request-id: req-4985eb44-9ddc-4df4-b957-52c545cc6315 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:47.265643 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:47.265643 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4985eb44-9ddc-4df4-b957-52c545cc6315 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:47.265643 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'status': 'completed', 'code': 200} Jul 28 11:04:47.277873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7e9f2-0a0b-4e0c-b1b2-6d35babd84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:47.314196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-a284f1c8-5cf7-47fe-acc2-b627700291b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.316450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-a284f1c8-5cf7-47fe-acc2-b627700291b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1095 time: 0.1318080 Jul 28 11:04:47.327822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port a630dea0-c235-4cda-8b94-5de923962387 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:47.329549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-72d80eef-e426-4b17-b719-49a513fdd3a9 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.335721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port a630dea0-c235-4cda-8b94-5de923962387 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:47.336580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.339359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-72d80eef-e426-4b17-b719-49a513fdd3a9 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 946 time: 0.0792780 Jul 28 11:04:47.351504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'port': {'security_groups': ['4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57', '2a7a800b-f3f1-4aaf-b48d-785451dfeaae']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:47.389128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-c93c8a6b-f478-49e5-975f-837bbaec8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.396530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-c93c8a6b-f478-49e5-975f-837bbaec8cfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1671219 Jul 28 11:04:47.397923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Allocated IP 172.20.0.2 (be753703-0cb0-4ea8-a25e-c1f67e0381a6/682dc253-fdb1-4a1c-8678-fe93dee563cf/8d1e84f7-fdaa-4673-8611-6ff3b1205440) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:47.426259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-a84e36f7-0618-4c21-8656-43f16c36fd2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 217 time: 0.0845163 Jul 28 11:04:47.543214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.571899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.575623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-2f09e193-435a-4264-936e-9c48557f37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.578776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-2f09e193-435a-4264-936e-9c48557f37c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1434939 Jul 28 11:04:47.605615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:47.607861 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdda233-138c-48af-b6ca-e2e678038b36" -d '{"events": [{"server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "a630dea0-c235-4cda-8b94-5de923962387"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:47.618492 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-a946af01-8510-4b9d-9f41-db097e8483cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.0951269 Jul 28 11:04:47.631933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a630dea0-c235-4cda-8b94-5de923962387, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a630dea0-c235-4cda-8b94-5de923962387,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:47.636089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.663614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-5ba0998d-e508-4fa0-944f-7768d7497841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746963 Jul 28 11:04:47.675306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644befa8-9e33-442c-ab69-8a1d955c808f req-d60febd7-d283-48ef-a5ce-064d22ef61e8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.677496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-644befa8-9e33-442c-ab69-8a1d955c808f req-d60febd7-d283-48ef-a5ce-064d22ef61e8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1787353 Jul 28 11:04:47.687332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-0fa32f5c-7896-412c-984e-a249a06612ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.689388 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-0fa32f5c-7896-412c-984e-a249a06612ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0611663 Jul 28 11:04:47.764938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.770196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.790646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Transition to ACTIVE for port object 8d1e84f7-fdaa-4673-8611-6ff3b1205440 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:47.802951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a630dea0-c235-4cda-8b94-5de923962387,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:47.827767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Transition to ACTIVE for port object 8d1e84f7-fdaa-4673-8611-6ff3b1205440 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:47.837492 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.874518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-644befa8-9e33-442c-ab69-8a1d955c808f req-e320d495-90c8-44bf-bc78-18b413539f6e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823304 Jul 28 11:04:47.887628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:47.891986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:47.905200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:47.939987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-a2c1f0d1-af1d-4c39-9f58-9cefe5af7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:47.942361 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-a2c1f0d1-af1d-4c39-9f58-9cefe5af7333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611073 Jul 28 11:04:47.947019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Allocated IP 172.20.0.2 (d91c94af-042b-4bc3-b1d3-68368c20383a/c2f36c46-3c1d-4d07-942c-a1e7e7f82967/243ed0fe-f196-4e32-9c7a-d7743c128674) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:47.972415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Pushing event updated for resources: {'Port': ['ID=8d1e84f7-fdaa-4673-8611-6ff3b1205440,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:47.983580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Attempting to bind port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:47.983945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Attempting to bind port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:47.984413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Attempting to bind port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 on network be753703-0cb0-4ea8-a25e-c1f67e0381a6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:47.990199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:47.990572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Checking segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:47.990974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:47.991474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Bound using segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:47.991949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Bound port: 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:47.992381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.053499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:48.064563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] For port 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:48.068481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] For port 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8d1e84f7-fdaa-4673-8611-6ff3b1205440,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:48.077241 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.078602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-b1a74c49-a182-4992-8752-46df9926ee2b service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998246 Jul 28 11:04:48.158173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369120a1-216d-49a1-883d-361af8ce9006 None None] Pushing event updated for resources: {'Port': ['ID=8d1e84f7-fdaa-4673-8611-6ff3b1205440,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:48.169720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-3f6b648b-85ab-43f7-9d69-11147df25b99 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162676 Jul 28 11:04:48.179220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.220370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.225250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.246920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:48.333719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5841f5-0d18-4f55-b5b0-a8aa5a3120d5 req-6b3d6683-6902-43ff-8597-62f74ebcb1ea tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:48.335797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae5841f5-0d18-4f55-b5b0-a8aa5a3120d5 req-6b3d6683-6902-43ff-8597-62f74ebcb1ea tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 945 time: 0.2646503 Jul 28 11:04:48.357751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc78137-f245-495a-979f-3cbcacf59d93 req-9a96fe9d-dff3-4e14-81ad-b01ea62b6b88 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777711 Jul 28 11:04:48.364859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:48.365523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.366938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40e95d8a-8a24-4615-b930-fdff654892b4 req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "PUT /v2.0/ports/f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 982 time: 1.0267575 Jul 28 11:04:48.474980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:48.496557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.519202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d48e82-e859-4688-980f-24456afb9a54 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:48.524680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Network d91c94af-042b-4bc3-b1d3-68368c20383a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:48.526432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.529809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:48.538448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae5841f5-0d18-4f55-b5b0-a8aa5a3120d5 req-79796870-2cd5-44aa-bbb0-3cc6cd9717a2 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704662 Jul 28 11:04:48.544206 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94ea2f-f051-4382-9305-307be9d24fc7 x-openstack-request-id: req-7c94ea2f-f051-4382-9305-307be9d24fc7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:48.544486 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "a630dea0-c235-4cda-8b94-5de923962387", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:48.544732 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c94ea2f-f051-4382-9305-307be9d24fc7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:48.545417 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387', 'code': 200} Jul 28 11:04:48.546576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e4377b3-2928-4775-a562-1f6a268f1208 req-15d1bc44-982c-4298-abe5-b6be6be3fdd0 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498460 Jul 28 11:04:48.584121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:48.826000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Port': ['ID=243ed0fe-f196-4e32-9c7a-d7743c128674,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:48.833025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.874439 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:48.973968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffafeb-d5c8-4d75-a106-79675992df8f req-5d3fb6c3-482e-458e-bcc9-9e9208ac120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:48.975480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7dffafeb-d5c8-4d75-a106-79675992df8f req-5d3fb6c3-482e-458e-bcc9-9e9208ac120a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1096 time: 0.2063308 Jul 28 11:04:49.049164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.104305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-d6db17cf-824a-433c-9a66-f638e87d6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:49.105765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-d6db17cf-824a-433c-9a66-f638e87d6823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1095 time: 0.4940269 Jul 28 11:04:49.132126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7dffafeb-d5c8-4d75-a106-79675992df8f req-7aa50a69-1486-4a43-808b-b1ec04d5e0e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386716 Jul 28 11:04:49.133576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Allocated IP 172.25.1.130 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/7e25587a-4486-4f8a-bd2c-f5620bdd08e1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:49.162811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-03d0076e-e1ae-4513-99fa-a93a909e5ea9 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1628798249&fields=id&tenant_id=4ced3ac353df4530bce5c304fb5267f7 HTTP/1.1" status: 200 len: 267 time: 0.0837531 Jul 28 11:04:49.165275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:49.220112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fe639-1df1-4218-bf2f-e90e9d5d412c req-23fc582c-e1cd-4e0b-8f82-1aed24367a3b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:49.222336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca3fe639-1df1-4218-bf2f-e90e9d5d412c req-23fc582c-e1cd-4e0b-8f82-1aed24367a3b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 949 time: 0.5624466 Jul 28 11:04:49.294570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:49.298304 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:49.320924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 338762ba-9bfc-47ea-b556-b77fe98ba17e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:49.325469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 338762ba-9bfc-47ea-b556-b77fe98ba17e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:49.326072 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.411080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8d1e84f7-fdaa-4673-8611-6ff3b1205440 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:49.424107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.437649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca3fe639-1df1-4218-bf2f-e90e9d5d412c req-8cc1b703-4511-4f37-b213-73e8f4f865d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802680 Jul 28 11:04:49.442753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.483235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-e6547931-b5b9-480e-968f-00bbaca76e9e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:49.490312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.492198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-e6547931-b5b9-480e-968f-00bbaca76e9e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/networks?id=6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 200 len: 815 time: 0.2923186 Jul 28 11:04:49.514976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:49.521000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-7a12f427-f98b-498a-b41d-5425a900217b tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/quotas/4ced3ac353df4530bce5c304fb5267f7 HTTP/1.1" status: 200 len: 375 time: 0.0279169 Jul 28 11:04:49.525874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.528299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.545447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-2d1a0853-75c3-49cd-8979-acc6921424b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:49.546138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:49.547136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-2d1a0853-75c3-49cd-8979-acc6921424b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.4315603 Jul 28 11:04:49.552642 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.573823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Port': ['ID=243ed0fe-f196-4e32-9c7a-d7743c128674,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:49.602192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.627802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-57c4472b-e4fb-481b-889a-74daae627b8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 217 time: 0.0526247 Jul 28 11:04:49.633083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.637111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-04515d59-47af-4dbb-8ced-cd63526170dc tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1520832 Jul 28 11:04:49.638449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:49.691275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-1d7d8c60-b611-4eaf-b230-883dc64a1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:49.692979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-1d7d8c60-b611-4eaf-b230-883dc64a1968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0562694 Jul 28 11:04:49.720792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.721138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-139399f2-d2b7-460d-8046-00cddc04636a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ced3ac353df4530bce5c304fb5267f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1960051 Jul 28 11:04:49.723200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197da8d5-5439-41a4-a9c1-bb99769bb3e1 None None] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:04:49.748439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-9d411363-3cba-486d-87c8-46a8525871ee tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-875301893&fields=id&tenant_id=3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 267 time: 0.2223630 Jul 28 11:04:49.753946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0d89ba91-83ef-495a-8c2e-b346d73184fe tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=d91c94af-042b-4bc3-b1d3-68368c20383a HTTP/1.1" status: 200 len: 689 time: 0.1139860 Jul 28 11:04:49.756700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:49.770746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-a6dd07fa-5a17-4883-af73-7d31805629b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666640 Jul 28 11:04:49.774547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:49.792145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:49.794759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:49.798301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:49.815188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] Provisioning for port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:49.823360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] Provisioning complete for port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:49.823737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.850070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Pushing event updated for resources: {'Port': ['ID=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:49.957358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-89630010-9908-4878-b80b-92bbbb47e71d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:49.958304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-89630010-9908-4878-b80b-92bbbb47e71d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 985 time: 0.1907301 Jul 28 11:04:49.962400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-71ea42c1-df64-4e9b-b154-42b9466bd66c service neutron] 10.222.0.20 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269294 Jul 28 11:04:49.975088 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:49.991532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'port': {'security_groups': ['2a7a800b-f3f1-4aaf-b48d-785451dfeaae', '4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57', 'bb0417e6-d880-4641-98d3-6e84eb12ed1a']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:50.021879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] For port 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8d1e84f7-fdaa-4673-8611-6ff3b1205440,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:50.027974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.037719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-d1fcde9f-dc72-431d-9c48-fa83d355a7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205601 Jul 28 11:04:50.054478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.099139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e925f-c409-40b8-9ecd-e18526e0b159 None None] Pushing event updated for resources: {'Port': ['ID=8d1e84f7-fdaa-4673-8611-6ff3b1205440,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:50.198537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.230614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-183f438f-cf80-4803-85b7-a545490194ee service neutron] 10.222.0.20 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497804 Jul 28 11:04:50.269230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5f7984cb-6662-4ed5-8025-c2fcf90d737b None None] Provisioning complete for port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:50.269794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f7984cb-6662-4ed5-8025-c2fcf90d737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.282850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330f6c2e-7840-4d46-8f18-3d593ebb9671 req-8e86d83e-a8ce-4145-b8d3-f17564b4fa7b service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123556 Jul 28 11:04:50.480396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:50.512479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.517901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.532098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:50.540626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Deleting port 243ed0fe-f196-4e32-9c7a-d7743c128674 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:04:50.540626 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.565718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:50.566352 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.581888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f40e58dd-5e07-433e-8702-fff8e7bf969e req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "PUT /v2.0/ports/f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 1021 time: 0.6048608 Jul 28 11:04:50.593053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:50.595918 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e63d53-b980-4f7c-96fc-d1886516f465" -d '{"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-plugged", "status": "completed", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:50.622040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207defc1-ab90-4ff9-9bad-02e087cdcf81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:50.643011 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb8455-aea8-44e8-9dfa-a00837d90adb x-openstack-request-id: req-ddbb8455-aea8-44e8-9dfa-a00837d90adb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:50.643857 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:50.644113 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddbb8455-aea8-44e8-9dfa-a00837d90adb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:50.644814 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'status': 'completed', 'code': 200} Jul 28 11:04:50.683502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.683893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:50.693334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:50.696017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Calling delete_port for 243ed0fe-f196-4e32-9c7a-d7743c128674 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:04:50.739594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44d197-6da8-4f9e-9166-782b3bf93ba4 req-ec1a385c-5093-4672-883e-9f063d2521b2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:50.741357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f44d197-6da8-4f9e-9166-782b3bf93ba4 req-ec1a385c-5093-4672-883e-9f063d2521b2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.0948768 Jul 28 11:04:50.808008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f44d197-6da8-4f9e-9166-782b3bf93ba4 req-406ba519-d7b1-4da8-b88a-7615b0e263f0 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510464 Jul 28 11:04:50.825353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798a646-7908-43dd-823e-56e507d025d9 req-5195ca2a-ff5f-4bdf-b744-9cb0ef38ff9f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:50.833671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9798a646-7908-43dd-823e-56e507d025d9 req-5195ca2a-ff5f-4bdf-b744-9cb0ef38ff9f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 945 time: 0.1149437 Jul 28 11:04:50.871478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-a066dbce-0e5e-4169-859a-0bebace48f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:50.873369 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-a066dbce-0e5e-4169-859a-0bebace48f73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1175 time: 0.1588795 Jul 28 11:04:50.887689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9798a646-7908-43dd-823e-56e507d025d9 req-90bbeace-83dd-4f90-a52e-e6bfb27962ba tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530946 Jul 28 11:04:50.918771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.012960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0d333-e1c7-43a2-9eb1-24288529bb6f req-f86a6c4e-50e9-43aa-8df5-49f6fe8b1475 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:51.021490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dda0d333-e1c7-43a2-9eb1-24288529bb6f req-f86a6c4e-50e9-43aa-8df5-49f6fe8b1475 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.0629590 Jul 28 11:04:51.098054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dda0d333-e1c7-43a2-9eb1-24288529bb6f req-3f0bd693-df3b-4ac3-ab5f-dcf5660e74af tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757110 Jul 28 11:04:51.115157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe2dd-1e64-4a23-864c-eafc17461618 req-ea83867d-dce7-4501-80f7-8dea0ba4b135 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:51.120979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f2fe2dd-1e64-4a23-864c-eafc17461618 req-ea83867d-dce7-4501-80f7-8dea0ba4b135 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1024 time: 0.0975535 Jul 28 11:04:51.177928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-b0481796-5218-4776-b0f6-b0c6a1421bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:51.179412 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-b0481796-5218-4776-b0f6-b0c6a1421bad service neutron] 10.222.0.44 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.2982841 Jul 28 11:04:51.183970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19b3a452-dc73-4030-b29f-61953023199a req-8410f8e0-1ce1-4ab2-9958-6d0d4be9e81b tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0378497 Jul 28 11:04:51.259819 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc263ae-545d-4b06-86c3-2ca8d6f31279 x-openstack-request-id: req-1fc263ae-545d-4b06-86c3-2ca8d6f31279 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:51.260095 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-plugged", "status": "completed", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:51.260376 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc263ae-545d-4b06-86c3-2ca8d6f31279 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:51.260771 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'code': 200} Jul 28 11:04:51.263802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f2fe2dd-1e64-4a23-864c-eafc17461618 req-8a21f5f3-ce9c-481f-befd-d3888aebb8a5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a7a800b-f3f1-4aaf-b48d-785451dfeaae&id=bb0417e6-d880-4641-98d3-6e84eb12ed1a HTTP/1.1" status: 200 len: 6146 time: 0.1362803 Jul 28 11:04:51.289616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.296472 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-3cd9d6c1-3629-4c2c-be16-c9e78ee444ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 217 time: 0.1061594 Jul 28 11:04:51.330493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8d1e84f7-fdaa-4673-8611-6ff3b1205440 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:51.369944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Port': ['ID=243ed0fe-f196-4e32-9c7a-d7743c128674,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:51.403192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:51.404312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.429187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-1f2de882-06d7-480c-a6a8-b8f94148515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:51.432170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-1f2de882-06d7-480c-a6a8-b8f94148515a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.1056664 Jul 28 11:04:51.484619 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-8f9d90f6-16aa-4269-b0f1-f85b89171654 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342340 Jul 28 11:04:51.551336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.555566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.572289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eec0b-2fa4-407b-b232-ad370b8fe251 req-bd69ab6f-3eae-4af2-be1b-b9dc075f4b2b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:51.573881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-169eec0b-2fa4-407b-b232-ad370b8fe251 req-bd69ab6f-3eae-4af2-be1b-b9dc075f4b2b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.2044940 Jul 28 11:04:51.615933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-b3f213a3-4ccf-4186-81a5-47d568bf346a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 258 time: 0.3164279 Jul 28 11:04:51.632778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:51.641782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-169eec0b-2fa4-407b-b232-ad370b8fe251 req-641b4b9f-d0fb-4715-bef8-f26aeefbe38f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599287 Jul 28 11:04:51.663534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.689035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cc0466eb-dfd6-4318-bdb8-7caabf430796 req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1645073719 ', 'description': 'tempest-description-554451407'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:51.710737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-b41527dc-36ce-4d62-a6a7-da8074f8f177 service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182798 Jul 28 11:04:51.711468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.749154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc0466eb-dfd6-4318-bdb8-7caabf430796 req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.852486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.893777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f36c46-3c1d-4d07-942c-a1e7e7f82967,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:51.898613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.915982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-17c8c709-4cee-4f15-86c7-ec1605e2c0a4 req-b524d5af-9d9e-4cc7-9a61-e2cb7bc5fd35 service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822817 Jul 28 11:04:51.945683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Router bbb67b3b-0e94-4104-9466-fe99be56f189 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:04:51.966998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:51.978299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91c94af-042b-4bc3-b1d3-68368c20383a']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:52.001701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc0466eb-dfd6-4318-bdb8-7caabf430796 req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.017048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc0466eb-dfd6-4318-bdb8-7caabf430796 req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.024517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee5d78c-c6a6-4d6f-8d16-5b327b24b9ae') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:52.024847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee5d78c-c6a6-4d6f-8d16-5b327b24b9ae') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:52.037616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.059864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-ffe970ea-9f53-41a2-9bef-81ccf0d78c39 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:52.061412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-ffe970ea-9f53-41a2-9bef-81ccf0d78c39 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.41 "GET /v2.0/networks?id=6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 200 len: 815 time: 0.2280707 Jul 28 11:04:52.083358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.093090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:52.093520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:52.095389 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:52.100003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc0466eb-dfd6-4318-bdb8-7caabf430796 req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.115561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc0466eb-dfd6-4318-bdb8-7caabf430796 req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4314282 Jul 28 11:04:52.153718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcdb6f-7e0f-4f4f-b47c-808a896d1004 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd09efe9-260b-452f-879c-6d98f05e1b86,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:52.165065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.198072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Allocated IP 172.25.1.158 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/4e544ae1-209e-4f67-a6c7-09e9abab13c1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:52.204854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-8eab06dc-86b3-4a3f-9e5a-9d59a84fe7fd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ced3ac353df4530bce5c304fb5267f7 HTTP/1.1" status: 200 len: 380 time: 0.0881495 Jul 28 11:04:52.207369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:52.219383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Sync routers for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:52.228213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Request body: {'port': {'device_id': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'admin_state_up': True, 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'security_groups': ['2076424a-2c0d-4e3e-badb-21672caaedec']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:52.240133 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.248712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:52.249014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:52.257002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d91c94af-042b-4bc3-b1d3-68368c20383a {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:04:52.294730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.297972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d91c94af-042b-4bc3-b1d3-68368c20383a HTTP/1.1" status: 204 len: 168 time: 2.5385654 Jul 28 11:04:52.300333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.301780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc12e16a-0cda-41b2-aff6-80f659a4c82c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4580486 Jul 28 11:04:52.303602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:52.304735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03722077-8c85-4aae-9136-8f4e6aedb949 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Network': ['ID=d91c94af-042b-4bc3-b1d3-68368c20383a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:52.311338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:52.459594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:52.466305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cafd6-25d6-48e8-8ed4-06019626c4a6 req-0bd5f7de-b534-43d4-9153-4520b1d653ef tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:52.474497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f2cafd6-25d6-48e8-8ed4-06019626c4a6 req-0bd5f7de-b534-43d4-9153-4520b1d653ef tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.2741570 Jul 28 11:04:52.544518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8d3faec2-17d4-4ec8-8224-1cb486031332 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.2154906 Jul 28 11:04:52.546880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:52.582261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.624619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f2cafd6-25d6-48e8-8ed4-06019626c4a6 req-6d081e50-8fe1-44b4-b187-fe047a7b83df tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312971 Jul 28 11:04:52.646566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:52.649142 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f" -d '{"events": [{"name": "network-changed", "server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:52.671050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Made reservation on behalf of 4ced3ac353df4530bce5c304fb5267f7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:52.675404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.773706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.779608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:50Z', 'revision_number': 3, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:52.813227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Checking router: bbb67b3b-0e94-4104-9466-fe99be56f189 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:52.813741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Updating router bbb67b3b-0e94-4104-9466-fe99be56f189 port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:52.858552 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:52.898229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:52.912063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:52.916743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event updated for resources: {'Port': ['ID=4e544ae1-209e-4f67-a6c7-09e9abab13c1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:52.922368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:52.955723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc46efc3-5ebb-4bda-94d5-931c4bb27eec req-fd9ce6a0-463a-4975-bbb9-452bcc697759 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/fd09efe9-260b-452f-879c-6d98f05e1b86 HTTP/1.1" status: 200 len: 1780 time: 0.1959386 Jul 28 11:04:53.053934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Allocated IP 172.20.0.4 (6aac03b2-605c-4e05-b2d3-04c3d256b917/44d654ee-7db1-4e48-970a-50f0387a88c5/8c5b402e-76fd-4b30-b5d5-f17662a6ceb7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:53.264112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.266303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.267106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.268092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.268810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.269792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.270429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.271086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.271711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.272368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.272695 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.273242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.276061 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6441bfa3-e0d2-4ede-8b54-2da4b5588d16 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7274 time: 0.7279682 Jul 28 11:04:53.279832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:53.287681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Transition to ACTIVE for port object 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:53.305889 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.335844 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-de67d30e-4948-4eae-b597-108332a7e1e9 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] delete failed (client error): The resource could not be found. Jul 28 11:04:53.337777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de67d30e-4948-4eae-b597-108332a7e1e9 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/89354e4a-a804-42e6-9535-b913abc1e514 HTTP/1.1" status: 404 len: 345 time: 0.0564544 Jul 28 11:04:53.344677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:53.374594 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c60f10-9dc9-4132-9c7b-9a87979b1480 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] DELETE failed (client error): The resource could not be found. Jul 28 11:04:53.375578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c60f10-9dc9-4132-9c7b-9a87979b1480 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:04:53.378454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-58c60f10-9dc9-4132-9c7b-9a87979b1480 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d91c94af-042b-4bc3-b1d3-68368c20383a HTTP/1.1" status: 404 len: 339 time: 0.0312214 Jul 28 11:04:53.383860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:53.389428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'network': {'name': 'tempest-network--1740962445', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:53.422418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd7e6784-d934-408c-9f0e-a8a12d57e115 req-d5c36f95-296f-4d13-b1e7-8b43ad74eec6 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.3603992 Jul 28 11:04:53.429808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2618c1-dcac-45af-831b-94a3c2858fd8 None None] Pushing event updated for resources: {'Port': ['ID=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:53.471721 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.475137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Attempting to bind port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:53.475659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Attempting to bind port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:53.475811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Attempting to bind port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:53.532701 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d73a3f-74d8-420c-a899-077e0878bf74 x-openstack-request-id: req-24d73a3f-74d8-420c-a899-077e0878bf74 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:53.532701 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:53.532701 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24d73a3f-74d8-420c-a899-077e0878bf74 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:53.532701 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'status': 'completed', 'code': 200} Jul 28 11:04:53.546422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Made reservation on behalf of b83ad4cd26f54ef7a811b5bd699f3e7a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:53.549187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.561444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:53.562489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:53.563139 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.563742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:53.564507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Bound port: 7e25587a-4486-4f8a-bd2c-f5620bdd08e1, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:53.565187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.615212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.634738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] For port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:53.640524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] For port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:53.652322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.663051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:53.675363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.675363 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Added segment bc752a22-5230-487c-8e0d-f645890daa7a of type vlan for network f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b Jul 28 11:04:53.682369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba817935-b381-46f6-8b8e-c8abe02bafbd req-7a9a9e51-e818-49de-9b37-1dddeb95b306 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/fd09efe9-260b-452f-879c-6d98f05e1b86 HTTP/1.1" status: 200 len: 1780 time: 0.1153367 Jul 28 11:04:53.721024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.740339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.751736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:53.752405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:53.776567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Transition to ACTIVE for port object 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:53.781387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.786939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.787900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.788562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.796644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2618c1-dcac-45af-831b-94a3c2858fd8 None None] Pushing event updated for resources: {'Port': ['ID=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:53.861544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba817935-b381-46f6-8b8e-c8abe02bafbd req-84b0c908-50ac-4eec-929e-e00cc41e4c11 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.921638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba817935-b381-46f6-8b8e-c8abe02bafbd req-84b0c908-50ac-4eec-929e-e00cc41e4c11 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.938387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.972320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:53.985878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5984747 Jul 28 11:04:53.990058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-e49f0ed4-7e59-42dd-923e-0e635fc313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:53.991619 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-e49f0ed4-7e59-42dd-923e-0e635fc313d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1175 time: 0.4353864 Jul 28 11:04:53.996116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:54.026670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be283107-4d42-4d08-bbc3-d08113c9c9be tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Network': ['ID=f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:54.038245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.049621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:54.068905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:54.069388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:54.103008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:54.133551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:54.165057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.166308 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.178663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event updated for resources: {'Port': ['ID=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:54.220397 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba817935-b381-46f6-8b8e-c8abe02bafbd req-84b0c908-50ac-4eec-929e-e00cc41e4c11 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.226470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba817935-b381-46f6-8b8e-c8abe02bafbd req-84b0c908-50ac-4eec-929e-e00cc41e4c11 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.241023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba817935-b381-46f6-8b8e-c8abe02bafbd req-84b0c908-50ac-4eec-929e-e00cc41e4c11 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd09efe9-260b-452f-879c-6d98f05e1b86 HTTP/1.1" status: 204 len: 173 time: 0.5471711 Jul 28 11:04:54.295430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Allocated IP 172.20.0.1 (be753703-0cb0-4ea8-a25e-c1f67e0381a6/682dc253-fdb1-4a1c-8678-fe93dee563cf/cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:54.334690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0c908-50ac-4eec-929e-e00cc41e4c11 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd09efe9-260b-452f-879c-6d98f05e1b86,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:54.351814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-6e357e66-f77c-4f79-87ae-4952137fc6bd tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1310711 Jul 28 11:04:54.371765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Request body: {'port': {'device_id': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:54.452705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec167e6e-7d3c-421f-b1b6-70495d7fc7b6 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.459606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec167e6e-7d3c-421f-b1b6-70495d7fc7b6 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.460015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:50Z', 'revision_number': 3, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:54.465124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec167e6e-7d3c-421f-b1b6-70495d7fc7b6 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.471866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec167e6e-7d3c-421f-b1b6-70495d7fc7b6 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.473636 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec167e6e-7d3c-421f-b1b6-70495d7fc7b6 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4744599 Jul 28 11:04:54.474805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-bf5dc36b-84a2-4e0a-a66c-6018ee9f63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.476128 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-bf5dc36b-84a2-4e0a-a66c-6018ee9f63b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.4679933 Jul 28 11:04:54.478512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:54.478726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.495964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event updated for resources: {'Port': ['ID=4e544ae1-209e-4f67-a6c7-09e9abab13c1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:54.499008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fa257-afdb-47ce-84a5-dad34da767a4 None None] The sync data for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 is: [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:50Z', 'revision_number': 3, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:54.514071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.514993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-d13498da-118f-4965-8515-67445a02a973 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8897557 Jul 28 11:04:54.543866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bec33cad-76a0-4b3a-89f0-d7238baf21ef None None] Provisioning for port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:54.552334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bec33cad-76a0-4b3a-89f0-d7238baf21ef None None] Provisioning complete for port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:54.553048 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bec33cad-76a0-4b3a-89f0-d7238baf21ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.581858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-5110167d-534c-41af-a451-26d85fb6b3bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 200 len: 217 time: 0.0810678 Jul 28 11:04:54.605446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bec33cad-76a0-4b3a-89f0-d7238baf21ef None None] Port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:54.606190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-e872c993-764e-4c01-a950-9d70a957e63c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0818458 Jul 28 11:04:54.622185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888767-13c3-4b3a-a140-492415c6ca31 req-116fe92d-70e6-4582-b00e-794d4543402d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.623778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91888767-13c3-4b3a-a140-492415c6ca31 req-116fe92d-70e6-4582-b00e-794d4543402d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1850471 Jul 28 11:04:54.624442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.663964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.687625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-60baff00-542a-4d46-b8f8-aacaea55d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.689103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-60baff00-542a-4d46-b8f8-aacaea55d370 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.1001325 Jul 28 11:04:54.695824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.733251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-79776f34-4556-4fda-ade9-c010768007d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341325 Jul 28 11:04:54.736560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Transition to ACTIVE for port object cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:54.770799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91888767-13c3-4b3a-a140-492415c6ca31 req-755332fa-36f3-4b78-bd1a-d2318b1ba9bb tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 Jul 28 11:04:54.852701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-444b3852-97cd-4a97-a775-d0821d7c6e4f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:54.876936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-433b513a-f36c-4864-b9ba-577b0a80edc9 req-444b3852-97cd-4a97-a775-d0821d7c6e4f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2500379 Jul 28 11:04:54.906773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.922423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:54.949915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc752a22-5230-487c-8e0d-f645890daa7a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:54.950275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc752a22-5230-487c-8e0d-f645890daa7a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:54.954406 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-412cc633-e66f-42fc-b111-d05675f14c54 req-6bbd30ff-821c-4660-ba62-46e1c983a093 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:04:54.960822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:54.971290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412cc633-e66f-42fc-b111-d05675f14c54 req-6bbd30ff-821c-4660-ba62-46e1c983a093 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/fd09efe9-260b-452f-879c-6d98f05e1b86 HTTP/1.1" status: 404 len: 352 time: 0.0347657 Jul 28 11:04:54.996526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.051930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-8ce77e6d-4eda-4d08-a60d-4e375a802d56 service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972362 Jul 28 11:04:55.055833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.092084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:55.137669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:55.141815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:55.142171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:55.144019 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:55.146570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:04:55.157435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:55.221905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baedf84-4b2a-4e52-b031-4d1c0a6f1584 req-be00f56c-8ba8-46f0-b13f-ef511275d3cc tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:55.234093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1baedf84-4b2a-4e52-b031-4d1c0a6f1584 req-be00f56c-8ba8-46f0-b13f-ef511275d3cc tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 931 time: 0.1431298 Jul 28 11:04:55.330540 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.400532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:55.417052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.427711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1baedf84-4b2a-4e52-b031-4d1c0a6f1584 req-3b72ce9c-3492-4fe0-be2d-849e7f3ecda3 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926270 Jul 28 11:04:55.436450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:04:55.450426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.450426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b HTTP/1.1" status: 204 len: 168 time: 0.9683478 Jul 28 11:04:55.450426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:55.456771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'network': {'name': 'tempest-network--389326969', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:55.473153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-968b6dbf-1ed9-4e63-9453-cde5cb80d61f req-59dc3728-bd8a-418d-91a6-803bb6446a0b service neutron] 10.222.0.44 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090526 Jul 28 11:04:55.474589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b34820f9-7b52-4927-b5be-60b23af9d2d9 req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1630858553', 'description': 'tempest-description-197609882'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:55.481548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b71e-41ee-4000-b0f0-3acefcdc1c80 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8d8e900-b586-4b9f-9c3d-1ce7ee3a220b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:55.532438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-a585744a-51df-4332-ab40-27c5cbb25b2f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:55.541029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-a585744a-51df-4332-ab40-27c5cbb25b2f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2599223 Jul 28 11:04:55.576220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:55.581040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:55.581658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.624993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:55.635723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-f68bdac9-f71b-4bd5-9cba-39f6ef18b6ad tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0935738 Jul 28 11:04:55.642927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.652503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Made reservation on behalf of b83ad4cd26f54ef7a811b5bd699f3e7a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:55.655088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.661572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Request body: {'floatingip': {'port_id': 'a630dea0-c235-4cda-8b94-5de923962387', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:55.668713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b34820f9-7b52-4927-b5be-60b23af9d2d9 req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.669993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ba0001c-3065-430e-86ef-1c6a2a795423 None None] Provisioning for port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:04:55.671430 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.689270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ba0001c-3065-430e-86ef-1c6a2a795423 None None] Provisioning complete for port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:55.689877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba0001c-3065-430e-86ef-1c6a2a795423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.716626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:55.729424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Transition to ACTIVE for port object 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:55.734738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.736437 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Added segment dc81bb45-e46b-4058-9ec4-865aa6772f04 of type vlan for network bf58ad67-f817-4bf7-991a-040ecead399e Jul 28 11:04:55.795445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.818320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b34820f9-7b52-4927-b5be-60b23af9d2d9 req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.822784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.827420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0001c-3065-430e-86ef-1c6a2a795423 None None] Port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:55.838740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.849334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:55.856110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.872805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b34820f9-7b52-4927-b5be-60b23af9d2d9 req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.877065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.884365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Pushing event updated for resources: {'Port': ['ID=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:55.922281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:55.930782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.931885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:55.932378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:55.958469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624a882f-b072-49d8-9bb4-dd189064ed8f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:56.007306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b34820f9-7b52-4927-b5be-60b23af9d2d9 req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.025247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b34820f9-7b52-4927-b5be-60b23af9d2d9 req-1de3e809-90d7-4648-b306-38b165103070 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5595455 Jul 28 11:04:56.194622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-96062ce3-78c4-44a2-9b18-0cc7efe4e48a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720592 Jul 28 11:04:56.384679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.389852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9371161 Jul 28 11:04:56.393032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:56.404572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.406408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5f5dc-d8d6-4fb4-bcbc-9618e46a356a tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Network': ['ID=bf58ad67-f817-4bf7-991a-040ecead399e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:56.422345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bf58ad67-f817-4bf7-991a-040ecead399e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:56.552731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Attempting to bind port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:56.553626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Attempting to bind port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:56.553960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Attempting to bind port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 on network 6aac03b2-605c-4e05-b2d3-04c3d256b917 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:56.593652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:56.596285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.613570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fb8be-db6c-4ba8-9e62-48b5b191f65c tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:56.614914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d3fb8be-db6c-4ba8-9e62-48b5b191f65c tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] 10.222.0.20 "GET /v2.0/networks/bf58ad67-f817-4bf7-991a-040ecead399e HTTP/1.1" status: 200 len: 756 time: 0.2198792 Jul 28 11:04:56.618569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:56.648580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-3c539921-f866-4055-8352-52b35e1ae1c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1617942 Jul 28 11:04:56.652995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 on network 6aac03b2-605c-4e05-b2d3-04c3d256b917 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:04:56.653466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Attempting to bind port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 on network 6aac03b2-605c-4e05-b2d3-04c3d256b917 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:56.694343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.699884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:56.700658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Checking segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:56.701296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Bound using segment: {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:56.701845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Bound port: 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a377b4f5-80be-454f-8eef-0ae9014f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:56.702325 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.707501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.770774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-481cba46-0c8e-47be-ac34-95b1ad759827 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:56.772212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-481cba46-0c8e-47be-ac34-95b1ad759827 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5631452 Jul 28 11:04:56.784574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935e505-f775-4bdd-8f4c-71fa7381f5d1 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:56.785904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8935e505-f775-4bdd-8f4c-71fa7381f5d1 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] 10.222.0.20 "GET /v2.0/networks/7e5815fb-c158-4ac3-b74c-42738fcf7994 HTTP/1.1" status: 200 len: 768 time: 0.1653221 Jul 28 11:04:56.793148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:56.818486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-ffaee589-4581-4ce5-8f88-adf020e77d21 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/quotas/c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 375 time: 0.0233400 Jul 28 11:04:56.858737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-dac79a33-f9c8-4bd6-9ae7-775e8252a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:56.860233 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-dac79a33-f9c8-4bd6-9ae7-775e8252a431 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 1101 time: 0.1397426 Jul 28 11:04:56.884675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:56.901227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:56.918625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] For port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:56.918810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:56.940975 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Floating IP 086cfdf7-13c5-46ca-9f8c-ebb65a1cc544 associated. External IP: 172.25.1.158, port: a630dea0-c235-4cda-8b94-5de923962387. Jul 28 11:04:56.944628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] For port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:56.992584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.004769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-d3b36fdf-9a17-4d01-a545-0f4e4e18e248 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505988 Jul 28 11:04:57.054210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:57.054818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.056212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] 10.222.0.41 "PUT /v2.0/ports/8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 200 len: 1091 time: 2.6909926 Jul 28 11:04:57.058435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:04:57.064665 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e52ba-d471-42f9-99d8-b571c25875e7" -d '{"events": [{"name": "network-changed", "server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:04:57.131454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-696b9f0e-a5db-40a6-bff7-8a0db2d850cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:57.135297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-696b9f0e-a5db-40a6-bff7-8a0db2d850cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2432182 Jul 28 11:04:57.294607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-099498ec-1659-410c-af78-e0fab7bbd1aa None None] Provisioning complete for port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:57.295173 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-099498ec-1659-410c-af78-e0fab7bbd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.374497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:57.390993 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-2b209059-5c7b-48b7-8629-dba888b2a97e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 200 len: 217 time: 0.1852474 Jul 28 11:04:57.405487 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.449498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf58ad67-f817-4bf7-991a-040ecead399e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:57.464096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-099498ec-1659-410c-af78-e0fab7bbd1aa None None] Port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:04:57.464683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc81bb45-e46b-4058-9ec4-865aa6772f04') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:57.464988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc81bb45-e46b-4058-9ec4-865aa6772f04') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:57.498413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:04:57.498899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.512108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.532394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Router bbb67b3b-0e94-4104-9466-fe99be56f189 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:57.559838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.621037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:57.621538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:57.623531 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:04:57.697139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-e054950b-0bb1-47a4-b8e8-87e3f18e4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:57.699251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-e054950b-0bb1-47a4-b8e8-87e3f18e4cb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2906573 Jul 28 11:04:57.805912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.819607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf58ad67-f817-4bf7-991a-040ecead399e {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:04:57.824974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.827212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/networks/bf58ad67-f817-4bf7-991a-040ecead399e HTTP/1.1" status: 204 len: 168 time: 1.0318756 Jul 28 11:04:57.841426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:57.853466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-54f9dcf4-74fb-4acf-8848-dfad70a7b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:57.855236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-54f9dcf4-74fb-4acf-8848-dfad70a7b138 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384730 Jul 28 11:04:57.856835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-674d331d-33c7-4b3a-8840-e2a0e75c00c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:57.858825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea21107-be36-4087-beaf-9a328986ec63 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf58ad67-f817-4bf7-991a-040ecead399e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:57.859174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'network': {'name': 'tempest-network--2015269964'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:57.882859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:04:57.890721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:57.891289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-5f80a3a9-4cd4-4fd6-975e-54512d226135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:57.893567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-5f80a3a9-4cd4-4fd6-975e-54512d226135 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ced3ac353df4530bce5c304fb5267f7&device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 1094 time: 0.7861757 Jul 28 11:04:57.895298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad53a3-0d52-4eea-aa1e-302b416fdcbb service neutron] Pushing event updated for resources: {'Port': ['ID=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:57.961282 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4c5d8fa1-ee3c-408a-926f-a25953e56bb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/bbb67b3b-0e94-4104-9466-fe99be56f189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6402380 Jul 28 11:04:57.961509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-291cd01d-a22c-49dd-adfa-cd24427c9c05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0487652 Jul 28 11:04:58.051114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-8982a464-bf07-4237-bb0c-f51112eebf96 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873345 Jul 28 11:04:58.083802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76e6f4-7e60-42c8-bc20-79270d961ed9 req-6081b5f4-a417-4e98-b39a-f35e10d18e2e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:58.087146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:58.116415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd76e6f4-7e60-42c8-bc20-79270d961ed9 req-6081b5f4-a417-4e98-b39a-f35e10d18e2e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.3809736 Jul 28 11:04:58.118959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717', 'port_id': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'mac_address': 'fa:16:3e:17:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff62bbb5-74e1-450e-9d5f-acda051b411f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:04:58.167197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.174628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-7adc6faf-fe42-4a2e-84f6-2408c4dae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:58.177148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-7adc6faf-fe42-4a2e-84f6-2408c4dae931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d654ee-7db1-4e48-970a-50f0387a88c5 HTTP/1.1" status: 200 len: 854 time: 0.2070920 Jul 28 11:04:58.190638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b680f6d-af0d-42d4-be79-060237bf64b9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:04:58.230104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f4d7f36e-c645-43a6-ae8e-bdbc35d80989 req-4131fa48-3f37-4e8f-93b5-538bc1970295 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687734 Jul 28 11:04:58.234080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:58.239926 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.266726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd76e6f4-7e60-42c8-bc20-79270d961ed9 req-49426237-ceb8-4aca-bc00-0f9244a17539 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488330 Jul 28 11:04:58.319692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:58.329564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Made reservation on behalf of b83ad4cd26f54ef7a811b5bd699f3e7a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:58.332646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.413326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4697896d-d1da-4f46-9c6d-28a9393451fa req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1591566931', 'description': 'tempest-description-1305033165'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:58.417856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:58.433433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-f1fffc25-bebf-4a0e-afc2-9b32c96b4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:58.434945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-f1fffc25-bebf-4a0e-afc2-9b32c96b4955 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6aac03b2-605c-4e05-b2d3-04c3d256b917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116275 Jul 28 11:04:58.441209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.441547 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Added segment dd14a2b1-3883-4953-841b-2754f774478a of type vlan for network ee53d0c1-e02f-4b41-9a1e-55e2dede40a3 Jul 28 11:04:58.460466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6b680f6d-af0d-42d4-be79-060237bf64b9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:04:58.553667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4697896d-d1da-4f46-9c6d-28a9393451fa req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.560620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.581716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Router a10fe7b0-7637-449d-a2ca-caefcf9159b4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:04:58.589716 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Sync routers for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:58.599654 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:58.600595 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:58.696907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-1fda3967-e658-45e7-aef7-f62308b0d8ec service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456656 Jul 28 11:04:58.704593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.705162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:58.705760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.711485 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:58.887455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Network': ['ID=ee53d0c1-e02f-4b41-9a1e-55e2dede40a3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:58.902890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ee53d0c1-e02f-4b41-9a1e-55e2dede40a3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:58.913386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:58.919352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-3ced5dd5-d029-4444-bec9-0d65886ee447 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406680 Jul 28 11:04:58.921333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.950320 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 2, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:58.953264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4697896d-d1da-4f46-9c6d-28a9393451fa req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.967761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4697896d-d1da-4f46-9c6d-28a9393451fa req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:58.982805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-963c07d6-7adc-4c0a-9b96-385763bc3a18 tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1299367 Jul 28 11:04:58.983397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:58.990136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Checking router: bbb67b3b-0e94-4104-9466-fe99be56f189 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:58.990924 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Updating router bbb67b3b-0e94-4104-9466-fe99be56f189 port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:58.999573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] Sync routers for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:59.006641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-df8c226a-d699-4f0d-b871-516beb85de2b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "PUT /v2.0/floatingips/086cfdf7-13c5-46ca-9f8c-ebb65a1cc544 HTTP/1.1" status: 200 len: 996 time: 3.3380129 Jul 28 11:04:59.023514 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.026157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:59.029460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5adaad9a-0f0e-491f-b46d-85e37c839a9a req-32d98c8f-af8d-4184-a5c0-6a662876b479 service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214025 Jul 28 11:04:59.076933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:59.077719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.113946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4697896d-d1da-4f46-9c6d-28a9393451fa req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.114281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-10cfc869-1c27-44bb-b441-30156927724f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.115165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4697896d-d1da-4f46-9c6d-28a9393451fa req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7106090 Jul 28 11:04:59.116245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-10cfc869-1c27-44bb-b441-30156927724f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907425 Jul 28 11:04:59.121351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3b75-7b9b-4237-96c2-fe7931321a5d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd7a534-5b3a-4005-a91d-c363d75868ab,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:59.136882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Request body: {'port': {'device_id': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'c967dd99a8ed438688bdb3df03feae2e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:04:59.199756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-edf0cec6-2704-4f2f-bfc5-975fc0056bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.201392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-edf0cec6-2704-4f2f-bfc5-975fc0056bcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1096 time: 0.1702032 Jul 28 11:04:59.273979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:59.319034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Made reservation on behalf of c967dd99a8ed438688bdb3df03feae2e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:59.325316 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.346318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.374829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c43eb6-15e6-4c15-ac27-459ab9e6a1df req-923aa07f-f8a4-46c4-a2d0-896f95532b1c tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.376367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c43eb6-15e6-4c15-ac27-459ab9e6a1df req-923aa07f-f8a4-46c4-a2d0-896f95532b1c tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 943 time: 0.1450214 Jul 28 11:04:59.379793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.438432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Network ee53d0c1-e02f-4b41-9a1e-55e2dede40a3 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:04:59.439314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.439933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.444540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "PUT /v2.0/networks/ee53d0c1-e02f-4b41-9a1e-55e2dede40a3 HTTP/1.1" status: 200 len: 858 time: 0.4546120 Jul 28 11:04:59.445249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:04:59.455382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-3199d7b4-8125-4daf-86b5-37347785e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.457460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-3199d7b4-8125-4daf-86b5-37347785e40c service neutron] 10.222.0.20 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 930 time: 0.2495339 Jul 28 11:04:59.457789 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.473600 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Transition to ACTIVE for port object cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:04:59.485786 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.528621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da726d69-69c2-4d09-b924-e532858aac3b tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event updated for resources: {'Network': ['ID=ee53d0c1-e02f-4b41-9a1e-55e2dede40a3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:59.540817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c43eb6-15e6-4c15-ac27-459ab9e6a1df req-90b8247c-f001-42a1-b271-b5e826823800 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499836 Jul 28 11:04:59.548118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '086cfdf7-13c5-46ca-9f8c-ebb65a1cc544', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'port_id': 'a630dea0-c235-4cda-8b94-5de923962387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'mac_address': 'fa:16:3e:af:28:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:04:56Z', 'revision_number': 1, 'project_id': '346a0b776bba4edc9412ba0168937962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:31Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.557973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20675a3-74d5-442f-b460-c5e18316bfcf None None] Pushing event updated for resources: {'Port': ['ID=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:59.577099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-4c8c0f41-12de-4beb-84b6-2ae7eace8e06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 999 time: 0.1088502 Jul 28 11:04:59.595102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] Checking router: a10fe7b0-7637-449d-a2ca-caefcf9159b4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:59.603855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Allocated IP 192.168.233.41 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/6a626ac1-1ecc-4643-81d4-f51b2194a510) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:59.615643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.616551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:59.617343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.671688 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a63f5-3111-457d-8c60-470a11bf9ceb x-openstack-request-id: req-dc8a63f5-3111-457d-8c60-470a11bf9ceb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:04:59.671976 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:04:59.672246 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc8a63f5-3111-457d-8c60-470a11bf9ceb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:04:59.672633 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'status': 'completed', 'code': 200} Jul 28 11:04:59.681873 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Attempting to bind port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:04:59.682841 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Attempting to bind port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:04:59.683365 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Attempting to bind port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 on network be753703-0cb0-4ea8-a25e-c1f67e0381a6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:04:59.693517 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:04:59.694095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Checking segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:04:59.694665 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.695219 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Bound using segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:04:59.696778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Bound port: cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:04:59.701896 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.738632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-1bc7969f-79fe-4233-9fda-2157ae41fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.740321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-1bc7969f-79fe-4233-9fda-2157ae41fb66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 200 len: 868 time: 0.1557891 Jul 28 11:04:59.777549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40fe1727-a450-4d92-845a-eba4a60a9732 req-47eaafd6-84eb-41b6-aae6-b30d7b8f5740 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 210 time: 0.0578341 Jul 28 11:04:59.801517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.802094 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] For port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:59.810844 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] For port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:59.819395 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.832683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:04:59.843816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee53d0c1-e02f-4b41-9a1e-55e2dede40a3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.850026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-06cf5639-4dcd-46b5-8c24-46d8d612889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:04:59.852855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-06cf5639-4dcd-46b5-8c24-46d8d612889f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ced3ac353df4530bce5c304fb5267f7&device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 1094 time: 0.1820011 Jul 28 11:04:59.894634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd14a2b1-3883-4953-841b-2754f774478a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.894891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd14a2b1-3883-4953-841b-2754f774478a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.896160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:59.901466 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20675a3-74d5-442f-b460-c5e18316bfcf None None] Pushing event updated for resources: {'Port': ['ID=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:59.926433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:04:59.927075 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:04:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:59.927229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.954390 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.982780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:59.983157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:04:59.984985 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:05:00.013650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-9a4ce99c-ac80-4c8f-8f3c-ae454acec083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:00.016673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-9a4ce99c-ac80-4c8f-8f3c-ae454acec083 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 200 len: 916 time: 0.1559877 Jul 28 11:05:00.049797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-6e791859-c1b6-45b6-9266-7e6e5990cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:00.058760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-6e791859-c1b6-45b6-9266-7e6e5990cfef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2992284 Jul 28 11:05:00.066978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-48ae784b-44f1-4727-a88c-30acd9ed18bd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:05:00.082471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-48ae784b-44f1-4727-a88c-30acd9ed18bd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209746 Jul 28 11:05:00.109927 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:00.111215 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.128606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.131522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Transition to ACTIVE for port object 6a626ac1-1ecc-4643-81d4-f51b2194a510 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:00.137030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee53d0c1-e02f-4b41-9a1e-55e2dede40a3 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:05:00.141038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.147838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ee53d0c1-e02f-4b41-9a1e-55e2dede40a3 HTTP/1.1" status: 204 len: 168 time: 0.7013175 Jul 28 11:05:00.150227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:00.159639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 6b680f6d-af0d-42d4-be79-060237bf64b9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:00.165920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6b680f6d-af0d-42d4-be79-060237bf64b9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:00.166296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.193023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-98f56a8a-4c60-46f4-afff-f0641e85f7ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 200 len: 217 time: 0.1683865 Jul 28 11:05:00.193917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9641745-c57f-45de-830c-9530546b6abb tempest-ExternalNetworksTestJSON-668816135 tempest-ExternalNetworksTestJSON-668816135-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee53d0c1-e02f-4b41-9a1e-55e2dede40a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:00.198446 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-60050199-c9e7-4bef-b5ea-548eea63fcec tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] DELETE failed (client error): The resource could not be found. Jul 28 11:05:00.198965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60050199-c9e7-4bef-b5ea-548eea63fcec tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:05:00.203573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-60050199-c9e7-4bef-b5ea-548eea63fcec tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] 10.222.0.20 "DELETE /v2.0/subnets/c2f36c46-3c1d-4d07-942c-a1e7e7f82967 HTTP/1.1" status: 404 len: 337 time: 0.0430772 Jul 28 11:05:00.206231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:00.321152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.325400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.344580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', '338762ba-9bfc-47ea-b556-b77fe98ba17e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:00.409769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:00.443734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:00.450781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:00.461013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-5c4ea648-a006-407b-9fdc-6aa2f65b93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:00.467703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-5c4ea648-a006-407b-9fdc-6aa2f65b93ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d654ee-7db1-4e48-970a-50f0387a88c5 HTTP/1.1" status: 200 len: 854 time: 0.2041543 Jul 28 11:05:00.469401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:00.476670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203501391', 'description': 'tempest-description--973056018'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:00.489175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4c8006bb-50b9-4dfd-a3df-7f13cf8e7b35 req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1908592049', 'description': 'tempest-description-2014220425'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:00.521585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:00.566248 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4c8006bb-50b9-4dfd-a3df-7f13cf8e7b35 req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.663675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.669364 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:04:59Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:00.682642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.682882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-9b5c3eff-e30e-4b70-9acf-b2a45acb7436 service neutron] 10.222.0.20 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984476 Jul 28 11:05:00.699910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5815fb-c158-4ac3-b74c-42738fcf7994']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:00.708119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:00.709034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.732669 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f598b-45a0-4ae7-bd39-17b9ca464062 None None] The sync data for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 is: [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:04:59Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:00.742272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c57771-e63e-4a18-be09-91ed6891c699') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:00.742720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c57771-e63e-4a18-be09-91ed6891c699') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:00.780223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.783301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-c047d0e8-8368-4cfe-ac17-272fc1cfbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:00.784968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-c047d0e8-8368-4cfe-ac17-272fc1cfbf87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6aac03b2-605c-4e05-b2d3-04c3d256b917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486207 Jul 28 11:05:00.821711 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.825229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.833970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:05:00.834651 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:05:00.839119 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:05:00.858890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:00.861152 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb105c1-aef7-4659-b9ba-e8962ba1a5c8" -d '{"events": [{"server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "name": "network-vif-plugged", "status": "completed", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:00.909367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:00.920799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.947809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.954302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] 10.222.0.20 "DELETE /v2.0/networks/7e5815fb-c158-4ac3-b74c-42738fcf7994 HTTP/1.1" status: 204 len: 168 time: 0.7469759 Jul 28 11:05:00.970668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fa1f8-a699-4773-9a19-45a70dee29b2 tempest-ExternalNetworksTestJSON-275000395 tempest-ExternalNetworksTestJSON-275000395-project] Pushing event deleted for resources: {'Network': ['ID=7e5815fb-c158-4ac3-b74c-42738fcf7994,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:00.974825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:00.979478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79669377-9a71-4a38-a562-eaf80dbe7ef1 req-26a165d0-6d45-4944-b7fc-8220ce20900d service neutron] 10.222.0.20 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962871 Jul 28 11:05:01.091257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4c8006bb-50b9-4dfd-a3df-7f13cf8e7b35 req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.100706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-f8fb361b-3018-4382-840b-234072366bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073201 Jul 28 11:05:01.105611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-46691fe7-5936-4adf-97bc-afc61ecfd130 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9761982 Jul 28 11:05:01.108703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a174646b-1ec8-4f35-b3e8-2caee8d88edb None None] Provisioning for port 6a626ac1-1ecc-4643-81d4-f51b2194a510 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:01.117750 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4c8006bb-50b9-4dfd-a3df-7f13cf8e7b35 req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.129254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Request body: {'port': {'device_id': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:01.138699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.152994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a174646b-1ec8-4f35-b3e8-2caee8d88edb None None] Provisioning complete for port 6a626ac1-1ecc-4643-81d4-f51b2194a510 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:01.153614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a174646b-1ec8-4f35-b3e8-2caee8d88edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.159683 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5881eef4-bdcd-4151-a7a0-d8ee7fc9262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.162484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '086cfdf7-13c5-46ca-9f8c-ebb65a1cc544', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'port_id': 'a630dea0-c235-4cda-8b94-5de923962387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'mac_address': 'fa:16:3e:af:28:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:04:56Z', 'revision_number': 1, 'project_id': '346a0b776bba4edc9412ba0168937962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:31Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:01.277128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.289867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.327885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d81da-78c0-463a-81e4-e3b1b2486acd None None] The sync data for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 is: [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '086cfdf7-13c5-46ca-9f8c-ebb65a1cc544', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'port_id': 'a630dea0-c235-4cda-8b94-5de923962387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'mac_address': 'fa:16:3e:af:28:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:04:56Z', 'revision_number': 1, 'project_id': '346a0b776bba4edc9412ba0168937962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:31Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:01.384628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:01.399711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a174646b-1ec8-4f35-b3e8-2caee8d88edb None None] Port 6a626ac1-1ecc-4643-81d4-f51b2194a510 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:05:01.403531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:01.445282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:01.453200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d33b24-ccb0-44dd-b5e4-3c88b237db68,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:01.458627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.463325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c6777a6b-672e-4803-8d6c-39ae166e2930 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9904604 Jul 28 11:05:01.465319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4c8006bb-50b9-4dfd-a3df-7f13cf8e7b35 req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.466473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:01.473009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Request body: {'security_group_rule': {'security_group_id': 'b2d33b24-ccb0-44dd-b5e4-3c88b237db68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:01.494005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c8006bb-50b9-4dfd-a3df-7f13cf8e7b35 req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0122828 Jul 28 11:05:01.500949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.569036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d482d69-083c-413c-87fe-e36ffe24fed6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3711f6-5336-48db-a07f-347399b910c4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:01.577388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.614736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a3cbc-2658-43fd-af6b-8ce6170b0514 req-8ac1dd90-3878-4542-8a8b-c2428c47fe59 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:01.629036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f36a3cbc-2658-43fd-af6b-8ce6170b0514 req-8ac1dd90-3878-4542-8a8b-c2428c47fe59 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.4478509 Jul 28 11:05:01.676724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:01.681771 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "tag": "a630dea0-c235-4cda-8b94-5de923962387"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:01.811139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f36a3cbc-2658-43fd-af6b-8ce6170b0514 req-cb9e944f-8169-4751-bf06-a0d85cf1ee72 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782119 Jul 28 11:05:01.844614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.869923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e52ba-d471-42f9-99d8-b571c25875e7 req-016ab045-84e2-45e9-9da7-219e2c73ac45 service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354882 Jul 28 11:05:01.891841 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9da16-723d-41f0-a5da-7c06a4097ee5 None None] New status for floating IP 086cfdf7-13c5-46ca-9f8c-ebb65a1cc544: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:05:01.906218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.930063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.951863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:01.956875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:01.957547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.970941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafd34a3-2720-4634-a4e2-4d562c61c980,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:01.979753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:01.983854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-817e65e8-9c19-48c6-96d5-df2c151f7aed tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5159626 Jul 28 11:05:01.986464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:01.992025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Request body: {'security_group_rule': {'security_group_id': 'b2d33b24-ccb0-44dd-b5e4-3c88b237db68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:02.029923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843ef5c-aec5-4c69-ac54-94b247285068 req-d2de1bcf-a6b8-48cb-9276-d255036c56e3 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:02.038719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4843ef5c-aec5-4c69-ac54-94b247285068 req-d2de1bcf-a6b8-48cb-9276-d255036c56e3 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 943 time: 0.2264428 Jul 28 11:05:02.046002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.054096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c97e99cc-95af-430a-8be1-3b3fa1986427 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93d241965c874d20b75c2115886b3406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362038 Jul 28 11:05:02.066074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57328) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:02.094646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581621a6-ee1e-4e62-a6c4-26a3aca4730b req-def3b019-d44c-4fc5-bddd-3646474ac016 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:02.103884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-581621a6-ee1e-4e62-a6c4-26a3aca4730b req-def3b019-d44c-4fc5-bddd-3646474ac016 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 935 time: 0.1660395 Jul 28 11:05:02.148076 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.209033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4843ef5c-aec5-4c69-ac54-94b247285068 req-53eadb99-a72b-4dd7-bf83-b1d59e2e788c tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688242 Jul 28 11:05:02.223796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.224164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:02.236546 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.240953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a626ac1-1ecc-4643-81d4-f51b2194a510 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:02.247931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.253865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-581621a6-ee1e-4e62-a6c4-26a3aca4730b req-620aaba4-f4e9-435d-8899-e3175d502a6e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486955 Jul 28 11:05:02.257952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.262951 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e495d943-4b06-4d8c-bb3a-fd5a76960ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.297504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb53d8b-894c-43af-a693-ac9b5248fb4f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:02.304277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Transition to ACTIVE for port object 6a626ac1-1ecc-4643-81d4-f51b2194a510 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:02.308486 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d3d77-3f77-49f7-b2ca-1af2b1782a5e x-openstack-request-id: req-0c1d3d77-3f77-49f7-b2ca-1af2b1782a5e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:02.308983 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "name": "network-vif-plugged", "status": "completed", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:02.309302 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c1d3d77-3f77-49f7-b2ca-1af2b1782a5e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:02.309765 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'code': 200} Jul 28 11:05:02.318492 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.323105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:02.333792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.336209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-10521390-a71c-49e6-85ce-9fceeaac5e2b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490891 Jul 28 11:05:02.368661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e495d943-4b06-4d8c-bb3a-fd5a76960ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.370285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:02.377089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:02.411269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:02.461365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.546529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Attempting to bind port 6a626ac1-1ecc-4643-81d4-f51b2194a510 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:02.547102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Attempting to bind port 6a626ac1-1ecc-4643-81d4-f51b2194a510 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:02.547585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Attempting to bind port 6a626ac1-1ecc-4643-81d4-f51b2194a510 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:02.560732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Port 6a626ac1-1ecc-4643-81d4-f51b2194a510 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:05:02.561147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Attempting to bind port 6a626ac1-1ecc-4643-81d4-f51b2194a510 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:02.570747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e495d943-4b06-4d8c-bb3a-fd5a76960ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.570970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:02.571340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:02.571802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:02.572359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Bound port: 6a626ac1-1ecc-4643-81d4-f51b2194a510, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:02.572790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.573280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e495d943-4b06-4d8c-bb3a-fd5a76960ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.577063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e495d943-4b06-4d8c-bb3a-fd5a76960ee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cddcf69-a800-4854-a8a2-3dd2d57ba4fb HTTP/1.1" status: 204 len: 168 time: 0.5095398 Jul 28 11:05:02.587250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c9b0-f432-4cff-bc43-04db719c2916 req-3a47dc7e-2355-416c-b5de-68fb5a002ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:02.589065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8143c9b0-f432-4cff-bc43-04db719c2916 req-3a47dc7e-2355-416c-b5de-68fb5a002ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1097 time: 0.2067091 Jul 28 11:05:02.653883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495d943-4b06-4d8c-bb3a-fd5a76960ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddcf69-a800-4854-a8a2-3dd2d57ba4fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:02.669532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:02.673051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.677739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7960d501-97fa-4fde-af31-7fc4b4379f6e req-0a1abc50-ee44-492a-b354-03ba9579ac24 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 10895 time: 0.3492174 Jul 28 11:05:02.685573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-a320538b-be48-4da0-9de5-c4be436676de tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 258 time: 0.3992577 Jul 28 11:05:02.692828 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:02.702253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.710660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8143c9b0-f432-4cff-bc43-04db719c2916 req-4fa051f1-6f18-44f7-b083-f095158c42d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111941 Jul 28 11:05:02.723327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:02.754769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.825774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7960d501-97fa-4fde-af31-7fc4b4379f6e req-35d0a295-391a-43ef-9d74-42d71ef3c50a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57 HTTP/1.1" status: 200 len: 2981 time: 0.1390676 Jul 28 11:05:02.917973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7960d501-97fa-4fde-af31-7fc4b4379f6e req-0ae81db5-faae-417a-99e1-cb0fc0eabf17 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57 HTTP/1.1" status: 200 len: 2981 time: 0.0788803 Jul 28 11:05:02.934349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:02.996284 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a9c75a-9395-4e89-a492-bd13bf11f956 x-openstack-request-id: req-87a9c75a-9395-4e89-a492-bd13bf11f956 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:02.996571 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "tag": "a630dea0-c235-4cda-8b94-5de923962387", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:02.996819 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87a9c75a-9395-4e89-a492-bd13bf11f956 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:02.997205 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387', 'status': 'completed', 'code': 200} Jul 28 11:05:02.997583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57342) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:03.079461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.080351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.082569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 1095 time: 1.9659295 Jul 28 11:05:03.088315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:03.090652 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd704be-1295-46dc-88b9-c17b41e1bcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:03.108829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-48afa8e1-a6f5-45c2-abe8-3b80adaf9e07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b83ad4cd26f54ef7a811b5bd699f3e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101575 Jul 28 11:05:03.109463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:03.165131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd7e0-bc39-404b-9cb4-bf93108b6af3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:03.184391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-95b5e6c3-49ab-481e-9d82-83d50d7bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.186868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-555c3ab1-14fe-4736-aca6-c6c505c8767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.188467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-555c3ab1-14fe-4736-aca6-c6c505c8767a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1096 time: 0.1617343 Jul 28 11:05:03.189817 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-95b5e6c3-49ab-481e-9d82-83d50d7bcd4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0508621 Jul 28 11:05:03.206546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Allocated IP 172.25.1.73 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/97e1dd64-0d28-4419-96c9-ab24bb50cfaa) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:03.255886 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-430c5064-b4e0-43f1-832a-22b1c821aa7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 217 time: 0.0437047 Jul 28 11:05:03.273676 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.322015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-4d4a2d0a-4c63-442d-9011-406aead3c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.323899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-4d4a2d0a-4c63-442d-9011-406aead3c295 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0606995 Jul 28 11:05:03.342741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:03.380727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-75c1a2f3-5ae4-49b6-af4c-c66d6053331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.382210 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-75c1a2f3-5ae4-49b6-af4c-c66d6053331d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472443 Jul 28 11:05:03.417057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:03.417819 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.492821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-8486f176-c345-4744-a1ff-089ed732aed2 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019554 Jul 28 11:05:03.602148 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-10244bbc-e8ee-40aa-94d6-ee6fea515f64 req-9ca60aa3-4c1e-4422-aa23-82eaf8243198 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950842 Jul 28 11:05:03.682180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a98ea6-9131-4725-a986-70e0a6b6b5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.725558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2927b-4bcd-461b-880a-ad9193cb0b01 req-92486761-51ee-464c-945b-ee20a7b4fbed tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.727024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87e2927b-4bcd-461b-880a-ad9193cb0b01 req-92486761-51ee-464c-945b-ee20a7b4fbed tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.5564737 Jul 28 11:05:03.766246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a98ea6-9131-4725-a986-70e0a6b6b5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.842081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-94896f8b-427c-4cba-892e-209e96e6ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:03.843522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-94896f8b-427c-4cba-892e-209e96e6ce34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 930 time: 0.6303382 Jul 28 11:05:03.846839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.907001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87e2927b-4bcd-461b-880a-ad9193cb0b01 req-64f30704-2e12-4892-b246-94c79c518d58 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738811 Jul 28 11:05:03.966744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a98ea6-9131-4725-a986-70e0a6b6b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.969215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a98ea6-9131-4725-a986-70e0a6b6b5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.970285 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-23a98ea6-9131-4725-a986-70e0a6b6b5e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87ecc71c-0f20-47f7-84c9-be672f8d57cc HTTP/1.1" status: 204 len: 168 time: 0.8573222 Jul 28 11:05:03.977382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-bfd9b9a3-d6b0-4993-bc00-ab21c79919c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 1001 time: 0.1159999 Jul 28 11:05:03.992203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:03.999562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98ea6-9131-4725-a986-70e0a6b6b5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ecc71c-0f20-47f7-84c9-be672f8d57cc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:04.041230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Allocated IP 172.25.1.189 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/f80c7f5a-cd84-4a24-b3f9-5f452d94e1bb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:04.091803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:04.102290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:04.108102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92b1b467-ef50-48f7-994e-b183e1f54dd1 req-92a7d9e9-be25-48e5-891d-84b96d001632 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/624a882f-b072-49d8-9bb4-dd189064ed8f HTTP/1.1" status: 200 len: 1800 time: 0.1718657 Jul 28 11:05:04.108370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:04.110730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event updated for resources: {'Port': ['ID=97e1dd64-0d28-4419-96c9-ab24bb50cfaa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:04.115477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-11708db4-12d8-4406-8c9f-50a783309e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:04.117058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-11708db4-12d8-4406-8c9f-50a783309e97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 200 len: 868 time: 0.1219273 Jul 28 11:05:04.165376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.213455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.232974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-576cc85e-ccb2-4d0e-a266-6124559db66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:04.234520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-576cc85e-ccb2-4d0e-a266-6124559db66c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967391 Jul 28 11:05:04.266979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:04.270311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:04.272720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event updated for resources: {'Port': ['ID=f80c7f5a-cd84-4a24-b3f9-5f452d94e1bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:04.276028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:04.294571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-92b1b467-ef50-48f7-994e-b183e1f54dd1 req-4b9a858b-7431-44f0-805e-b300b4516b1e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.345197 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.362727 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-92b1b467-ef50-48f7-994e-b183e1f54dd1 req-4b9a858b-7431-44f0-805e-b300b4516b1e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.378985 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.414872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.448297 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.493303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-d1f3aca8-33f5-47b2-be99-6341fa84bebc service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305110 Jul 28 11:05:04.493840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-92b1b467-ef50-48f7-994e-b183e1f54dd1 req-4b9a858b-7431-44f0-805e-b300b4516b1e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.496344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-92b1b467-ef50-48f7-994e-b183e1f54dd1 req-4b9a858b-7431-44f0-805e-b300b4516b1e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.497350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92b1b467-ef50-48f7-994e-b183e1f54dd1 req-4b9a858b-7431-44f0-805e-b300b4516b1e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/624a882f-b072-49d8-9bb4-dd189064ed8f HTTP/1.1" status: 204 len: 173 time: 0.3794839 Jul 28 11:05:04.532480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a858b-7431-44f0-805e-b300b4516b1e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624a882f-b072-49d8-9bb4-dd189064ed8f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:04.554652 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2550b5-001e-4e8f-b0a2-41cce32649f9 x-openstack-request-id: req-0d2550b5-001e-4e8f-b0a2-41cce32649f9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:04.555550 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:04.555816 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d2550b5-001e-4e8f-b0a2-41cce32649f9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:04.556248 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'status': 'completed', 'code': 200} Jul 28 11:05:04.662198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-826b5240-3c17-4a7c-a241-3556975c4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:04.663707 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-826b5240-3c17-4a7c-a241-3556975c4f74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0659544 Jul 28 11:05:04.668006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.674815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.736455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f230d3bd-42de-4268-9f0e-e36d4eb7c28e req-2cb90008-f5d4-4bdc-8fc0-4fd554b2d5d7 service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222085 Jul 28 11:05:04.750028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071dae2-88c5-4b03-8e52-3ee9f2ddf08e req-dd512610-4ec2-4c97-9a41-abeb6100946d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:04.751569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1071dae2-88c5-4b03-8e52-3ee9f2ddf08e req-dd512610-4ec2-4c97-9a41-abeb6100946d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 943 time: 0.1241243 Jul 28 11:05:04.782199 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.792515 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.798493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event updated for resources: {'Port': ['ID=f80c7f5a-cd84-4a24-b3f9-5f452d94e1bb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:04.829467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.848556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1071dae2-88c5-4b03-8e52-3ee9f2ddf08e req-13f54d35-d3da-4e74-9977-dbea13ce2e0b tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765598 Jul 28 11:05:04.852964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.858390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0104db5a-18ed-4db6-b9ab-befea01f3a19 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4818404 Jul 28 11:05:04.862921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-126f6384-7d22-4dce-9b35-30d45bac2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:04.865097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-126f6384-7d22-4dce-9b35-30d45bac2199 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1875453 Jul 28 11:05:04.880424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event updated for resources: {'Port': ['ID=97e1dd64-0d28-4419-96c9-ab24bb50cfaa,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:04.895361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.912319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:04.915063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fbec2aad-3f27-4119-9a08-5f193609d384 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1982112 Jul 28 11:05:04.921746 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-e7733ad9-e3da-4d57-a5a4-ada38b49547f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 217 time: 0.0483327 Jul 28 11:05:04.998682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-9fa506e8-af84-4ef9-b51e-5e1392f81954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.000764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-9fa506e8-af84-4ef9-b51e-5e1392f81954 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0694470 Jul 28 11:05:05.003457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-fb5714f8-69db-43b0-b981-639679df92e9 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.0831456 Jul 28 11:05:05.063118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-77f895f0-35db-4515-bad5-b4b7ba9ef413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.064660 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-77f895f0-35db-4515-bad5-b4b7ba9ef413 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450215 Jul 28 11:05:05.071582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4977e5-2631-4fce-814a-dc1615e3c557 req-ef8690bc-c42f-490f-8054-4f64c289230e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.073106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e4977e5-2631-4fce-814a-dc1615e3c557 req-ef8690bc-c42f-490f-8054-4f64c289230e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 947 time: 0.1059310 Jul 28 11:05:05.153552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e4977e5-2631-4fce-814a-dc1615e3c557 req-a6ad8b3e-ecd7-44bc-8904-a8a6bfa2fa6b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680573 Jul 28 11:05:05.161051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-0c02d7db-86ff-400b-bd08-866125f90097 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.162400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44033f27-1325-4f10-8641-3b2eb30c2ffd req-0c02d7db-86ff-400b-bd08-866125f90097 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.1517797 Jul 28 11:05:05.182336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-290165fb-cd35-40b5-bec5-489e050e0e4c service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097090 Jul 28 11:05:05.204149 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-67f6282d-1927-40ef-b114-31a970bcd982 req-82631905-76fb-437b-9b6b-59a029daf1c8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:05.206004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67f6282d-1927-40ef-b114-31a970bcd982 req-82631905-76fb-437b-9b6b-59a029daf1c8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/624a882f-b072-49d8-9bb4-dd189064ed8f HTTP/1.1" status: 404 len: 352 time: 0.0168221 Jul 28 11:05:05.336487 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd704be-1295-46dc-88b9-c17b41e1bcd7 req-87c67eb2-de78-4017-aede-7781f3ae7d63 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435790 Jul 28 11:05:05.337385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f424e4-2c51-4c76-92db-e49a23b73c49 req-258132b3-7b7d-4fe0-8799-5294638e0a0a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.338902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12f424e4-2c51-4c76-92db-e49a23b73c49 req-258132b3-7b7d-4fe0-8799-5294638e0a0a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.0631256 Jul 28 11:05:05.388623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-1e9a0e7c-d123-4945-8e87-2acf8e6a2f3a tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1203501391&fields=id&tenant_id=6dd8138e4c154daaa774c2a1880a481b HTTP/1.1" status: 200 len: 267 time: 0.0609059 Jul 28 11:05:05.412568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12f424e4-2c51-4c76-92db-e49a23b73c49 req-07b4e07a-6175-4dda-a248-f6606375027d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Jul 28 11:05:05.506415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-25872b43-21b4-4cdd-9426-4842dfb5db75 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.507892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-25872b43-21b4-4cdd-9426-4842dfb5db75 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/networks?id=be753703-0cb0-4ea8-a25e-c1f67e0381a6 HTTP/1.1" status: 200 len: 806 time: 0.1109235 Jul 28 11:05:05.519454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:05.526531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9936e530-3f91-48c7-86b5-b1d5f9268a25 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/quotas/6dd8138e4c154daaa774c2a1880a481b HTTP/1.1" status: 200 len: 375 time: 0.0124142 Jul 28 11:05:05.604538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-ba7728bc-242d-4b67-8dec-3926d44cf031 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.606014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-ba7728bc-242d-4b67-8dec-3926d44cf031 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0818775 Jul 28 11:05:05.613956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5dae657e-2a37-4d37-bd77-e974537d1564 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dd8138e4c154daaa774c2a1880a481b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785534 Jul 28 11:05:05.627608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-223588395', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:05.648450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Made reservation on behalf of e96b174b761c416e908207d058287930 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:05.650804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.661011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.678772 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-b516fb92-51d3-4dff-95c4-6abb4567369f tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.0637162 Jul 28 11:05:05.710068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-8e101441-ea84-49b5-9998-d1bc7a8c9009 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Request body: {'floatingip': {'port_id': 'a630dea0-c235-4cda-8b94-5de923962387', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:05.750520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.757012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.758560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-8e101441-ea84-49b5-9998-d1bc7a8c9009 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.778584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:05:05.793406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51737e7c-a206-4d38-8659-c2fe593282a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:05.796293 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.796634 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Added segment 792e558e-54d8-4ee6-b6a6-c33575367948 of type vlan for network e6bcc33c-96d2-44e7-8a2c-2ea36325206f Jul 28 11:05:05.842922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.866192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-7af4de49-b9fb-4612-9b51-ad9490a62289 service neutron] 10.222.0.20 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126586 Jul 28 11:05:05.877086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.882569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:05.883154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:05.957459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4328725 Jul 28 11:05:05.957733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:05.963154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'subnet': {'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:05.967061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee06a-a9b8-41ff-806d-9fb456c95f1c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Network': ['ID=e6bcc33c-96d2-44e7-8a2c-2ea36325206f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:05.977646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e6bcc33c-96d2-44e7-8a2c-2ea36325206f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:05:05.989486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Made reservation on behalf of e96b174b761c416e908207d058287930 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:05.991931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.055745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9e764cb3-9815-4d5b-a35e-47c2ed30e902 service neutron] 10.222.0.20 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786819 Jul 28 11:05:06.066515 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-8e101441-ea84-49b5-9998-d1bc7a8c9009 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 11:05:06.067567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f91b061-002b-4e71-bb33-363fbecbecf8 req-8e101441-ea84-49b5-9998-d1bc7a8c9009 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "PUT /v2.0/floatingips/ab9455af-dce9-42d1-bd8b-d19c545d485b HTTP/1.1" status: 409 len: 549 time: 0.3638625 Jul 28 11:05:06.129661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2121b72-e745-4b07-9238-8e52b5ea0098 req-113999b0-c742-4549-8457-dcd25e6b008e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/efd7a534-5b3a-4005-a91d-c363d75868ab HTTP/1.1" status: 200 len: 1801 time: 0.0400703 Jul 28 11:05:06.210988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2121b72-e745-4b07-9238-8e52b5ea0098 req-c5ee6f59-e426-48e8-adfc-59fd791f3919 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.244105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2121b72-e745-4b07-9238-8e52b5ea0098 req-c5ee6f59-e426-48e8-adfc-59fd791f3919 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.305580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:05:06.306092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.317820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b775d-1244-4194-9eb1-c2ebf3b536e1 req-329fca3f-43eb-4508-89ab-d394a22b3be5 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:06.319330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e60b775d-1244-4194-9eb1-c2ebf3b536e1 req-329fca3f-43eb-4508-89ab-d394a22b3be5 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1097 time: 0.0598991 Jul 28 11:05:06.326665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2121b72-e745-4b07-9238-8e52b5ea0098 req-c5ee6f59-e426-48e8-adfc-59fd791f3919 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.329407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2121b72-e745-4b07-9238-8e52b5ea0098 req-c5ee6f59-e426-48e8-adfc-59fd791f3919 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.331137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2121b72-e745-4b07-9238-8e52b5ea0098 req-c5ee6f59-e426-48e8-adfc-59fd791f3919 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/efd7a534-5b3a-4005-a91d-c363d75868ab HTTP/1.1" status: 204 len: 173 time: 0.1923840 Jul 28 11:05:06.359183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee6f59-e426-48e8-adfc-59fd791f3919 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd7a534-5b3a-4005-a91d-c363d75868ab,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:06.367748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:06.388343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Checking segment: {'id': '792e558e-54d8-4ee6-b6a6-c33575367948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:06.388775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network hostable DHCP agents. Network: e6bcc33c-96d2-44e7-8a2c-2ea36325206f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:05:06.394681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e60b775d-1244-4194-9eb1-c2ebf3b536e1 req-08ca6f3c-c942-4dab-b6ed-f43a4625914b tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Jul 28 11:05:06.409547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network e6bcc33c-96d2-44e7-8a2c-2ea36325206f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:05:06.426291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e6bcc33c-96d2-44e7-8a2c-2ea36325206f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:06.431274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:06.431943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.437259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1083080-dcf1-4921-a61b-083d74645f74 None None] Network e6bcc33c-96d2-44e7-8a2c-2ea36325206f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:06.453922 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69f653bc-8f40-4693-9ed2-036db082b342 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4926519 Jul 28 11:05:06.454144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:06.460533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1865332710', 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:06.492116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Made reservation on behalf of e96b174b761c416e908207d058287930 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:06.497037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.516754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-45d86f6e-3a58-4d39-ace0-8b646bddaf47 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips/ab9455af-dce9-42d1-bd8b-d19c545d485b HTTP/1.1" status: 200 len: 692 time: 0.0895643 Jul 28 11:05:06.522547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] device_id is not set on port 7a3c9cea-eec0-4e24-96ba-e6c57f1a2443 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:05:06.590593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2d0df-2b60-4b5a-b8cc-ce0beca16e01 None None] Network e6bcc33c-96d2-44e7-8a2c-2ea36325206f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:06.595225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55df2-6e00-438c-8201-830b59433df4 req-f5fb7ea6-8eba-49f6-b232-7f76c44b3910 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:06.597628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c55df2-6e00-438c-8201-830b59433df4 req-f5fb7ea6-8eba-49f6-b232-7f76c44b3910 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 943 time: 0.1273851 Jul 28 11:05:06.665963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c55df2-6e00-438c-8201-830b59433df4 req-da1ba0c5-1286-47d2-9b10-d322ada3fa70 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600495 Jul 28 11:05:06.677302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-37ecc2d1-784d-49af-8b29-d7ecd4110207 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:06.685498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-37ecc2d1-784d-49af-8b29-d7ecd4110207 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.1680198 Jul 28 11:05:06.686731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Allocated IP 172.20.0.10 (e6bcc33c-96d2-44e7-8a2c-2ea36325206f/5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d/7a3c9cea-eec0-4e24-96ba-e6c57f1a2443) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:06.732560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-09e49913-93fa-41d5-910f-1ba39c0c1f0d tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.0459549 Jul 28 11:05:06.803640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-0b08746b-62e6-46dd-ba58-93243c9569f9 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.0637045 Jul 28 11:05:06.865578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.906472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:06.924633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afb41f-66c0-4710-a3cd-6853412bc357 req-252a7475-0757-4798-b3c0-1c73894dbf1b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:06.926118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79afb41f-66c0-4710-a3cd-6853412bc357 req-252a7475-0757-4798-b3c0-1c73894dbf1b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 947 time: 0.1473682 Jul 28 11:05:06.968228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Port': ['ID=7a3c9cea-eec0-4e24-96ba-e6c57f1a2443,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:06.972864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network e6bcc33c-96d2-44e7-8a2c-2ea36325206f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:06.974648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:06.976793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:06.988119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79afb41f-66c0-4710-a3cd-6853412bc357 req-da45bbd3-cfa1-4c9f-ae89-e959ef7362bd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Jul 28 11:05:06.999599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Deleting port 97e1dd64-0d28-4419-96c9-ab24bb50cfaa {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:07.000051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.029283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:07.029912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.050090 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f7abb87c-37c1-4a1b-9788-feb68556c021 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5942078 Jul 28 11:05:07.053042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:07.099541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89b8ab06-a75f-44c6-9aee-8d3c7f92ac8d req-236c8523-118e-4ec8-bada-6f80e449a856 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 210 time: 0.0327861 Jul 28 11:05:07.116073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.116685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.129611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Calling delete_port for 97e1dd64-0d28-4419-96c9-ab24bb50cfaa owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:07.137796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Deleting port 7a3c9cea-eec0-4e24-96ba-e6c57f1a2443 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:07.138298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.207093 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-c65fd921-2470-4333-834a-a72393717d14 req-7d1d6665-47fc-4ba3-a074-a5121005733c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:07.208121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c65fd921-2470-4333-834a-a72393717d14 req-7d1d6665-47fc-4ba3-a074-a5121005733c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/efd7a534-5b3a-4005-a91d-c363d75868ab HTTP/1.1" status: 404 len: 352 time: 0.0216515 Jul 28 11:05:07.236381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.251448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Calling delete_port for 7a3c9cea-eec0-4e24-96ba-e6c57f1a2443 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:07.262858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:05:07.367905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be76b22-4e1b-4c4a-a0d8-27fedd78259b req-a1084034-afd1-4756-82fd-73189cc994e3 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:07.369621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1be76b22-4e1b-4c4a-a0d8-27fedd78259b req-a1084034-afd1-4756-82fd-73189cc994e3 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1097 time: 0.0717223 Jul 28 11:05:07.370477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.378837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:07.395378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'mac_address': 'fa:16:3e:af:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:05:07.410299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event deleted for resources: {'Port': ['ID=97e1dd64-0d28-4419-96c9-ab24bb50cfaa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:07.425157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.426588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.427096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.427644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.429073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.429437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.429823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.430164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.430500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.431506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.431506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.431732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:07.434859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.451526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a626ac1-1ecc-4643-81d4-f51b2194a510 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:07.465405 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.474835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:07.482498 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.524362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1be76b22-4e1b-4c4a-a0d8-27fedd78259b req-2116da4e-e079-4715-9150-cd1758dc8533 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441176 Jul 28 11:05:07.525707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a3c9cea-eec0-4e24-96ba-e6c57f1a2443,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:07.545063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:07.546015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.557894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.575678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-b33efa6f-dbcd-4796-b0ec-21add12f83de tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:07.575815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1dbd9e9-5756-49fa-a5a8-ed4d8de2d38c req-2b416d8b-d1ae-4c35-9c94-78bff9acb56c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab9455af-dce9-42d1-bd8b-d19c545d485b HTTP/1.1" status: 204 len: 173 time: 0.7510016 Jul 28 11:05:07.575942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-b33efa6f-dbcd-4796-b0ec-21add12f83de tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.44 "GET /v2.0/networks?id=be753703-0cb0-4ea8-a25e-c1f67e0381a6 HTTP/1.1" status: 200 len: 806 time: 0.2154853 Jul 28 11:05:07.638240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.642696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6edeebe4-b0a7-47f3-b08e-66ffddf00874 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7a3c9cea-eec0-4e24-96ba-e6c57f1a2443 HTTP/1.1" status: 204 len: 168 time: 0.5864325 Jul 28 11:05:07.645054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:07.645524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-c5ff0da7-b14b-488e-a3fc-bbbdf9662183 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dd8138e4c154daaa774c2a1880a481b HTTP/1.1" status: 200 len: 380 time: 0.0517876 Jul 28 11:05:07.660268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Request body: {'port': {'device_id': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'admin_state_up': True, 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'security_groups': ['b2d33b24-ccb0-44dd-b5e4-3c88b237db68']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:07.663493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f', 'external_fixed_ips': [{'subnet_id': '5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d', 'ip_address': '172.20.0.10'}]}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:07.701018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e387ef00-4fcf-4e8f-8637-ad74170a1c53 req-442fd5c7-7f8e-42c7-ab7f-892c11fb8922 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/bd3711f6-5336-48db-a07f-347399b910c4 HTTP/1.1" status: 200 len: 1801 time: 0.1253304 Jul 28 11:05:07.719698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-1e098720-3f22-477a-aff3-37be3da8b441 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.1289701 Jul 28 11:05:07.749278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.750150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.769161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Made reservation on behalf of 6dd8138e4c154daaa774c2a1880a481b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:07.772623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.790728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6a626ac1-1ecc-4643-81d4-f51b2194a510'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:07.806683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8015-4319-4bad-9fb7-72a228e56331 req-1e15077d-1bc3-42c0-9d76-ee6f02904330 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:07.808063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-1e15077d-1bc3-42c0-9d76-ee6f02904330 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports/a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 942 time: 0.0779142 Jul 28 11:05:07.860385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.876645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e387ef00-4fcf-4e8f-8637-ad74170a1c53 req-e7ebef76-d3e5-4e04-b682-6d5704cc8bb8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:07.911975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Allocated IP 172.20.0.3 (be753703-0cb0-4ea8-a25e-c1f67e0381a6/682dc253-fdb1-4a1c-8678-fe93dee563cf/24086e05-a1ce-4e06-a6fd-db384e90e006) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:07.934988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:05:08.059415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:08.066913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.073688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'port_id': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'mac_address': 'fa:16:3e:97:34:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:05:08.083271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Transition to ACTIVE for port object 24086e05-a1ce-4e06-a6fd-db384e90e006 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:08.119742 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.122434 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.138937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:08.161012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:08.165589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.187400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:08.189410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event updated for resources: {'Port': ['ID=24086e05-a1ce-4e06-a6fd-db384e90e006,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:08.193724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:08.196819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:08.215851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:08.250650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:08.251514 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.269548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-5151212b-8930-4235-bea3-d8fbf7853811 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134090 Jul 28 11:05:08.283116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Request body: {'port': {'device_id': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:08.316453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e387ef00-4fcf-4e8f-8637-ad74170a1c53 req-e7ebef76-d3e5-4e04-b682-6d5704cc8bb8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.345270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.367816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-ca34ce30-2c0b-4901-9a05-14957251875d tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.5035644 Jul 28 11:05:08.415949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.417927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['8c5b402e-76fd-4b30-b5d5-f17662a6ceb7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:08.474934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57e7679c-8130-467e-828e-706829460f9f None None] Provisioning for port 24086e05-a1ce-4e06-a6fd-db384e90e006 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:08.479914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57e7679c-8130-467e-828e-706829460f9f None None] Provisioning complete for port 24086e05-a1ce-4e06-a6fd-db384e90e006 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:08.480381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57e7679c-8130-467e-828e-706829460f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.535546 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e387ef00-4fcf-4e8f-8637-ad74170a1c53 req-e7ebef76-d3e5-4e04-b682-6d5704cc8bb8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.538159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e387ef00-4fcf-4e8f-8637-ad74170a1c53 req-e7ebef76-d3e5-4e04-b682-6d5704cc8bb8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.538763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-57e7679c-8130-467e-828e-706829460f9f None None] Port 24086e05-a1ce-4e06-a6fd-db384e90e006 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:05:08.539496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e387ef00-4fcf-4e8f-8637-ad74170a1c53 req-e7ebef76-d3e5-4e04-b682-6d5704cc8bb8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd3711f6-5336-48db-a07f-347399b910c4 HTTP/1.1" status: 204 len: 173 time: 0.8300064 Jul 28 11:05:08.563508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebef76-d3e5-4e04-b682-6d5704cc8bb8 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3711f6-5336-48db-a07f-347399b910c4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:08.601909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8015-4319-4bad-9fb7-72a228e56331 req-583b1fc2-dfe8-410b-a499-477312aa5ce1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:08.603247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-583b1fc2-dfe8-410b-a499-477312aa5ce1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2024846 Jul 28 11:05:08.634481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-866a264d-8cb4-4847-9a68-0868903b94fe tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:05:08.635463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-866a264d-8cb4-4847-9a68-0868903b94fe tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111701 Jul 28 11:05:08.663930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24086e05-a1ce-4e06-a6fd-db384e90e006 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:08.671415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.684239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Transition to ACTIVE for port object 24086e05-a1ce-4e06-a6fd-db384e90e006 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:08.688536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.757125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73fb93-82d3-40de-88f1-9c7de8880073 req-1b2063f8-2fa6-4621-a3f7-4c4a5afe3821 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:08.757622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=24086e05-a1ce-4e06-a6fd-db384e90e006,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:08.758679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b73fb93-82d3-40de-88f1-9c7de8880073 req-1b2063f8-2fa6-4621-a3f7-4c4a5afe3821 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 944 time: 0.1209691 Jul 28 11:05:08.767136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-283b0f4b-6d56-45bd-ae3d-9c8feecf89b3 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.1180816 Jul 28 11:05:08.774905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:08.809697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Attempting to bind port 24086e05-a1ce-4e06-a6fd-db384e90e006 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:08.810045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Attempting to bind port 24086e05-a1ce-4e06-a6fd-db384e90e006 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:08.810354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Attempting to bind port 24086e05-a1ce-4e06-a6fd-db384e90e006 on network be753703-0cb0-4ea8-a25e-c1f67e0381a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:08.815104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Port 24086e05-a1ce-4e06-a6fd-db384e90e006 on network be753703-0cb0-4ea8-a25e-c1f67e0381a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:05:08.816126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Attempting to bind port 24086e05-a1ce-4e06-a6fd-db384e90e006 on network be753703-0cb0-4ea8-a25e-c1f67e0381a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:08.821201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:08.821525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Checking segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:08.821918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Bound using segment: {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:08.822343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Bound port: 24086e05-a1ce-4e06-a6fd-db384e90e006, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed62221-962f-4cba-ab48-69c0359ceb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:08.822700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.892436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] For port 24086e05-a1ce-4e06-a6fd-db384e90e006, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:08.895907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] For port 24086e05-a1ce-4e06-a6fd-db384e90e006, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=24086e05-a1ce-4e06-a6fd-db384e90e006,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:08.901475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.933951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:08.934558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.935101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b73fb93-82d3-40de-88f1-9c7de8880073 req-b6f50fce-9d4a-4c73-99fc-123506b8a891 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640005 Jul 28 11:05:08.935906 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] 10.222.0.44 "PUT /v2.0/ports/24086e05-a1ce-4e06-a6fd-db384e90e006 HTTP/1.1" status: 200 len: 1091 time: 0.6577964 Jul 28 11:05:08.936363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:08.938676 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30772585-ea26-4ff5-ae76-c40771197a05" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:08.951819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:08.981578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896fc38-40ab-43a5-8702-7ac85cc0fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=24086e05-a1ce-4e06-a6fd-db384e90e006,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:08.997298 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.026651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.047107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-d2577d85-39e3-4190-b13b-fa482d844e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:09.048645 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-d2577d85-39e3-4190-b13b-fa482d844e3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd8138e4c154daaa774c2a1880a481b&device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 1094 time: 0.0604594 Jul 28 11:05:09.100570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-40462f2f-4071-4ad7-9d99-396d8acadfb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24086e05-a1ce-4e06-a6fd-db384e90e006 HTTP/1.1" status: 200 len: 217 time: 0.0425110 Jul 28 11:05:09.157638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-bbcce0ab-7d2c-4980-a624-a133de082599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:09.159191 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-bbcce0ab-7d2c-4980-a624-a133de082599 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=682dc253-fdb1-4a1c-8678-fe93dee563cf HTTP/1.1" status: 200 len: 845 time: 0.0511012 Jul 28 11:05:09.208157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-05c8721d-66f2-4b59-9c54-fb89e4e3fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:09.209767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-05c8721d-66f2-4b59-9c54-fb89e4e3fee8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be753703-0cb0-4ea8-a25e-c1f67e0381a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436022 Jul 28 11:05:09.246362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783cece-a6f9-49b8-8c64-2f6b265c38c6 req-0a23a6b3-e814-48c8-890e-e79d9d6bd953 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:09.247426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6783cece-a6f9-49b8-8c64-2f6b265c38c6 req-0a23a6b3-e814-48c8-890e-e79d9d6bd953 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 948 time: 0.2070851 Jul 28 11:05:09.255656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.262748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.263072 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Floating IP 086cfdf7-13c5-46ca-9f8c-ebb65a1cc544 disassociated. External IP: 172.25.1.158, port: a630dea0-c235-4cda-8b94-5de923962387. Jul 28 11:05:09.290018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:09.308688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-9a8e4f3d-c49d-4dd8-a325-bb94a09922f3 service neutron] 10.222.0.44 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906060 Jul 28 11:05:09.341805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 6a626ac1-1ecc-4643-81d4-f51b2194a510 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:09.347421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 6a626ac1-1ecc-4643-81d4-f51b2194a510 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:09.348463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.402763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cadbc7c-5632-4fee-b248-b5ebdc89f0dc req-93c5bce0-38a6-4331-82c4-dd31a6b389da service neutron] 10.222.0.44 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Jul 28 11:05:09.404787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6783cece-a6f9-49b8-8c64-2f6b265c38c6 req-e9e5fca8-9ef6-41c9-bf1a-5e3bd81f8212 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430466 Jul 28 11:05:09.439268 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.446737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Allocated IP 172.20.0.10 (e6bcc33c-96d2-44e7-8a2c-2ea36325206f/5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d/98829465-7976-4953-b543-922a958f39da) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:09.465500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:09.467753 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b9e0e-8c13-4d89-97a3-4bf30aa95868" -d '{"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:09.480967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:09.485071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.534929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:09.633573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40ba39-dd8b-4d57-ae4c-e1ef4c4c4c1d req-76c14bd0-56c4-451c-a521-f469905c50e8 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:09.634945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee40ba39-dd8b-4d57-ae4c-e1ef4c4c4c1d req-76c14bd0-56c4-451c-a521-f469905c50e8 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 943 time: 0.1395078 Jul 28 11:05:09.707895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Router a10fe7b0-7637-449d-a2ca-caefcf9159b4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:09.712634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.718813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee40ba39-dd8b-4d57-ae4c-e1ef4c4c4c1d req-1de8b704-f24e-4e0e-8379-7534c337ba85 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715928 Jul 28 11:05:09.847859 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-68d50a8d-a94d-4dc5-8007-2425735d7d20 req-a8e41d79-c423-466d-805d-0c85caab5e05 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:09.848865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68d50a8d-a94d-4dc5-8007-2425735d7d20 req-a8e41d79-c423-466d-805d-0c85caab5e05 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/bd3711f6-5336-48db-a07f-347399b910c4 HTTP/1.1" status: 404 len: 352 time: 0.0224993 Jul 28 11:05:09.849829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.903758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:09.910257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network e6bcc33c-96d2-44e7-8a2c-2ea36325206f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:09.916249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:09.920007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:09.923182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] Sync routers for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:09.934327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:09.936279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:09.939113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Port': ['ID=98829465-7976-4953-b543-922a958f39da,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:09.944043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:09.973920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-69296b79-6bc0-4284-b097-598b8090513c tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "PUT /v2.0/floatingips/086cfdf7-13c5-46ca-9f8c-ebb65a1cc544 HTTP/1.1" status: 200 len: 695 time: 1.2054143 Jul 28 11:05:09.975678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:09.978009 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a11a7d5-2827-483e-b9b2-f2b64545ed86" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "tag": "a630dea0-c235-4cda-8b94-5de923962387"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:09.979182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:10.088617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:10.094360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:10.096936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:10.097319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:10.134818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8015-4319-4bad-9fb7-72a228e56331 req-8cd8a349-bb48-4ec0-ac71-7c9c772ee020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:10.135615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-8cd8a349-bb48-4ec0-ac71-7c9c772ee020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1096 time: 0.1057901 Jul 28 11:05:10.303444 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:10.321841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:10.325033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8015-4319-4bad-9fb7-72a228e56331 req-2284789d-f0a7-433d-8d2f-a12f87914aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:10.326718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-2284789d-f0a7-433d-8d2f-a12f87914aaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 930 time: 0.1797392 Jul 28 11:05:10.359660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:10.365412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:10.397630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-23794820-ca76-4cf2-bd5a-f5596f720496 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 217 time: 0.0396645 Jul 28 11:05:10.431435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:10.435404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:31Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:10.468122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] Checking router: a10fe7b0-7637-449d-a2ca-caefcf9159b4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:10.477591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:10.478206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:10.493688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8015-4319-4bad-9fb7-72a228e56331 req-fc575f77-1bc7-4d36-a401-d688a26de0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:10.495067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-fc575f77-1bc7-4d36-a401-d688a26de0b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 200 len: 868 time: 0.0890849 Jul 28 11:05:10.604048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:10.613227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8015-4319-4bad-9fb7-72a228e56331 req-3e8c71d8-4013-4939-beaa-767271762d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:10.614731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-3e8c71d8-4013-4939-beaa-767271762d9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821602 Jul 28 11:05:10.807695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-007add23-ced9-47ca-9a39-86aab6ba6003 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:05:10.809057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-007add23-ced9-47ca-9a39-86aab6ba6003 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064180 Jul 28 11:05:10.820278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Request body: {'binding': {'host': 'n-h1-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:10.821059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:05:10.939414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:31Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:10.967789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on host n-h1-723573-7 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:10.968128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:10.968494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:10.971786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c1dca-b2fb-4bd1-a5e9-01d7336ebabf None None] The sync data for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 is: [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '56a65667-af4b-413f-a0df-fbdf5b697132', 'name': '', 'network_id': '27c1cf71-f481-41f7-9eac-dea85a4ffe9c', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'mac_address': 'fa:16:3e:de:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:24Z', 'updated_at': '2021-07-28T11:04:31Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'subnets': [{'id': '1e9aaa22-6d14-4374-a4fd-bac0ee5850f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:10.974002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:05:10.974343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:10.981521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:10.982076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:10.982911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:10.983533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Bound port: 6b680f6d-af0d-42d4-be79-060237bf64b9, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:10.990317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:11.044516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:11.050386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:11.056343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-34322da6-4128-445f-8541-a61e1d17e04e service neutron] 10.222.0.20 "POST /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2361519 Jul 28 11:05:11.121641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-67ae90b9-3cc7-4a35-9019-93185356ba13 service neutron] 10.222.0.20 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979029 Jul 28 11:05:11.139523 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f766a60-4ef5-41fa-87fd-e483e558670a x-openstack-request-id: req-2f766a60-4ef5-41fa-87fd-e483e558670a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:11.139816 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:11.140058 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f766a60-4ef5-41fa-87fd-e483e558670a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:11.140487 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'status': 'completed', 'code': 200} Jul 28 11:05:11.192110 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e2c8f-3fda-4032-9cfa-3dc0eff52916 x-openstack-request-id: req-ea4e2c8f-3fda-4032-9cfa-3dc0eff52916 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:11.192519 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:11.192838 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea4e2c8f-3fda-4032-9cfa-3dc0eff52916 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:11.193300 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'code': 200} Jul 28 11:05:11.270981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772585-ea26-4ff5-ae76-c40771197a05 req-2a6bb6a7-3247-4281-b532-e9bd311efedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.272528 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-2a6bb6a7-3247-4281-b532-e9bd311efedd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd8138e4c154daaa774c2a1880a481b&device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 1094 time: 0.0924911 Jul 28 11:05:11.292243 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627659d4-bc52-4e36-8f8a-84db1ee162f7 None None] New status for floating IP 086cfdf7-13c5-46ca-9f8c-ebb65a1cc544: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:05:11.390250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772585-ea26-4ff5-ae76-c40771197a05 req-f9c11c6a-5918-47dd-a421-012f9efee60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.392046 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-f9c11c6a-5918-47dd-a421-012f9efee60b service neutron] 10.222.0.44 "GET /v2.0/networks?id=be753703-0cb0-4ea8-a25e-c1f67e0381a6 HTTP/1.1" status: 200 len: 907 time: 0.0994499 Jul 28 11:05:11.406406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Router 7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:11.414963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75df8015-4319-4bad-9fb7-72a228e56331 req-abb7f766-c6f5-4272-af19-f4b72431fc21 service neutron] 10.222.0.20 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923670 Jul 28 11:05:11.441025 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-a564bc18-153c-4f2b-b32b-410d30c15366 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24086e05-a1ce-4e06-a6fd-db384e90e006 HTTP/1.1" status: 200 len: 217 time: 0.0386930 Jul 28 11:05:11.453713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c1d5391-341d-4723-9921-5505a03eeed2 req-9623cfad-2609-41c9-bf5c-2c3e69f561a0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 6146 time: 0.2381101 Jul 28 11:05:11.466821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677097fe-c19e-4365-8c4a-73eca6922c7b req-55a51650-9b0f-4613-99ac-97ca25bcbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.468467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-677097fe-c19e-4365-8c4a-73eca6922c7b req-55a51650-9b0f-4613-99ac-97ca25bcbeb1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1100 time: 0.1590471 Jul 28 11:05:11.518503 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f65d1-5597-47db-b1e8-f6dfe6f4a87a x-openstack-request-id: req-bf3f65d1-5597-47db-b1e8-f6dfe6f4a87a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:11.519420 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "tag": "a630dea0-c235-4cda-8b94-5de923962387", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:11.519420 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf3f65d1-5597-47db-b1e8-f6dfe6f4a87a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:11.519633 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387', 'status': 'completed', 'code': 200} Jul 28 11:05:11.521631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772585-ea26-4ff5-ae76-c40771197a05 req-001bddf8-6e94-452a-8223-9c54180f783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.524123 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-001bddf8-6e94-452a-8223-9c54180f783b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=682dc253-fdb1-4a1c-8678-fe93dee563cf HTTP/1.1" status: 200 len: 845 time: 0.0759988 Jul 28 11:05:11.532211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.44', 62380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:11.557001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-0ef4a3a6-959b-4371-8cda-3d20bd66e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.558889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-0ef4a3a6-959b-4371-8cda-3d20bd66e054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1097 time: 0.2037008 Jul 28 11:05:11.612519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-5903dabe-7ac4-4278-9251-0b3dcccf080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.614038 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-5903dabe-7ac4-4278-9251-0b3dcccf080b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=346a0b776bba4edc9412ba0168937962&device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 1096 time: 0.0757473 Jul 28 11:05:11.623112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772585-ea26-4ff5-ae76-c40771197a05 req-a4354e8b-4c65-479a-8752-9645a14bf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.624578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-a4354e8b-4c65-479a-8752-9645a14bf328 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be753703-0cb0-4ea8-a25e-c1f67e0381a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573955 Jul 28 11:05:11.713837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-677097fe-c19e-4365-8c4a-73eca6922c7b req-229969b1-0ce0-44b1-bd7d-e7b1f06c47f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933029 Jul 28 11:05:11.716457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c1d5391-341d-4723-9921-5505a03eeed2 req-2d2bb6b0-ecd9-4180-9495-e62b9f3f48b4 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57 HTTP/1.1" status: 200 len: 2981 time: 0.2538190 Jul 28 11:05:11.757067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:11.769297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Sync routers for ids ['7afe69eb-c334-48c2-89d4-d7a5a9b81eb7'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:11.776878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-a80e6a20-34af-48d0-a57c-9945033f68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.778372 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-a80e6a20-34af-48d0-a57c-9945033f68c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 200 len: 930 time: 0.1527426 Jul 28 11:05:11.778515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Routers {'7afe69eb-c334-48c2-89d4-d7a5a9b81eb7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:11.779091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7afe69eb-c334-48c2-89d4-d7a5a9b81eb7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:11.780570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-64b72dcf-b7ea-4791-8dcb-509c1a6a7166 service neutron] 10.222.0.44 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472709 Jul 28 11:05:11.783709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa82e6c-32a3-4f7c-8e83-4e78b1b365d2 req-813fc5fa-d764-40df-aa93-59aad68966fb tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.785257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fa82e6c-32a3-4f7c-8e83-4e78b1b365d2 req-813fc5fa-d764-40df-aa93-59aad68966fb tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.2255120 Jul 28 11:05:11.837271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:11.841079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e784cc0-13ef-4ac4-8d50-9bb106543f48 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.1866271 Jul 28 11:05:11.841916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-72c6f79a-6189-4e58-9ed6-297c9c84ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.843336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-72c6f79a-6189-4e58-9ed6-297c9c84ae2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.2724159 Jul 28 11:05:11.844043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:11.854697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c1d5391-341d-4723-9921-5505a03eeed2 req-a9f7102e-8a96-465c-8a79-e5d1f5c65fc6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57 HTTP/1.1" status: 200 len: 2981 time: 0.1283998 Jul 28 11:05:11.870604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-40155e19-f2a0-4e5c-b920-a049eb9a6313 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 200 len: 217 time: 0.0793145 Jul 28 11:05:11.910065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Set router 7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:11.949768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-74c5ed30-d34d-4d03-b5d9-cfb2809a3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:11.951482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-74c5ed30-d34d-4d03-b5d9-cfb2809a3be5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 200 len: 868 time: 0.0705907 Jul 28 11:05:11.954129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-12b0a6fd-4761-4f94-9faa-d704781f64c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 217 time: 0.0965881 Jul 28 11:05:11.957599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30772585-ea26-4ff5-ae76-c40771197a05 req-3e02ce36-6e03-4c2d-93c7-5e7c30610f18 service neutron] 10.222.0.44 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602340 Jul 28 11:05:11.972911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fa82e6c-32a3-4f7c-8e83-4e78b1b365d2 req-1de7e394-fef8-409f-9b63-fd72367e5581 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775239 Jul 28 11:05:12.021850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-8cfb1fa2-7fc7-48b0-a923-c05f6e8aaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:12.023333 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-8cfb1fa2-7fc7-48b0-a923-c05f6e8aaa74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27c1cf71-f481-41f7-9eac-dea85a4ffe9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484896 Jul 28 11:05:12.102711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe69eb-c334-48c2-89d4-d7a5a9b81eb7', 'name': '', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f', 'external_fixed_ips': [{'subnet_id': '5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '98829465-7976-4953-b543-922a958f39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:07Z', 'updated_at': '2021-07-28T11:05:10Z', 'revision_number': 3, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port': {'id': '98829465-7976-4953-b543-922a958f39da', 'name': '', 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afe69eb-c334-48c2-89d4-d7a5a9b81eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:09Z', 'updated_at': '2021-07-28T11:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:12.120884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-9e9ddcc0-92ee-4741-af03-47f6927b4020 service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883548 Jul 28 11:05:12.131048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Checking router: 7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:12.131517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Updating router 7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 port 98829465-7976-4953-b543-922a958f39da binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:05:12.157130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a23e2-0762-42b5-b59a-dc00da3db7fd req-8b92fe38-f212-4155-9f4a-6d3db92077c9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:12.158661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b71a23e2-0762-42b5-b59a-dc00da3db7fd req-8b92fe38-f212-4155-9f4a-6d3db92077c9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2146859 Jul 28 11:05:12.161030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.163436 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.163572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-fb1e086c-4017-4388-8975-caab1639f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:12.164896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-fb1e086c-4017-4388-8975-caab1639f1b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1903162 Jul 28 11:05:12.227064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1a11a7d5-2827-483e-b9b2-f2b64545ed86 req-0152a8bc-7dcb-48f0-bee3-5eec04e68cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960751 Jul 28 11:05:12.232416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381f29-7f7d-4100-987a-293cd41da0d7 req-aac08ec1-558c-4194-b0e1-96c522bcc25b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:12.233873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23381f29-7f7d-4100-987a-293cd41da0d7 req-aac08ec1-558c-4194-b0e1-96c522bcc25b tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 943 time: 0.1761327 Jul 28 11:05:12.266649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-faa24f95-a1c6-458b-8f57-6c560fb114d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534956 Jul 28 11:05:12.381704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b71a23e2-0762-42b5-b59a-dc00da3db7fd req-bd567d99-d60d-4846-9465-3714a58b17b6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158463 Jul 28 11:05:12.395155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23381f29-7f7d-4100-987a-293cd41da0d7 req-ac5136f0-79ce-4496-b962-7bf861b56d55 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343009 Jul 28 11:05:12.433765 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.439633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.447070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Transition to ACTIVE for port object 98829465-7976-4953-b543-922a958f39da will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:12.454749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.467392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-944de32a-b730-4dc8-b3f8-b710b8f80f05 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853230 Jul 28 11:05:12.508821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Attempting to bind port 98829465-7976-4953-b543-922a958f39da on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:12.509289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Attempting to bind port 98829465-7976-4953-b543-922a958f39da by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '792e558e-54d8-4ee6-b6a6-c33575367948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:12.509726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Attempting to bind port 98829465-7976-4953-b543-922a958f39da on network e6bcc33c-96d2-44e7-8a2c-2ea36325206f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:12.521004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:12.521378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Checking segment: {'id': '792e558e-54d8-4ee6-b6a6-c33575367948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:12.521782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.522380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Bound using segment: {'id': '792e558e-54d8-4ee6-b6a6-c33575367948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:12.522842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Bound port: 98829465-7976-4953-b543-922a958f39da, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792e558e-54d8-4ee6-b6a6-c33575367948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e6bcc33c-96d2-44e7-8a2c-2ea36325206f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:12.523396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.528516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c16b9-34e8-48f0-9d2d-cde44d1c06e5 None None] Pushing event updated for resources: {'Port': ['ID=98829465-7976-4953-b543-922a958f39da,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:12.583108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] For port 98829465-7976-4953-b543-922a958f39da, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:12.586504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] For port 98829465-7976-4953-b543-922a958f39da, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98829465-7976-4953-b543-922a958f39da,segment=NetworkSegment(792e558e-54d8-4ee6-b6a6-c33575367948),segment_id=792e558e-54d8-4ee6-b6a6-c33575367948)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:12.591423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.633148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-1ec7e300-b2d0-4dc6-8b4f-cfe581fa0ff5 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips/086cfdf7-13c5-46ca-9f8c-ebb65a1cc544 HTTP/1.1" status: 200 len: 693 time: 0.1294849 Jul 28 11:05:12.651635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Routers {'7afe69eb-c334-48c2-89d4-d7a5a9b81eb7'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:12.652282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7afe69eb-c334-48c2-89d4-d7a5a9b81eb7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:12.654106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c16b9-34e8-48f0-9d2d-cde44d1c06e5 None None] Pushing event updated for resources: {'Port': ['ID=98829465-7976-4953-b543-922a958f39da,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:12.726637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9b85-8072-49b1-8471-cbdd1be3156b req-268abebd-8eaf-4ee2-8226-0fb5e183953c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:12.728397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d7c9b85-8072-49b1-8471-cbdd1be3156b req-268abebd-8eaf-4ee2-8226-0fb5e183953c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.2385476 Jul 28 11:05:12.744641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] Set router 7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:12.751995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Deleting port 98829465-7976-4953-b543-922a958f39da {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:12.752528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:12.796349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afe69eb-c334-48c2-89d4-d7a5a9b81eb7', 'name': '', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:07Z', 'updated_at': '2021-07-28T11:05:12Z', 'revision_number': 4, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:12.822711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-8c081d02-59df-4e80-80e9-34e8ba930367 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317590 Jul 28 11:05:12.825887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad97a1b-e35a-4aed-b05e-21c15d75315e None None] The sync data for ids ['7afe69eb-c334-48c2-89d4-d7a5a9b81eb7'] in n-d-723573-7 is: [{'id': '7afe69eb-c334-48c2-89d4-d7a5a9b81eb7', 'name': '', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:07Z', 'updated_at': '2021-07-28T11:05:12Z', 'revision_number': 4, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:12.872576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d7c9b85-8072-49b1-8471-cbdd1be3156b req-b0d8258e-4daa-45b6-98ad-d07419156ecc tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292472 Jul 28 11:05:12.885002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-1ee690e6-4d22-42bf-86b6-120361509df9 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:12.893213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-1ee690e6-4d22-42bf-86b6-120361509df9 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2511961 Jul 28 11:05:12.948859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5fe018b1-9032-4d73-9a81-b8d1edece615 req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1594285959', 'description': 'tempest-description-1380197680'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:12.960929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-bc675a73-1cdd-4ff8-86db-836b1a2306e1 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0663645 Jul 28 11:05:12.994548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] For port 98829465-7976-4953-b543-922a958f39da, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98829465-7976-4953-b543-922a958f39da,segment=NetworkSegment(792e558e-54d8-4ee6-b6a6-c33575367948),segment_id=792e558e-54d8-4ee6-b6a6-c33575367948)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:12.994548 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.042292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Calling delete_port for 98829465-7976-4953-b543-922a958f39da owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:13.045712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5fe018b1-9032-4d73-9a81-b8d1edece615 req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.053910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-c224854a-17e8-4ae1-b777-9004a94aec75 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0768869 Jul 28 11:05:13.195115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:13.198247 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a6eaa-f591-46a5-97b5-c6a99944b489" -d '{"events": [{"server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:13.319788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 24086e05-a1ce-4e06-a6fd-db384e90e006 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:05:13.338695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5fe018b1-9032-4d73-9a81-b8d1edece615 req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.348260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5fe018b1-9032-4d73-9a81-b8d1edece615 req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.362184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Deleting port 4e544ae1-209e-4f67-a6c7-09e9abab13c1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:13.362523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.425248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 24086e05-a1ce-4e06-a6fd-db384e90e006, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=24086e05-a1ce-4e06-a6fd-db384e90e006,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:13.438093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'port_id': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'mac_address': 'fa:16:3e:68:e7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:05:13.454526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5fe018b1-9032-4d73-9a81-b8d1edece615 req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.456488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fe018b1-9032-4d73-9a81-b8d1edece615 req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5183513 Jul 28 11:05:13.463487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e64d2-ca14-4697-bfee-4c7a92ebafa5 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00d99d-f01b-4772-8158-7680cf3aba05,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:13.488428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.506533 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.525439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24086e05-a1ce-4e06-a6fd-db384e90e006 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:13.549222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 24086e05-a1ce-4e06-a6fd-db384e90e006, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=24086e05-a1ce-4e06-a6fd-db384e90e006,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:13.556526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.610523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=24086e05-a1ce-4e06-a6fd-db384e90e006,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:13.845295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event deleted for resources: {'Port': ['ID=98829465-7976-4953-b543-922a958f39da,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:13.889452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.889777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:13.894113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['24086e05-a1ce-4e06-a6fd-db384e90e006'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:13.927992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Calling delete_port for 4e544ae1-209e-4f67-a6c7-09e9abab13c1 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:13.967290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ecc9-5c5c-4491-b21d-b81030dea458 req-67574d12-8fae-42ce-80cd-b8367909a9e1 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:13.968727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f38ecc9-5c5c-4491-b21d-b81030dea458 req-67574d12-8fae-42ce-80cd-b8367909a9e1 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.1532762 Jul 28 11:05:14.011664 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.135780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.139598 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.147867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f38ecc9-5c5c-4491-b21d-b81030dea458 req-39a52c97-f9b2-4455-9c48-4ef5e492033a tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506987 Jul 28 11:05:14.203345 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.204025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:14.207579 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25ffc2-5f6b-4534-8d3a-bce3984e903d x-openstack-request-id: req-fd25ffc2-5f6b-4534-8d3a-bce3984e903d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:14.207874 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:14.209178 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd25ffc2-5f6b-4534-8d3a-bce3984e903d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:14.209557 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'code': 200} Jul 28 11:05:14.211641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.215516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e0f1db3-60c7-4851-a8b0-563859162767 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7afe69eb-c334-48c2-89d4-d7a5a9b81eb7 HTTP/1.1" status: 204 len: 168 time: 2.3676383 Jul 28 11:05:14.216279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:14.269441 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.294706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Deleting subnet 5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:05:14.298579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.325962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event deleted for resources: {'Port': ['ID=4e544ae1-209e-4f67-a6c7-09e9abab13c1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:14.349471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.413901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.436628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae823-c300-4d5a-a7b6-93781637f69c req-c55f4abc-0f0e-4fd9-a8da-05c618813a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:14.437965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c1ae823-c300-4d5a-a7b6-93781637f69c req-c55f4abc-0f0e-4fd9-a8da-05c618813a7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 1096 time: 0.1552720 Jul 28 11:05:14.443293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.445770 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.446812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b802d5c9-4abf-4e44-b200-f987ee7bf9f7 req-d55e445f-caa4-446c-899d-5c8626c1ae89 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "DELETE /v2.0/floatingips/086cfdf7-13c5-46ca-9f8c-ebb65a1cc544 HTTP/1.1" status: 204 len: 173 time: 1.3813457 Jul 28 11:05:14.461866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff9314-0c2a-4b8c-a1a2-b1204ddf2f0c req-846c689a-618b-4166-93e5-410ba09513fc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:14.463364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31ff9314-0c2a-4b8c-a1a2-b1204ddf2f0c req-846c689a-618b-4166-93e5-410ba09513fc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1423399 Jul 28 11:05:14.505092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c1ae823-c300-4d5a-a7b6-93781637f69c req-eb967e49-e3eb-48fb-afa4-dd244eb741eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572925 Jul 28 11:05:14.511716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.529187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31ff9314-0c2a-4b8c-a1a2-b1204ddf2f0c req-d013a6cf-ca95-43b6-aece-b5742d536548 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Jul 28 11:05:14.536461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:14.550917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.551267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.551608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.552115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.552443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.552743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.553070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.553467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.553796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.554123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.554624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.555092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:14.563831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.564206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-692d120f-6720-4498-bb37-a090d4c1a0f1 req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1670603136', 'description': 'tempest-description-433779578'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:14.569190 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf89e10a-2b02-43d4-a127-76fba0a94ae9 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d HTTP/1.1" status: 204 len: 168 time: 0.3506141 Jul 28 11:05:14.571159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:14.620338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0fc5a-0100-4c23-af81-a08cdc29aee3 req-dcf2f03e-23c4-4c8e-b103-0880e0269075 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:14.621991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97b0fc5a-0100-4c23-af81-a08cdc29aee3 req-dcf2f03e-23c4-4c8e-b103-0880e0269075 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 944 time: 0.0762529 Jul 28 11:05:14.623380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-692d120f-6720-4498-bb37-a090d4c1a0f1 req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.647625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.686152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97b0fc5a-0100-4c23-af81-a08cdc29aee3 req-899c830e-f5a3-4090-ac01-7b1bbda6f79e tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519903 Jul 28 11:05:14.747941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-692d120f-6720-4498-bb37-a090d4c1a0f1 req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.753096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-692d120f-6720-4498-bb37-a090d4c1a0f1 req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.753442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.765331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bcc33c-96d2-44e7-8a2c-2ea36325206f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:14.778042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792e558e-54d8-4ee6-b6a6-c33575367948') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:14.778431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792e558e-54d8-4ee6-b6a6-c33575367948') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:14.783716 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-692d120f-6720-4498-bb37-a090d4c1a0f1 req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.793036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.797945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-692d120f-6720-4498-bb37-a090d4c1a0f1 req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2399678 Jul 28 11:05:14.821979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.837786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:05:14.838265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.840056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74001b74-919d-4a61-a3a8-278479628379 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc4794e-df97-4b48-9a9c-aaeff4a18703,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:05:14.842405 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:05:14.926913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.933820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6bcc33c-96d2-44e7-8a2c-2ea36325206f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:05:14.950778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:14.953927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/networks/e6bcc33c-96d2-44e7-8a2c-2ea36325206f HTTP/1.1" status: 204 len: 168 time: 0.3814819 Jul 28 11:05:14.970228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b9fb6-dcfa-4f54-8e1b-9c037eca1d39 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6bcc33c-96d2-44e7-8a2c-2ea36325206f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:14.995067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181600a-6841-432e-97b4-0bcfb74e9f8c req-cf3d6747-6dc7-451f-a6f1-561eabfea782 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:14.996874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9181600a-6841-432e-97b4-0bcfb74e9f8c req-cf3d6747-6dc7-451f-a6f1-561eabfea782 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.1320143 Jul 28 11:05:15.024114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876cfe5-876c-45d6-9562-fa15796bcc56 req-0f65a018-0956-40fe-b5f0-4c38df88e534 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:15.033768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c876cfe5-876c-45d6-9562-fa15796bcc56 req-0f65a018-0956-40fe-b5f0-4c38df88e534 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1566551 Jul 28 11:05:15.095281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c876cfe5-876c-45d6-9562-fa15796bcc56 req-cde2c525-3f4a-46f9-b9aa-b1cb55560c4f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573769 Jul 28 11:05:15.131750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9181600a-6841-432e-97b4-0bcfb74e9f8c req-842d0e09-6d66-4439-be48-ff032c36193d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237681 Jul 28 11:05:15.231229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:15.235500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'name': 'tempest-router--2126845937', 'project_id': '5544774b7cf549ed99873537ccf8c2d8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:15.288602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.289821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fcc54-2835-4bce-87f1-daa6b1e56aca req-1c01172c-5c4b-44fa-9acd-b33f4d11330b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:15.289979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.291719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-071fcc54-2835-4bce-87f1-daa6b1e56aca req-1c01172c-5c4b-44fa-9acd-b33f4d11330b tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1061304 Jul 28 11:05:15.328884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 24086e05-a1ce-4e06-a6fd-db384e90e006 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:15.427145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.434660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.459857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.461554 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a9ccaa23-5d28-477c-8d09-41dc9fb75c29 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2306597 Jul 28 11:05:15.465194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:15.467628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 24086e05-a1ce-4e06-a6fd-db384e90e006 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:15.472696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 24086e05-a1ce-4e06-a6fd-db384e90e006 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:15.473150 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.558001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-9fc57400-7f14-4230-a83a-a201dc13b663 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:15.560152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.568290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-9fc57400-7f14-4230-a83a-a201dc13b663 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 812 time: 0.2899868 Jul 28 11:05:15.590659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-ec1b2adf-3d5d-4d78-98c7-63e94faa8e81 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/quotas/3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 375 time: 0.0210800 Jul 28 11:05:15.619583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 24086e05-a1ce-4e06-a6fd-db384e90e006, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=24086e05-a1ce-4e06-a6fd-db384e90e006,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:15.628324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.637770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-071fcc54-2835-4bce-87f1-daa6b1e56aca req-dde0e716-7420-46fe-80d5-4b1c43c5dab4 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1952057 Jul 28 11:05:15.747752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=24086e05-a1ce-4e06-a6fd-db384e90e006,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:15.755286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-006de6a5-dcb7-4a0b-abdb-d5cc8022339d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631787 Jul 28 11:05:15.898659 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:15.935489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2cb3-ccdc-4ebf-8264-076e673c752f req-cb72252f-5fc0-40a8-8252-23c30e1afbfa tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:15.937279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-188b2cb3-ccdc-4ebf-8264-076e673c752f req-cb72252f-5fc0-40a8-8252-23c30e1afbfa tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Jul 28 11:05:15.962799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-4cd34026-1e8f-4da6-8714-ee652cc5584c service neutron] 10.222.0.20 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062740 Jul 28 11:05:16.054033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-188b2cb3-ccdc-4ebf-8264-076e673c752f req-179b3dd9-454a-4088-bd7f-f3bfbb20a9c9 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068139 Jul 28 11:05:16.080416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.083525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.144665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.145584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 042fbf0f-6bc2-44b2-83cc-5377fd67a8a4 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:16.148528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d5104c4-5682-4afc-ad4f-55c2e6753c55 req-8a49e4c6-3396-4608-8bb2-1021e8b331df tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0559635 Jul 28 11:05:16.163620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.164374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-06ee22f5-cc60-4874-a3b1-8a4e4a8e27b6 service neutron] 10.222.0.20 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926527 Jul 28 11:05:16.169992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f374c15-a837-419a-a2a8-48fc97fdc094 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/routers/042fbf0f-6bc2-44b2-83cc-5377fd67a8a4 HTTP/1.1" status: 204 len: 168 time: 0.7029266 Jul 28 11:05:16.210789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:16.213765 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f88648-b182-4435-8f99-a58097e112eb" -d '{"events": [{"server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "name": "network-vif-plugged", "status": "completed", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:16.329529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:16.336441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d997ed-0f7a-4827-9be5-81b0b9477181 req-9613040f-34d3-4929-a2a8-dc3b69196334 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:16.339455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40d997ed-0f7a-4827-9be5-81b0b9477181 req-9613040f-34d3-4929-a2a8-dc3b69196334 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.0778863 Jul 28 11:05:16.403843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40d997ed-0f7a-4827-9be5-81b0b9477181 req-6831d893-dece-48dd-9c2b-c488ed156398 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583789 Jul 28 11:05:16.483710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffdb58-6942-4c45-913b-fe7a2e300959 req-e0cdd300-4c54-40c6-9e99-b3c06192b697 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:16.493775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:16.495314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45ffdb58-6942-4c45-913b-fe7a2e300959 req-e0cdd300-4c54-40c6-9e99-b3c06192b697 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.0699241 Jul 28 11:05:16.500988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Request body: {'floatingip': {'port_id': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:16.585169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.603193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e89d-305f-4164-a41a-94c57524656c req-71715cc3-44b5-4933-a2fa-8e9f848b8f06 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:16.614754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d72e89d-305f-4164-a41a-94c57524656c req-71715cc3-44b5-4933-a2fa-8e9f848b8f06 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.0795043 Jul 28 11:05:16.715391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d72e89d-305f-4164-a41a-94c57524656c req-b79cf670-3739-4be1-acd5-4fe288f930c4 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997989 Jul 28 11:05:16.781492 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884cb29-3440-4ab4-ba4a-0a7af9ea76e1 x-openstack-request-id: req-8884cb29-3440-4ab4-ba4a-0a7af9ea76e1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:16.782145 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "name": "network-vif-plugged", "status": "completed", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:16.782145 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8884cb29-3440-4ab4-ba4a-0a7af9ea76e1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:16.782467 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'code': 200} Jul 28 11:05:16.785130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-577317682', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:16.816688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.817901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:16.852400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca2d932f-afc2-412c-81c8-e5f22cc98b5c req-7b84780d-09ce-4070-846f-afd16d965c41 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 210 time: 0.0383763 Jul 28 11:05:16.952756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492743df-015b-4cbc-aae3-adca82cf0eb9 req-e1d7e59e-4429-4290-a82c-c2e644dfefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:16.954567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-492743df-015b-4cbc-aae3-adca82cf0eb9 req-e1d7e59e-4429-4290-a82c-c2e644dfefc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 1096 time: 0.0890353 Jul 28 11:05:17.039370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-492743df-015b-4cbc-aae3-adca82cf0eb9 req-4a0f0140-1e2d-41e8-9f14-db041a1ac279 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583286 Jul 28 11:05:17.061147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ddbfa-08bc-424d-9ab5-a408a0bfc28c req-48331104-10f2-4407-851d-a5ca2515b1fe tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:17.065226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d6ddbfa-08bc-424d-9ab5-a408a0bfc28c req-48331104-10f2-4407-851d-a5ca2515b1fe tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 945 time: 0.0999968 Jul 28 11:05:17.074503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:17.135920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d6ddbfa-08bc-424d-9ab5-a408a0bfc28c req-106fbbca-4d54-42c9-b3ce-1cd22ce54dab tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Jul 28 11:05:17.236897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec39d-d3c0-4b60-ad57-a896cfed69b9 req-83dceba9-681a-4f5e-aafc-e15b06c91117 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:17.242826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3dec39d-d3c0-4b60-ad57-a896cfed69b9 req-83dceba9-681a-4f5e-aafc-e15b06c91117 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0754685 Jul 28 11:05:17.279775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3dec39d-d3c0-4b60-ad57-a896cfed69b9 req-63d87608-1422-4782-ab25-81046cdecb74 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349965 Jul 28 11:05:17.455404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-0f38ed7f-4bac-4eb6-9171-4b15ba976151 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3012145 Jul 28 11:05:17.494003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:17.583561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec398b-807f-4ed7-8be2-dc3e9ff8a26c req-4d9fecb1-149d-4767-a65b-2f1f7585a611 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:17.586358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62ec398b-807f-4ed7-8be2-dc3e9ff8a26c req-4d9fecb1-149d-4767-a65b-2f1f7585a611 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.0857451 Jul 28 11:05:17.684424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:17.693834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62ec398b-807f-4ed7-8be2-dc3e9ff8a26c req-0b45cf25-b2c8-478a-8e06-98b81a349d96 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013920 Jul 28 11:05:17.700349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:17.793060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3875224b-3ee7-4277-a2b3-05e135d78665 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:17.794574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3875224b-3ee7-4277-a2b3-05e135d78665 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.41 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 812 time: 0.1868830 Jul 28 11:05:17.810241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'port': {'device_id': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2', 'admin_state_up': True, 'tenant_id': '3e2a25f8015b46e4aa4a340158f42cd6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:17.981525 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Floating IP 4d7ccc51-e01a-44d5-9cd0-d8999005027b associated. External IP: 172.25.1.94, port: 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7. Jul 28 11:05:17.998195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cf50939-ecfa-45c5-84b4-bd90e164b102 req-8c572d3e-fab5-41ae-87e6-fd63ca38cb21 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 210 time: 0.0457461 Jul 28 11:05:18.013930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa87f8-0410-49f0-b78d-ed1c4d233b2b req-1359b5c2-9fa6-445f-b49e-452d0bb0e662 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:18.023967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2aa87f8-0410-49f0-b78d-ed1c4d233b2b req-1359b5c2-9fa6-445f-b49e-452d0bb0e662 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.2283094 Jul 28 11:05:18.086561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2aa87f8-0410-49f0-b78d-ed1c4d233b2b req-16734ec2-3667-4468-b467-2316add24a6e tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Jul 28 11:05:18.096912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.099965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Made reservation on behalf of 3e2a25f8015b46e4aa4a340158f42cd6 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:18.104731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.146863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.319840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05e902-f234-45af-9721-4bf90f7dccb4 req-f446583a-8756-45dd-97a6-50afecc59234 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:18.321399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a05e902-f234-45af-9721-4bf90f7dccb4 req-f446583a-8756-45dd-97a6-50afecc59234 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 945 time: 0.1077354 Jul 28 11:05:18.326145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Allocated IP 172.20.0.3 (1302dadb-de06-4f4c-aa40-b659a44b0de2/5e25dab9-3e2f-42e9-86a1-5db7bb85e78b/90e6a653-29a2-4e60-a9b4-cce552c39abc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:18.358116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Allocated IP 172.25.1.169 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0ad29cef-a8af-4bd6-a145-9705df632f34) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:18.412926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a05e902-f234-45af-9721-4bf90f7dccb4 req-a6e01589-c9b1-4a2d-9b2f-9c489afe55a0 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845654 Jul 28 11:05:18.493073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba54eff-134b-443c-97e0-852b197f32c8 req-acbdad26-250c-416e-97ef-bb02515f7009 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:18.494693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aba54eff-134b-443c-97e0-852b197f32c8 req-acbdad26-250c-416e-97ef-bb02515f7009 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1211438 Jul 28 11:05:18.584697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aba54eff-134b-443c-97e0-852b197f32c8 req-3b43f7d7-a3e8-4264-9be3-66445f8ad1ff tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Jul 28 11:05:18.588023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.631435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.651948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:18.710920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Network 1302dadb-de06-4f4c-aa40-b659a44b0de2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:18.720024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:18.725837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:18.733272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:18.744705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-930dddb9-2bbf-489b-8cb2-1373edcfa237 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:18.746332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-930dddb9-2bbf-489b-8cb2-1373edcfa237 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 945 time: 0.1065948 Jul 28 11:05:18.868621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:18.869165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.887369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:18.897023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:18.925729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfde20a-9173-4d9b-a50e-c3f5eb944d5a req-57335c6b-9305-4ecd-b802-466ad80b4c28 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:18.927218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bfde20a-9173-4d9b-a50e-c3f5eb944d5a req-57335c6b-9305-4ecd-b802-466ad80b4c28 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1272473 Jul 28 11:05:18.930047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-754bea9a-00e0-4269-8027-1d13cfd70ee7 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1249325 Jul 28 11:05:18.958816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Request body: {'port': {'device_id': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:19.030321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bfde20a-9173-4d9b-a50e-c3f5eb944d5a req-396d1d4d-5b65-4073-9a1f-19909fab7e67 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946941 Jul 28 11:05:19.032715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Deleting port a630dea0-c235-4cda-8b94-5de923962387 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:19.036518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.061935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.063652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.067024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:19.069799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-bbdc5a59-0cd6-4e70-9011-abf5dd3de15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.071399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-bbdc5a59-0cd6-4e70-9011-abf5dd3de15a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1100 time: 0.1174936 Jul 28 11:05:19.075702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.080479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] Sync routers for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:19.098782 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:19.102420 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:19.188527 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b7e0b5c8-1376-4ee9-8dd2-d916a2ea63df tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "PUT /v2.0/floatingips/4d7ccc51-e01a-44d5-9cd0-d8999005027b HTTP/1.1" status: 200 len: 990 time: 2.6935000 Jul 28 11:05:19.195119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:19.195718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:19.198027 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779aefb-9643-4c59-8cd7-2c2ab859e51b" -d '{"events": [{"name": "network-changed", "server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:19.207343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:19.209211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event updated for resources: {'Port': ['ID=0ad29cef-a8af-4bd6-a145-9705df632f34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:19.212149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:19.222327 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:19.314011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-64a6444a-fd26-4ee8-9c61-f3ef6fea8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.316027 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-64a6444a-fd26-4ee8-9c61-f3ef6fea8603 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2120123 Jul 28 11:05:19.352253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] For port a630dea0-c235-4cda-8b94-5de923962387, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a630dea0-c235-4cda-8b94-5de923962387,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:19.352253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.367156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db3a1-60f8-422c-8c9e-13c55debbf5b req-543195a5-0d82-4b8b-8888-d57d79d74567 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.368659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-527db3a1-60f8-422c-8c9e-13c55debbf5b req-543195a5-0d82-4b8b-8888-d57d79d74567 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.2214816 Jul 28 11:05:19.382448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81017b-cc4a-421b-b1b1-799cc0f7f940 req-24fcf85a-6c33-4fc9-902e-b2eb1d8717d0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.383918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e81017b-cc4a-421b-b1b1-799cc0f7f940 req-24fcf85a-6c33-4fc9-902e-b2eb1d8717d0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 931 time: 0.2350936 Jul 28 11:05:19.384432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:19.396330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Request body: {'floatingip': {'port_id': '24086e05-a1ce-4e06-a6fd-db384e90e006'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:19.405372 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-92e02523-286b-4752-9104-5488bfe2239e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 217 time: 0.0592735 Jul 28 11:05:19.449076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Calling delete_port for a630dea0-c235-4cda-8b94-5de923962387 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:19.482259 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '4d7ccc51-e01a-44d5-9cd0-d8999005027b', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'port_id': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'mac_address': 'fa:16:3e:97:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:04:15Z', 'updated_at': '2021-07-28T11:05:17Z', 'revision_number': 1, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:19Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:19.515823 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] Checking router: 7c9ad9ac-a095-43aa-b0dc-8235149804c7 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:19.524490 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.525722 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:19.526332 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:19.559895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.579412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-3c48ed10-4f2e-40ed-87aa-15e757a70ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.581500 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-3c48ed10-4f2e-40ed-87aa-15e757a70ba7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1668603 Jul 28 11:05:19.632524 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:19.688726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:19.689166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e81017b-cc4a-421b-b1b1-799cc0f7f940 req-b965a26b-2b40-43b0-b59a-5219723b341b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858958 Jul 28 11:05:19.727560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-5a628777-5704-41a7-82aa-3b6738454258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.729570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-5a628777-5704-41a7-82aa-3b6738454258 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179426 Jul 28 11:05:19.764323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b20f48-360d-43db-97b9-25736385bf07 req-37a1d4f9-cf7e-4d7c-a2df-0195810ee721 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:19.765823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1b20f48-360d-43db-97b9-25736385bf07 req-37a1d4f9-cf7e-4d7c-a2df-0195810ee721 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.2701011 Jul 28 11:05:19.896745 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b82db-6063-4cc8-b310-a5a054e048d1 x-openstack-request-id: req-1a0b82db-6063-4cc8-b310-a5a054e048d1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:19.897271 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:19.897271 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a0b82db-6063-4cc8-b310-a5a054e048d1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:19.897667 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'status': 'completed', 'code': 200} Jul 28 11:05:19.932366 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '4d7ccc51-e01a-44d5-9cd0-d8999005027b', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'port_id': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'mac_address': 'fa:16:3e:97:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:04:15Z', 'updated_at': '2021-07-28T11:05:17Z', 'revision_number': 1, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:19Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:19.956658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-8737379a-1416-4f01-bc99-d759ea5bd6cd service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108672 Jul 28 11:05:19.968365 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5032e03-7756-4de2-82eb-687699f531b5 None None] The sync data for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 is: [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '4d7ccc51-e01a-44d5-9cd0-d8999005027b', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'port_id': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'mac_address': 'fa:16:3e:97:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:04:15Z', 'updated_at': '2021-07-28T11:05:17Z', 'revision_number': 1, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:19Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:20.054547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-6c224a6d-35ae-4938-9e9a-fb0a2d5f48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:20.056096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-6c224a6d-35ae-4938-9e9a-fb0a2d5f48ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ced3ac353df4530bce5c304fb5267f7&device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 1096 time: 0.1611888 Jul 28 11:05:20.134797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:20.193462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b892863-d914-48f9-b6af-1f6a5eb1ac39 None None] New status for floating IP 4d7ccc51-e01a-44d5-9cd0-d8999005027b: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:05:20.224700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-309afd1f-7278-43bc-85a2-caccba18595c service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571921 Jul 28 11:05:20.286216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-c9dbb004-1741-4937-a702-07e6d83c9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:20.287679 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-c9dbb004-1741-4937-a702-07e6d83c9205 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 200 len: 916 time: 0.2215962 Jul 28 11:05:20.301706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1b20f48-360d-43db-97b9-25736385bf07 req-76d3effd-32ae-4801-905c-bf354b2ef3ef tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204477 Jul 28 11:05:20.336310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:20.376988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-0f074bef-e591-407b-bef8-3db782f2113b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 200 len: 998 time: 0.0807889 Jul 28 11:05:20.378879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e6a653-29a2-4e60-a9b4-cce552c39abc {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:20.390011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Pushing event deleted for resources: {'Port': ['ID=a630dea0-c235-4cda-8b94-5de923962387,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:20.400529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:20.431029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Router 7bca4bac-b460-495f-8932-917197d480b8 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:20.439771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['a630dea0-c235-4cda-8b94-5de923962387'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:20.455361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-0f50c59d-8713-487a-8763-9b4975883fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:20.457177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-0f50c59d-8713-487a-8763-9b4975883fcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d654ee-7db1-4e48-970a-50f0387a88c5 HTTP/1.1" status: 200 len: 854 time: 0.0733144 Jul 28 11:05:20.506926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c265224-851b-4208-aaa0-983a910e4e46 req-f88157fe-9ff6-4153-bd46-5dcb199ad335 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:20.513515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c265224-851b-4208-aaa0-983a910e4e46 req-f88157fe-9ff6-4153-bd46-5dcb199ad335 tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e HTTP/1.1" status: 200 len: 867 time: 0.2947133 Jul 28 11:05:20.545509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Transition to ACTIVE for port object 90e6a653-29a2-4e60-a9b4-cce552c39abc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:20.549557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] No DVR routers for this DVR port a630dea0-c235-4cda-8b94-5de923962387 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:20.578494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:20.582698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8c89bf1-eaed-46e1-b6eb-e7fa0f7a8295 req-49fe89d6-bc70-4545-8ce0-fa645c289e6a tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.44 "DELETE /v2.0/ports/a630dea0-c235-4cda-8b94-5de923962387 HTTP/1.1" status: 204 len: 173 time: 1.8122964 Jul 28 11:05:20.596293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:20.598162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'name': 'network-vif-deleted', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:20.600638 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9b517-c856-4ae3-80ee-d1e0b094c393" -d '{"events": [{"server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "name": "network-vif-deleted", "tag": "a630dea0-c235-4cda-8b94-5de923962387"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:20.623789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-a2ddd214-7f7a-401c-880b-681ffdb34a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:20.627224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-a2ddd214-7f7a-401c-880b-681ffdb34a4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6aac03b2-605c-4e05-b2d3-04c3d256b917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179616 Jul 28 11:05:20.658844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:20.676287 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] Sync routers for ids ['7bca4bac-b460-495f-8932-917197d480b8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:20.693591 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] Routers {'7bca4bac-b460-495f-8932-917197d480b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:20.694499 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7bca4bac-b460-495f-8932-917197d480b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:20.730764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:20.732251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad2802db-edae-471e-98d6-69099ac80506 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4010634 Jul 28 11:05:20.736511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:20.760956 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:20.770658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] Routers {'7bca4bac-b460-495f-8932-917197d480b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:20.771773 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7bca4bac-b460-495f-8932-917197d480b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:20.775076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c265224-851b-4208-aaa0-983a910e4e46 req-2de65ed0-71e6-451a-9a92-8eb5a2286ddd tempest-FloatingIPsAssociationNegativeTestJSON-125308051 tempest-FloatingIPsAssociationNegativeTestJSON-125308051-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598584 Jul 28 11:05:20.782834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:20.810774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759916e9-4190-4102-a7fc-1d9a1577dddb req-958057e7-69cd-48e6-ba76-dee31eb1bf12 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:20.813735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-759916e9-4190-4102-a7fc-1d9a1577dddb req-958057e7-69cd-48e6-ba76-dee31eb1bf12 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2687006 Jul 28 11:05:20.839564 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:20.840527 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067bd13-16d3-4fac-8d06-e569d0974030 None None] The sync data for ids ['7bca4bac-b460-495f-8932-917197d480b8'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:20.846805 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb895e-9f2c-4543-b73b-9b127445606c x-openstack-request-id: req-72fb895e-9f2c-4543-b73b-9b127445606c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:20.847731 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e", "name": "network-vif-deleted", "tag": "a630dea0-c235-4cda-8b94-5de923962387", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:20.847987 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72fb895e-9f2c-4543-b73b-9b127445606c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:20.848409 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1947b6-9a4c-4158-9dca-bddb4bd8ce2e', 'name': 'network-vif-deleted', 'tag': 'a630dea0-c235-4cda-8b94-5de923962387', 'status': 'completed', 'code': 200} Jul 28 11:05:20.849486 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-2dce48a8-07db-4dd3-9c83-2b119bbd3c17 service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092443 Jul 28 11:05:20.919632 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f745dfb2-463d-47b6-8e89-5b00448b4f73 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/7bca4bac-b460-495f-8932-917197d480b8 HTTP/1.1" status: 200 len: 920 time: 0.1818051 Jul 28 11:05:20.922341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:20.953085 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5317475c-1c24-4590-802f-1f2b26fa4efa tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bca4bac-b460-495f-8932-917197d480b8 HTTP/1.1" status: 200 len: 205 time: 0.0296626 Jul 28 11:05:20.957533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:21.031769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-759916e9-4190-4102-a7fc-1d9a1577dddb req-c931bd9c-9bc7-4961-a5e9-bea50f5a8813 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930814 Jul 28 11:05:21.034621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4779aefb-9643-4c59-8cd7-2c2ab859e51b req-ffdafeab-4b56-4fcd-bd15-d7482d8fd93b service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696379 Jul 28 11:05:21.038722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Attempting to bind port 90e6a653-29a2-4e60-a9b4-cce552c39abc on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:21.039056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Attempting to bind port 90e6a653-29a2-4e60-a9b4-cce552c39abc by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:21.039879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Attempting to bind port 90e6a653-29a2-4e60-a9b4-cce552c39abc on network 1302dadb-de06-4f4c-aa40-b659a44b0de2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:21.051876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Port 90e6a653-29a2-4e60-a9b4-cce552c39abc on network 1302dadb-de06-4f4c-aa40-b659a44b0de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:05:21.052313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Attempting to bind port 90e6a653-29a2-4e60-a9b4-cce552c39abc on network 1302dadb-de06-4f4c-aa40-b659a44b0de2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:21.067099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac275d5b-7744-42d8-9864-7426aab8ef27 req-c85948a9-e60f-4193-b201-2744505a3e65 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:21.068676 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac275d5b-7744-42d8-9864-7426aab8ef27 req-c85948a9-e60f-4193-b201-2744505a3e65 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 943 time: 0.1585503 Jul 28 11:05:21.073785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:21.074132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Checking segment: {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:21.074530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Bound using segment: {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:21.074972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Bound port: 90e6a653-29a2-4e60-a9b4-cce552c39abc, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a087049-8676-49b1-b892-8b54033e91f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:21.075334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.084731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.109879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.202378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac275d5b-7744-42d8-9864-7426aab8ef27 req-17f559e0-f761-49e6-bd0e-33470db5b124 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144972 Jul 28 11:05:21.274974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:21.282406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:21.288089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.325802 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Floating IP f01acc00-edbb-43ca-b5bd-c604ba301f52 associated. External IP: 172.25.1.189, port: 24086e05-a1ce-4e06-a6fd-db384e90e006. Jul 28 11:05:21.372798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:21.373512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.374975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] 10.222.0.41 "PUT /v2.0/ports/90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 1091 time: 2.4313896 Jul 28 11:05:21.389025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.436079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06d613-e740-40b9-8ed3-cf750e4e9384 service neutron] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:21.515670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.530990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d2aa4-6e59-469f-b10c-49ae09ea07e1 req-fb7ee6c7-e8d3-44f1-9291-1a11eeb188e2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:21.532569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-821d2aa4-6e59-469f-b10c-49ae09ea07e1 req-fb7ee6c7-e8d3-44f1-9291-1a11eeb188e2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.1467736 Jul 28 11:05:21.539519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-9504de99-38f6-4364-b5a7-715a7b202ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:21.540948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-9504de99-38f6-4364-b5a7-715a7b202ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1094 time: 0.1177123 Jul 28 11:05:21.568550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Deleting port 0ad29cef-a8af-4bd6-a145-9705df632f34 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:21.568899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.629589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-3648cff1-f23f-444c-bd2d-e19f3f33190f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 217 time: 0.0774364 Jul 28 11:05:21.644325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.656136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Calling delete_port for 0ad29cef-a8af-4bd6-a145-9705df632f34 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:21.676957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-821d2aa4-6e59-469f-b10c-49ae09ea07e1 req-cfb8f1dd-bcaf-4c50-a5e1-53a834e3e3ba tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350601 Jul 28 11:05:21.731967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-9a4bc3bc-515f-4d75-aedf-c857e470f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:21.733436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-9a4bc3bc-515f-4d75-aedf-c857e470f40c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.0919380 Jul 28 11:05:21.770162 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-52b243cd-2a8d-4328-82e5-78f1100aa214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273154 Jul 28 11:05:21.777292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Router bbb67b3b-0e94-4104-9466-fe99be56f189 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:21.822610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:21.856297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:21.868427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event deleted for resources: {'Port': ['ID=0ad29cef-a8af-4bd6-a145-9705df632f34,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:21.945941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-dd1c823d-de25-4d14-9d59-5938f8abd741 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675484 Jul 28 11:05:21.991607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.007310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:22.012622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.018465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] Sync routers for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:22.029335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:22.030036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:22.051216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58fb846e-9f64-46d6-b070-e35914b2e6a4 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "PUT /v2.0/floatingips/f01acc00-edbb-43ca-b5bd-c604ba301f52 HTTP/1.1" status: 200 len: 991 time: 2.6590791 Jul 28 11:05:22.091732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5fc13d4-34ef-4cbe-91dc-839a6f0f9228 req-f4d8c05a-7819-4aa5-a980-9a90d7cef4b4 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353810 Jul 28 11:05:22.101012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.103401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.198218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.198788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Fanout notify agent at l3_agent the message router_deleted on router 7bca4bac-b460-495f-8932-917197d480b8 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:22.211570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493758a0-9e95-4ed7-9b4c-a45a195dfa04 req-e7058432-816f-4427-b434-92f7d47696fb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:22.213710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-493758a0-9e95-4ed7-9b4c-a45a195dfa04 req-e7058432-816f-4427-b434-92f7d47696fb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0741141 Jul 28 11:05:22.241059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.242185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f9c9b9c5-f9d9-4e55-8c72-1e6b93d96143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/7bca4bac-b460-495f-8932-917197d480b8 HTTP/1.1" status: 204 len: 168 time: 1.2837455 Jul 28 11:05:22.246444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:22.251179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'name': 'tempest-snat-router-744555738', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:22.279372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-493758a0-9e95-4ed7-9b4c-a45a195dfa04 req-9060de85-824f-4379-b763-814f14f189f0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588181 Jul 28 11:05:22.313229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.314843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.323318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.366833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3dd0c-1f51-49ac-9f83-332210ae8242 req-e37fc594-9d27-4d94-904f-042426057cab tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:22.369136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ec3dd0c-1f51-49ac-9f83-332210ae8242 req-e37fc594-9d27-4d94-904f-042426057cab tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 943 time: 0.0564868 Jul 28 11:05:22.401849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.402591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:22.414223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ec3dd0c-1f51-49ac-9f83-332210ae8242 req-85d6ee2f-0063-4d60-9a86-17a74d435edf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Jul 28 11:05:22.573572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.649587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'f01acc00-edbb-43ca-b5bd-c604ba301f52', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'port_id': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'mac_address': 'fa:16:3e:68:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:05:04Z', 'updated_at': '2021-07-28T11:05:20Z', 'revision_number': 1, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:05:02Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:22.675117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] Checking router: bbb67b3b-0e94-4104-9466-fe99be56f189 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:22.683165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:22.683794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:22.689561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:22.809384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6787d71-bc10-4994-b0f2-40046606c0d8 req-7b884a06-4520-475b-85d6-deb25594fdda tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:22.812212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:22.812968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6787d71-bc10-4994-b0f2-40046606c0d8 req-7b884a06-4520-475b-85d6-deb25594fdda tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.0614746 Jul 28 11:05:22.851310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc'}, {'name': 'network-changed', 'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:22.853631 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349fbc20-fc53-4335-9884-aeb573995a99" -d '{"events": [{"name": "network-changed", "server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc"}, {"name": "network-changed", "server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:22.866073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6787d71-bc10-4994-b0f2-40046606c0d8 req-c551c716-effd-4f01-a2bc-5cd5128d0478 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Jul 28 11:05:22.924167 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cc185e-54ff-4102-87fa-9959e10f90a6 x-openstack-request-id: req-e3cc185e-54ff-4102-87fa-9959e10f90a6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:22.924619 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:22.925003 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3cc185e-54ff-4102-87fa-9959e10f90a6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:22.925499 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'status': 'completed', 'code': 200} Jul 28 11:05:22.925855 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'status': 'completed', 'code': 200} Jul 28 11:05:22.993627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.014469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-63bcc6c0-3c12-48a4-b11c-2eef4cc371d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.016122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-63bcc6c0-3c12-48a4-b11c-2eef4cc371d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dd8138e4c154daaa774c2a1880a481b&device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 1096 time: 0.0610566 Jul 28 11:05:23.018565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-dbdc575e-7804-4ce5-b12b-f6cbb89f8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.020145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-dbdc575e-7804-4ce5-b12b-f6cbb89f8a77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1094 time: 0.0748210 Jul 28 11:05:23.020643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.080895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'f01acc00-edbb-43ca-b5bd-c604ba301f52', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'port_id': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'mac_address': 'fa:16:3e:68:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:05:04Z', 'updated_at': '2021-07-28T11:05:20Z', 'revision_number': 1, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:05:02Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:23.113302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575d87-de04-43a2-83a2-879d8adb24ed None None] The sync data for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 is: [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'f01acc00-edbb-43ca-b5bd-c604ba301f52', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'port_id': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'mac_address': 'fa:16:3e:68:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:05:04Z', 'updated_at': '2021-07-28T11:05:20Z', 'revision_number': 1, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:05:02Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:23.199706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Allocated IP 172.25.1.111 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/7fa6af6e-d3bf-419e-97d8-30b62fdd35f6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:23.201082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-98d5326a-6461-4c4f-b31c-bdf7e0a1a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.202716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-98d5326a-6461-4c4f-b31c-bdf7e0a1a24c service neutron] 10.222.0.44 "GET /v2.0/networks?id=be753703-0cb0-4ea8-a25e-c1f67e0381a6 HTTP/1.1" status: 200 len: 907 time: 0.1786706 Jul 28 11:05:23.203896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-ec8fd685-d049-4a02-a217-cc1a9514b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.205979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-ec8fd685-d049-4a02-a217-cc1a9514b23c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.1738393 Jul 28 11:05:23.224047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Deleting port 56a65667-af4b-413f-a0df-fbdf5b697132 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:23.225547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.302451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-4d029971-5e4f-4c1b-a614-193d657993af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 217 time: 0.0883009 Jul 28 11:05:23.339878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a630dea0-c235-4cda-8b94-5de923962387 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:23.351608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-d72727e3-0526-43d6-981d-97f7ca4f3158 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24086e05-a1ce-4e06-a6fd-db384e90e006 HTTP/1.1" status: 200 len: 999 time: 0.1289432 Jul 28 11:05:23.373582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: a630dea0-c235-4cda-8b94-5de923962387 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:23.374130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a630dea0-c235-4cda-8b94-5de923962387 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:23.396914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.399992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] For port 56a65667-af4b-413f-a0df-fbdf5b697132, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=56a65667-af4b-413f-a0df-fbdf5b697132,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:23.400377 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.436318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Calling delete_port for 56a65667-af4b-413f-a0df-fbdf5b697132 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:23.455859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-e6b3bdcd-f28a-4b2b-9afe-ac84f42a39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.458257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-e6b3bdcd-f28a-4b2b-9afe-ac84f42a39ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.1462553 Jul 28 11:05:23.461147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.466736 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd520c05-dcd6-4329-ab60-ea234fa9b83f None None] New status for floating IP f01acc00-edbb-43ca-b5bd-c604ba301f52: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:05:23.538803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:23.539923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-84e71044-aab4-46f0-a0ed-1a93455cc8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480723 Jul 28 11:05:23.544357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:23.553646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:23.555464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-b9c8d2de-070a-443b-b112-0351903d9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.556920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-b9c8d2de-070a-443b-b112-0351903d9989 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=682dc253-fdb1-4a1c-8678-fe93dee563cf HTTP/1.1" status: 200 len: 845 time: 0.1715441 Jul 28 11:05:23.590966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Port': ['ID=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:23.894530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:23.949028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a65667-af4b-413f-a0df-fbdf5b697132,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:23.973591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b668-8456-435f-aae6-939b68fc7932 req-925da119-b1c7-4a42-8ce8-e1e500eff950 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:23.975130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a0b668-8456-435f-aae6-939b68fc7932 req-925da119-b1c7-4a42-8ce8-e1e500eff950 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.5908778 Jul 28 11:05:24.001392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90e6a653-29a2-4e60-a9b4-cce552c39abc details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:05:24.005725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735662a-21d7-4756-9ca5-b1ba04a1aba9 req-46e40b65-5133-415a-9f59-ca48f50ee13d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:24.007281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f735662a-21d7-4756-9ca5-b1ba04a1aba9 req-46e40b65-5133-415a-9f59-ca48f50ee13d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 943 time: 0.5020859 Jul 28 11:05:24.008869 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:24.052759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fbc20-fc53-4335-9884-aeb573995a99 req-165cecdb-1679-4ecb-9a65-2344c9a3c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:24.054257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-165cecdb-1679-4ecb-9a65-2344c9a3c876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be753703-0cb0-4ea8-a25e-c1f67e0381a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823146 Jul 28 11:05:24.102293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-84956e5e-e234-47d2-9f2e-c2cea9097163 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442238 Jul 28 11:05:24.144281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a0b668-8456-435f-aae6-939b68fc7932 req-b6c969c4-bd67-4fdb-8e93-2cb7e8698847 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557806 Jul 28 11:05:24.148661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:24.175914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'network_id': '1302dadb-de06-4f4c-aa40-b659a44b0de2', 'port_id': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'mac_address': 'fa:16:3e:2c:6b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e25dab9-3e2f-42e9-86a1-5db7bb85e78b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:05:24.211241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f735662a-21d7-4756-9ca5-b1ba04a1aba9 req-f3a4d4b1-2b47-45fa-85f2-2a22cfff1bcb tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834905 Jul 28 11:05:24.263022 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:05:24.264772 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:24.292645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e6a653-29a2-4e60-a9b4-cce552c39abc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:24.323621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:24.332028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:24.393033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:24.401523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.402390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.402737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.403179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.404064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.404558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.405004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.405344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.405768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.406124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.406463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.406787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:24.428997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-48b742d3-d9ed-4c25-8131-c830bad066e1 service neutron] 10.222.0.44 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560407 Jul 28 11:05:24.436649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-bdcd62c7-36fc-4cd7-8a4a-a7665113e4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888005 Jul 28 11:05:24.458046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035350ff-a2a2-4b65-93f8-1da2acb6a0da req-e2db6bac-2fc2-4454-aa3d-532ce4372c2b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:24.459516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-035350ff-a2a2-4b65-93f8-1da2acb6a0da req-e2db6bac-2fc2-4454-aa3d-532ce4372c2b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 946 time: 0.1240380 Jul 28 11:05:24.556250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-035350ff-a2a2-4b65-93f8-1da2acb6a0da req-aba90b29-6168-4864-9b34-93e54fd4f259 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860071 Jul 28 11:05:24.586598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-349fbc20-fc53-4335-9884-aeb573995a99 req-ccfa3728-b422-4616-b71d-7de907b72e3a service neutron] 10.222.0.44 "GET /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485324 Jul 28 11:05:24.590268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-9a119bdb-3718-444d-b8ce-ef0e322ea763 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:24.591723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-9a119bdb-3718-444d-b8ce-ef0e322ea763 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1097 time: 0.1690874 Jul 28 11:05:24.603868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90e6a653-29a2-4e60-a9b4-cce552c39abc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:24.612045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723573-7'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:24.639939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:24.770064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:24.775639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.115452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:25.137179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Router a10fe7b0-7637-449d-a2ca-caefcf9159b4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:25.163037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Router 75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:25.210873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:25.270937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde75559-ce45-45bb-b2cb-d91fcb72e46c req-bf40375a-4307-44eb-bcd6-c61a82eec690 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:25.277577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bde75559-ce45-45bb-b2cb-d91fcb72e46c req-bf40375a-4307-44eb-bcd6-c61a82eec690 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0604300 Jul 28 11:05:25.320407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bde75559-ce45-45bb-b2cb-d91fcb72e46c req-252dd7e1-03ae-46a3-9604-3c1901a9eb63 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402966 Jul 28 11:05:25.330576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:25.332881 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f988a0ae-82e5-4320-aea4-f26530e305e5" -d '{"events": [{"server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "name": "network-vif-unplugged", "status": "completed", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:25.341018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.344749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:05:25.360608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.395712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1fc3-0160-423a-99c2-16379b15bd1a req-63fd6937-d8b0-47f7-9210-074ff626466d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:25.397511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-accb1fc3-0160-423a-99c2-16379b15bd1a req-63fd6937-d8b0-47f7-9210-074ff626466d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 944 time: 0.0757706 Jul 28 11:05:25.420481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:25.434852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ea37eb11-4f4f-40d6-88f6-bb29e86fc3b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/a10fe7b0-7637-449d-a2ca-caefcf9159b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5740585 Jul 28 11:05:25.436121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:25.451423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] Sync routers for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:25.469763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:25.470441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:25.471086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:25.485946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Sync routers for ids ['75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:25.492783 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becbfa05-6fdd-4b99-aa09-66ae96b59182 x-openstack-request-id: req-becbfa05-6fdd-4b99-aa09-66ae96b59182 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:25.493326 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "name": "network-vif-unplugged", "status": "completed", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:25.493802 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-becbfa05-6fdd-4b99-aa09-66ae96b59182 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:25.494683 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'code': 200} Jul 28 11:05:25.506534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.508400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d6ce08b-6738-4f72-9eb6-1583e41a6606 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2608829 Jul 28 11:05:25.516248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Routers {'75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:25.517303 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:25.536589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:25.541801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:25.574393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-accb1fc3-0160-423a-99c2-16379b15bd1a req-84530040-a07a-46fa-a93c-11a7f0bd2d4c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669989 Jul 28 11:05:25.624423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 has no active binding in host n-h1-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:05:25.643679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on host n-h2-723573-7 for vnic_type normal with profile {"migrating_to": "n-h1-723573-7"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:25.644052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:25.644378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:25.649434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:25.660793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:05:25.661127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Attempting to bind port 6b680f6d-af0d-42d4-be79-060237bf64b9 on network 58174e6f-5b40-4a36-8010-eb2089b62717 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:25.669695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:25.670043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Checking segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:25.670430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Bound using segment: {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:25.670870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Bound port: 6b680f6d-af0d-42d4-be79-060237bf64b9, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '58174e6f-5b40-4a36-8010-eb2089b62717'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:25.671234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.680415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.684354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:25.724477 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Set router 75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:25.789932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d0ed44b9-fa2e-4d97-8b4b-4b40cba66d2c tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 HTTP/1.1" status: 200 len: 908 time: 0.2350373 Jul 28 11:05:25.793818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:25.800268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'name': 'tempest-snat-router-744555738', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': True}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:25.815688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:25.823719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6094e8-bd45-42f4-b24c-56a6a4d065e0 req-d0cd8b45-0929-4b19-98b8-3cc2bb0c5a56 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:25.825471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed6094e8-bd45-42f4-b24c-56a6a4d065e0 req-d0cd8b45-0929-4b19-98b8-3cc2bb0c5a56 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1033239 Jul 28 11:05:25.837911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:25.845759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.855557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.856876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.863236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.889409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed6094e8-bd45-42f4-b24c-56a6a4d065e0 req-9bdce800-891a-43af-a203-041a3abc6770 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 Jul 28 11:05:25.942203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:05:23Z', 'revision_number': 5, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port': {'id': 'ea1fbc60-faed-47c6-9c6b-5d2c74df7664', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:21Z', 'updated_at': '2021-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:25.955967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:25.962601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Deleting port ea1fbc60-faed-47c6-9c6b-5d2c74df7664 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:25.962938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.985255 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79', 'name': 'tempest-snat-router-744555738', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.111'}], 'enable_snat': False}, 'gw_port_id': '7fa6af6e-d3bf-419e-97d8-30b62fdd35f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:22Z', 'updated_at': '2021-07-28T11:05:23Z', 'revision_number': 3, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port': {'id': '7fa6af6e-d3bf-419e-97d8-30b62fdd35f6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:23Z', 'updated_at': '2021-07-28T11:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:25.990753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:25.991367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.992766 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-777cb073-b1ed-4da2-b821-6c2b90f021ae service neutron] 10.222.0.44 "PUT /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 1122 time: 1.3873982 Jul 28 11:05:25.994094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:25.994908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] Checking router: a10fe7b0-7637-449d-a2ca-caefcf9159b4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:26.006913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] Routers {'a10fe7b0-7637-449d-a2ca-caefcf9159b4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:26.007739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:26.054485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90e6a653-29a2-4e60-a9b4-cce552c39abc up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:26.059779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] For port ea1fbc60-faed-47c6-9c6b-5d2c74df7664, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:26.060147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.076075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Calling delete_port for ea1fbc60-faed-47c6-9c6b-5d2c74df7664 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:26.127867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6b680f6d-af0d-42d4-be79-060237bf64b9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:26.144256 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Checking router: 75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:26.144522 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Updating router 75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:05:26.177984 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.224940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.296788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.357930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6b680f6d-af0d-42d4-be79-060237bf64b9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:26.360421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1fbc60-faed-47c6-9c6b-5d2c74df7664,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:26.423266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.456634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] Set router a10fe7b0-7637-449d-a2ca-caefcf9159b4 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:26.547436 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.561499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:05:25Z', 'revision_number': 6, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:26.562575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.564859 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Transition to ACTIVE for port object 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:26.569497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.572468 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.574919 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.590141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.627188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4e039-9308-4996-9161-317b4dff3f12 None None] The sync data for ids ['a10fe7b0-7637-449d-a2ca-caefcf9159b4'] in n-d-723573-7 is: [{'id': 'a10fe7b0-7637-449d-a2ca-caefcf9159b4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2085664570-router', 'tenant_id': '346a0b776bba4edc9412ba0168937962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:20Z', 'updated_at': '2021-07-28T11:05:25Z', 'revision_number': 6, 'project_id': '346a0b776bba4edc9412ba0168937962', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:26.645044 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Attempting to bind port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:26.645482 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Attempting to bind port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:26.646310 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Attempting to bind port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:26.646918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 90e6a653-29a2-4e60-a9b4-cce552c39abc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:26.655067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 90e6a653-29a2-4e60-a9b4-cce552c39abc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:26.655725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.666061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f7d2-17de-4d8b-a82c-6679d5e90ed7 req-9b3da927-353e-4416-b7ef-a8480c6799eb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:26.670738 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:26.671190 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:26.671688 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.672077 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:26.672667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4119f7d2-17de-4d8b-a82c-6679d5e90ed7 req-9b3da927-353e-4416-b7ef-a8480c6799eb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1677978 Jul 28 11:05:26.680133 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Bound port: 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:26.680611 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.703617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Pushing event updated for resources: {'Port': ['ID=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:26.716717 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.716934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.717049 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.717370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a10fe7b0-7637-449d-a2ca-caefcf9159b4 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:26.717492 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.717817 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.718145 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.718470 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.718790 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.719208 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.719603 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.720813 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.720813 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.721170 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:05:26.730445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.734043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ff9f62a0-e994-432b-95d0-23b50e0e2687 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a10fe7b0-7637-449d-a2ca-caefcf9159b4 HTTP/1.1" status: 204 len: 168 time: 1.2951319 Jul 28 11:05:26.737322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:26.763957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4119f7d2-17de-4d8b-a82c-6679d5e90ed7 req-6211f783-8ea2-4561-938e-c267f8c42bf3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837655 Jul 28 11:05:26.784700 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] For port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:26.791664 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] For port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:26.797936 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.873330 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f25a8-5d50-4f0d-9369-86f588403db5 None None] Pushing event updated for resources: {'Port': ['ID=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:26.881373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc789c-5e97-4f4d-9aef-b91193228304 req-e09e0877-9de7-4c92-a5ba-9eab4c864148 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:26.883412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7dc789c-5e97-4f4d-9aef-b91193228304 req-e09e0877-9de7-4c92-a5ba-9eab4c864148 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 944 time: 0.1078415 Jul 28 11:05:26.898406 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Routers {'75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:26.899185 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:26.928203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:26.957401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7dc789c-5e97-4f4d-9aef-b91193228304 req-39a62c03-7d16-401f-8eea-ef9c1b50f75c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669034 Jul 28 11:05:26.994741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:26.997352 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3d8def-265b-477d-a1bb-3ab0bddf9bb3" -d '{"events": [{"server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "name": "network-vif-plugged", "status": "completed", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:27.037530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:27.046507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.094597 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d752f09-9902-4482-b149-fa00e2d79c38 x-openstack-request-id: req-6d752f09-9902-4482-b149-fa00e2d79c38 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:27.094921 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "name": "network-vif-plugged", "status": "completed", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:27.095124 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d752f09-9902-4482-b149-fa00e2d79c38 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:27.095963 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] Set router 75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:27.096428 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'code': 200} Jul 28 11:05:27.124678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b50a97-09fe-40b1-b7b3-278a8c4ec9f1 req-40f87617-5d16-44fb-b4be-26c4c744b897 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:27.126253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1b50a97-09fe-40b1-b7b3-278a8c4ec9f1 req-40f87617-5d16-44fb-b4be-26c4c744b897 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1053960 Jul 28 11:05:27.151372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:27.232836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1b50a97-09fe-40b1-b7b3-278a8c4ec9f1 req-bf594395-10a0-43b7-947e-8c408b80c318 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992575 Jul 28 11:05:27.270688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed4590-128c-402b-8290-42bd60c0f061 req-a4d3fe22-2f45-421b-92fb-9fe7c8c2f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:27.272216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4ed4590-128c-402b-8290-42bd60c0f061 req-a4d3fe22-2f45-421b-92fb-9fe7c8c2f80a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1096 time: 0.1033313 Jul 28 11:05:27.320936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4ed4590-128c-402b-8290-42bd60c0f061 req-d9b13976-24d7-4b3f-9a8b-40f18cbd73f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Jul 28 11:05:27.321781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Deleting subnet 1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:05:27.328063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.357548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79', 'name': 'tempest-snat-router-744555738', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.111'}], 'enable_snat': False}, 'gw_port_id': '7fa6af6e-d3bf-419e-97d8-30b62fdd35f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:22Z', 'updated_at': '2021-07-28T11:05:23Z', 'revision_number': 3, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port': {'id': '7fa6af6e-d3bf-419e-97d8-30b62fdd35f6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:23Z', 'updated_at': '2021-07-28T11:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:27.358509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56a65667-af4b-413f-a0df-fbdf5b697132 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:27.380682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 56a65667-af4b-413f-a0df-fbdf5b697132 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:27.381054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56a65667-af4b-413f-a0df-fbdf5b697132 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:27.381485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ea1fbc60-faed-47c6-9c6b-5d2c74df7664 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:27.385091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Allocated IP 172.25.1.197 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e8dd3960-46af-4b3d-aec7-8585e7f3d655) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:27.388564 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.390144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063bff1-77e5-4eb6-b361-bc9550eae103 None None] The sync data for ids ['75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79'] in n-d-723573-7 is: [{'id': '75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79', 'name': 'tempest-snat-router-744555738', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.111'}], 'enable_snat': False}, 'gw_port_id': '7fa6af6e-d3bf-419e-97d8-30b62fdd35f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:22Z', 'updated_at': '2021-07-28T11:05:23Z', 'revision_number': 3, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port': {'id': '7fa6af6e-d3bf-419e-97d8-30b62fdd35f6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:23Z', 'updated_at': '2021-07-28T11:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:27.400719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ea1fbc60-faed-47c6-9c6b-5d2c74df7664 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:27.401197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ea1fbc60-faed-47c6-9c6b-5d2c74df7664 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:27.495861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:27.498563 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:27.558867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.591511 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35248832-c2f3-4a69-a7b6-a923dd6235b4 x-openstack-request-id: req-35248832-c2f3-4a69-a7b6-a923dd6235b4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:27.592223 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:27.592456 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35248832-c2f3-4a69-a7b6-a923dd6235b4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:27.592848 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'status': 'completed', 'code': 200} Jul 28 11:05:27.625667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.678041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-13e1f426-0b9d-40b6-99ba-b6070f7a64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:27.690715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-13e1f426-0b9d-40b6-99ba-b6070f7a64cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1125 time: 0.0759132 Jul 28 11:05:27.721451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.764278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9aaa22-6d14-4374-a4fd-bac0ee5850f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:27.766953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.812097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5689e-0b68-4bbe-83c8-6f60dc196a75 None None] Network 27c1cf71-f481-41f7-9eac-dea85a4ffe9c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:27.818047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.822236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f03dd120-0e20-4f5a-b62a-748e9c3d0348 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e9aaa22-6d14-4374-a4fd-bac0ee5850f1 HTTP/1.1" status: 204 len: 168 time: 1.0816119 Jul 28 11:05:27.823685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:27.873051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:27.883504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-6327e1e9-6d2b-4e81-a39e-a24242097666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:27.885605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-6327e1e9-6d2b-4e81-a39e-a24242097666 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.1748123 Jul 28 11:05:27.917571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Port': ['ID=e8dd3960-46af-4b3d-aec7-8585e7f3d655,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:27.926331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:27.934724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8bfd-ad17-4017-b0a3-c6f04802153d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:27.936516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:27.965012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-c98eef7d-2268-456f-af08-13af5391c519 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 217 time: 0.0671623 Jul 28 11:05:28.035543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-b12a38e2-353c-4a64-96d2-5d69d2c08578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:28.037547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-b12a38e2-353c-4a64-96d2-5d69d2c08578 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.0552111 Jul 28 11:05:28.091278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.106976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ead094-50f1-428a-a125-7a1826944902 req-5ca16f17-aedd-4eee-998c-cb0bb6109a14 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:28.110192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11ead094-50f1-428a-a125-7a1826944902 req-5ca16f17-aedd-4eee-998c-cb0bb6109a14 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1608045 Jul 28 11:05:28.113961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-1ae2ec0c-5577-4287-8497-2cc90cc5f16d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638716 Jul 28 11:05:28.141513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] DHCP port deletion for 27c1cf71-f481-41f7-9eac-dea85a4ffe9c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:05:28.199654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] Deleting port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:28.200088 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.290923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c6241-1656-4cdb-91db-524bcdbeb807 req-f4c52bdc-f7dd-4dff-ba49-12f53f56525a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:28.293657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-476c6241-1656-4cdb-91db-524bcdbeb807 req-f4c52bdc-f7dd-4dff-ba49-12f53f56525a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 945 time: 0.1822093 Jul 28 11:05:28.297902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] For port 6dc06e27-43cd-4e80-a413-2f18b67aedd7, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6dc06e27-43cd-4e80-a413-2f18b67aedd7,segment=NetworkSegment(2368515f-0824-4d36-ae54-8ea6c97c655c),segment_id=2368515f-0824-4d36-ae54-8ea6c97c655c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:28.298332 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.314883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] Calling delete_port for 6dc06e27-43cd-4e80-a413-2f18b67aedd7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:28.326312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11ead094-50f1-428a-a125-7a1826944902 req-d8c78fcb-4225-45c0-9432-8ba4467dc8ed tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026918 Jul 28 11:05:28.330332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.443622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.457570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-d8256c1d-b8c3-4cce-ac5d-788602b867b3 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248787 Jul 28 11:05:28.466959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-476c6241-1656-4cdb-91db-524bcdbeb807 req-803d2841-5840-4137-8b7b-6486705178d0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332014 Jul 28 11:05:28.473445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Deleting port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:28.474083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.487900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] No DVR routers for this DVR port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:28.497174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12899785-3f98-48ae-bc67-95047b0eee2a None None] Pushing event deleted for resources: {'Port': ['ID=6dc06e27-43cd-4e80-a413-2f18b67aedd7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:28.551592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dffd2-67da-4e96-ad60-102f3ce9ea23 req-0cc6b8be-ae08-428a-ae69-1cd0f3e446d6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:28.553115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-041dffd2-67da-4e96-ad60-102f3ce9ea23 req-0cc6b8be-ae08-428a-ae69-1cd0f3e446d6 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1335318 Jul 28 11:05:28.584606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] For port 6dc06e27-43cd-4e80-a413-2f18b67aedd7, host n-d-723573-7, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:28.585289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.612769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-041dffd2-67da-4e96-ad60-102f3ce9ea23 req-468c6bd0-59cb-4c55-831d-5e65ac43a280 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Jul 28 11:05:28.623891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afa1b8ac-bc75-4dcb-a275-6bc731ec7ed7 req-4daed73e-cd02-45b2-a93b-59ef84e9aa14 service neutron] 10.222.0.41 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519663 Jul 28 11:05:28.639785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Calling delete_port for 6dc06e27-43cd-4e80-a413-2f18b67aedd7 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:28.644689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:05:28.648170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.688980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc06e27-43cd-4e80-a413-2f18b67aedd7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:28.700533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] No DVR routers for this DVR port 6dc06e27-43cd-4e80-a413-2f18b67aedd7 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:28.814648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.817688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.827810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c1cf71-f481-41f7-9eac-dea85a4ffe9c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:28.840591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2368515f-0824-4d36-ae54-8ea6c97c655c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:28.840878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2368515f-0824-4d36-ae54-8ea6c97c655c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:28.885927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.905068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.936961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:05:28.937349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:05:28.939548 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:05:29.006466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.013199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.015029 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] 10.222.0.20 "DELETE /v2.0/networks/27c1cf71-f481-41f7-9eac-dea85a4ffe9c HTTP/1.1" status: 204 len: 168 time: 1.1887658 Jul 28 11:05:29.030323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4472-683b-4428-9f47-e594af48d88a admin admin] Pushing event deleted for resources: {'Network': ['ID=27c1cf71-f481-41f7-9eac-dea85a4ffe9c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:29.047779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Router 5c7b091c-f0dd-41d5-9b98-4594e9e2588e is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:29.160693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:29.170539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Sync routers for ids ['5c7b091c-f0dd-41d5-9b98-4594e9e2588e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:29.178591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.180091 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9e04813-bd5d-44e7-b28f-8a6ed0bad80a tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3852723 Jul 28 11:05:29.182047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Routers {'5c7b091c-f0dd-41d5-9b98-4594e9e2588e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:29.182700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:29.183062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5c7b091c-f0dd-41d5-9b98-4594e9e2588e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:29.201855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:29.280298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a9325141-6a9c-418e-97fc-8bd16cbaad96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346a0b776bba4edc9412ba0168937962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765998 Jul 28 11:05:29.282160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:29.326374 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-decb7913-9361-4d88-96eb-99a0b95910a2 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/5c7b091c-f0dd-41d5-9b98-4594e9e2588e HTTP/1.1" status: 200 len: 907 time: 0.1421607 Jul 28 11:05:29.329327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:29.339717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Set router 5c7b091c-f0dd-41d5-9b98-4594e9e2588e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:29.416005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:29.458590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edce6447-eb57-4c18-8e34-bcb5cdba7c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.548073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edce6447-eb57-4c18-8e34-bcb5cdba7c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.556767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:29.559128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89201f22-5ac2-4dde-a7a9-ec0abc589768 req-e52b9604-0355-4569-aebb-8a06069ae2da tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:29.560846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89201f22-5ac2-4dde-a7a9-ec0abc589768 req-e52b9604-0355-4569-aebb-8a06069ae2da tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1522470 Jul 28 11:05:29.581335 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.595537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:29.596040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.655744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b091c-f0dd-41d5-9b98-4594e9e2588e', 'name': 'tempest-snat-router-744555738', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e8dd3960-46af-4b3d-aec7-8585e7f3d655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:25Z', 'updated_at': '2021-07-28T11:05:28Z', 'revision_number': 3, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port': {'id': 'e8dd3960-46af-4b3d-aec7-8585e7f3d655', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:84:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7b091c-f0dd-41d5-9b98-4594e9e2588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:26Z', 'updated_at': '2021-07-28T11:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:29.686515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Checking router: 5c7b091c-f0dd-41d5-9b98-4594e9e2588e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:29.687605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Updating router 5c7b091c-f0dd-41d5-9b98-4594e9e2588e port e8dd3960-46af-4b3d-aec7-8585e7f3d655 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:05:29.714425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89201f22-5ac2-4dde-a7a9-ec0abc589768 req-ff4117e2-1780-463e-931c-7b44247e8eb8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455522 Jul 28 11:05:29.744707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.777121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d2b3-cbd5-4253-9d84-4933bbfe79e0 req-75a518c0-490a-4ef5-8950-3b182483f370 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:29.778986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d389d2b3-cbd5-4253-9d84-4933bbfe79e0 req-75a518c0-490a-4ef5-8950-3b182483f370 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 945 time: 0.2065580 Jul 28 11:05:29.782031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edce6447-eb57-4c18-8e34-bcb5cdba7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.785387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edce6447-eb57-4c18-8e34-bcb5cdba7c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.786751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-edce6447-eb57-4c18-8e34-bcb5cdba7c9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb1639b8-7cdd-4631-a5cd-d716f36d7ec0 HTTP/1.1" status: 204 len: 168 time: 0.5034413 Jul 28 11:05:29.822382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce6447-eb57-4c18-8e34-bcb5cdba7c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1639b8-7cdd-4631-a5cd-d716f36d7ec0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:29.845611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.897444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d389d2b3-cbd5-4253-9d84-4933bbfe79e0 req-898e24f5-17ac-428e-b2b3-3a2fbf87c7df tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072476 Jul 28 11:05:29.922524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:29.959375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c361b-8de9-4de8-b452-1378810cc16a req-5b61dec2-f444-4ca8-b086-808ba70c515a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:29.961520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b5c361b-8de9-4de8-b452-1378810cc16a req-5b61dec2-f444-4ca8-b086-808ba70c515a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1104031 Jul 28 11:05:30.013075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:30.025455 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.032279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b5c361b-8de9-4de8-b452-1378810cc16a req-5418f770-4e66-4da0-9b4c-a70a94bd0f6d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525465 Jul 28 11:05:30.042258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Deleting port e8dd3960-46af-4b3d-aec7-8585e7f3d655 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:30.049973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.133268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6dc06e27-43cd-4e80-a413-2f18b67aedd7 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:30.196878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-2eeac340-30d5-47c6-9a77-5968c610a8c9 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1594285959&fields=id&tenant_id=3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 267 time: 0.0586553 Jul 28 11:05:30.227542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.260953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Calling delete_port for e8dd3960-46af-4b3d-aec7-8585e7f3d655 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:30.296482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-72f421a6-d848-43d7-b26f-d9c87157fca2 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:30.298714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-72f421a6-d848-43d7-b26f-d9c87157fca2 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 945 time: 0.0896761 Jul 28 11:05:30.328199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.340972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Transition to ACTIVE for port object e8dd3960-46af-4b3d-aec7-8585e7f3d655 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:30.343486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'port': {'security_groups': ['4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57', '2a00d99d-f01b-4772-8158-7680cf3aba05']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:30.366601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.371354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6dc06e27-43cd-4e80-a413-2f18b67aedd7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:30.371803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6dc06e27-43cd-4e80-a413-2f18b67aedd7 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:30.411378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:30.418694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Attempting to bind port e8dd3960-46af-4b3d-aec7-8585e7f3d655 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:30.419232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Attempting to bind port e8dd3960-46af-4b3d-aec7-8585e7f3d655 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:30.419704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Attempting to bind port e8dd3960-46af-4b3d-aec7-8585e7f3d655 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:30.443389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:30.443909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:30.444436 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.444965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:30.445549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Bound port: e8dd3960-46af-4b3d-aec7-8585e7f3d655, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:30.446031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.450356 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.489996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512bf5b-4e79-4326-b9b2-a884ce1e7e4a None None] Pushing event updated for resources: {'Port': ['ID=e8dd3960-46af-4b3d-aec7-8585e7f3d655,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:30.520156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] For port e8dd3960-46af-4b3d-aec7-8585e7f3d655, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:30.523748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] For port e8dd3960-46af-4b3d-aec7-8585e7f3d655, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e8dd3960-46af-4b3d-aec7-8585e7f3d655,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:30.528954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.597372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512bf5b-4e79-4326-b9b2-a884ce1e7e4a None None] Pushing event updated for resources: {'Port': ['ID=e8dd3960-46af-4b3d-aec7-8585e7f3d655,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:30.600338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Routers {'5c7b091c-f0dd-41d5-9b98-4594e9e2588e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:30.601060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5c7b091c-f0dd-41d5-9b98-4594e9e2588e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:30.707165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] Set router 5c7b091c-f0dd-41d5-9b98-4594e9e2588e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:30.779163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7b091c-f0dd-41d5-9b98-4594e9e2588e', 'name': 'tempest-snat-router-744555738', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:25Z', 'updated_at': '2021-07-28T11:05:29Z', 'revision_number': 4, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:30.834591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9ee8-d1bf-41c5-af1a-5d4e49be82df None None] The sync data for ids ['5c7b091c-f0dd-41d5-9b98-4594e9e2588e'] in n-d-723573-7 is: [{'id': '5c7b091c-f0dd-41d5-9b98-4594e9e2588e', 'name': 'tempest-snat-router-744555738', 'tenant_id': 'e96b174b761c416e908207d058287930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:25Z', 'updated_at': '2021-07-28T11:05:29Z', 'revision_number': 4, 'project_id': 'e96b174b761c416e908207d058287930', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:30.894491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.960475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:30.976424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0eae-bc02-4e90-99aa-dde0d3ab4b66 req-39272bf5-1eed-47c0-a980-ae4748a77881 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:30.977897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-665f0eae-bc02-4e90-99aa-dde0d3ab4b66 req-39272bf5-1eed-47c0-a980-ae4748a77881 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1233728 Jul 28 11:05:31.009194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8dd3960-46af-4b3d-aec7-8585e7f3d655,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:31.018842 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f3ee97-bd55-4d4b-a2f8-9157dc071dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.026594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:31.124129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-665f0eae-bc02-4e90-99aa-dde0d3ab4b66 req-26802564-ee84-4b67-95db-4a9924a08549 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220894 Jul 28 11:05:31.131083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.140447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.142991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.158997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90e6a653-29a2-4e60-a9b4-cce552c39abc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:31.161750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:31.270961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:31.452566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:31.622260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:31.622874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.798407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.809586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:31.810250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.811689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64e1dc35-8728-43b5-8d45-fa38eb46e96c req-bb74c407-2582-4a80-b26e-3a10d1967dd3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "PUT /v2.0/ports/90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 981 time: 1.4765122 Jul 28 11:05:31.813222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.815116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:31.820915 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a00fb-6695-43ba-b97a-933c78d066b6" -d '{"events": [{"name": "network-changed", "server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:31.905544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.917026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.917534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c7b091c-f0dd-41d5-9b98-4594e9e2588e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:31.924498 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:31.928463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22be0baa-e643-48a4-892f-432cd3f3b546 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5c7b091c-f0dd-41d5-9b98-4594e9e2588e HTTP/1.1" status: 204 len: 168 time: 2.5876198 Jul 28 11:05:31.928613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90e6a653-29a2-4e60-a9b4-cce552c39abc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:31.930660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:31.933346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-aac23760-6972-48ec-8ee2-5325320f46b4 service neutron] 10.222.0.41 "GET /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.1794343 Jul 28 11:05:31.942356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42939fda-b872-46bf-81ec-0dd541f2474e req-cbd275a1-552e-46bf-845e-a8377d9e4263 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:31.944019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42939fda-b872-46bf-81ec-0dd541f2474e req-cbd275a1-552e-46bf-845e-a8377d9e4263 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 944 time: 0.1912842 Jul 28 11:05:32.070112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42939fda-b872-46bf-81ec-0dd541f2474e req-d57dc105-92b6-47e8-9a2b-c0f3e1653a6c tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169534 Jul 28 11:05:32.155719 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a0bab8-9442-4b0e-9add-1eb4399884cc x-openstack-request-id: req-89a0bab8-9442-4b0e-9add-1eb4399884cc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:32.155939 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:32.156163 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a0bab8-9442-4b0e-9add-1eb4399884cc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:32.156453 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'status': 'completed', 'code': 200} Jul 28 11:05:32.170858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:32.189504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee53b28a-bf50-40b6-a57f-bcface00dbc5 req-3a3f0cbf-e49d-4e17-904a-df1132a1fc57 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/2a00d99d-f01b-4772-8158-7680cf3aba05 HTTP/1.1" status: 200 len: 1801 time: 0.1332536 Jul 28 11:05:32.269833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:32.298003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-93a79306-c1cd-4942-aa48-500de6bb7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:32.300496 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-93a79306-c1cd-4942-aa48-500de6bb7edf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1135 time: 0.1253788 Jul 28 11:05:32.328474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:32.354392 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-ee53b28a-bf50-40b6-a57f-bcface00dbc5 req-6b02fd20-cdc9-4b37-af94-a890c4b1b190 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:05:32.355382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee53b28a-bf50-40b6-a57f-bcface00dbc5 req-6b02fd20-cdc9-4b37-af94-a890c4b1b190 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a00d99d-f01b-4772-8158-7680cf3aba05 HTTP/1.1" status: 409 len: 341 time: 0.1598396 Jul 28 11:05:32.376075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:32.377729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10341313-88fa-44b1-8fca-9a6cf8edf76c req-142eeb7c-8c49-4445-9e76-f7a6d2f6fa0e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:32.380644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10341313-88fa-44b1-8fca-9a6cf8edf76c req-142eeb7c-8c49-4445-9e76-f7a6d2f6fa0e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0996859 Jul 28 11:05:32.391610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b680f6d-af0d-42d4-be79-060237bf64b9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:32.412782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:32.441271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:32.446084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-c6bc6e27-8c18-4fa4-82a7-c0161d42c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:32.447557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-c6bc6e27-8c18-4fa4-82a7-c0161d42c770 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.1309187 Jul 28 11:05:32.461068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10341313-88fa-44b1-8fca-9a6cf8edf76c req-8d90f4d4-7e8f-4365-b3ce-2984931e51fe tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Jul 28 11:05:32.516319 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-17490c77-2e3b-4dcc-90e0-7bb4d4569722 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 217 time: 0.0566728 Jul 28 11:05:32.521895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Deleting port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:32.522240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:32.585298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] Transition to ACTIVE for port object 6b680f6d-af0d-42d4-be79-060237bf64b9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:32.594542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:32.695826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] No DVR routers for this DVR port 6b680f6d-af0d-42d4-be79-060237bf64b9 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:32.750178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6449-41c8-4a7f-ba5a-809ef73bd3a5 req-3d94fc87-9c1a-4920-a8d9-a4761de31bda tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:32.752682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bedf6449-41c8-4a7f-ba5a-809ef73bd3a5 req-3d94fc87-9c1a-4920-a8d9-a4761de31bda tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 984 time: 0.1549227 Jul 28 11:05:32.754305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224d27-ceee-4677-964d-995d71102224 service neutron] Pushing event updated for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:32.781359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-84224d27-ceee-4677-964d-995d71102224 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9/bindings/n-h1-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8362062 Jul 28 11:05:32.804233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bedf6449-41c8-4a7f-ba5a-809ef73bd3a5 req-61813d14-3d4c-4c86-a853-d6254f35ad39 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a00d99d-f01b-4772-8158-7680cf3aba05&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0451357 Jul 28 11:05:32.908646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:32.955546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-853713a7-648b-4264-a82b-74c0c290f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:32.957118 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-853713a7-648b-4264-a82b-74c0c290f193 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.4261990 Jul 28 11:05:32.985214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-af32adda-464f-4903-ad54-4db16a4bcd70 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:32.986734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-af32adda-464f-4903-ad54-4db16a4bcd70 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0992680 Jul 28 11:05:33.022893 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-1540517a-30f4-46eb-8eed-f8a7a4455cd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492301 Jul 28 11:05:33.024793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576eb8c-8826-431b-aefd-512c60262e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.028393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] For port 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:33.028758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.072194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Calling delete_port for 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:33.119124 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576eb8c-8826-431b-aefd-512c60262e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.123742 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576eb8c-8826-431b-aefd-512c60262e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.164143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-dfedbcfc-7dbe-44fc-b5dc-ebd2eefa441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.165669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-dfedbcfc-7dbe-44fc-b5dc-ebd2eefa441c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269&tenant_id=2cb7165910f14819a23d85056cc2c693 HTTP/1.1" status: 200 len: 1096 time: 0.1696155 Jul 28 11:05:33.181793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f576eb8c-8826-431b-aefd-512c60262e05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f03d4560e24f4688aebe56781f735dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711596 Jul 28 11:05:33.181793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576eb8c-8826-431b-aefd-512c60262e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72954ecc-499e-4a8b-bda8-ffba1ccc8a6a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:33.186734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:33.223725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1a2b9-8cbd-46c4-afbf-49a47340b285 req-65bf9d1a-2964-4fee-a84d-e380c1933b03 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.225236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e1a2b9-8cbd-46c4-afbf-49a47340b285 req-65bf9d1a-2964-4fee-a84d-e380c1933b03 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 945 time: 0.0632224 Jul 28 11:05:33.244128 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-59f7ec9b-17a5-433e-b215-4b2c0513b59b service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000794 Jul 28 11:05:33.268296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.277004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e1a2b9-8cbd-46c4-afbf-49a47340b285 req-4dc91271-c3ed-402b-a3d6-a5e8f7739016 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Jul 28 11:05:33.375356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-199572c6-43f4-4d55-96cd-5c51949706e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.377083 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-199572c6-43f4-4d55-96cd-5c51949706e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2cb7165910f14819a23d85056cc2c693&device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1096 time: 0.1798646 Jul 28 11:05:33.465610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac088-dd4a-4c13-86e0-fac35fe4e3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.526922 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-163a00fb-6695-43ba-b97a-933c78d066b6 req-6fcdfe31-e454-4e12-a05a-ca732c340a35 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654827 Jul 28 11:05:33.551767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac088-dd4a-4c13-86e0-fac35fe4e3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.598520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f339f-2411-467d-80c4-2692704d4271 req-5bc780a6-20d7-4567-9183-e9b75b3c0e1a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.600775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a3f339f-2411-467d-80c4-2692704d4271 req-5bc780a6-20d7-4567-9183-e9b75b3c0e1a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0630946 Jul 28 11:05:33.651270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a3f339f-2411-467d-80c4-2692704d4271 req-c965d28e-adc5-4974-8d7d-79a3212ba06e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Jul 28 11:05:33.662028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.678488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-ac20abb1-6551-4539-b328-b01329ec46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.680104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-ac20abb1-6551-4539-b328-b01329ec46a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 200 len: 921 time: 0.2838254 Jul 28 11:05:33.716486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fa6af6e-d3bf-419e-97d8-30b62fdd35f6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:33.757418 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-756476e5-66e1-4f17-b92e-b6718c533e04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 200 len: 217 time: 0.0570750 Jul 28 11:05:33.759541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-6f35ec9d-5c05-45c0-8959-0d549283f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.761072 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-6f35ec9d-5c05-45c0-8959-0d549283f276 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1135 time: 0.1645737 Jul 28 11:05:33.797614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac088-dd4a-4c13-86e0-fac35fe4e3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.800658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ac088-dd4a-4c13-86e0-fac35fe4e3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.804343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5e8ac088-dd4a-4c13-86e0-fac35fe4e3c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72954ecc-499e-4a8b-bda8-ffba1ccc8a6a HTTP/1.1" status: 204 len: 168 time: 0.6103070 Jul 28 11:05:33.890991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ac088-dd4a-4c13-86e0-fac35fe4e3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72954ecc-499e-4a8b-bda8-ffba1ccc8a6a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:33.937011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:33.940628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-42bf9a3a-85f1-40cb-87d4-3066e86c0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.942184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-42bf9a3a-85f1-40cb-87d4-3066e86c0837 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 200 len: 860 time: 0.1644630 Jul 28 11:05:33.951073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae0c27-adc1-454b-8710-54f6e99ed37b req-61ac8f31-a062-4130-a98c-9e8fdd652dbb tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:33.953661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97ae0c27-adc1-454b-8710-54f6e99ed37b req-61ac8f31-a062-4130-a98c-9e8fdd652dbb tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 984 time: 0.0678606 Jul 28 11:05:34.011842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97ae0c27-adc1-454b-8710-54f6e99ed37b req-a6e9141d-c146-49e2-a297-41a1ac007d83 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a00d99d-f01b-4772-8158-7680cf3aba05&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0488696 Jul 28 11:05:34.071895 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-238c923f-43c1-49c9-a3b1-ef90fe13e9a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58174e6f-5b40-4a36-8010-eb2089b62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993757 Jul 28 11:05:34.075746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-55af997c-603b-4775-bde2-0d19f5b55225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:34.077273 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-55af997c-603b-4775-bde2-0d19f5b55225 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.2984595 Jul 28 11:05:34.080829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:34.082790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.085563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.134529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:34.227726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-50d308e9-99a8-4fa4-b122-b1992cb12490 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 217 time: 0.0451891 Jul 28 11:05:34.228325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.232427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:34.236904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.238126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c8731206-a44d-4041-8352-1bd8c2207fd4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "DELETE /v2.0/routers/75c5be53-96f2-4b3b-bbeb-8f46d1cc1c79 HTTP/1.1" status: 204 len: 168 time: 2.3024671 Jul 28 11:05:34.241974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:34.246677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952845329', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:34.353677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-2f060fdd-c339-4259-b1dc-bccffc20f403 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730224 Jul 28 11:05:34.357242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.358363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.365796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-526402bb-4222-4767-bb66-8da5122e5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:34.367206 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-526402bb-4222-4767-bb66-8da5122e5ccb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.1260536 Jul 28 11:05:34.457067 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-16880259-497e-4f34-a693-19eb6280a629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663469 Jul 28 11:05:34.465130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de983-e76f-4b04-b639-6cf4dacfdc5a req-5a075d70-38ae-49f6-820a-108f7dfbdcb3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:34.469060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd5de983-e76f-4b04-b639-6cf4dacfdc5a req-5a075d70-38ae-49f6-820a-108f7dfbdcb3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 945 time: 0.0831134 Jul 28 11:05:34.525155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd5de983-e76f-4b04-b639-6cf4dacfdc5a req-a36a6402-ab0f-4682-8027-479d569f1aab tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Jul 28 11:05:34.555334 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.677344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-dee18ee4-8795-4f53-bb12-d65bdef96cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133695 Jul 28 11:05:34.759225 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-bc96311f-1adb-4e75-8a13-63d9c1a495ec service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864978 Jul 28 11:05:34.779992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:34.839318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6468f-6c0f-43e2-a6f0-c2be0f98934b req-0f65c320-72bf-4187-a1fe-288a988eea7f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:34.841330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dc6468f-6c0f-43e2-a6f0-c2be0f98934b req-0f65c320-72bf-4187-a1fe-288a988eea7f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0682225 Jul 28 11:05:34.889692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dc6468f-6c0f-43e2-a6f0-c2be0f98934b req-cd9a96a5-bea2-4c71-84a9-741507221dcf tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Jul 28 11:05:34.968683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54bfcd5e-e35e-4002-b785-fa781e80f451 req-376a346a-39d1-4478-8a90-bf5c169dd510 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978648 Jul 28 11:05:35.093740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-c7ede0f0-0d0d-4c8b-9305-239cb377538d tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:35.096794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-c7ede0f0-0d0d-4c8b-9305-239cb377538d tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269&tenant_id=2cb7165910f14819a23d85056cc2c693&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0931571 Jul 28 11:05:35.211708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6f701-369c-4c11-9333-73d39264a272 req-1128d6ec-3b9e-4b01-ae9f-c8991b06e155 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:35.214756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda6f701-369c-4c11-9333-73d39264a272 req-1128d6ec-3b9e-4b01-ae9f-c8991b06e155 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 984 time: 0.0685444 Jul 28 11:05:35.261623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:35.286388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:35.291735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c6b2c5d-1bdb-4e0e-86fe-d1d8bf62930d req-630bcd0c-93d9-4fad-8c20-5db7861dabf8 tempest-AbsoluteLimitsNegativeTestJSON-459953277 tempest-AbsoluteLimitsNegativeTestJSON-459953277-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=93ef3a43fe8346c0892dda1e241fade7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512590 Jul 28 11:05:35.307018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda6f701-369c-4c11-9333-73d39264a272 req-2735efe3-6d43-475e-b16d-f0298a461bac tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a00d99d-f01b-4772-8158-7680cf3aba05&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0820713 Jul 28 11:05:35.353659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:35.383344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:35.383751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7fa6af6e-d3bf-419e-97d8-30b62fdd35f6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:35.422777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-62a50822-c07e-448e-b16b-588a7c3208fa service neutron] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:35.428702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-62a50822-c07e-448e-b16b-588a7c3208fa service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:35.429972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dd516196-e697-4a12-ae07-0c9fedf3e11f req-62a50822-c07e-448e-b16b-588a7c3208fa service neutron] 10.222.0.44 "DELETE /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9/bindings/n-h2-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.2838845 Jul 28 11:05:35.457555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Allocated IP 172.25.1.110 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e45533a0-e9a7-4584-99da-6b2e14df9a33) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:35.469135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b2c5d-1bdb-4e0e-86fe-d1d8bf62930d req-ff5e9bcb-dcb9-4459-9c4b-a01114b463d3 tempest-AbsoluteLimitsNegativeTestJSON-459953277 tempest-AbsoluteLimitsNegativeTestJSON-459953277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:35.471180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c6b2c5d-1bdb-4e0e-86fe-d1d8bf62930d req-ff5e9bcb-dcb9-4459-9c4b-a01114b463d3 tempest-AbsoluteLimitsNegativeTestJSON-459953277 tempest-AbsoluteLimitsNegativeTestJSON-459953277-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535754 Jul 28 11:05:35.491934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c6b2c5d-1bdb-4e0e-86fe-d1d8bf62930d req-57281a29-fd1f-44de-bdad-40f4104342b3 tempest-AbsoluteLimitsNegativeTestJSON-459953277 tempest-AbsoluteLimitsNegativeTestJSON-459953277-project] 10.222.0.20 "GET /v2.0/quotas/93ef3a43fe8346c0892dda1e241fade7 HTTP/1.1" status: 200 len: 375 time: 0.0133388 Jul 28 11:05:35.532345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c6b2c5d-1bdb-4e0e-86fe-d1d8bf62930d req-fbd37140-b30e-4cd3-85f4-99ad0243d623 tempest-AbsoluteLimitsNegativeTestJSON-459953277 tempest-AbsoluteLimitsNegativeTestJSON-459953277-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93ef3a43fe8346c0892dda1e241fade7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336716 Jul 28 11:05:35.583109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:35.640323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:35.674603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ea5b-56b8-449f-8882-8a95ad08761c req-c9dc3a8e-ad9e-4aa4-bb8c-0e737c9759fe tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:35.680818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b439ea5b-56b8-449f-8882-8a95ad08761c req-c9dc3a8e-ad9e-4aa4-bb8c-0e737c9759fe tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 945 time: 0.0725181 Jul 28 11:05:35.681147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:35.686258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:35.690981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:35.724908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event updated for resources: {'Port': ['ID=e45533a0-e9a7-4584-99da-6b2e14df9a33,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:35.751610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b439ea5b-56b8-449f-8882-8a95ad08761c req-cfbf0552-501c-497b-a9cd-b73d81b421c8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641637 Jul 28 11:05:35.915662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:35.939166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed2436-5f98-4d45-8ff7-fa6ba878bb76 req-cc9eab9a-5b5c-42aa-9f37-bacdfbbe5718 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:35.941142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fed2436-5f98-4d45-8ff7-fa6ba878bb76 req-cc9eab9a-5b5c-42aa-9f37-bacdfbbe5718 tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 1096 time: 0.0619817 Jul 28 11:05:36.057401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fed2436-5f98-4d45-8ff7-fa6ba878bb76 req-7c586a45-036c-4c7c-9823-8f0429ca78cc tempest-LiveAutoBlockMigrationV225Test-501621949 tempest-LiveAutoBlockMigrationV225Test-501621949-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084898 Jul 28 11:05:36.067532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f535d-8c89-41ab-9c5f-cc3cd55e9038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.113226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da335d83-324d-42c8-9868-484d1d0426d2 req-0a61746c-3b0a-4ce1-91eb-2e7626147359 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:36.113226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da335d83-324d-42c8-9868-484d1d0426d2 req-0a61746c-3b0a-4ce1-91eb-2e7626147359 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1242733 Jul 28 11:05:36.177186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da335d83-324d-42c8-9868-484d1d0426d2 req-e771ecbe-8176-4b0e-b3c1-df858b917687 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Jul 28 11:05:36.256993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f535d-8c89-41ab-9c5f-cc3cd55e9038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.263920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f535d-8c89-41ab-9c5f-cc3cd55e9038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.303174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f535d-8c89-41ab-9c5f-cc3cd55e9038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fe6793-4113-4c7c-a8f3-cfef1f383aad,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:36.345575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aa4f535d-8c89-41ab-9c5f-cc3cd55e9038 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93ef3a43fe8346c0892dda1e241fade7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273963 Jul 28 11:05:36.347966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:36.407914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.444239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dc2faca-75de-4637-90b9-1a237470589c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.527115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dc2faca-75de-4637-90b9-1a237470589c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.575405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90262f40-a903-410d-8533-08c9f0d2d839 req-1977b2bf-4f51-4d43-9c1d-529ae8844862 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:36.576882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90262f40-a903-410d-8533-08c9f0d2d839 req-1977b2bf-4f51-4d43-9c1d-529ae8844862 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 984 time: 0.1338899 Jul 28 11:05:36.589042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1ea4-806d-4968-8cd7-c3b789dd70bf req-a0ee702e-5a1a-423d-b65c-8479da7030c2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:36.590495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c5a1ea4-806d-4968-8cd7-c3b789dd70bf req-a0ee702e-5a1a-423d-b65c-8479da7030c2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 945 time: 0.1439157 Jul 28 11:05:36.632541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.658968 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dc2faca-75de-4637-90b9-1a237470589c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.661517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dc2faca-75de-4637-90b9-1a237470589c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.665208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1dc2faca-75de-4637-90b9-1a237470589c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97fe6793-4113-4c7c-a8f3-cfef1f383aad HTTP/1.1" status: 204 len: 168 time: 0.3135571 Jul 28 11:05:36.674836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90262f40-a903-410d-8533-08c9f0d2d839 req-53683678-9027-4f72-8469-24fb3f69ee1f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a00d99d-f01b-4772-8158-7680cf3aba05&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0833735 Jul 28 11:05:36.691571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c5a1ea4-806d-4968-8cd7-c3b789dd70bf req-238139ca-0d58-482a-b1aa-8f0b31404df5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779839 Jul 28 11:05:36.692776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2faca-75de-4637-90b9-1a237470589c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fe6793-4113-4c7c-a8f3-cfef1f383aad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:36.805139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Router 054f349d-6cfa-44aa-b30a-d3c6da09b98f is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:36.820986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-0e77b3a7-f031-417b-9e2f-24bb736dbbdf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1670603136&fields=id&tenant_id=3e2a25f8015b46e4aa4a340158f42cd6 HTTP/1.1" status: 200 len: 267 time: 0.0395558 Jul 28 11:05:36.890556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-ddc5a084-6f5d-491a-a3bb-ab683153f81d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:36.893401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-ddc5a084-6f5d-491a-a3bb-ab683153f81d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 984 time: 0.0659561 Jul 28 11:05:36.905285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'port': {'security_groups': ['2a00d99d-f01b-4772-8158-7680cf3aba05', '4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57', '5cc4794e-df97-4b48-9a9c-aaeff4a18703']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:36.928615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:36.938972 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] Sync routers for ids ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:36.948847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:36.952697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed9ca7f2-bf05-4afb-a33a-53214ccdf042 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7073085 Jul 28 11:05:36.953793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:36.956670 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] Routers {'054f349d-6cfa-44aa-b30a-d3c6da09b98f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:36.957202 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:36.961311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:36.994541 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:37.004467 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] Routers {'054f349d-6cfa-44aa-b30a-d3c6da09b98f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:37.005215 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:37.039174 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:37.040396 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf3cd7-8eed-4ff3-8c7f-388d54714975 None None] The sync data for ids ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:37.056118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.088837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-e674bbd3-f885-4c84-8cd1-9b3d9b57e4c7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:37.091059 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-e674bbd3-f885-4c84-8cd1-9b3d9b57e4c7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 945 time: 0.0569899 Jul 28 11:05:37.196951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Deleting port 6b680f6d-af0d-42d4-be79-060237bf64b9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:37.197437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.335591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] For port 6b680f6d-af0d-42d4-be79-060237bf64b9, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6b680f6d-af0d-42d4-be79-060237bf64b9,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:37.336836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.351492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Calling delete_port for 6b680f6d-af0d-42d4-be79-060237bf64b9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:37.463637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:37.497406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.505403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.510619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5d68-5a14-4900-a55d-45580a119293 req-672fdf83-c036-4d94-bfce-1819fb73d3a9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:37.512139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133a5d68-5a14-4900-a55d-45580a119293 req-672fdf83-c036-4d94-bfce-1819fb73d3a9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1809344 Jul 28 11:05:37.525221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6b680f6d-af0d-42d4-be79-060237bf64b9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:37.534924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:37.541738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event deleted for resources: {'Port': ['ID=6b680f6d-af0d-42d4-be79-060237bf64b9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:37.565638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b1a835d9-1ac1-474e-9320-f3f522ac77bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:37.609481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-867201056-network', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:37.609708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] No DVR routers for this DVR port 6b680f6d-af0d-42d4-be79-060237bf64b9 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:37.613150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.615120 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-09c91fed-587a-4fb2-8861-9f73e803ecbf req-30795b30-207a-4714-8b7f-4e5c7533487d tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.44 "DELETE /v2.0/ports/6b680f6d-af0d-42d4-be79-060237bf64b9 HTTP/1.1" status: 204 len: 173 time: 0.5107696 Jul 28 11:05:37.615599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'name': 'network-vif-deleted', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:37.618812 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efff933-f39f-4050-a013-7776c7fba678" -d '{"events": [{"server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "name": "network-vif-deleted", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:37.650002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.663115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.676676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:37.678797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133a5d68-5a14-4900-a55d-45580a119293 req-3e528658-dd11-4caa-b289-2d4c38ac5ed8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338348 Jul 28 11:05:37.702126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:37.705055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.729346 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.738187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:37.738849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:37.740307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b813049b-7447-4656-b9a9-cadbb5423db0 req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "PUT /v2.0/ports/90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 1020 time: 0.8398182 Jul 28 11:05:37.743120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:37.745460 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66059b16-1c61-4d28-a92e-2f8efeacc737" -d '{"events": [{"name": "network-changed", "server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:37.786052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19df9c-ac1b-4232-a9e7-2b61f6ee0f84 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:37.817066 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb76321-9c3a-4ca2-b3d2-104c69071f73 x-openstack-request-id: req-abb76321-9c3a-4ca2-b3d2-104c69071f73 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:37.818089 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d11b4-d801-465f-9a96-76a37dbd1269", "name": "network-vif-deleted", "tag": "6b680f6d-af0d-42d4-be79-060237bf64b9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:37.818749 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abb76321-9c3a-4ca2-b3d2-104c69071f73 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:37.819329 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d11b4-d801-465f-9a96-76a37dbd1269', 'name': 'network-vif-deleted', 'tag': '6b680f6d-af0d-42d4-be79-060237bf64b9', 'status': 'completed', 'code': 200} Jul 28 11:05:37.832620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90e6a653-29a2-4e60-a9b4-cce552c39abc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:37.958628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e603420-533f-41bf-a3e3-73348514c5fa req-b41879af-bd71-4f8c-b3f2-d406eb807e3f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.0593014 Jul 28 11:05:38.038243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-169b13b2-3811-4394-aff0-9b227ba2ef8e req-10a376b3-a377-42c4-82c7-5d6c84e1d892 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/5cc4794e-df97-4b48-9a9c-aaeff4a18703 HTTP/1.1" status: 200 len: 1800 time: 0.1513240 Jul 28 11:05:38.044632 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b93269-e0cc-46b4-bf73-7c73d33248a4 x-openstack-request-id: req-47b93269-e0cc-46b4-bf73-7c73d33248a4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:38.044921 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:38.045177 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47b93269-e0cc-46b4-bf73-7c73d33248a4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:38.045577 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'status': 'completed', 'code': 200} Jul 28 11:05:38.047554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.065845 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.105688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90e6a653-29a2-4e60-a9b4-cce552c39abc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:38.156979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:05:38.168064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6495f28-47d4-4d4a-901b-c26806888ee4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:38.178183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-a672194b-677e-4997-b5c3-0c863ac3f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:38.190506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-a672194b-677e-4997-b5c3-0c863ac3f69e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1174 time: 0.1077228 Jul 28 11:05:38.223992 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.224231 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Added segment 018b0d88-dc29-4f47-a2fa-bb0e1f2685e2 of type vlan for network 8054b67f-1d81-439d-a9df-1e9de2474863 Jul 28 11:05:38.283815 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-169b13b2-3811-4394-aff0-9b227ba2ef8e req-49b691cf-3e91-4a6e-bed5-cbe1db84cf1f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:05:38.289565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-169b13b2-3811-4394-aff0-9b227ba2ef8e req-49b691cf-3e91-4a6e-bed5-cbe1db84cf1f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/5cc4794e-df97-4b48-9a9c-aaeff4a18703 HTTP/1.1" status: 409 len: 341 time: 0.2313366 Jul 28 11:05:38.291628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.367496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-af619d61-788a-4128-9a46-2b13c058ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:38.371948 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-af619d61-788a-4128-9a46-2b13c058ee5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 200 len: 913 time: 0.1794214 Jul 28 11:05:38.399108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.400561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:38.401370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.431509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-351d8358-613e-4ced-b8e8-c8fa8efa1e3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 200 len: 217 time: 0.0519311 Jul 28 11:05:38.500993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0362825 Jul 28 11:05:38.507473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:38.524616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-80892391-e954-4d66-b20a-087281617378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:38.526591 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-80892391-e954-4d66-b20a-087281617378 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 200 len: 852 time: 0.0879083 Jul 28 11:05:38.528369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Request body: {'subnet': {'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-867201056-subnet', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:38.546991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd3e6b-b707-4188-9632-32a3bb497a90 admin admin] Pushing event updated for resources: {'Network': ['ID=8054b67f-1d81-439d-a9df-1e9de2474863,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:38.570062 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-a0ed7908-2f83-48e6-920a-7ca69244bf24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1302dadb-de06-4f4c-aa40-b659a44b0de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313468 Jul 28 11:05:38.571502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.577594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8054b67f-1d81-439d-a9df-1e9de2474863 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:05:38.579286 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.591518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:38.593884 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:38.688450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-a301b8e9-e044-4e77-a4ca-96c66c614047 service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091676 Jul 28 11:05:38.825456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66059b16-1c61-4d28-a92e-2f8efeacc737 req-3914c23d-4832-41be-bb47-bede73e4574c service neutron] 10.222.0.41 "GET /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239948 Jul 28 11:05:38.843010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3a8f3-a8e5-49e2-abd8-771550cfccb6 req-354c2426-f0c7-475f-8ebb-03081eafab56 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:38.844528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ad3a8f3-a8e5-49e2-abd8-771550cfccb6 req-354c2426-f0c7-475f-8ebb-03081eafab56 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1023 time: 0.2125432 Jul 28 11:05:38.886471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Router 054f349d-6cfa-44aa-b30a-d3c6da09b98f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:38.901067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30ee6-63c8-4092-9cdb-bd88f0a1df99 req-c7e9985a-d491-430c-a6eb-4567f15404d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:38.902498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bba30ee6-63c8-4092-9cdb-bd88f0a1df99 req-c7e9985a-d491-430c-a6eb-4567f15404d1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1266460 Jul 28 11:05:39.264908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ad3a8f3-a8e5-49e2-abd8-771550cfccb6 req-f559c7da-4ef4-4a06-aa7b-f43688e4604a tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=5cc4794e-df97-4b48-9a9c-aaeff4a18703&id=2a00d99d-f01b-4772-8158-7680cf3aba05&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4105842 Jul 28 11:05:39.336552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bba30ee6-63c8-4092-9cdb-bd88f0a1df99 req-e8567a8e-bf1f-4322-8253-a14e50b426d0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191246 Jul 28 11:05:39.422402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.505074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e42e64d-5b33-4696-8921-c0daa381c1c8 req-0e6f2af5-9b3b-4782-bca6-ec457dd75ee0 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.0784914 Jul 28 11:05:39.522753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:39.529240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.532873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e0acdf95-2cb9-454d-b069-222af9f2bba4 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "PUT /v2.0/routers/054f349d-6cfa-44aa-b30a-d3c6da09b98f HTTP/1.1" status: 200 len: 922 time: 2.5763831 Jul 28 11:05:39.535792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:39.536301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] Sync routers for ids ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:39.539874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487b7813-a865-41c5-8216-2de6b8536ed2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:39.545788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] Routers {'054f349d-6cfa-44aa-b30a-d3c6da09b98f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:39.546638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:39.557329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Checking segment: {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:39.557686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Network hostable DHCP agents. Network: 8054b67f-1d81-439d-a9df-1e9de2474863, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:05:39.578219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Network 8054b67f-1d81-439d-a9df-1e9de2474863 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:05:39.590747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8054b67f-1d81-439d-a9df-1e9de2474863) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:39.593160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:39.600592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfbc586-0d29-475e-bf34-9aed57bba7cc None None] Network 8054b67f-1d81-439d-a9df-1e9de2474863 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:39.605416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:39.606378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.625095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a7919d09-2395-4199-ba00-08f7d7927344 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1157806 Jul 28 11:05:39.627869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:39.633480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:39.649054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] Routers {'054f349d-6cfa-44aa-b30a-d3c6da09b98f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:39.650559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:39.665322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.666992 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.689754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-142d4dc2-185d-4cba-b8b6-d15bcdb70a7b tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/054f349d-6cfa-44aa-b30a-d3c6da09b98f HTTP/1.1" status: 200 len: 922 time: 0.1514821 Jul 28 11:05:39.692422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:39.698616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:39.699561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4acf0-5f4c-429f-a21a-0b9b00adcb3a None None] The sync data for ids ['054f349d-6cfa-44aa-b30a-d3c6da09b98f'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:39.748997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.778249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e188bab-4cbc-44b7-a897-40eac74d3c15 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:39.780017 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e188bab-4cbc-44b7-a897-40eac74d3c15 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=054f349d-6cfa-44aa-b30a-d3c6da09b98f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0865209 Jul 28 11:05:39.783917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:39.831445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8054b67f-1d81-439d-a9df-1e9de2474863', 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'fixed_ips': [{'subnet_id': '487b7813-a865-41c5-8216-2de6b8536ed2'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:05:39.832530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.892775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9f09b1-ad1e-450a-bc4f-25b1b21ea8df tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:39.894305 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0a9f09b1-ad1e-450a-bc4f-25b1b21ea8df tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.1103349 Jul 28 11:05:39.897924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:39.934432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e735935-5f79-4276-b39e-14899e20df15 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=054f349d-6cfa-44aa-b30a-d3c6da09b98f HTTP/1.1" status: 200 len: 205 time: 0.0349898 Jul 28 11:05:39.935645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:39.960619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:39.993413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Allocated IP 172.20.0.2 (8054b67f-1d81-439d-a9df-1e9de2474863/487b7813-a865-41c5-8216-2de6b8536ed2/e1c80d13-e5a4-44dc-9097-85396f0d1b50) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:40.069090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.155751 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.165680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Transition to ACTIVE for port object e1c80d13-e5a4-44dc-9097-85396f0d1b50 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:40.182146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Transition to ACTIVE for port object e1c80d13-e5a4-44dc-9097-85396f0d1b50 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:40.193162 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.206862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.239465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.249779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Network 8054b67f-1d81-439d-a9df-1e9de2474863 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:40.256056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:40.263158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.265320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:40.274184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-1e817b20-96de-4e53-8dbe-0b0ce7b37c29 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:40.276171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-1e817b20-96de-4e53-8dbe-0b0ce7b37c29 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.41 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1023 time: 0.2189629 Jul 28 11:05:40.286332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Pushing event updated for resources: {'Port': ['ID=e1c80d13-e5a4-44dc-9097-85396f0d1b50,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:40.369989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Attempting to bind port e1c80d13-e5a4-44dc-9097-85396f0d1b50 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:40.370511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Attempting to bind port e1c80d13-e5a4-44dc-9097-85396f0d1b50 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:40.370953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Attempting to bind port e1c80d13-e5a4-44dc-9097-85396f0d1b50 on network 8054b67f-1d81-439d-a9df-1e9de2474863 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:40.380068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:40.381177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Checking segment: {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:40.382868 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.383319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Bound using segment: {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:40.384808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Bound port: e1c80d13-e5a4-44dc-9097-85396f0d1b50, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:40.387416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.426491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Deleting port e45533a0-e9a7-4584-99da-6b2e14df9a33 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:40.427217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.482270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] For port e1c80d13-e5a4-44dc-9097-85396f0d1b50, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:40.487257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] For port e1c80d13-e5a4-44dc-9097-85396f0d1b50, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e1c80d13-e5a4-44dc-9097-85396f0d1b50,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:40.496570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.511164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Allocated IP 172.25.1.103 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/a8ada9fd-0f42-4af1-a813-1310751c22ec) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:40.513140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Deleting port 90e6a653-29a2-4e60-a9b4-cce552c39abc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:40.513655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.576638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cd50a-fd7f-416e-9555-798aab9f29ac None None] Pushing event updated for resources: {'Port': ['ID=e1c80d13-e5a4-44dc-9097-85396f0d1b50,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:40.578672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a13b1-71fd-41ac-90b5-16f8db45dc8f req-5001acec-e135-4b5a-b915-1e830f56cc20 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:40.585933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.587961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f66a13b1-71fd-41ac-90b5-16f8db45dc8f req-5001acec-e135-4b5a-b915-1e830f56cc20 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 1023 time: 0.1868594 Jul 28 11:05:40.632359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Calling delete_port for e45533a0-e9a7-4584-99da-6b2e14df9a33 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:40.727704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] For port 90e6a653-29a2-4e60-a9b4-cce552c39abc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=90e6a653-29a2-4e60-a9b4-cce552c39abc,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:40.728482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.742639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.745492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Calling delete_port for 90e6a653-29a2-4e60-a9b4-cce552c39abc owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:40.754355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692d8f-8eba-4508-a444-b8869afaec06 req-8b9a9046-d741-41a1-a532-4da5e544d874 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:40.756042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e692d8f-8eba-4508-a444-b8869afaec06 req-8b9a9046-d741-41a1-a532-4da5e544d874 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2193925 Jul 28 11:05:40.783477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f66a13b1-71fd-41ac-90b5-16f8db45dc8f req-9c2c147b-28a2-41f1-9d05-dd6712ea343b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=5cc4794e-df97-4b48-9a9c-aaeff4a18703&id=2a00d99d-f01b-4772-8158-7680cf3aba05&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1715260 Jul 28 11:05:40.847301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e692d8f-8eba-4508-a444-b8869afaec06 req-c7603985-1c90-4e53-9b54-b1c9ccf0728c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705931 Jul 28 11:05:40.919002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:40.983908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:40.988326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:40.991780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:41.044309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ada9fd-0f42-4af1-a813-1310751c22ec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:41.092551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8791d0e7-1233-4c88-87df-c94acdf4da1c req-1f9dae21-e477-46ce-a04c-b95d1649e1fd tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.0342138 Jul 28 11:05:41.102998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.127833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.132891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event deleted for resources: {'Port': ['ID=e45533a0-e9a7-4584-99da-6b2e14df9a33,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:41.142145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['90e6a653-29a2-4e60-a9b4-cce552c39abc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:41.148280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f851e757-2f02-4b8c-a8e8-97ab0643065e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:41.177022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'Port': ['ID=90e6a653-29a2-4e60-a9b4-cce552c39abc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:41.286844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] No DVR routers for this DVR port 90e6a653-29a2-4e60-a9b4-cce552c39abc on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:41.292049 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.294393 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bff7acf-7ea8-4f28-b373-45c3a5c52270 req-724e11d9-b2ab-4c2d-a1b8-63f9992b0658 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.41 "DELETE /v2.0/ports/90e6a653-29a2-4e60-a9b4-cce552c39abc HTTP/1.1" status: 204 len: 173 time: 1.0081489 Jul 28 11:05:41.294895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'name': 'network-vif-deleted', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:41.297574 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7b471-317f-4ee0-8307-38e739a230a3" -d '{"events": [{"server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "name": "network-vif-deleted", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:41.345922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.404699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:41.479304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 6b680f6d-af0d-42d4-be79-060237bf64b9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:41.479713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6b680f6d-af0d-42d4-be79-060237bf64b9 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:41.505336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.558335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e1c80d13-e5a4-44dc-9097-85396f0d1b50 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:41.625305 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e8e5b-768a-490c-bef2-4807f6d1bd15 x-openstack-request-id: req-af3e8e5b-768a-490c-bef2-4807f6d1bd15 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:41.625873 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fccbc3-8c9d-4b72-b049-4d91c0d0843b", "name": "network-vif-deleted", "tag": "90e6a653-29a2-4e60-a9b4-cce552c39abc", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:41.625873 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af3e8e5b-768a-490c-bef2-4807f6d1bd15 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:41.626794 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fccbc3-8c9d-4b72-b049-4d91c0d0843b', 'name': 'network-vif-deleted', 'tag': '90e6a653-29a2-4e60-a9b4-cce552c39abc', 'status': 'completed', 'code': 200} Jul 28 11:05:41.628570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.631756 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.694066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.695488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Fanout notify agent at l3_agent the message router_deleted on router 054f349d-6cfa-44aa-b30a-d3c6da09b98f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:41.706679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.708018 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5e02b476-bd5f-4a9b-a70d-51ae9026344e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/054f349d-6cfa-44aa-b30a-d3c6da09b98f HTTP/1.1" status: 204 len: 168 time: 1.7715673 Jul 28 11:05:41.708155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e1c80d13-e5a4-44dc-9097-85396f0d1b50 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:41.714436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:41.723938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-691386982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:41.758365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.759409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.800414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.881069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.889483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.922190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:41.925375 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bbd66505-f440-4f0e-aee0-c917fe62ed10 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2097917 Jul 28 11:05:41.928253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:41.939041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:42.086953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-979d6f94-7b7b-4d80-b457-47df9c406daa req-176ea1e0-187d-4795-bb9e-544aed23b373 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=19fccbc3-8c9d-4b72-b049-4d91c0d0843b HTTP/1.1" status: 200 len: 210 time: 0.1142752 Jul 28 11:05:42.155437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e4da67-c3de-4ab2-af6c-513c0e4b9674 None None] Network 8054b67f-1d81-439d-a9df-1e9de2474863 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:42.183950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2cdc-cfe7-4d40-a1b3-61fc2507ad65 req-459aabf7-9c1a-4fb6-af5a-be33d935259b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:42.192618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-028b2cdc-cfe7-4d40-a1b3-61fc2507ad65 req-459aabf7-9c1a-4fb6-af5a-be33d935259b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1098688 Jul 28 11:05:42.343693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] Provisioning for port e1c80d13-e5a4-44dc-9097-85396f0d1b50 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:42.349782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-028b2cdc-cfe7-4d40-a1b3-61fc2507ad65 req-b0692ee3-026b-487f-8c43-d72145860efc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442139 Jul 28 11:05:42.366749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:42.373130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] Provisioning complete for port e1c80d13-e5a4-44dc-9097-85396f0d1b50 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:42.373708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:42.428932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:42.593706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-752d5fbe-26e4-4e4d-8165-1d3922b59a15 req-dc48caae-1cf2-4587-9bdc-205ebbe92f8a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=965d11b4-d801-465f-9a96-76a37dbd1269 HTTP/1.1" status: 200 len: 210 time: 0.0552285 Jul 28 11:05:42.627252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:42.631225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:42.649008 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Sync routers for ids ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:42.662386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:42.666722 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Routers {'72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:42.668448 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:42.669337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26da8b7d-7b47-41d9-9bd5-849acc289727 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0398836 Jul 28 11:05:42.670656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:42.696684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] For port e1c80d13-e5a4-44dc-9097-85396f0d1b50, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e1c80d13-e5a4-44dc-9097-85396f0d1b50,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:42.705439 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:42.846502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b203994-5621-4c15-8116-e11650cc99f2 None None] Pushing event updated for resources: {'Port': ['ID=e1c80d13-e5a4-44dc-9097-85396f0d1b50,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:42.846812 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Set router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:43.045987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89d182e3-3422-4243-bea1-6666940306cb None None] Provisioning complete for port e1c80d13-e5a4-44dc-9097-85396f0d1b50 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:43.046692 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d182e3-3422-4243-bea1-6666940306cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.168887 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:05:41Z', 'revision_number': 3, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:43.209483 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Checking router: 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:43.209941 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Updating router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 port a8ada9fd-0f42-4af1-a813-1310751c22ec binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:05:43.253729 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.362969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.425511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e1c80d13-e5a4-44dc-9097-85396f0d1b50 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:43.427849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.539766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e1c80d13-e5a4-44dc-9097-85396f0d1b50 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:43.540576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.540958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96d02161-984f-4106-a283-c4170e2ed900 req-55c5fcc6-ab4a-4532-871f-f9cdf8bd3496 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/2a00d99d-f01b-4772-8158-7680cf3aba05 HTTP/1.1" status: 200 len: 1801 time: 0.1557369 Jul 28 11:05:43.595906 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.607137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Transition to ACTIVE for port object a8ada9fd-0f42-4af1-a813-1310751c22ec will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:43.616488 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.654651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d02161-984f-4106-a283-c4170e2ed900 req-222e857f-8621-4392-9243-534aa9d41c2c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.667485 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d963400-8c60-440e-9fc7-f29e7a24bf96 None None] Pushing event updated for resources: {'Port': ['ID=a8ada9fd-0f42-4af1-a813-1310751c22ec,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:43.684212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d02161-984f-4106-a283-c4170e2ed900 req-222e857f-8621-4392-9243-534aa9d41c2c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.707749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Attempting to bind port a8ada9fd-0f42-4af1-a813-1310751c22ec on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:43.708398 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Attempting to bind port a8ada9fd-0f42-4af1-a813-1310751c22ec by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:43.708929 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Attempting to bind port a8ada9fd-0f42-4af1-a813-1310751c22ec on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:43.714703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Allocated IP 172.25.1.90 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/4301b120-a018-41c3-b7b2-0ae2f78c5a94) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:43.715543 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:43.716138 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:43.716747 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.717290 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:43.718024 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Bound port: a8ada9fd-0f42-4af1-a813-1310751c22ec, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:43.718718 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.784664 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d02161-984f-4106-a283-c4170e2ed900 req-222e857f-8621-4392-9243-534aa9d41c2c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.785417 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] For port a8ada9fd-0f42-4af1-a813-1310751c22ec, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:43.789215 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] For port a8ada9fd-0f42-4af1-a813-1310751c22ec, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a8ada9fd-0f42-4af1-a813-1310751c22ec,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:43.793091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d02161-984f-4106-a283-c4170e2ed900 req-222e857f-8621-4392-9243-534aa9d41c2c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.800700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96d02161-984f-4106-a283-c4170e2ed900 req-222e857f-8621-4392-9243-534aa9d41c2c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a00d99d-f01b-4772-8158-7680cf3aba05 HTTP/1.1" status: 204 len: 173 time: 0.2167609 Jul 28 11:05:43.810693 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.821479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.827031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e857f-8621-4392-9243-534aa9d41c2c tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00d99d-f01b-4772-8158-7680cf3aba05,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:43.836661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d4af-d071-44cd-b079-1f4e084e25ea req-92d82b61-77fb-4133-87bf-dec406adac84 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:43.845802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1137d4af-d071-44cd-b079-1f4e084e25ea req-92d82b61-77fb-4133-87bf-dec406adac84 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.3016779 Jul 28 11:05:43.876369 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Routers {'72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:43.877979 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:43.894873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:43.945862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1137d4af-d071-44cd-b079-1f4e084e25ea req-92a617b6-8ead-4b0d-879b-63092b0dfb31 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983431 Jul 28 11:05:43.998181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.070086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:44.074703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:44.081886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:44.092454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78919965-4b67-4ac0-ae9e-c08a81eecec1 req-c6aafd78-57d2-4bb6-a4f4-71be81389777 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/5cc4794e-df97-4b48-9a9c-aaeff4a18703 HTTP/1.1" status: 200 len: 1800 time: 0.0958924 Jul 28 11:05:44.104095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90e6a653-29a2-4e60-a9b4-cce552c39abc no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:44.128936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event updated for resources: {'Port': ['ID=4301b120-a018-41c3-b7b2-0ae2f78c5a94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:44.210014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Allocated IP 172.20.0.1 (8054b67f-1d81-439d-a9df-1e9de2474863/487b7813-a865-41c5-8216-2de6b8536ed2/e9633371-2740-4f57-ac78-a78ef51e5cbb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:44.282825 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] Set router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:44.357592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78919965-4b67-4ac0-ae9e-c08a81eecec1 req-964a277f-93a2-4540-8aa9-3edbf4e23d1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.453457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78919965-4b67-4ac0-ae9e-c08a81eecec1 req-964a277f-93a2-4540-8aa9-3edbf4e23d1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.492969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 90e6a653-29a2-4e60-a9b4-cce552c39abc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:44.497099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 90e6a653-29a2-4e60-a9b4-cce552c39abc not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:44.510048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.539557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d963400-8c60-440e-9fc7-f29e7a24bf96 None None] Pushing event updated for resources: {'Port': ['ID=a8ada9fd-0f42-4af1-a813-1310751c22ec,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:44.574966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Transition to ACTIVE for port object e9633371-2740-4f57-ac78-a78ef51e5cbb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:44.603211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78919965-4b67-4ac0-ae9e-c08a81eecec1 req-964a277f-93a2-4540-8aa9-3edbf4e23d1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.605710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78919965-4b67-4ac0-ae9e-c08a81eecec1 req-964a277f-93a2-4540-8aa9-3edbf4e23d1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.610178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78919965-4b67-4ac0-ae9e-c08a81eecec1 req-964a277f-93a2-4540-8aa9-3edbf4e23d1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/5cc4794e-df97-4b48-9a9c-aaeff4a18703 HTTP/1.1" status: 204 len: 173 time: 0.5065064 Jul 28 11:05:44.623193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.629107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a277f-93a2-4540-8aa9-3edbf4e23d1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc4794e-df97-4b48-9a9c-aaeff4a18703,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:44.640948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.695158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7527aec1-2bc9-4a85-a518-d82c264d86f8 req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-239740659', 'description': 'tempest-description-772215819'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:44.697335 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:05:41Z', 'revision_number': 3, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:44.706688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Network 8054b67f-1d81-439d-a9df-1e9de2474863 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:44.713290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:44.717265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:44.732890 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e2897-f6c9-470c-873c-bb6f5859b09f None None] The sync data for ids ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'] in n-d-723573-7 is: [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:05:41Z', 'revision_number': 3, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:44.770806 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.834253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7527aec1-2bc9-4a85-a518-d82c264d86f8 req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:44.838814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Pushing event updated for resources: {'Port': ['ID=e9633371-2740-4f57-ac78-a78ef51e5cbb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:45.008650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.012815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.134907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13320f64-70fb-48ac-8a6a-8f9f5cca6e85 None None] Provisioning for port e9633371-2740-4f57-ac78-a78ef51e5cbb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:45.146247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13320f64-70fb-48ac-8a6a-8f9f5cca6e85 None None] Provisioning complete for port e9633371-2740-4f57-ac78-a78ef51e5cbb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:45.147746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13320f64-70fb-48ac-8a6a-8f9f5cca6e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.189376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.267028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-13320f64-70fb-48ac-8a6a-8f9f5cca6e85 None None] Port e9633371-2740-4f57-ac78-a78ef51e5cbb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:05:45.281213 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7527aec1-2bc9-4a85-a518-d82c264d86f8 req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.307491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Router 439fd794-499b-41cc-9d8e-e9fd0021acc4 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:45.333914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7527aec1-2bc9-4a85-a518-d82c264d86f8 req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.369560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f536e72-5b3e-4926-9cb4-ed553f3b43c5 req-727cb964-d221-469b-81d1-1f47c1480a72 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:45.371700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f536e72-5b3e-4926-9cb4-ed553f3b43c5 req-727cb964-d221-469b-81d1-1f47c1480a72 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2888403 Jul 28 11:05:45.463059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a8ada9fd-0f42-4af1-a813-1310751c22ec up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:45.500115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7527aec1-2bc9-4a85-a518-d82c264d86f8 req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.512780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7527aec1-2bc9-4a85-a518-d82c264d86f8 req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8276823 Jul 28 11:05:45.550174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a8ada9fd-0f42-4af1-a813-1310751c22ec completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:45.558299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a8ada9fd-0f42-4af1-a813-1310751c22ec triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:45.558727 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.622613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1d7b1-4e03-4ed9-b6b1-360de2997248 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db395a1-645e-4fd8-a4d1-be8469153e3d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:45.634149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:45.666616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] Sync routers for ids ['439fd794-499b-41cc-9d8e-e9fd0021acc4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:45.671762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:45.679310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1cb60727-325b-47fe-8596-ae289e010932 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "PUT /v2.0/routers/439fd794-499b-41cc-9d8e-e9fd0021acc4 HTTP/1.1" status: 200 len: 878 time: 3.7493172 Jul 28 11:05:45.683712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:45.733279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] Routers {'439fd794-499b-41cc-9d8e-e9fd0021acc4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:45.734202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['439fd794-499b-41cc-9d8e-e9fd0021acc4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:45.761619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f536e72-5b3e-4926-9cb4-ed553f3b43c5 req-89ef7dde-2b15-4cf5-b98f-24a87a86a4a3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329573 Jul 28 11:05:45.810827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:45.858971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] Routers {'439fd794-499b-41cc-9d8e-e9fd0021acc4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:45.859621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['439fd794-499b-41cc-9d8e-e9fd0021acc4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:45.957524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:45.958197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866eaf5e-718c-4329-b642-77f3d28bd862 None None] The sync data for ids ['439fd794-499b-41cc-9d8e-e9fd0021acc4'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:46.026840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-77d6588f-d380-4e5c-9da4-50b0fd5dc0c7 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/439fd794-499b-41cc-9d8e-e9fd0021acc4 HTTP/1.1" status: 200 len: 919 time: 0.3379118 Jul 28 11:05:46.027714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:46.071653 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.113741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913cfbe-adc4-4da9-85ee-d4e42fb78082 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:46.119627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f913cfbe-adc4-4da9-85ee-d4e42fb78082 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=439fd794-499b-41cc-9d8e-e9fd0021acc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0904291 Jul 28 11:05:46.122456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:46.134948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port a8ada9fd-0f42-4af1-a813-1310751c22ec, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a8ada9fd-0f42-4af1-a813-1310751c22ec,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:46.144078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.243895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=a8ada9fd-0f42-4af1-a813-1310751c22ec,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:46.285323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5eaeb-af87-43cc-aa04-d72baa72e930 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:46.287562 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e7d5eaeb-af87-43cc-aa04-d72baa72e930 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.1636815 Jul 28 11:05:46.290706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:46.339712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d29e962-8ef9-448e-87e4-a5c5b651333b tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=439fd794-499b-41cc-9d8e-e9fd0021acc4 HTTP/1.1" status: 200 len: 205 time: 0.0474672 Jul 28 11:05:46.342504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:46.489707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.511358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-044e5b5e-b2f8-4452-b8d3-4b7b2dd882f3 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/9db395a1-645e-4fd8-a4d1-be8469153e3d HTTP/1.1" status: 200 len: 1799 time: 0.6688952 Jul 28 11:05:46.515764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.522689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1269853755', 'description': 'tempest-description-hth-2139629659'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:46.544744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.603634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.649896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.666368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.675492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Pushing event updated for resources: {'Port': ['ID=e9633371-2740-4f57-ac78-a78ef51e5cbb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:46.743377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.749815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.753245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.759733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d332bc2-2abc-47a7-a5bb-1bbf15fabe4a req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "PUT /v2.0/security-groups/9db395a1-645e-4fd8-a4d1-be8469153e3d HTTP/1.1" status: 200 len: 1775 time: 0.2472832 Jul 28 11:05:46.783097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Deleting port 4301b120-a018-41c3-b7b2-0ae2f78c5a94 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:46.783738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.794261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cbd6c-447e-41ed-9266-aa4f7bc5bfb0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db395a1-645e-4fd8-a4d1-be8469153e3d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:46.886659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b04bbf8-703c-47b0-9a6b-35151d08e0df req-36b6bb66-8636-4ee6-a322-3d8c0e0e38a4 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/9db395a1-645e-4fd8-a4d1-be8469153e3d HTTP/1.1" status: 200 len: 1775 time: 0.0934544 Jul 28 11:05:46.899580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Network 8054b67f-1d81-439d-a9df-1e9de2474863 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:46.902681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:46.913992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:46.951689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Calling delete_port for 4301b120-a018-41c3-b7b2-0ae2f78c5a94 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:47.140606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:47.178989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-466ad7e8-a786-4521-a247-40e3a1227ce0 req-8697fbb5-bdbb-4316-8152-7f461a2d8aa2 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/9db395a1-645e-4fd8-a4d1-be8469153e3d HTTP/1.1" status: 200 len: 1775 time: 0.0954335 Jul 28 11:05:47.274565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.284841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea49382-970b-4389-84ef-9a0ec6fb04b9 req-73f603c6-7617-469d-aaf6-905a2a248ead tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:47.286328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dea49382-970b-4389-84ef-9a0ec6fb04b9 req-73f603c6-7617-469d-aaf6-905a2a248ead tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2040832 Jul 28 11:05:47.314128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d180034c-885b-4b2c-a978-93a2a1bec356 None None] Provisioning complete for port e9633371-2740-4f57-ac78-a78ef51e5cbb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:47.314657 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d180034c-885b-4b2c-a978-93a2a1bec356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.373868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-466ad7e8-a786-4521-a247-40e3a1227ce0 req-6ee43ffa-58e5-4efa-a93b-34059b9c2f98 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.375034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event deleted for resources: {'Port': ['ID=4301b120-a018-41c3-b7b2-0ae2f78c5a94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:47.413180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d180034c-885b-4b2c-a978-93a2a1bec356 None None] Port e9633371-2740-4f57-ac78-a78ef51e5cbb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:05:47.430592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-466ad7e8-a786-4521-a247-40e3a1227ce0 req-6ee43ffa-58e5-4efa-a93b-34059b9c2f98 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.439947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a8ada9fd-0f42-4af1-a813-1310751c22ec up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:47.441934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:47.457803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e948e802-157c-41cc-9f00-faf9dac353fd admin admin] 10.222.0.20 "PUT /v2.0/routers/72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7774286 Jul 28 11:05:47.457803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dea49382-970b-4389-84ef-9a0ec6fb04b9 req-8471bddd-a6c0-4a16-9291-7737ff7b36b7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455142 Jul 28 11:05:47.463604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.519111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-466ad7e8-a786-4521-a247-40e3a1227ce0 req-6ee43ffa-58e5-4efa-a93b-34059b9c2f98 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.523214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-466ad7e8-a786-4521-a247-40e3a1227ce0 req-6ee43ffa-58e5-4efa-a93b-34059b9c2f98 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.524440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-466ad7e8-a786-4521-a247-40e3a1227ce0 req-6ee43ffa-58e5-4efa-a93b-34059b9c2f98 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/9db395a1-645e-4fd8-a4d1-be8469153e3d HTTP/1.1" status: 204 len: 173 time: 0.3333759 Jul 28 11:05:47.547253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43ffa-58e5-4efa-a93b-34059b9c2f98 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db395a1-645e-4fd8-a4d1-be8469153e3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:47.549563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a8ada9fd-0f42-4af1-a813-1310751c22ec triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:47.550013 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.642779 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Sync routers for ids ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:47.658320 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Routers {'72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:47.658981 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:47.676125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.678640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.683052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:47.697310 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-616de953-520d-4989-be5f-8b506ba19d3f req-f502a021-adb3-421a-8e44-12ab0ab33145 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:47.705963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-616de953-520d-4989-be5f-8b506ba19d3f req-f502a021-adb3-421a-8e44-12ab0ab33145 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/5cc4794e-df97-4b48-9a9c-aaeff4a18703 HTTP/1.1" status: 404 len: 352 time: 0.0332971 Jul 28 11:05:47.745879 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-46a9c7aa-b6d6-4595-a8eb-5677a819c300 req-9233016d-f7f5-4f10-bf8f-55373e6ad1ae tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:47.766129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46a9c7aa-b6d6-4595-a8eb-5677a819c300 req-9233016d-f7f5-4f10-bf8f-55373e6ad1ae tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/2a00d99d-f01b-4772-8158-7680cf3aba05 HTTP/1.1" status: 404 len: 352 time: 0.0416451 Jul 28 11:05:47.769947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.770309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Fanout notify agent at l3_agent the message router_deleted on router 439fd794-499b-41cc-9d8e-e9fd0021acc4 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:47.777799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.781370 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f76a0cdb-2bdd-41c9-8314-e5ad265e5a95 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/439fd794-499b-41cc-9d8e-e9fd0021acc4 HTTP/1.1" status: 204 len: 168 time: 1.4377115 Jul 28 11:05:47.786693 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Set router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:47.792555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:47.800220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1657602805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:47.825721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-355878291'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:47.865158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:05:47.865158 n-d-723573-7 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:05:47.865158 n-d-723573-7 neutron-server[93835]: [parameters: {'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'id': 'b89317a4-2571-46f5-b8a6-f567cd556709', 'expiration': datetime.datetime(2021, 7, 28, 11, 7, 47, 854030)}] Jul 28 11:05:47.865158 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:05:47.865847 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:05:47.866944 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.868114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.877815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997dd30-8fde-4606-b8ee-5e9de8a3cd9f req-65be2e99-693b-494c-8bb7-49d74acb68c2 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:47.879334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d997dd30-8fde-4606-b8ee-5e9de8a3cd9f req-65be2e99-693b-494c-8bb7-49d74acb68c2 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.0953319 Jul 28 11:05:47.896691 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-6bdae185-58b3-41ea-bf28-9683193ad7a3 req-8fd98eac-a75f-4b35-8463-4ddde53e3b2d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:47.903069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bdae185-58b3-41ea-bf28-9683193ad7a3 req-8fd98eac-a75f-4b35-8463-4ddde53e3b2d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/bd3711f6-5336-48db-a07f-347399b910c4 HTTP/1.1" status: 404 len: 352 time: 0.0227356 Jul 28 11:05:47.956987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.960160 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-4df1557b-1ad4-4673-8dab-a007ec171cc5 req-d7e6468e-aae2-472c-9d7d-84e823b743fb tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:47.962124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4df1557b-1ad4-4673-8dab-a007ec171cc5 req-d7e6468e-aae2-472c-9d7d-84e823b743fb tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/efd7a534-5b3a-4005-a91d-c363d75868ab HTTP/1.1" status: 404 len: 352 time: 0.0351267 Jul 28 11:05:47.966143 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:47.989190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d997dd30-8fde-4606-b8ee-5e9de8a3cd9f req-169f6908-1529-467f-a86c-2771a766ef7a tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020246 Jul 28 11:05:47.995154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.000142 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e2859375-cfbb-41bc-8baa-c526d5aa214f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2036121 Jul 28 11:05:48.000142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:48.011295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': True}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:48.031357 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-bcdf2411-45d9-4f4c-9152-20bdb6c9c085 req-349055dd-caf3-4f5f-9a49-398eb2c9e3c0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:48.040604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcdf2411-45d9-4f4c-9152-20bdb6c9c085 req-349055dd-caf3-4f5f-9a49-398eb2c9e3c0 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/624a882f-b072-49d8-9bb4-dd189064ed8f HTTP/1.1" status: 404 len: 352 time: 0.0242243 Jul 28 11:05:48.075821 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-09315572-a884-47ef-86dc-2bbb234ebeb5 req-5ed675c3-6b5f-4e85-9a35-eb52581ada1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] show failed (client error): The resource could not be found. Jul 28 11:05:48.086780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09315572-a884-47ef-86dc-2bbb234ebeb5 req-5ed675c3-6b5f-4e85-9a35-eb52581ada1b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/fd09efe9-260b-452f-879c-6d98f05e1b86 HTTP/1.1" status: 404 len: 352 time: 0.0277522 Jul 28 11:05:48.090044 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:05:45Z', 'revision_number': 4, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e9633371-2740-4f57-ac78-a78ef51e5cbb', 'name': '', 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'mac_address': 'fa:16:3e:f4:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '487b7813-a865-41c5-8216-2de6b8536ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:43Z', 'updated_at': '2021-07-28T11:05:45Z', 'revision_number': 2, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'subnets': [{'id': '487b7813-a865-41c5-8216-2de6b8536ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:48.129393 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Checking router: 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:48.130553 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Updating router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 port e9633371-2740-4f57-ac78-a78ef51e5cbb binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:05:48.179968 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.282058 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.394681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:48.398893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.413489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4229e6-678e-42ee-87ad-76a4fc14f13a req-c1d9815c-5c98-4c34-b509-4fb4e07486b4 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:48.415325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc4229e6-678e-42ee-87ad-76a4fc14f13a req-c1d9815c-5c98-4c34-b509-4fb4e07486b4 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1024 time: 0.1012700 Jul 28 11:05:48.489412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:05:48.509245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.510236 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Added segment 31892c64-eb32-4b66-a91b-84b7963ff3fc of type vlan for network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 Jul 28 11:05:48.546677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc4229e6-678e-42ee-87ad-76a4fc14f13a req-df5d5a03-f338-4161-8deb-22c6f22a2eb2 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a7a800b-f3f1-4aaf-b48d-785451dfeaae&id=bb0417e6-d880-4641-98d3-6e84eb12ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1215398 Jul 28 11:05:48.583276 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.598329 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Transition to ACTIVE for port object e9633371-2740-4f57-ac78-a78ef51e5cbb will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:48.607191 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.659853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463218d-02a8-4b38-9b80-0a79c3ac5c04 None None] Pushing event updated for resources: {'Port': ['ID=e9633371-2740-4f57-ac78-a78ef51e5cbb,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:48.683438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.697514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf44e-ceb9-4513-b74f-802324212044 req-54ec4543-8bb4-4634-947a-09864ceaa2b8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:48.725663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ccf44e-ceb9-4513-b74f-802324212044 req-54ec4543-8bb4-4634-947a-09864ceaa2b8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1006382 Jul 28 11:05:48.754052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.773669 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Attempting to bind port e9633371-2740-4f57-ac78-a78ef51e5cbb on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:48.774138 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Attempting to bind port e9633371-2740-4f57-ac78-a78ef51e5cbb by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:48.774676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Attempting to bind port e9633371-2740-4f57-ac78-a78ef51e5cbb on network 8054b67f-1d81-439d-a9df-1e9de2474863 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:48.787242 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:48.787684 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Checking segment: {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:48.788100 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.790261 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Bound using segment: {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:48.790812 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Bound port: e9633371-2740-4f57-ac78-a78ef51e5cbb, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:48.791722 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.809332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.820809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ccf44e-ceb9-4513-b74f-802324212044 req-734bd95c-5ba2-4038-b531-29e9cc4b9b1f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939822 Jul 28 11:05:48.830098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.838188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:48.839082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.902776 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2199707 Jul 28 11:05:48.906593 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] For port e9633371-2740-4f57-ac78-a78ef51e5cbb, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:48.911204 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] For port e9633371-2740-4f57-ac78-a78ef51e5cbb, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9633371-2740-4f57-ac78-a78ef51e5cbb,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:48.920969 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:48.930949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58198) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:48.946793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'subnet': {'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:49.053187 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Routers {'72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:49.053968 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:49.102077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55e4e-780c-4860-acb4-bdb875dde43b req-d136aebe-2f7e-4d9c-8396-7b659c83db09 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:49.115089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bc55e4e-780c-4860-acb4-bdb875dde43b req-d136aebe-2f7e-4d9c-8396-7b659c83db09 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 944 time: 0.2324483 Jul 28 11:05:49.146912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057c247-25bf-4834-9ad1-3523d58edcae tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Network': ['ID=8719cfcb-a390-4ade-a701-a7ff3f3682a4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:49.158384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:05:49.178420 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463218d-02a8-4b38-9b80-0a79c3ac5c04 None None] Pushing event updated for resources: {'Port': ['ID=e9633371-2740-4f57-ac78-a78ef51e5cbb,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:49.210219 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] Set router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:49.307176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bc55e4e-780c-4860-acb4-bdb875dde43b req-bd774d1c-02f3-4c6a-8293-64b31f6cd9b2 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770251 Jul 28 11:05:49.346725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:49.350263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.380118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Allocated IP 172.25.1.119 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/2603139a-b6fb-42ee-a67b-95f0c4e33e43) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:49.420271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e818-d80b-4c4a-b922-6750b0b0cd25 req-490bca69-3a83-44de-8744-8349ec0a9df4 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:49.422392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e887e818-d80b-4c4a-b922-6750b0b0cd25 req-490bca69-3a83-44de-8744-8349ec0a9df4 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.1516533 Jul 28 11:05:49.427449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3737a-6291-49b4-96de-55946aa258fc req-486e5ad3-e1ca-410c-ac4a-12dc93219055 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:49.430428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cdd3737a-6291-49b4-96de-55946aa258fc req-486e5ad3-e1ca-410c-ac4a-12dc93219055 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 944 time: 0.1601830 Jul 28 11:05:49.492386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e887e818-d80b-4c4a-b922-6750b0b0cd25 req-077ecb6f-fa0c-4b34-89dd-d624db4ca58d tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625045 Jul 28 11:05:49.521638 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:05:45Z', 'revision_number': 4, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e9633371-2740-4f57-ac78-a78ef51e5cbb', 'name': '', 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'mac_address': 'fa:16:3e:f4:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '487b7813-a865-41c5-8216-2de6b8536ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:43Z', 'updated_at': '2021-07-28T11:05:48Z', 'revision_number': 4, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'subnets': [{'id': '487b7813-a865-41c5-8216-2de6b8536ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:49.543375 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.575276 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc12bf0-e404-4005-9ad1-aae872015a59 None None] The sync data for ids ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'] in n-d-723573-7 is: [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:05:45Z', 'revision_number': 4, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e9633371-2740-4f57-ac78-a78ef51e5cbb', 'name': '', 'network_id': '8054b67f-1d81-439d-a9df-1e9de2474863', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'mac_address': 'fa:16:3e:f4:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '487b7813-a865-41c5-8216-2de6b8536ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:43Z', 'updated_at': '2021-07-28T11:05:48Z', 'revision_number': 4, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'subnets': [{'id': '487b7813-a865-41c5-8216-2de6b8536ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:49.607337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.631045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Deleting port b1a835d9-1ac1-474e-9320-f3f522ac77bb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:49.631465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.689805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.783450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.810925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Subnet': ['ID=f049bc29-eca6-4e30-b82f-6a719f38e09e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:49.828745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Checking segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:49.829795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network hostable DHCP agents. Network: 8719cfcb-a390-4ade-a701-a7ff3f3682a4, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:05:49.835611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] For port b1a835d9-1ac1-474e-9320-f3f522ac77bb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b1a835d9-1ac1-474e-9320-f3f522ac77bb,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:49.837837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.841516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651f6f-0830-4749-90d8-c0659b07b4c7 req-ac444859-d2bf-4334-868f-713d14824b2e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:49.843506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd651f6f-0830-4749-90d8-c0659b07b4c7 req-ac444859-d2bf-4334-868f-713d14824b2e tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1024 time: 0.1442778 Jul 28 11:05:49.872498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:05:49.883663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:49.887324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Calling delete_port for b1a835d9-1ac1-474e-9320-f3f522ac77bb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:49.891978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8719cfcb-a390-4ade-a701-a7ff3f3682a4) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:49.901830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c58567-4b52-4a2b-b63f-96203165d97d None None] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:49.904604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd651f6f-0830-4749-90d8-c0659b07b4c7 req-232329bc-18df-4f34-a3c4-6adac99b38b6 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a7a800b-f3f1-4aaf-b48d-785451dfeaae&id=bb0417e6-d880-4641-98d3-6e84eb12ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0517464 Jul 28 11:05:49.905975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:49.906579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:49.918819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Port': ['ID=2603139a-b6fb-42ee-a67b-95f0c4e33e43,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:49.925504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:49.930696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:49.949186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-797ca5cb-8d4e-4560-9104-e4f8323d4b64 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0169969 Jul 28 11:05:49.958908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-3f2ec018-7e48-4a6e-887e-293be6ece694 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:49.960484 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-3f2ec018-7e48-4a6e-887e-293be6ece694 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.44 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1024 time: 0.2067964 Jul 28 11:05:49.961476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:49.991387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-352369802'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:50.025385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45151fe4-5d83-49d4-925a-5c8d12ad0447 req-d3152738-2d17-4592-bf16-1204bdc21696 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:50.026894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45151fe4-5d83-49d4-925a-5c8d12ad0447 req-d3152738-2d17-4592-bf16-1204bdc21696 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0766118 Jul 28 11:05:50.071524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45151fe4-5d83-49d4-925a-5c8d12ad0447 req-161d02a8-2007-4a2b-bc0a-0cecd1ce681a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Jul 28 11:05:50.099851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'fixed_ips': [{'subnet_id': 'f049bc29-eca6-4e30-b82f-6a719f38e09e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:05:50.100760 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.155191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:50.160006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.275998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Allocated IP 19.80.0.2 (8719cfcb-a390-4ade-a701-a7ff3f3682a4/f049bc29-eca6-4e30-b82f-6a719f38e09e/4d73a3f3-7207-444c-967a-90e9935d0eee) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:50.306659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:05:50.323785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.324149 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Added segment 8dcb7df9-d8ae-4fe3-98b0-729e3453cb40 of type vlan for network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 Jul 28 11:05:50.379021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Deleting port f851e757-2f02-4b8c-a8e8-97ab0643065e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:50.379421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.452011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f55a5-5615-424a-a97a-e9baa1974a6e req-3a187b40-fb39-4698-a7b4-360d136f1411 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:50.453593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c97f55a5-5615-424a-a97a-e9baa1974a6e req-3a187b40-fb39-4698-a7b4-360d136f1411 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 944 time: 0.0609865 Jul 28 11:05:50.472883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.482673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Transition to ACTIVE for port object 4d73a3f3-7207-444c-967a-90e9935d0eee will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:50.504764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Transition to ACTIVE for port object 4d73a3f3-7207-444c-967a-90e9935d0eee will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:50.517888 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.552293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c97f55a5-5615-424a-a97a-e9baa1974a6e req-f80e2b9d-36d4-4a5a-8430-2e41d8d1b928 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891366 Jul 28 11:05:50.589503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:50.592563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:50.597246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:50.610594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Pushing event updated for resources: {'Port': ['ID=4d73a3f3-7207-444c-967a-90e9935d0eee,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:50.675076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Attempting to bind port 4d73a3f3-7207-444c-967a-90e9935d0eee on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:50.676108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Attempting to bind port 4d73a3f3-7207-444c-967a-90e9935d0eee by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:50.676108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Attempting to bind port 4d73a3f3-7207-444c-967a-90e9935d0eee on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:50.681479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:50.681853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Checking segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:50.682430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.682830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Bound using segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:50.683432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Bound port: 4d73a3f3-7207-444c-967a-90e9935d0eee, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:50.684022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.697468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c8b3d-b304-41a4-8485-72174d22275f req-965767f9-b242-4fda-9e96-2e35fceb1808 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:50.700205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-236c8b3d-b304-41a4-8485-72174d22275f req-965767f9-b242-4fda-9e96-2e35fceb1808 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.0741050 Jul 28 11:05:50.752456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-236c8b3d-b304-41a4-8485-72174d22275f req-6e71b23a-a6b3-4642-8f30-15708c3bf4df tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438411 Jul 28 11:05:50.764511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] For port 4d73a3f3-7207-444c-967a-90e9935d0eee, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:50.767932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] For port 4d73a3f3-7207-444c-967a-90e9935d0eee, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4d73a3f3-7207-444c-967a-90e9935d0eee,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:50.777367 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.831918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-f5659ed5-9036-4cc4-8560-02864b69c51f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:50.837990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-f5659ed5-9036-4cc4-8560-02864b69c51f tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.0841935 Jul 28 11:05:50.840351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b743785-9d1c-4c32-ac4a-8debac2af6df None None] Pushing event updated for resources: {'Port': ['ID=4d73a3f3-7207-444c-967a-90e9935d0eee,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:50.906626 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.964560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Deleting port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:50.965126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.982483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:50.996090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b1a835d9-1ac1-474e-9320-f3f522ac77bb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:51.083708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event deleted for resources: {'Port': ['ID=b1a835d9-1ac1-474e-9320-f3f522ac77bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:51.130283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] No DVR routers for this DVR port b1a835d9-1ac1-474e-9320-f3f522ac77bb on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:51.134055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.140653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:51.140653 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.154405 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.157592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cdd3737a-6291-49b4-96de-55946aa258fc req-70470b97-324b-4526-882c-461003e4cf0b tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "DELETE /v2.0/ports/b1a835d9-1ac1-474e-9320-f3f522ac77bb HTTP/1.1" status: 204 len: 173 time: 1.7129714 Jul 28 11:05:51.168624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'name': 'network-vif-deleted', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:51.171309 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d77fa-dc3c-48ef-aefb-6f25156bbc51" -d '{"events": [{"server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "name": "network-vif-deleted", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:51.171683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e46022-dc2a-4cad-8f4a-ee8b095485aa req-e4bee0ef-f825-4f14-8708-86b7f40d9659 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:51.173570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21e46022-dc2a-4cad-8f4a-ee8b095485aa req-e4bee0ef-f825-4f14-8708-86b7f40d9659 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 1024 time: 0.1431141 Jul 28 11:05:51.193665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] For port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:51.194037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.197121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] For port f851e757-2f02-4b8c-a8e8-97ab0643065e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f851e757-2f02-4b8c-a8e8-97ab0643065e,segment=NetworkSegment(8a087049-8676-49b1-b892-8b54033e91f5),segment_id=8a087049-8676-49b1-b892-8b54033e91f5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:51.197732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.203454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.328806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Calling delete_port for f851e757-2f02-4b8c-a8e8-97ab0643065e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:51.334794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Network': ['ID=4b2685e4-06a5-4d87-b53f-846bfc3b8bd5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:51.343201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b4a30923-23cb-4c5d-8ea7-df00ab510003 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3564754 Jul 28 11:05:51.345076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:51.361485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:05:51.384597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'subnet': {'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:51.411045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21e46022-dc2a-4cad-8f4a-ee8b095485aa req-5bb076f6-113a-4204-93e1-eadfe05d2f2d tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57&id=2a7a800b-f3f1-4aaf-b48d-785451dfeaae&id=bb0417e6-d880-4641-98d3-6e84eb12ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2287424 Jul 28 11:05:51.522667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9633371-2740-4f57-ac78-a78ef51e5cbb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:51.526730 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75416d14-06a9-4e9e-bbeb-76a92116ca80 x-openstack-request-id: req-75416d14-06a9-4e9e-bbeb-76a92116ca80 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:51.527009 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58159a3f-cdd4-4d4a-982d-ab87f52019c6", "name": "network-vif-deleted", "tag": "b1a835d9-1ac1-474e-9320-f3f522ac77bb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:51.527217 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75416d14-06a9-4e9e-bbeb-76a92116ca80 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:51.527584 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58159a3f-cdd4-4d4a-982d-ab87f52019c6', 'name': 'network-vif-deleted', 'tag': 'b1a835d9-1ac1-474e-9320-f3f522ac77bb', 'status': 'completed', 'code': 200} Jul 28 11:05:51.560114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bf790-4d23-4257-b2fe-ee2dfb7ea592 req-8cc00eff-b517-4a40-8fa6-579cd943ba5c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:51.561679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-545bf790-4d23-4257-b2fe-ee2dfb7ea592 req-8cc00eff-b517-4a40-8fa6-579cd943ba5c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.3068180 Jul 28 11:05:51.648419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e9633371-2740-4f57-ac78-a78ef51e5cbb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:51.654256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e9633371-2740-4f57-ac78-a78ef51e5cbb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:51.654639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.674216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.683470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.718455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-545bf790-4d23-4257-b2fe-ee2dfb7ea592 req-f3ad1948-8697-4b04-9540-8dd63e7426ea tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367369 Jul 28 11:05:51.722060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.727113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'Port': ['ID=f851e757-2f02-4b8c-a8e8-97ab0643065e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:51.739047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:51.746608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.751273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.762505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.762937 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Floating IP 40064360-54a6-45a4-96e7-d789ee2aae25 disassociated. External IP: 172.25.1.157, port: 64fb90f2-4ffc-4e1d-9dea-e7308be985e8. Jul 28 11:05:51.763302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Calling delete_port for 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:51.851105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.909349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] No DVR routers for this DVR port f851e757-2f02-4b8c-a8e8-97ab0643065e on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:51.912830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.916924 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cfd2329d-d9b7-4e9c-909b-40f4645ca811 req-becddd61-f9e8-43ce-bf33-683b6b2f7a9b tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.44 "DELETE /v2.0/ports/f851e757-2f02-4b8c-a8e8-97ab0643065e HTTP/1.1" status: 204 len: 173 time: 1.9201200 Jul 28 11:05:51.926606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e9633371-2740-4f57-ac78-a78ef51e5cbb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9633371-2740-4f57-ac78-a78ef51e5cbb,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:51.935222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:51.937536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4d73a3f3-7207-444c-967a-90e9935d0eee up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:52.022082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8eb6b17-f0e9-47a3-abe3-d1ce778c973e req-120efaca-bf77-4b7b-a6c1-7fcca0d2af7f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=58159a3f-cdd4-4d4a-982d-ab87f52019c6 HTTP/1.1" status: 200 len: 210 time: 0.0694475 Jul 28 11:05:52.042908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e9633371-2740-4f57-ac78-a78ef51e5cbb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:52.054793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Router 363d33ae-31b1-4d7e-a25c-08639758e12c is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:05:52.062171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4d73a3f3-7207-444c-967a-90e9935d0eee completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:52.123060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829f59-5f58-4784-b7b2-b4c98060e8eb req-2b34b935-5d80-49c5-af26-c1e215ec59ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:52.124591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a829f59-5f58-4784-b7b2-b4c98060e8eb req-2b34b935-5d80-49c5-af26-c1e215ec59ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 946 time: 0.1809182 Jul 28 11:05:52.159682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.262004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a829f59-5f58-4784-b7b2-b4c98060e8eb req-dbbe4271-257e-4455-90a9-6412c3be9617 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups?id=1344c44f-e345-4b56-8cde-5f2c8c907c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953455 Jul 28 11:05:52.266312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:52.268222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.272959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.274305 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-70e452f4-d0ee-44dc-a769-25961e035ea3 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "PUT /v2.0/routers/363d33ae-31b1-4d7e-a25c-08639758e12c HTTP/1.1" status: 200 len: 915 time: 4.2725182 Jul 28 11:05:52.277024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:52.277941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2efac-e756-48b0-969f-4294a765943e None None] Sync routers for ids ['363d33ae-31b1-4d7e-a25c-08639758e12c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:52.285979 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-789f9d5b-a5f1-4aeb-b002-296c4ff34953 service neutron] 10.222.0.44 "GET /v2.0/ports/6a626ac1-1ecc-4643-81d4-f51b2194a510/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 382 time: 0.1441522 Jul 28 11:05:52.294968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2efac-e756-48b0-969f-4294a765943e None None] Routers {'363d33ae-31b1-4d7e-a25c-08639758e12c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:52.295804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10b2efac-e756-48b0-969f-4294a765943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['363d33ae-31b1-4d7e-a25c-08639758e12c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:52.329908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event deleted for resources: {'Port': ['ID=64fb90f2-4ffc-4e1d-9dea-e7308be985e8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:52.346074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e357e8b-7f02-4c05-bec2-ca6c9a6e46b5 None None] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:52.348758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10b2efac-e756-48b0-969f-4294a765943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:52.349435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.440712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f8f38525-4fbe-4b7f-8a32-bbfed035fa1f tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/363d33ae-31b1-4d7e-a25c-08639758e12c HTTP/1.1" status: 200 len: 921 time: 0.1590490 Jul 28 11:05:52.440999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:52.454160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2efac-e756-48b0-969f-4294a765943e None None] Routers {'363d33ae-31b1-4d7e-a25c-08639758e12c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:52.456125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10b2efac-e756-48b0-969f-4294a765943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['363d33ae-31b1-4d7e-a25c-08639758e12c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:52.484360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Subnet': ['ID=322a2b30-22f6-42e0-b0ec-1277b73347d5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:52.504859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Checking segment: {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:52.504859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network hostable DHCP agents. Network: 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:05:52.515999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] Provisioning for port 4d73a3f3-7207-444c-967a-90e9935d0eee completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:52.519757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10b2efac-e756-48b0-969f-4294a765943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:52.520453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2efac-e756-48b0-969f-4294a765943e None None] The sync data for ids ['363d33ae-31b1-4d7e-a25c-08639758e12c'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:52.546052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994d287-ee5c-465d-9872-8451f483f12f tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:52.548398 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b994d287-ee5c-465d-9872-8451f483f12f tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=363d33ae-31b1-4d7e-a25c-08639758e12c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1064062 Jul 28 11:05:52.551176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:52.580264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:05:52.590226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Router f68ac6f9-d798-4543-9132-b365f814f537 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:05:52.599495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] Provisioning complete for port 4d73a3f3-7207-444c-967a-90e9935d0eee triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:52.599899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.601846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:52.608433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:52.609053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.629545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf93558-fc1c-412b-9ed2-b9ba95a0e8a7 None None] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:52.690143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee69b4-67f6-4084-855d-17ea239a11a6 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:52.691534 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c0ee69b4-67f6-4084-855d-17ea239a11a6 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.1390812 Jul 28 11:05:52.694348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:52.742634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:05:52.758752 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:05:52.777616 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:52.778248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:52.795445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dff490bb-feb0-4a7e-b1a8-e47e1575b143 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=363d33ae-31b1-4d7e-a25c-08639758e12c HTTP/1.1" status: 200 len: 205 time: 0.0998578 Jul 28 11:05:52.802344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:52.819230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84575669-090d-4e4e-b5df-91ef09abedcc req-9b98c327-7630-45e6-ba01-d0ce5c1b1ba4 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/ports?device_id=6615c092-3a3b-47d5-a226-9eed081c32c1 HTTP/1.1" status: 200 len: 210 time: 0.0932510 Jul 28 11:05:52.848575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eb0c7df9-d54d-49e5-b8eb-47a23bc0649e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4943960 Jul 28 11:05:52.858106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] No DVR routers for this DVR port 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:52.861625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:52.864273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f38c7c44-e3e5-4b16-bc01-b4724fbbc176 req-bb45a10e-09fa-40d8-866d-358532d829ef tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.44 "DELETE /v2.0/ports/64fb90f2-4ffc-4e1d-9dea-e7308be985e8 HTTP/1.1" status: 204 len: 173 time: 2.0185237 Jul 28 11:05:52.864863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'name': 'network-vif-deleted', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:52.870638 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fbba62-25ec-4991-8452-702352a181a3" -d '{"events": [{"server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "name": "network-vif-deleted", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:52.952786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-4b2685e4-06a5-4d87-b53f-846bfc3b8bd5', 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'fixed_ips': [{'subnet_id': '322a2b30-22f6-42e0-b0ec-1277b73347d5'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:05:52.954977 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.022811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.051223 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d29e6a-df7b-43eb-842c-bb8d5a0a7d58 x-openstack-request-id: req-f0d29e6a-df7b-43eb-842c-bb8d5a0a7d58 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:53.051836 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c031914-621f-41bb-b077-0d56084926bb", "name": "network-vif-deleted", "tag": "64fb90f2-4ffc-4e1d-9dea-e7308be985e8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:53.053167 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0d29e6a-df7b-43eb-842c-bb8d5a0a7d58 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:53.054929 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c031914-621f-41bb-b077-0d56084926bb', 'name': 'network-vif-deleted', 'tag': '64fb90f2-4ffc-4e1d-9dea-e7308be985e8', 'status': 'completed', 'code': 200} Jul 28 11:05:53.118253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a0c2-aa4c-49f5-8dfa-3fc59d6c84a3 req-fe58036d-2fd6-4bc0-89b3-3a14705145ee tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.129038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2008a0c2-aa4c-49f5-8dfa-3fc59d6c84a3 req-fe58036d-2fd6-4bc0-89b3-3a14705145ee tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1406236 Jul 28 11:05:53.134507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.186829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-00580ae6-e534-43b1-afe0-78ef580ab29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.188828 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-00580ae6-e534-43b1-afe0-78ef580ab29b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1&tenant_id=c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 1100 time: 0.6372173 Jul 28 11:05:53.209494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] For port 4d73a3f3-7207-444c-967a-90e9935d0eee, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4d73a3f3-7207-444c-967a-90e9935d0eee,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:53.272830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2008a0c2-aa4c-49f5-8dfa-3fc59d6c84a3 req-d323fa79-1edc-4069-99cc-5e1a910619a6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282601 Jul 28 11:05:53.296952 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:53.310074 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.352846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b99cc03a-c550-4837-94f4-436268eef009 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.369864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b99cc03a-c550-4837-94f4-436268eef009 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.371359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.383666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b99cc03a-c550-4837-94f4-436268eef009 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/networks?id=8719cfcb-a390-4ade-a701-a7ff3f3682a4&id=4b2685e4-06a5-4d87-b53f-846bfc3b8bd5&id=8719cfcb-a390-4ade-a701-a7ff3f3682a4 HTTP/1.1" status: 200 len: 1390 time: 0.2368557 Jul 28 11:05:53.387184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Allocated IP 19.86.0.2 (4b2685e4-06a5-4d87-b53f-846bfc3b8bd5/322a2b30-22f6-42e0-b0ec-1277b73347d5/7e9298b4-f9cd-4bd2-8381-5bece93af417) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:53.418693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b38d4230-2734-4b4b-9cbb-eb3c2950ea4a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/quotas/6fa711e50f4e4921b4088db15a0e2dd9 HTTP/1.1" status: 200 len: 375 time: 0.0312147 Jul 28 11:05:53.426063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-5f097e0b-46d6-4f44-8dbc-280d25a27f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.430863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-5f097e0b-46d6-4f44-8dbc-280d25a27f94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1100 time: 0.1622875 Jul 28 11:05:53.431147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9633371-2740-4f57-ac78-a78ef51e5cbb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:53.478236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d4273-451f-4767-9b31-a01b6f79beb8 None None] Pushing event updated for resources: {'Port': ['ID=4d73a3f3-7207-444c-967a-90e9935d0eee,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:53.497276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f851e757-2f02-4b8c-a8e8-97ab0643065e no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:53.532827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'name': 'network-vif-deleted', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:53.535342 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db843c57-8c6a-499b-8cbd-4b04faa9a6e7" -d '{"events": [{"server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "name": "network-vif-deleted", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:53.543200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3299818c-50db-4141-b3e1-18f82d238dfa req-fdebd9c2-6e4a-4344-9883-b817feb13cb3 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c031914-621f-41bb-b077-0d56084926bb HTTP/1.1" status: 200 len: 210 time: 0.0536778 Jul 28 11:05:53.557791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: f851e757-2f02-4b8c-a8e8-97ab0643065e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:53.558138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f851e757-2f02-4b8c-a8e8-97ab0643065e not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:53.575619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Deleting port 2603139a-b6fb-42ee-a67b-95f0c4e33e43 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:53.576002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.602293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-e712399b-e38b-4501-8c95-6b8679d02378 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1813288 Jul 28 11:05:53.606450 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:53.647043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-8b3fb533-21a7-482e-bd41-944bac10fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.648733 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:05:53.649110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-8b3fb533-21a7-482e-bd41-944bac10fed6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1915858 Jul 28 11:05:53.659111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a957624e-8e7f-4712-afae-59899898639e None None] Provisioning complete for port 4d73a3f3-7207-444c-967a-90e9935d0eee triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:53.659767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a957624e-8e7f-4712-afae-59899898639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.660547 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:05:53.662034 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:53.741245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-3100d33d-ff6c-4c4f-b647-ae0cc533ce9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 217 time: 0.0813150 Jul 28 11:05:53.796696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-62f213b9-b6dc-4eda-b89b-cf65aae7c4d3 service neutron] 10.222.0.20 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872442 Jul 28 11:05:53.797553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.821546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Calling delete_port for 2603139a-b6fb-42ee-a67b-95f0c4e33e43 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:53.834147 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:05:53.856525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-b78353cf-f34b-4c8c-be40-96bc6d01dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:53.860482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-b78353cf-f34b-4c8c-be40-96bc6d01dc45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1107554 Jul 28 11:05:53.873980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e9633371-2740-4f57-ac78-a78ef51e5cbb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:53.874402 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.915737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:53.919359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-3baf525a-62c4-4ff5-ba33-36dbe9017558 service neutron] 10.222.0.20 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174967 Jul 28 11:05:53.931653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Transition to ACTIVE for port object 7e9298b4-f9cd-4bd2-8381-5bece93af417 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:53.946989 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79dec14-30bc-4cf0-830c-d3462760e7e6 x-openstack-request-id: req-a79dec14-30bc-4cf0-830c-d3462760e7e6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:53.948851 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6615c092-3a3b-47d5-a226-9eed081c32c1", "name": "network-vif-deleted", "tag": "f851e757-2f02-4b8c-a8e8-97ab0643065e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:53.952450 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a79dec14-30bc-4cf0-830c-d3462760e7e6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:53.953140 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6615c092-3a3b-47d5-a226-9eed081c32c1', 'name': 'network-vif-deleted', 'tag': 'f851e757-2f02-4b8c-a8e8-97ab0643065e', 'status': 'completed', 'code': 200} Jul 28 11:05:53.974068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Transition to ACTIVE for port object 7e9298b4-f9cd-4bd2-8381-5bece93af417 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:54.013548 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:54.022810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f784c-25ad-4384-90a0-bba689afa814 req-22908fa9-8f45-409f-8c72-adff85729b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:54.024451 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-22908fa9-8f45-409f-8c72-adff85729b35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546068 Jul 28 11:05:54.067416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:54.071135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:54.073011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Pushing event updated for resources: {'Port': ['ID=7e9298b4-f9cd-4bd2-8381-5bece93af417,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:54.075256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:54.085569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-f277f2aa-5ade-4626-80b5-4d6401961c96 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2685e4-06a5-4d87-b53f-846bfc3b8bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653543 Jul 28 11:05:54.153251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:54.158746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Attempting to bind port 7e9298b4-f9cd-4bd2-8381-5bece93af417 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:05:54.159023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Attempting to bind port 7e9298b4-f9cd-4bd2-8381-5bece93af417 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:05:54.159521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Attempting to bind port 7e9298b4-f9cd-4bd2-8381-5bece93af417 on network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:05:54.183514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-24c170bc-3c6f-4cbe-8017-cbbbaeeed502 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500185 Jul 28 11:05:54.189554 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:54.194239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: b1a835d9-1ac1-474e-9320-f3f522ac77bb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:54.194608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b1a835d9-1ac1-474e-9320-f3f522ac77bb not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:54.196497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:05:54.196883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Checking segment: {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:05:54.197799 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:54.198318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Bound using segment: {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:05:54.198998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Bound port: 7e9298b4-f9cd-4bd2-8381-5bece93af417, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:05:54.199389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:54.228414 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31042a74-fd52-40e5-84a4-a48f79157be3 None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:01:14Z', 'revision_number': 4, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '04ca2091-1921-465d-b68f-5e84488295aa', 'name': '', 'network_id': '4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'mac_address': 'fa:16:3e:e2:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:12Z', 'updated_at': '2021-07-28T11:01:21Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'subnets': [{'id': '958755d5-0c70-4737-8f20-a21ed7f52d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:05:54.303955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:54.432457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] For port 7e9298b4-f9cd-4bd2-8381-5bece93af417, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:05:54.436307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] For port 7e9298b4-f9cd-4bd2-8381-5bece93af417, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7e9298b4-f9cd-4bd2-8381-5bece93af417,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:05:54.443261 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:54.529178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef558d-1608-4a0e-be06-8c94fdc361e2 None None] Pushing event updated for resources: {'Port': ['ID=7e9298b4-f9cd-4bd2-8381-5bece93af417,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:54.597347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-725e2335-5a1e-4707-beff-03344f924b28 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2685e4-06a5-4d87-b53f-846bfc3b8bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050373 Jul 28 11:05:54.626825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909e5e1-3cf4-44ed-b9b3-d98424a90eca None None] New status for floating IP 40064360-54a6-45a4-96e7-d789ee2aae25: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:05:54.664898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1a08-4af8-4246-a877-ed1d9277fcce req-efabc64f-a578-4387-9a7a-1ed7950a6ba3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:54.668726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2a1a08-4af8-4246-a877-ed1d9277fcce req-efabc64f-a578-4387-9a7a-1ed7950a6ba3 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.4869785 Jul 28 11:05:54.704863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event deleted for resources: {'Port': ['ID=2603139a-b6fb-42ee-a67b-95f0c4e33e43,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:54.741028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d2a1a08-4af8-4246-a877-ed1d9277fcce req-e98e91da-68e1-40ef-be02-37c5fbaa3df5 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614278 Jul 28 11:05:54.753688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-a565be82-480a-43c4-bb34-ff89c46d13b7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:54.755336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-a565be82-480a-43c4-bb34-ff89c46d13b7 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.4899645 Jul 28 11:05:54.774405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ff512d76-8664-4e7e-a9a9-f9bccf4c3a02 service neutron] 10.222.0.20 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682470 Jul 28 11:05:54.884208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:54.887946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c96f784c-25ad-4384-90a0-bba689afa814 req-c6c1ac2f-109b-43f5-9293-6a5aa2da69e1 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830375 Jul 28 11:05:54.941916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-9f71772e-a688-43a7-b840-d768073910f3 service neutron] 10.222.0.20 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616068 Jul 28 11:05:55.019375 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.025307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.070760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa278a-0974-459a-bbea-d06e97132e36 req-8fa7d568-1602-46a9-8b8f-1faf1a100dda tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:55.072548 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66fa278a-0974-459a-bbea-d06e97132e36 req-8fa7d568-1602-46a9-8b8f-1faf1a100dda tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.0670316 Jul 28 11:05:55.101574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.102202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Fanout notify agent at l3_agent the message router_deleted on router 363d33ae-31b1-4d7e-a25c-08639758e12c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:05:55.129557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.130843 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-caf5fdd6-d1a7-4829-86e6-94edce860136 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/363d33ae-31b1-4d7e-a25c-08639758e12c HTTP/1.1" status: 204 len: 168 time: 2.3265667 Jul 28 11:05:55.133489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Deleting port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:55.133812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.136630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:55.142514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1448667169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:55.171420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66fa278a-0974-459a-bbea-d06e97132e36 req-28e3c601-7f04-4469-9b79-39d36517e6b6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856993 Jul 28 11:05:55.217675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a5871a9-570d-43b1-9ac9-3eb53066e893 req-19512566-8caa-4b52-aee4-426ca8ee5b31 tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/bb0417e6-d880-4641-98d3-6e84eb12ed1a HTTP/1.1" status: 200 len: 1799 time: 0.0912213 Jul 28 11:05:55.226057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.227170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.329594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a5871a9-570d-43b1-9ac9-3eb53066e893 req-8041d7ed-e21d-4542-81c6-1ad8bee1961f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.355953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a5871a9-570d-43b1-9ac9-3eb53066e893 req-8041d7ed-e21d-4542-81c6-1ad8bee1961f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.414153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] For port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:55.414613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.449370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-681720d1-7447-480e-b0a7-816ad6f82443 req-720a2a34-e06f-43ec-8ce5-a2a2e8739768 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 210 time: 0.1368110 Jul 28 11:05:55.460009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Calling delete_port for 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:55.468079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:55.468838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a5871a9-570d-43b1-9ac9-3eb53066e893 req-8041d7ed-e21d-4542-81c6-1ad8bee1961f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.474908 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a5871a9-570d-43b1-9ac9-3eb53066e893 req-8041d7ed-e21d-4542-81c6-1ad8bee1961f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.480365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a5871a9-570d-43b1-9ac9-3eb53066e893 req-8041d7ed-e21d-4542-81c6-1ad8bee1961f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb0417e6-d880-4641-98d3-6e84eb12ed1a HTTP/1.1" status: 204 len: 173 time: 0.2505856 Jul 28 11:05:55.512874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041d7ed-e21d-4542-81c6-1ad8bee1961f tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0417e6-d880-4641-98d3-6e84eb12ed1a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:55.551177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:55.551789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 64fb90f2-4ffc-4e1d-9dea-e7308be985e8 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:55.563950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:55.591744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7e71858-703d-466c-898d-bcbac6b9a806 req-72ccdd85-061d-4f51-a4ed-8c6ed79030cb tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "GET /v2.0/security-groups/2a7a800b-f3f1-4aaf-b48d-785451dfeaae HTTP/1.1" status: 200 len: 1799 time: 0.0820968 Jul 28 11:05:55.623761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e9298b4-f9cd-4bd2-8381-5bece93af417 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:55.660207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:55.675008 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.685663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.719188 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a7e71858-703d-466c-898d-bcbac6b9a806 req-6490532c-55e3-4f5f-b742-4824ef60babf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.728354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.732791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2df34e4f-7d77-4e26-aa19-e5f0065240ca tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5951757 Jul 28 11:05:55.734250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:55.739778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:55.749074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7e9298b4-f9cd-4bd2-8381-5bece93af417 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:55.768759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4d73a3f3-7207-444c-967a-90e9935d0eee up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:55.792720 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.803903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a7e71858-703d-466c-898d-bcbac6b9a806 req-6490532c-55e3-4f5f-b742-4824ef60babf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.847332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9611277-960c-4b97-a623-ce3eb69b3237 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.868103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f6ade-8e7d-4d91-8ec2-4e45f739631d None None] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:05:55.947919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9611277-960c-4b97-a623-ce3eb69b3237 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:55.977496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:55.979781 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99c11a4-1899-4f86-a905-743e95465b1e" -d '{"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:56.006664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:56.019908 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.030648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce7a61-a00a-416e-8085-de32382a6e47 req-be400dca-2ef9-4dac-97ff-5aa972880f56 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:56.031486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] Provisioning for port 7e9298b4-f9cd-4bd2-8381-5bece93af417 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:56.043146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29ce7a61-a00a-416e-8085-de32382a6e47 req-be400dca-2ef9-4dac-97ff-5aa972880f56 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ed4c632-6ca0-4578-afe3-577c2bc9566a HTTP/1.1" status: 200 len: 945 time: 0.1528683 Jul 28 11:05:56.055776 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.060595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.071891 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a7e71858-703d-466c-898d-bcbac6b9a806 req-6490532c-55e3-4f5f-b742-4824ef60babf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.075279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a7e71858-703d-466c-898d-bcbac6b9a806 req-6490532c-55e3-4f5f-b742-4824ef60babf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.092756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] Provisioning complete for port 7e9298b4-f9cd-4bd2-8381-5bece93af417 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:56.093136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7e71858-703d-466c-898d-bcbac6b9a806 req-6490532c-55e3-4f5f-b742-4824ef60babf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a7a800b-f3f1-4aaf-b48d-785451dfeaae HTTP/1.1" status: 204 len: 173 time: 0.4993777 Jul 28 11:05:56.093320 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.096893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:56.106877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4d73a3f3-7207-444c-967a-90e9935d0eee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:56.107338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.112748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event deleted for resources: {'Port': ['ID=81d620fe-6c4c-4649-9f8f-5aa0b887cbb6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:56.156215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29ce7a61-a00a-416e-8085-de32382a6e47 req-2eda5943-314f-42ab-afc7-5126d535fcde tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117420 Jul 28 11:05:56.159950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490532c-55e3-4f5f-b742-4824ef60babf tempest-SecurityGroupsTestJSON-473353840 tempest-SecurityGroupsTestJSON-473353840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7a800b-f3f1-4aaf-b48d-785451dfeaae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:56.167015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:56.205201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] No DVR routers for this DVR port 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:56.209427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.211927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb69b1e6-9612-46ef-b943-53b4432eb932 req-ff8abe5d-27a6-46b1-8420-a375c9fbc05f tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "DELETE /v2.0/ports/81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 HTTP/1.1" status: 204 len: 173 time: 1.4473321 Jul 28 11:05:56.212496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'name': 'network-vif-deleted', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:56.220958 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e2eca-b1fb-4e64-ba1e-06384e9b87b1" -d '{"events": [{"server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "name": "network-vif-deleted", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:56.232647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9611277-960c-4b97-a623-ce3eb69b3237 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.232647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9611277-960c-4b97-a623-ce3eb69b3237 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.234500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b9611277-960c-4b97-a623-ce3eb69b3237 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "DELETE /v2.0/security-groups/1344c44f-e345-4b56-8cde-5f2c8c907c7e HTTP/1.1" status: 204 len: 168 time: 0.5732474 Jul 28 11:05:56.238703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:56.269960 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-52fc1931-4d80-4cd5-bb28-9876dd70d6ea tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] show failed (client error): The resource could not be found. Jul 28 11:05:56.274778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-52fc1931-4d80-4cd5-bb28-9876dd70d6ea tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "GET /v2.0/security-groups/1344c44f-e345-4b56-8cde-5f2c8c907c7e HTTP/1.1" status: 404 len: 347 time: 0.0335159 Jul 28 11:05:56.275808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:56.283089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9611277-960c-4b97-a623-ce3eb69b3237 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1344c44f-e345-4b56-8cde-5f2c8c907c7e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:56.297774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Deleting subnet 5e25dab9-3e2f-42e9-86a1-5db7bb85e78b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:05:56.304967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.340380 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34435d-c01c-4188-94f1-84f6e8697376 x-openstack-request-id: req-9a34435d-c01c-4188-94f1-84f6e8697376 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:56.340643 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:56.340959 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a34435d-c01c-4188-94f1-84f6e8697376 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:56.341952 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'code': 200} Jul 28 11:05:56.374394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.383218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.436007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] For port 7e9298b4-f9cd-4bd2-8381-5bece93af417, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7e9298b4-f9cd-4bd2-8381-5bece93af417,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:56.437653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.447921 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.472813 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e7bf0-5165-4cbd-b2ae-dfa77f3e8b82 x-openstack-request-id: req-665e7bf0-5165-4cbd-b2ae-dfa77f3e8b82 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:56.473105 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed4c632-6ca0-4578-afe3-577c2bc9566a", "name": "network-vif-deleted", "tag": "81d620fe-6c4c-4649-9f8f-5aa0b887cbb6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:56.473364 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-665e7bf0-5165-4cbd-b2ae-dfa77f3e8b82 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:56.473909 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed4c632-6ca0-4578-afe3-577c2bc9566a', 'name': 'network-vif-deleted', 'tag': '81d620fe-6c4c-4649-9f8f-5aa0b887cbb6', 'status': 'completed', 'code': 200} Jul 28 11:05:56.561451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.563511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dccc8-b7a2-443e-9bd1-d86aa2b52837 None None] Pushing event updated for resources: {'Port': ['ID=7e9298b4-f9cd-4bd2-8381-5bece93af417,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:56.593917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e25dab9-3e2f-42e9-86a1-5db7bb85e78b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:56.617111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.622323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-03c16640-926c-4c12-a00c-d350786f343b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e25dab9-3e2f-42e9-86a1-5db7bb85e78b HTTP/1.1" status: 204 len: 168 time: 0.4840362 Jul 28 11:05:56.631814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdfa29-642c-4e91-8e94-3b44fd30fe69 req-969042e0-b280-4f68-87e8-e0d8b51c5d26 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:56.635502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:56.642337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4fdfa29-642c-4e91-8e94-3b44fd30fe69 req-969042e0-b280-4f68-87e8-e0d8b51c5d26 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 947 time: 0.1252894 Jul 28 11:05:56.702820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4fdfa29-642c-4e91-8e94-3b44fd30fe69 req-4ac712d1-8a5b-44b6-b54b-1b57aa38747b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593669 Jul 28 11:05:56.714960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Deleting port 41715159-baf9-4212-8fab-13ea00bf925c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:56.715384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.774609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-43147152-ce23-4854-8734-b093c78e6eb9 None None] Provisioning complete for port 7e9298b4-f9cd-4bd2-8381-5bece93af417 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:56.775116 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43147152-ce23-4854-8734-b093c78e6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.780346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-276ce39f-042b-487f-b947-9cc36493ed69 req-09c83cb1-986c-4fd6-8459-20543c6e1036 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 210 time: 0.0456436 Jul 28 11:05:56.826001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.867892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.878712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.974390 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:56.974713 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.010881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Calling delete_port for 41715159-baf9-4212-8fab-13ea00bf925c owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:57.048257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-80a3a878-f8e0-40e0-bbfd-b20c9577a93f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:57.056222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-80a3a878-f8e0-40e0-bbfd-b20c9577a93f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:57.058234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-80a3a878-f8e0-40e0-bbfd-b20c9577a93f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "GET /v2.0/networks?id=8719cfcb-a390-4ade-a701-a7ff3f3682a4&id=4b2685e4-06a5-4d87-b53f-846bfc3b8bd5&id=8719cfcb-a390-4ade-a701-a7ff3f3682a4 HTTP/1.1" status: 200 len: 1390 time: 0.4880075 Jul 28 11:05:57.078166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'port': {'device_id': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'admin_state_up': True, 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:57.258729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.285406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Allocated IP 172.25.1.145 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/46f17e67-11c8-4969-be6d-35594da12460) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:57.305543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1302dadb-de06-4f4c-aa40-b659a44b0de2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:57.338402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a087049-8676-49b1-b892-8b54033e91f5') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:57.338830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a087049-8676-49b1-b892-8b54033e91f5') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:05:57.363735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.374521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e9298b4-f9cd-4bd2-8381-5bece93af417 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:57.439714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7e9298b4-f9cd-4bd2-8381-5bece93af417 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:57.442638 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.447751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.470695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:05:57.471043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:05:57.475768 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:05:57.484482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:05:57.525611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131b094-9d43-4638-8f9e-f63642a857c3 req-1e46e2cd-7134-4d31-ad3c-1c2a52146a4a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:57.528124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f131b094-9d43-4638-8f9e-f63642a857c3 req-1e46e2cd-7134-4d31-ad3c-1c2a52146a4a tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.0761521 Jul 28 11:05:57.577425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f131b094-9d43-4638-8f9e-f63642a857c3 req-6932157c-b437-47ff-803e-00b553779b09 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Jul 28 11:05:57.588067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:57.595808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.657262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:57.671755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'mac_address': 'fa:16:3e:af:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:05:57.680479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.699039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.705503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.710428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1302dadb-de06-4f4c-aa40-b659a44b0de2 HTTP/1.1" status: 204 len: 168 time: 1.0678461 Jul 28 11:05:57.720398 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.720627 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.737891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a626ac1-1ecc-4643-81d4-f51b2194a510 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:05:57.762870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:57.767787 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-133df999-e4da-4092-bb6c-893b4f81207f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2076273 Jul 28 11:05:57.768912 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.841851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:57.853474 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53739a42-c739-444d-af79-7e0f886ff8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:57.931765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:57.947524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d1c73ea-df86-40df-851e-40e00224cecd req-e69d12f2-135a-438c-aa0c-9f91cf5cd447 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 210 time: 0.0483153 Jul 28 11:05:57.990422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-99a40d2f-249a-497c-b73d-f1d037c23aef tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:57.991879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-99a40d2f-249a-497c-b73d-f1d037c23aef tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 945 time: 0.1442339 Jul 28 11:05:58.009598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dea1f-3381-4e92-bd2b-905e5ce29662 req-0903c213-c05c-4fe6-9f8c-c312747022b9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.011160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f89dea1f-3381-4e92-bd2b-905e5ce29662 req-0903c213-c05c-4fe6-9f8c-c312747022b9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 948 time: 0.1791136 Jul 28 11:05:58.028406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7bac37a2-cd0f-4d82-b669-8744f2720583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2a25f8015b46e4aa4a340158f42cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940659 Jul 28 11:05:58.051411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:58.055037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6a626ac1-1ecc-4643-81d4-f51b2194a510'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:05:58.134209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:05:58.141942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f89dea1f-3381-4e92-bd2b-905e5ce29662 req-e3ed3245-1844-4b6b-bf4c-f3e904fcf38b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176076 Jul 28 11:05:58.152410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7f6b0-1e48-4b65-8a40-ed4a0a8a91d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1302dadb-de06-4f4c-aa40-b659a44b0de2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:58.170305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Pushing event deleted for resources: {'Port': ['ID=41715159-baf9-4212-8fab-13ea00bf925c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:58.178403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:05:58.178749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 81d620fe-6c4c-4649-9f8f-5aa0b887cbb6 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:05:58.184356 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd874517-5523-4aa2-ad5b-d586db7274f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.215667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Deleting port f59afca3-a665-457c-828a-072743f0a50b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:05:58.216028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.282976 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd874517-5523-4aa2-ad5b-d586db7274f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.348802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.386917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] For port f59afca3-a665-457c-828a-072743f0a50b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f59afca3-a665-457c-828a-072743f0a50b,segment=NetworkSegment(e05a8534-da2e-4e1f-81c4-4fc5a062cee5),segment_id=e05a8534-da2e-4e1f-81c4-4fc5a062cee5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:58.387622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.388128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-93abe244-5940-46eb-8b54-180921f28e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.389613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-93abe244-5940-46eb-8b54-180921f28e96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 1101 time: 0.2328143 Jul 28 11:05:58.390449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd874517-5523-4aa2-ad5b-d586db7274f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.393664 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd874517-5523-4aa2-ad5b-d586db7274f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.405999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cd874517-5523-4aa2-ad5b-d586db7274f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57 HTTP/1.1" status: 204 len: 168 time: 0.3442056 Jul 28 11:05:58.426698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Allocated IP 19.80.0.106 (8719cfcb-a390-4ade-a701-a7ff3f3682a4/f049bc29-eca6-4e30-b82f-6a719f38e09e/25e06ee1-3b73-4685-9902-5a049360d62c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:05:58.431755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd874517-5523-4aa2-ad5b-d586db7274f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5a07ee-5f47-4c55-8ae5-2f9df8f9df57,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:58.440790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Calling delete_port for f59afca3-a665-457c-828a-072743f0a50b owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:05:58.473718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:58.524221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:58.535550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:58.571957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Pushing event updated for resources: {'Port': ['ID=46f17e67-11c8-4969-be6d-35594da12460,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:58.590953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.593508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.597397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-87e9b815-b7b3-46b2-aa04-73aff83ecc84 tempest-ServersWithSpecificFlavorTestJSON-28469465 tempest-ServersWithSpecificFlavorTestJSON-28469465-project] 10.222.0.20 "DELETE /v2.0/floatingips/40064360-54a6-45a4-96e7-d789ee2aae25 HTTP/1.1" status: 204 len: 168 time: 2.3168919 Jul 28 11:05:58.716426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-3543d384-5797-48fd-8af7-03a86606ed62 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.718607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-3543d384-5797-48fd-8af7-03a86606ed62 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1&tenant_id=c967dd99a8ed438688bdb3df03feae2e&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 948 time: 0.1563754 Jul 28 11:05:58.735501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-0389b511-d882-4ef4-9591-0124d5e18145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.737376 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-0389b511-d882-4ef4-9591-0124d5e18145 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.3076622 Jul 28 11:05:58.839225 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-69acd021-74a1-4985-badb-7d68b4318801 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 200 len: 217 time: 0.0671823 Jul 28 11:05:58.873027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040ff0d-3f6f-436a-8156-f007a9413628 req-640a4f95-be8f-4ae5-9d67-a92405e54fc6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.874636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e040ff0d-3f6f-436a-8156-f007a9413628 req-640a4f95-be8f-4ae5-9d67-a92405e54fc6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 948 time: 0.2127128 Jul 28 11:05:58.908280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:58.927583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f2f7-fd9d-48b9-80ec-4af48ed385de req-3b8189fa-338a-4473-beb9-f8dd049479eb tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.929248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a212f2f7-fd9d-48b9-80ec-4af48ed385de req-3b8189fa-338a-4473-beb9-f8dd049479eb tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/ports?device_id=5751d9f8-ed94-4e3b-aed5-40c102cb5919 HTTP/1.1" status: 200 len: 866 time: 0.2051787 Jul 28 11:05:58.966756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-bc666407-3c19-42bf-b91d-558b846ebb89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1880691 Jul 28 11:05:58.978586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-be52b490-0909-414e-8b15-133197751eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:58.980104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-be52b490-0909-414e-8b15-133197751eb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1152976 Jul 28 11:05:58.984465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Pushing event deleted for resources: {'Port': ['ID=f59afca3-a665-457c-828a-072743f0a50b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:58.995208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-dadd5eef-4e87-4ba2-89ba-ff6370ea5634 service neutron] 10.222.0.44 "GET /v2.0/ports/6a626ac1-1ecc-4643-81d4-f51b2194a510/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 382 time: 0.2563775 Jul 28 11:05:59.016480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.060487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] No DVR routers for this DVR port f59afca3-a665-457c-828a-072743f0a50b on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:05:59.063841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.066476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f653ca62-7dbe-4c53-a193-de119a65d37b req-922c2e59-3ef6-4637-854f-90f6842025a8 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.41 "DELETE /v2.0/ports/f59afca3-a665-457c-828a-072743f0a50b HTTP/1.1" status: 204 len: 173 time: 1.0511866 Jul 28 11:05:59.074638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e040ff0d-3f6f-436a-8156-f007a9413628 req-abcb9e0e-557e-4802-a5d1-259bcdef78f2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838107 Jul 28 11:05:59.102249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'name': 'network-vif-deleted', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:59.102249 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45e438-5d01-4291-9502-b8f6afa8d069" -d '{"events": [{"server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "name": "network-vif-deleted", "tag": "f59afca3-a665-457c-828a-072743f0a50b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:59.102651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Transition to ACTIVE for port object 25e06ee1-3b73-4685-9902-5a049360d62c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:05:59.132951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a212f2f7-fd9d-48b9-80ec-4af48ed385de req-29663c2d-698f-402f-878f-ce852b487d64 tempest-LiveAutoBlockMigrationV225Test-1809147591 tempest-LiveAutoBlockMigrationV225Test-1809147591-project] 10.222.0.20 "GET /v2.0/security-groups?id=f10d2288-e82f-4063-8c3e-ab384b789d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894648 Jul 28 11:05:59.185798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-c5fcf51c-7ee6-4fdf-8b61-3f88d6919823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.187035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-c5fcf51c-7ee6-4fdf-8b61-3f88d6919823 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674058 Jul 28 11:05:59.195596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.197954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-8f44f8f0-9ecf-4df9-b685-84ad0bc42ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.198552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eede918-7e5d-4436-be39-18127d59fee6 req-37e09eda-dfc0-4806-9636-ae64dccd7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.200068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-37e09eda-dfc0-4806-9636-ae64dccd7e5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ced3ac353df4530bce5c304fb5267f7&device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 1096 time: 0.1436367 Jul 28 11:05:59.203327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-8f44f8f0-9ecf-4df9-b685-84ad0bc42ae5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1099 time: 0.1704068 Jul 28 11:05:59.330629 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf81547-278d-41da-a257-e1adecbe84fb x-openstack-request-id: req-caf81547-278d-41da-a257-e1adecbe84fb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:59.332263 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5751d9f8-ed94-4e3b-aed5-40c102cb5919", "name": "network-vif-deleted", "tag": "f59afca3-a665-457c-828a-072743f0a50b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:59.332769 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caf81547-278d-41da-a257-e1adecbe84fb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:59.333348 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5751d9f8-ed94-4e3b-aed5-40c102cb5919', 'name': 'network-vif-deleted', 'tag': 'f59afca3-a665-457c-828a-072743f0a50b', 'status': 'completed', 'code': 200} Jul 28 11:05:59.342897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.375388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-7d65f6a6-ac59-45c1-a1f7-ca23be77f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.376951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-7d65f6a6-ac59-45c1-a1f7-ca23be77f6ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1668713 Jul 28 11:05:59.461600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddc974-3539-4fdd-8f04-e534a6453813 req-1ba0f9b2-c05f-4998-9bf3-49865b9eb5aa tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.471090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92ddc974-3539-4fdd-8f04-e534a6453813 req-1ba0f9b2-c05f-4998-9bf3-49865b9eb5aa tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 932 time: 0.1429760 Jul 28 11:05:59.479254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:59.497695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-d21e1f9b-ed7c-4f1d-ad69-c026921cbeec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 217 time: 0.1088204 Jul 28 11:05:59.515404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:05:59.548389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:05:59.592347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:05:59.613249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eede918-7e5d-4436-be39-18127d59fee6 req-b44356fa-09dd-450f-b974-53beaf27cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.615594 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-b44356fa-09dd-450f-b974-53beaf27cdb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 200 len: 916 time: 0.3253722 Jul 28 11:05:59.616644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:05:59.629843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92ddc974-3539-4fdd-8f04-e534a6453813 req-dbc61ba2-2683-4571-a622-f27f70ee1bb0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564896 Jul 28 11:05:59.631852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 6a626ac1-1ecc-4643-81d4-f51b2194a510 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:59.632379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:05:59.632927 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.762628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-977728506-network', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:05:59.767400 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.794170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Port': ['ID=25e06ee1-3b73-4685-9902-5a049360d62c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:59.802148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-bd854e6f-5006-44bb-a727-531b91065e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.803802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-bd854e6f-5006-44bb-a727-531b91065e44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2969096 Jul 28 11:05:59.811231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:05:59.814853 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be62aed2-d5be-4708-8045-8dee74361fa0" -d '{"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:05:59.854871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.856063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.860415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:05:59.874886 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.908713 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa00f72c-7142-4e20-92e2-98ba48c499ac x-openstack-request-id: req-aa00f72c-7142-4e20-92e2-98ba48c499ac {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:05:59.909237 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:05:59.909677 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa00f72c-7142-4e20-92e2-98ba48c499ac {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:05:59.909916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-acfbf9a1-72bb-4d5a-81e4-60a33a4a5c9e service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7080619 Jul 28 11:05:59.910508 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'code': 200} Jul 28 11:05:59.927254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Made reservation on behalf of 3f709c08f060451aa3fd1c882f4aece9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:05:59.929795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.937789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-ff37e573-f116-42d9-bb1c-c217ca7b17af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 200 len: 1000 time: 0.2803226 Jul 28 11:05:59.952041 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.958541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:05:59.964219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8a50a97-36c5-434f-8306-74aa1b6720ff None None] Provisioning for port 25e06ee1-3b73-4685-9902-5a049360d62c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:05:59.969664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8a50a97-36c5-434f-8306-74aa1b6720ff None None] Provisioning complete for port 25e06ee1-3b73-4685-9902-5a049360d62c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:05:59.970706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-833e5773-26b0-4cdd-9ef7-977c448503ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9009426 Jul 28 11:05:59.971151 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8a50a97-36c5-434f-8306-74aa1b6720ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:05:59.978883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-86189ec1-71c8-48c3-96f4-00fe62b23114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:05:59.980707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-86189ec1-71c8-48c3-96f4-00fe62b23114 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186807 Jul 28 11:06:00.013898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b8a50a97-36c5-434f-8306-74aa1b6720ff None None] Port 25e06ee1-3b73-4685-9902-5a049360d62c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:00.049851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'port': {'device_id': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5', 'admin_state_up': True, 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:00.158425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eede918-7e5d-4436-be39-18127d59fee6 req-9a4b6a4e-fdba-43a8-9d6e-bf45e832ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:00.159900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-9a4b6a4e-fdba-43a8-9d6e-bf45e832ea80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d654ee-7db1-4e48-970a-50f0387a88c5 HTTP/1.1" status: 200 len: 854 time: 0.2129469 Jul 28 11:06:00.161824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.206957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:00.210507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.211551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-cf7d5920-9d66-4005-af91-19bec0c943f8 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220619 Jul 28 11:06:00.247885 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd13a3a-dc9d-487e-b31c-fa307ab35628 req-beb8d25a-fede-40db-bc1e-d35ed89fda54 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227215 Jul 28 11:06:00.309387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eede918-7e5d-4436-be39-18127d59fee6 req-57c24c65-7739-4d74-b523-946ab873619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:00.312240 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-57c24c65-7739-4d74-b523-946ab873619e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6aac03b2-605c-4e05-b2d3-04c3d256b917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445420 Jul 28 11:06:00.331032 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.357549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.374299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Deleting subnet ff62bbb5-74e1-450e-9d5f-acda051b411f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:06:00.394500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb3bc-6f3f-42fa-9d7c-6e3d43e3a74a req-d2c18648-8f34-4d70-9770-694327c45d59 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:00.396097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9dbb3bc-6f3f-42fa-9d7c-6e3d43e3a74a req-d2c18648-8f34-4d70-9770-694327c45d59 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2347536 Jul 28 11:06:00.400684 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.445000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:06:00.518023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc5497-c71c-43f2-a122-57865cd307c3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:00.527018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.527424 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Added segment 8725bee4-ab29-46ea-94fa-6a79d22c5bb1 of type vlan for network d35ed973-8633-43d4-98e1-8fc77dd6a29a Jul 28 11:06:00.540646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.573206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-35cce562-c024-40c6-840f-fa373b90dd7f service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477652 Jul 28 11:06:00.631014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.653448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9dbb3bc-6f3f-42fa-9d7c-6e3d43e3a74a req-4a485154-7d4a-4b7f-8da7-f819486a7eec tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039001 Jul 28 11:06:00.670294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.746222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.792503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.793726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:00.794048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.813942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:00.817379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.877020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3951197 Jul 28 11:06:00.878179 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.898249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:00.904225 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:00.909510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Request body: {'subnet': {'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-977728506-subnet', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:00.916290 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-e2d28dc7-b88e-4a73-b550-4f7e7f451d45 service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943832 Jul 28 11:06:00.977917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff62bbb5-74e1-450e-9d5f-acda051b411f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:00.980763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a9a51-f755-4448-9d8d-0aba45056745 admin admin] Pushing event updated for resources: {'Network': ['ID=d35ed973-8633-43d4-98e1-8fc77dd6a29a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:01.008500 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.010784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-70ab028e-7e5d-4d21-82be-f878fa6acef7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ff62bbb5-74e1-450e-9d5f-acda051b411f HTTP/1.1" status: 204 len: 168 time: 0.8026276 Jul 28 11:06:01.017913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58438) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:01.026996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Router ce1ca819-9d73-4ec5-b6a6-e31a6c549733 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:06:01.049737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab89c4b3-5263-48ac-985c-6e0c16f40db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.073746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:06:01.114356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Allocated IP 19.86.0.114 (4b2685e4-06a5-4d87-b53f-846bfc3b8bd5/322a2b30-22f6-42e0-b0ec-1277b73347d5/cb73536e-11ec-4fde-bcc1-9266707fb3e7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:01.146486 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1eede918-7e5d-4436-be39-18127d59fee6 req-58691d45-441a-4136-ab77-334b9f097439 service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166498 Jul 28 11:06:01.253338 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:06:01.290651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:01.296605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.297851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1e1d64a6-8614-4970-8ce2-bcf8b962e883 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "PUT /v2.0/routers/ce1ca819-9d73-4ec5-b6a6-e31a6c549733 HTTP/1.1" status: 200 len: 916 time: 5.5617237 Jul 28 11:06:01.301320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:01.314284 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] Sync routers for ids ['ce1ca819-9d73-4ec5-b6a6-e31a6c549733'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:01.326040 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] Routers {'ce1ca819-9d73-4ec5-b6a6-e31a6c549733'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:01.326914 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ce1ca819-9d73-4ec5-b6a6-e31a6c549733'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.368674 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.412922 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] Routers {'ce1ca819-9d73-4ec5-b6a6-e31a6c549733'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:01.413769 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ce1ca819-9d73-4ec5-b6a6-e31a6c549733'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.454747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687027a-be34-4e8b-9ce7-378d87bd580e req-37f01aaf-d8dc-4774-85e1-e2dda19e4c20 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:01.460791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7687027a-be34-4e8b-9ce7-378d87bd580e req-37f01aaf-d8dc-4774-85e1-e2dda19e4c20 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 932 time: 0.7645659 Jul 28 11:06:01.465829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Made reservation on behalf of 3f709c08f060451aa3fd1c882f4aece9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:01.468579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.470962 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.471795 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844515f-297a-4d87-8d3d-1539fe30567c None None] The sync data for ids ['ce1ca819-9d73-4ec5-b6a6-e31a6c549733'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:01.501156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.521308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1e88a071-f3a5-4467-9215-bd733a8f0d05 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/ce1ca819-9d73-4ec5-b6a6-e31a6c549733 HTTP/1.1" status: 200 len: 922 time: 0.2169995 Jul 28 11:06:01.522317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Transition to ACTIVE for port object cb73536e-11ec-4fde-bcc1-9266707fb3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:01.525121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:01.585752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32293aaf-4b40-43d0-a783-9d2ffde52dfa tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:01.587509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-32293aaf-4b40-43d0-a783-9d2ffde52dfa tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=ce1ca819-9d73-4ec5-b6a6-e31a6c549733&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0614288 Jul 28 11:06:01.590226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:01.598638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.628041 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.652920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7687027a-be34-4e8b-9ce7-378d87bd580e req-20e4887e-51c0-4ae4-a87d-ddaa88eb7fb8 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720934 Jul 28 11:06:01.684575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:01.690966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:01.696933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:01.725645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:01.773001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:01.774108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.799380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4300a7df-1c2e-4adf-93f6-a6ad49d1f0cc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7542875 Jul 28 11:06:01.802535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6bd2ce-d953-4845-8600-ac2159d8704b tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:01.806797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3e6bd2ce-d953-4845-8600-ac2159d8704b tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.2155812 Jul 28 11:06:01.812020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'port': {'device_id': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'admin_state_up': True, 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:01.816493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:01.820058 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.846056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.904571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2dc276a1-4136-403d-a66a-7d5b1989f461 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1ca819-9d73-4ec5-b6a6-e31a6c549733 HTTP/1.1" status: 200 len: 205 time: 0.0867689 Jul 28 11:06:01.909190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58174e6f-5b40-4a36-8010-eb2089b62717']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.920204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:01.944104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.944423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05a8534-da2e-4e1f-81c4-4fc5a062cee5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:01.960160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f52f09f-d9ef-4fa7-84a9-0fd05e1e6171 None None] Provisioning for port cb73536e-11ec-4fde-bcc1-9266707fb3e7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:01.966101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f52f09f-d9ef-4fa7-84a9-0fd05e1e6171 None None] Provisioning complete for port cb73536e-11ec-4fde-bcc1-9266707fb3e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:01.967069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f52f09f-d9ef-4fa7-84a9-0fd05e1e6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.976769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:01.988722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.004544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ce27-625a-408c-9367-ddaacc3fd05d req-982110a6-de47-48ca-944b-7c23bf89e9ae tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:02.006099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5773ce27-625a-408c-9367-ddaacc3fd05d req-982110a6-de47-48ca-944b-7c23bf89e9ae tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.2202520 Jul 28 11:06:02.021398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7f52f09f-d9ef-4fa7-84a9-0fd05e1e6171 None None] Port cb73536e-11ec-4fde-bcc1-9266707fb3e7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:02.036047 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.039811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:02.043307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.070880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:06:02.071193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: items = [ Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:06:02.077665 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:06:02.118520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.151070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d3f02a-999e-41cf-9562-25b5ee421024,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:02.182592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f59afca3-a665-457c-828a-072743f0a50b no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:02.190222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5773ce27-625a-408c-9367-ddaacc3fd05d req-03938c00-c7c2-4cda-add9-7b9043b64d2d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554315 Jul 28 11:06:02.195338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.203148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Checking segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:02.203586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Network hostable DHCP agents. Network: d35ed973-8633-43d4-98e1-8fc77dd6a29a, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:06:02.224272 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.228602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] 10.222.0.20 "DELETE /v2.0/networks/58174e6f-5b40-4a36-8010-eb2089b62717 HTTP/1.1" status: 204 len: 168 time: 1.2063882 Jul 28 11:06:02.228742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: f59afca3-a665-457c-828a-072743f0a50b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:02.228742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f59afca3-a665-457c-828a-072743f0a50b not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:02.235857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:02.238526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8923fea-7586-4c55-8de1-131a2225a92d admin admin] Pushing event deleted for resources: {'Network': ['ID=58174e6f-5b40-4a36-8010-eb2089b62717,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:02.251209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Deleting port 04ca2091-1921-465d-b68f-5e84488295aa {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:02.251209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.284883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Allocated IP 19.80.0.206 (8719cfcb-a390-4ade-a701-a7ff3f3682a4/f049bc29-eca6-4e30-b82f-6a719f38e09e/06485ae1-80de-40d9-933f-b0c624d5cd9a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:02.314654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.325386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:06:02.358489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Deleting subnet 6abe80b0-19e0-44b5-a113-dfef19352ee2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:06:02.367216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d35ed973-8633-43d4-98e1-8fc77dd6a29a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:02.372897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.387600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4b5f0-bfd7-4363-876a-c7188f40f29a None None] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:02.399117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:02.399727 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.424817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] For port 04ca2091-1921-465d-b68f-5e84488295aa, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=04ca2091-1921-465d-b68f-5e84488295aa,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:02.425112 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.444062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d863e25-8ca1-4c4b-8d00-f73e989ad573 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5394499 Jul 28 11:06:02.446910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:02.450156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Calling delete_port for 04ca2091-1921-465d-b68f-5e84488295aa owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:02.453465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.454496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:02.474088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Deleting port 46f17e67-11c8-4969-be6d-35594da12460 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:02.474588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.555802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.562837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.564556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.592338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.621312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Transition to ACTIVE for port object 06485ae1-80de-40d9-933f-b0c624d5cd9a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:02.671399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.676892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d35ed973-8633-43d4-98e1-8fc77dd6a29a', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:06:02.678537 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.678807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.684062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.721416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abe80b0-19e0-44b5-a113-dfef19352ee2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:02.738734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.740981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9981ac72-c4f5-4034-a64c-4777de5034c4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6abe80b0-19e0-44b5-a113-dfef19352ee2 HTTP/1.1" status: 204 len: 168 time: 0.5003762 Jul 28 11:06:02.757777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58466) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:02.759925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Calling delete_port for 46f17e67-11c8-4969-be6d-35594da12460 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:02.800129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.902019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-b454644e-22f6-4797-97a0-070d711eb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:02.903578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-b454644e-22f6-4797-97a0-070d711eb7dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1&tenant_id=c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 1100 time: 0.1790972 Jul 28 11:06:02.904780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Allocated IP 172.20.0.2 (d35ed973-8633-43d4-98e1-8fc77dd6a29a/13d3f02a-999e-41cf-9562-25b5ee421024/f88e9820-7bf3-42d9-8e5f-e94d196343b3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:02.912932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:02.914343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:02.914477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.950913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:02.955709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1107-3e46-45b8-9528-d285b934c30d req-8d86df85-51d1-4397-b68f-d5466cbf7bec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:02.961970 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:02.962136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1107-3e46-45b8-9528-d285b934c30d req-8d86df85-51d1-4397-b68f-d5466cbf7bec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:02.968663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1107-3e46-45b8-9528-d285b934c30d req-8d86df85-51d1-4397-b68f-d5466cbf7bec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:02.982153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9b1107-3e46-45b8-9528-d285b934c30d req-8d86df85-51d1-4397-b68f-d5466cbf7bec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2377 time: 0.1993992 Jul 28 11:06:03.001149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.069140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Port': ['ID=06485ae1-80de-40d9-933f-b0c624d5cd9a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:03.100688 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.108841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Pushing event deleted for resources: {'Port': ['ID=04ca2091-1921-465d-b68f-5e84488295aa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:03.111608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Transition to ACTIVE for port object f88e9820-7bf3-42d9-8e5f-e94d196343b3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:03.134234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Transition to ACTIVE for port object f88e9820-7bf3-42d9-8e5f-e94d196343b3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:03.143235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:03.143877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.144405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.208300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:03.208523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-a9dc5def-414b-4dc2-8fa3-e4bf62d7572c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4004829 Jul 28 11:06:03.212766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:03.216427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:03.218708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9b1107-3e46-45b8-9528-d285b934c30d req-6d5bea6a-c9ab-4bdc-a888-397070b1d815 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304909 Jul 28 11:06:03.271669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-24e54028-5fa2-45c7-8f4b-f8f379661d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:03.273336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-24e54028-5fa2-45c7-8f4b-f8f379661d50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 1100 time: 0.3404801 Jul 28 11:06:03.275258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.311323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21933da-9316-4355-a2a3-2bc66ffd82d3']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:03.316039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Request body: {'port': {'device_id': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:03.335397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Pushing event updated for resources: {'Port': ['ID=f88e9820-7bf3-42d9-8e5f-e94d196343b3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:03.350038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.368577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Attempting to bind port f88e9820-7bf3-42d9-8e5f-e94d196343b3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:03.369290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Attempting to bind port f88e9820-7bf3-42d9-8e5f-e94d196343b3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:03.369605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Attempting to bind port f88e9820-7bf3-42d9-8e5f-e94d196343b3 on network d35ed973-8633-43d4-98e1-8fc77dd6a29a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:03.377043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:03.377827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Checking segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:03.377958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.378558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Bound using segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:03.379313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Bound port: f88e9820-7bf3-42d9-8e5f-e94d196343b3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:03.379998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.385361 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.405881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323c9b40-bba2-4140-84ba-7c202d62e7f0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:03.413873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323c9b40-bba2-4140-84ba-7c202d62e7f0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:03.427563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52a64197-b546-4f33-b437-eabc535a4331 None None] Provisioning for port 06485ae1-80de-40d9-933f-b0c624d5cd9a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:03.436416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52a64197-b546-4f33-b437-eabc535a4331 None None] Provisioning complete for port 06485ae1-80de-40d9-933f-b0c624d5cd9a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:03.439523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52a64197-b546-4f33-b437-eabc535a4331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.440279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event deleted for resources: {'Port': ['ID=46f17e67-11c8-4969-be6d-35594da12460,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:03.454036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.484270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-52a64197-b546-4f33-b437-eabc535a4331 None None] Port 06485ae1-80de-40d9-933f-b0c624d5cd9a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:03.489812 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.502673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] For port f88e9820-7bf3-42d9-8e5f-e94d196343b3, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:03.506111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] For port f88e9820-7bf3-42d9-8e5f-e94d196343b3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f88e9820-7bf3-42d9-8e5f-e94d196343b3,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:03.510577 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.538897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:06:03.539404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:06:03.543293 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:06:03.571728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598425a-cac2-489e-b64b-57557fd2dd22 None None] Pushing event updated for resources: {'Port': ['ID=f88e9820-7bf3-42d9-8e5f-e94d196343b3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:03.621726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.665125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.708768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-b0aba026-43f1-4f68-b320-10b6871666af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:03.710235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-b0aba026-43f1-4f68-b320-10b6871666af service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4250083 Jul 28 11:06:03.716131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.733841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.735958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/b21933da-9316-4355-a2a3-2bc66ffd82d3 HTTP/1.1" status: 204 len: 168 time: 0.9769385 Jul 28 11:06:03.807722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dbde1-63f3-46f0-a333-1eda232be8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b21933da-9316-4355-a2a3-2bc66ffd82d3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:03.818053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e372bbb-6635-4438-8f88-ec56f35f5df7 req-91f33908-add3-4c44-af42-4fa8778bb352 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:03.826257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e372bbb-6635-4438-8f88-ec56f35f5df7 req-91f33908-add3-4c44-af42-4fa8778bb352 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.5104234 Jul 28 11:06:03.842601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-b1aaabbe-d14b-4a12-b51c-550ee8f8d596 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 200 len: 217 time: 0.1216910 Jul 28 11:06:03.845404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.870479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.955059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.957880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:03.973428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:03.997689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.000136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e372bbb-6635-4438-8f88-ec56f35f5df7 req-55a76ce4-9b7b-429c-bc6c-ee2978ebc9ce tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730137 Jul 28 11:06:04.011729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-d44751c5-ea82-4a9a-ac3f-30b2742c344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:04.013212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-d44751c5-ea82-4a9a-ac3f-30b2742c344e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1633923 Jul 28 11:06:04.114466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2c299ff8-73c7-423c-b0c4-e0a0f4475995 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cb7165910f14819a23d85056cc2c693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369956 Jul 28 11:06:04.120787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:04.163907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-03ce21bd-3b4e-4965-95d7-0cfdc8f6e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:04.165420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-03ce21bd-3b4e-4965-95d7-0cfdc8f6e672 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441662 Jul 28 11:06:04.291376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4b87-47bb-4b05-8e7a-0bb26ff854c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.426508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.427031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Fanout notify agent at l3_agent the message router_deleted on router ce1ca819-9d73-4ec5-b6a6-e31a6c549733 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:06:04.436881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.438103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-228cedb6-1ec0-4f66-ab90-da4f9c1d9ba0 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/ce1ca819-9d73-4ec5-b6a6-e31a6c549733 HTTP/1.1" status: 204 len: 168 time: 2.5167601 Jul 28 11:06:04.442491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58484) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:04.451044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-834667048', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:04.536903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.537950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.605151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Allocated IP 172.25.1.81 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/59583ed6-b0b5-4013-8491-0878fdf75b87) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:04.669239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff95e55-dd50-4cd6-921c-8b8a31df04cf None None] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:04.691486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.745591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4b87-47bb-4b05-8e7a-0bb26ff854c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.752017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e06ee1-3b73-4685-9902-5a049360d62c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:04.795771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.804494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-758789f1-6746-44aa-a246-baf54c8b83be service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284976 Jul 28 11:06:04.814062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Router f68ac6f9-d798-4543-9132-b365f814f537 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:04.823071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa804-4be5-4fff-b82f-566072041229 req-97ddca5b-fa6b-47b8-9b25-63fe494cf5ee tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:04.829696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa804-4be5-4fff-b82f-566072041229 req-97ddca5b-fa6b-47b8-9b25-63fe494cf5ee tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:04.835655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa804-4be5-4fff-b82f-566072041229 req-97ddca5b-fa6b-47b8-9b25-63fe494cf5ee tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:04.837610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5eaa804-4be5-4fff-b82f-566072041229 req-97ddca5b-fa6b-47b8-9b25-63fe494cf5ee tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2377 time: 0.5414658 Jul 28 11:06:04.851140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Transition to ACTIVE for port object 25e06ee1-3b73-4685-9902-5a049360d62c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:04.887635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f4b4ece-4ecf-4f2e-a57e-3fa1e290e14f None None] Provisioning for port f88e9820-7bf3-42d9-8e5f-e94d196343b3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:04.897088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.964983 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.982168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4b87-47bb-4b05-8e7a-0bb26ff854c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.984205 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4b87-47bb-4b05-8e7a-0bb26ff854c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.988399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5f0b4b87-47bb-4b05-8e7a-0bb26ff854c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f10d2288-e82f-4063-8c3e-ab384b789d65 HTTP/1.1" status: 204 len: 168 time: 0.8641388 Jul 28 11:06:04.989041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:04.999590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5eaa804-4be5-4fff-b82f-566072041229 req-d8d8a140-bd37-4f25-a209-b04aed893692 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368873 Jul 28 11:06:05.032304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Pushing event updated for resources: {'Port': ['ID=25e06ee1-3b73-4685-9902-5a049360d62c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:05.043937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b4b87-47bb-4b05-8e7a-0bb26ff854c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d2288-e82f-4063-8c3e-ab384b789d65,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:05.163972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc212bd-adbe-4c8f-abe0-a29de955096f req-d647165d-de6c-4641-b15f-26fe1f1e4d98 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243265 Jul 28 11:06:05.210179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.217532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:05.224502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a823e33d-b851-4169-bb70-94283e4a482f admin admin] 10.222.0.20 "PUT /v2.0/routers/f68ac6f9-d798-4543-9132-b365f814f537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5909564 Jul 28 11:06:05.231806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:05.234171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] Sync routers for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:05.255392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:05.256084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:05.282247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17978a5-ded2-4bce-9cac-5eab57193a3c req-1aef5318-ac57-42ec-914c-6b9ab6e4790b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:05.283914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f17978a5-ded2-4bce-9cac-5eab57193a3c req-1aef5318-ac57-42ec-914c-6b9ab6e4790b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1381164 Jul 28 11:06:05.326895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Pushing event updated for resources: {'Port': ['ID=59583ed6-b0b5-4013-8491-0878fdf75b87,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:05.333673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Attempting to bind port 25e06ee1-3b73-4685-9902-5a049360d62c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:05.334894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Attempting to bind port 25e06ee1-3b73-4685-9902-5a049360d62c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:05.335281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Attempting to bind port 25e06ee1-3b73-4685-9902-5a049360d62c on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:05.343778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Port 25e06ee1-3b73-4685-9902-5a049360d62c on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:05.345687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Attempting to bind port 25e06ee1-3b73-4685-9902-5a049360d62c on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:05.383443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:05.385794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:05.386602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Checking segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:05.387082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Bound using segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:05.387623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Bound port: 25e06ee1-3b73-4685-9902-5a049360d62c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:05.388100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.404712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:05.407499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:05.476041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:05.478807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f88e9820-7bf3-42d9-8e5f-e94d196343b3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:05.492004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f17978a5-ded2-4bce-9cac-5eab57193a3c req-7a2bb40b-55c5-43e1-af6c-75e120075a67 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349511 Jul 28 11:06:05.566145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.581494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:05.616729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:05.666531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] For port 25e06ee1-3b73-4685-9902-5a049360d62c, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:05.676705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] For port 25e06ee1-3b73-4685-9902-5a049360d62c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25e06ee1-3b73-4685-9902-5a049360d62c,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:05.684111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.691108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.757496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Deleting port 8a751743-56e0-40d7-b1d1-d98f51a523cd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:05.758280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.760723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-560f102e-cc90-46c6-ad53-4434d27f80c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00049ae9c1384e4d9ff699191cab6027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765046 Jul 28 11:06:05.764490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:05.788689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port f88e9820-7bf3-42d9-8e5f-e94d196343b3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:05.801016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f88e9820-7bf3-42d9-8e5f-e94d196343b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:05.801392 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.829719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.838507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:05.838507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.839904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] 10.222.0.41 "PUT /v2.0/ports/25e06ee1-3b73-4685-9902-5a049360d62c HTTP/1.1" status: 200 len: 1092 time: 2.5685904 Jul 28 11:06:05.842548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'tag': '25e06ee1-3b73-4685-9902-5a049360d62c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:05.845073 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08" -d '{"events": [{"name": "network-changed", "server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "tag": "25e06ee1-3b73-4685-9902-5a049360d62c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:05.888048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:05.891862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:05.894380 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fecc6bd-5c9a-4bd3-a7b5-142fc0228dd6" -d '{"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:05.924339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:06:02Z', 'revision_number': 5, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port': {'id': '8a751743-56e0-40d7-b1d1-d98f51a523cd', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:09Z', 'updated_at': '2021-07-28T11:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:05.932990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.936371 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d556ad-385f-464c-9d87-db562851aad0 x-openstack-request-id: req-07d556ad-385f-464c-9d87-db562851aad0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:05.936848 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "tag": "25e06ee1-3b73-4685-9902-5a049360d62c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:05.937274 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07d556ad-385f-464c-9d87-db562851aad0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:05.938159 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'tag': '25e06ee1-3b73-4685-9902-5a049360d62c', 'status': 'completed', 'code': 200} Jul 28 11:06:05.943755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] For port 8a751743-56e0-40d7-b1d1-d98f51a523cd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a751743-56e0-40d7-b1d1-d98f51a523cd,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:05.944483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.968662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Request body: {'port': {'device_id': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:05.969805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Calling delete_port for 8a751743-56e0-40d7-b1d1-d98f51a523cd owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:05.976439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] Checking router: f68ac6f9-d798-4543-9132-b365f814f537 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:06:05.982097 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19739e16-6dea-4c51-922f-03b156f80eef x-openstack-request-id: req-19739e16-6dea-4c51-922f-03b156f80eef {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:05.982424 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:05.982720 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19739e16-6dea-4c51-922f-03b156f80eef {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:05.983125 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'code': 200} Jul 28 11:06:05.995362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:05.997182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648f2a-5bb9-4ec4-94d9-2f6f4e4d3c47 service neutron] Pushing event updated for resources: {'Port': ['ID=25e06ee1-3b73-4685-9902-5a049360d62c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:06.008031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.058180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] Routers {'f68ac6f9-d798-4543-9132-b365f814f537'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:06.059120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f68ac6f9-d798-4543-9132-b365f814f537'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:06.118219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.173479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:06.197224 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.200064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-241428f7-5245-4653-8fe4-d7fc67cc6222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.214955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] Set router f68ac6f9-d798-4543-9132-b365f814f537 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:06.252680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-241428f7-5245-4653-8fe4-d7fc67cc6222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.268538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.276411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-01cb5adc-067e-45a9-8db9-46ab65c7af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.276892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-01cb5adc-067e-45a9-8db9-46ab65c7af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.277377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-01cb5adc-067e-45a9-8db9-46ab65c7af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.278978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-01cb5adc-067e-45a9-8db9-46ab65c7af76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2732 time: 0.3444757 Jul 28 11:06:06.290607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.296792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:06:05Z', 'revision_number': 6, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:06.302389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port f88e9820-7bf3-42d9-8e5f-e94d196343b3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f88e9820-7bf3-42d9-8e5f-e94d196343b3,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:06.321215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e96eb-1289-497f-8ea4-aa6be96bb966 req-6c8ef10c-0310-40df-a3aa-524bd907a3a2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.327290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e96eb-1289-497f-8ea4-aa6be96bb966 req-6c8ef10c-0310-40df-a3aa-524bd907a3a2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.331202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593da83c-dcb9-477a-bb33-cea11eefe6f3 None None] The sync data for ids ['f68ac6f9-d798-4543-9132-b365f814f537'] in n-d-723573-7 is: [{'id': 'f68ac6f9-d798-4543-9132-b365f814f537', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-134370223-router', 'tenant_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:08Z', 'updated_at': '2021-07-28T11:06:05Z', 'revision_number': 6, 'project_id': '8cb9daf83a134b29a10c7f8b368f59f0', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:06.332879 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.333902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e96eb-1289-497f-8ea4-aa6be96bb966 req-6c8ef10c-0310-40df-a3aa-524bd907a3a2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.335796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-988e96eb-1289-497f-8ea4-aa6be96bb966 req-6c8ef10c-0310-40df-a3aa-524bd907a3a2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2389 time: 0.1654913 Jul 28 11:06:06.342740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a751743-56e0-40d7-b1d1-d98f51a523cd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:06.411417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=f88e9820-7bf3-42d9-8e5f-e94d196343b3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:06.433760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-241428f7-5245-4653-8fe4-d7fc67cc6222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.436299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-241428f7-5245-4653-8fe4-d7fc67cc6222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.437427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-241428f7-5245-4653-8fe4-d7fc67cc6222 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e668b400-e579-4717-90ac-bc1b5f8bea2f HTTP/1.1" status: 204 len: 168 time: 0.6718078 Jul 28 11:06:06.463008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241428f7-5245-4653-8fe4-d7fc67cc6222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668b400-e579-4717-90ac-bc1b5f8bea2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:06.471967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.518398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-988e96eb-1289-497f-8ea4-aa6be96bb966 req-8847b445-9f78-42c0-a32d-8bdd29c352ff tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410921 Jul 28 11:06:06.550093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Allocated IP 172.25.1.6 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/2473e362-ea5c-4895-84b5-c9c1161972ef) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:06.606362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.608832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.686924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58bd0f-7c4e-42f8-ae19-258e64aaffa7 req-3297c659-7c5f-45b3-934c-4f71d038ab89 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:06.689157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a58bd0f-7c4e-42f8-ae19-258e64aaffa7 req-3297c659-7c5f-45b3-934c-4f71d038ab89 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 947 time: 0.0975776 Jul 28 11:06:06.689798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.690311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68ac6f9-d798-4543-9132-b365f814f537 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:06:06.695178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:06.698536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f97345ac-88ac-43dd-98ab-316ea1911af5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f68ac6f9-d798-4543-9132-b365f814f537 HTTP/1.1" status: 204 len: 168 time: 1.4635329 Jul 28 11:06:06.698814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58518) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:06.792989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a58bd0f-7c4e-42f8-ae19-258e64aaffa7 req-f1512547-d4ca-4833-a1b5-4995f7f32d7e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933857 Jul 28 11:06:07.057011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Deleting subnet 958755d5-0c70-4737-8f20-a21ed7f52d19 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:06:07.060815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.097290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.161729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-5ff2cc25-6fcf-437d-b5ce-b371bc16110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.162364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-5ff2cc25-6fcf-437d-b5ce-b371bc16110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.162724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-5ff2cc25-6fcf-437d-b5ce-b371bc16110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.164328 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-5ff2cc25-6fcf-437d-b5ce-b371bc16110d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8747027 Jul 28 11:06:07.201186 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.275652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.339238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513b4d9-7ea5-4f9b-a765-432e5b922958 None None] Network 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:07.348159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.353533 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.357999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/958755d5-0c70-4737-8f20-a21ed7f52d19 HTTP/1.1" status: 204 len: 168 time: 0.6560640 Jul 28 11:06:07.363956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:07.368994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30ebd7-9882-44cc-b4e0-3011f0f7d619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958755d5-0c70-4737-8f20-a21ed7f52d19,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:07.436906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f88e9820-7bf3-42d9-8e5f-e94d196343b3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:07.478879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:07.532971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.547394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f88e9820-7bf3-42d9-8e5f-e94d196343b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:07.547773 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.577263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:07.664235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd310940-ea76-409f-9240-155784eed922 None None] DHCP port deletion for 4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:06:07.674179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1463504833-network', 'tenant_id': 'eeb9ee7102e246b0b238b58be6516c8b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:07.685167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-5ab62c83-9540-4a1f-8810-604024708917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.686638 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f69b953-1d88-4ed8-98cc-d9b6fa5d4f08 req-5ab62c83-9540-4a1f-8810-604024708917 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5061429 Jul 28 11:06:07.695288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.750182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1962f3-ef72-40b8-b215-20e2f8df04c8 req-5ccb0ada-9f02-4663-a0bd-c0d9225114f9 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.758610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1962f3-ef72-40b8-b215-20e2f8df04c8 req-5ccb0ada-9f02-4663-a0bd-c0d9225114f9 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.761751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1962f3-ef72-40b8-b215-20e2f8df04c8 req-5ccb0ada-9f02-4663-a0bd-c0d9225114f9 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.763778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1962f3-ef72-40b8-b215-20e2f8df04c8 req-5ccb0ada-9f02-4663-a0bd-c0d9225114f9 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2389 time: 0.1114352 Jul 28 11:06:07.765052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Made reservation on behalf of eeb9ee7102e246b0b238b58be6516c8b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:07.767906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.778470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.787783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:07.813625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'mac_address': 'fa:16:3e:af:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:07.820437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.869200 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.886672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a626ac1-1ecc-4643-81d4-f51b2194a510 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:07.893856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bd310940-ea76-409f-9240-155784eed922 None None] Deleting port 276c4801-732b-4436-a72e-196af3318bfc {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:07.894236 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd310940-ea76-409f-9240-155784eed922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.895864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1962f3-ef72-40b8-b215-20e2f8df04c8 req-db72da0c-3f1e-41e8-a65b-44e39020af6f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175163 Jul 28 11:06:07.908729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb73536e-11ec-4fde-bcc1-9266707fb3e7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:07.913796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a751743-56e0-40d7-b1d1-d98f51a523cd no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:07.930484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event updated for resources: {'Port': ['ID=2473e362-ea5c-4895-84b5-c9c1161972ef,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:07.965561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:07.973340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:07.975160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5d644-c2f4-4fcd-b2ba-9ef72b513590 req-edd928e5-dcb9-4cd3-8abe-e96f14b5e19c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:07.976820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57b5d644-c2f4-4fcd-b2ba-9ef72b513590 req-edd928e5-dcb9-4cd3-8abe-e96f14b5e19c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 947 time: 0.1034913 Jul 28 11:06:07.980983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:07.981942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8a751743-56e0-40d7-b1d1-d98f51a523cd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:07.982307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a751743-56e0-40d7-b1d1-d98f51a523cd not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:07.982724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 04ca2091-1921-465d-b68f-5e84488295aa no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:07.998413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Transition to ACTIVE for port object cb73536e-11ec-4fde-bcc1-9266707fb3e7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:08.008818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.013742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:08.017580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 04ca2091-1921-465d-b68f-5e84488295aa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:08.017580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 04ca2091-1921-465d-b68f-5e84488295aa not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:08.026846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.032456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:08.045016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57b5d644-c2f4-4fcd-b2ba-9ef72b513590 req-fb46b5b2-8c05-4399-aca9-b79d934c9cf6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562401 Jul 28 11:06:08.055087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bd310940-ea76-409f-9240-155784eed922 None None] For port 276c4801-732b-4436-a72e-196af3318bfc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=276c4801-732b-4436-a72e-196af3318bfc,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:08.055499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd310940-ea76-409f-9240-155784eed922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.066668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.068649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.076018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bd310940-ea76-409f-9240-155784eed922 None None] Calling delete_port for 276c4801-732b-4436-a72e-196af3318bfc owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:08.095811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:08.130615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f343cc-063e-49c8-b73f-5012c3e1ecaa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:08.145236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.145599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.145942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.146275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.147660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.148325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.148667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.149179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.149516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.149844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.150552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.150996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:08.154179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Router 75ff8512-6f3f-4556-8c63-984172deb111 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:06:08.161898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Pushing event updated for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:08.167941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Deleting port 276c4801-732b-4436-a72e-196af3318bfc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:08.168503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.206428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:06:08.224808 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.225329 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Added segment 0d93f049-bbb4-4044-8b6c-9802dad475c8 of type vlan for network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 Jul 28 11:06:08.277622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa593e13-5257-4c8a-84e2-592a0e0beffd req-41f0e47c-45db-4609-a416-2c3a8bb45e4c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:08.285166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa593e13-5257-4c8a-84e2-592a0e0beffd req-41f0e47c-45db-4609-a416-2c3a8bb45e4c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 949 time: 0.1437690 Jul 28 11:06:08.314934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.361900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa593e13-5257-4c8a-84e2-592a0e0beffd req-923cbba3-2769-4aea-b991-49748bc186f3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697844 Jul 28 11:06:08.365664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd310940-ea76-409f-9240-155784eed922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.381009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.382191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:08.382841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.415644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd310940-ea76-409f-9240-155784eed922 None None] Pushing event deleted for resources: {'Port': ['ID=276c4801-732b-4436-a72e-196af3318bfc,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:08.420864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd310940-ea76-409f-9240-155784eed922 None None] No DVR routers for this DVR port 276c4801-732b-4436-a72e-196af3318bfc on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:08.447761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6a626ac1-1ecc-4643-81d4-f51b2194a510'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:08.462858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9797757 Jul 28 11:06:08.463088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:08.468954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Request body: {'subnet': {'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1463504833-subnet', 'tenant_id': 'eeb9ee7102e246b0b238b58be6516c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:08.482509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a0751-d128-41f6-88cd-9a57d51e7713 admin admin] Pushing event updated for resources: {'Network': ['ID=2236e3b2-0947-4aaf-b013-1af5b2660bc3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:08.493724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:06:08.503013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Made reservation on behalf of eeb9ee7102e246b0b238b58be6516c8b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:08.506109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.546075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] For port 276c4801-732b-4436-a72e-196af3318bfc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=276c4801-732b-4436-a72e-196af3318bfc,segment=NetworkSegment(091a4b16-0bdb-4dd9-b6e5-b50ba260861a),segment_id=091a4b16-0bdb-4dd9-b6e5-b50ba260861a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:08.546448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.616795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Calling delete_port for 276c4801-732b-4436-a72e-196af3318bfc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:08.646639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Attempting to bind port cb73536e-11ec-4fde-bcc1-9266707fb3e7 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:08.647032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Attempting to bind port cb73536e-11ec-4fde-bcc1-9266707fb3e7 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:08.647279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Attempting to bind port cb73536e-11ec-4fde-bcc1-9266707fb3e7 on network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:08.690447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-bbf12f09-ce4e-4042-83e4-24e88336d033 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342607 Jul 28 11:06:08.741634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Port cb73536e-11ec-4fde-bcc1-9266707fb3e7 on network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:08.741964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Attempting to bind port cb73536e-11ec-4fde-bcc1-9266707fb3e7 on network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:08.748121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:08.760457 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Sync routers for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:08.763007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:08.763352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Checking segment: {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:08.763735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Bound using segment: {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:08.764254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Bound port: cb73536e-11ec-4fde-bcc1-9266707fb3e7, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:08.764539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.771355 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:08.772645 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:08.798211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.824923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.826134 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-57c09c68-bf81-4ce7-a8c6-ac29c59f0e3a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3782227 Jul 28 11:06:08.832983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:08.878032 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:08.886518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f641786-47d3-437e-a82f-2746548113bd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:08.901486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-75f0954e-a908-4f02-8b9e-dc28758a73fd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:08.903193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-75f0954e-a908-4f02-8b9e-dc28758a73fd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987793 Jul 28 11:06:08.928674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:08.929030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Network hostable DHCP agents. Network: 2236e3b2-0947-4aaf-b013-1af5b2660bc3, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:06:08.940157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.942078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-d91eaf2f-16d9-4d22-91c6-5fb86126c633 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/quotas/c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 375 time: 0.0281019 Jul 28 11:06:08.950794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:08.990687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:06:09.040878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2236e3b2-0947-4aaf-b013-1af5b2660bc3) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:09.046543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:09.048024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.052153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab057e3-f13b-4ab7-9697-a35230161b99 None None] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:09.063899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Pushing event deleted for resources: {'Port': ['ID=276c4801-732b-4436-a72e-196af3318bfc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:09.073477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] No DVR routers for this DVR port 276c4801-732b-4436-a72e-196af3318bfc on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:09.083911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:09.084761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-17b8fc75-6629-48aa-b6c0-6e5f9b5e17ae tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418259 Jul 28 11:06:09.118267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f367-a1cd-4848-92fa-0bf0dd9c1769 req-bffcf183-4723-49d4-b68a-61c68a96cae4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:09.121614 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:05Z', 'revision_number': 3, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:09.128894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f367-a1cd-4848-92fa-0bf0dd9c1769 req-bffcf183-4723-49d4-b68a-61c68a96cae4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:09.137170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f367-a1cd-4848-92fa-0bf0dd9c1769 req-bffcf183-4723-49d4-b68a-61c68a96cae4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:09.148530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a50f367-a1cd-4848-92fa-0bf0dd9c1769 req-bffcf183-4723-49d4-b68a-61c68a96cae4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2401 time: 0.1617150 Jul 28 11:06:09.150764 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Checking router: 75ff8512-6f3f-4556-8c63-984172deb111 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:06:09.151306 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Updating router 75ff8512-6f3f-4556-8c63-984172deb111 port 59583ed6-b0b5-4013-8491-0878fdf75b87 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:06:09.158704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:09.181499 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.187243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b21e8a6a-faf2-4cb7-a995-4fd9821f0713 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7223899 Jul 28 11:06:09.214082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a50f367-a1cd-4848-92fa-0bf0dd9c1769 req-1bafd355-23dc-486f-be81-c732a305ccc8 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628655 Jul 28 11:06:09.235642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.389734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ecd289-0da4-4618-8803-d39d470e43ea None None] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:09.426341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.459061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59bab493-031e-4cb5-a4e3-7c63ebf26fe6 req-148faa21-f1a2-4346-add0-5132f7dadef0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 210 time: 0.0749567 Jul 28 11:06:09.470798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 276c4801-732b-4436-a72e-196af3318bfc no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:09.476587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:09.498967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:09.498967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.507143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] 10.222.0.41 "PUT /v2.0/ports/cb73536e-11ec-4fde-bcc1-9266707fb3e7 HTTP/1.1" status: 200 len: 1092 time: 3.5736296 Jul 28 11:06:09.519724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:09.521996 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da878416-55d5-4ff2-a4a2-e29a5db7fd36" -d '{"events": [{"name": "network-changed", "server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:09.538766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 276c4801-732b-4436-a72e-196af3318bfc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:09.539116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 276c4801-732b-4436-a72e-196af3318bfc not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:09.585883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091a4b16-0bdb-4dd9-b6e5-b50ba260861a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:09.586750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091a4b16-0bdb-4dd9-b6e5-b50ba260861a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:09.598631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:09.627738 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.653166 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Transition to ACTIVE for port object 59583ed6-b0b5-4013-8491-0878fdf75b87 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:09.669443 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.669882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Request body: {'port': {'device_id': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:09.673318 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff424f4-9030-4361-9745-2fde6259d7bb x-openstack-request-id: req-fff424f4-9030-4361-9745-2fde6259d7bb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:09.673663 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:09.674079 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fff424f4-9030-4361-9745-2fde6259d7bb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:09.674486 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7', 'status': 'completed', 'code': 200} Jul 28 11:06:09.763769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 6a626ac1-1ecc-4643-81d4-f51b2194a510 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:09.764136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.771079 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc02e6f-e7e4-44a7-88fd-a6fc9943de71 None None] Pushing event updated for resources: {'Port': ['ID=59583ed6-b0b5-4013-8491-0878fdf75b87,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:09.803022 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Attempting to bind port 59583ed6-b0b5-4013-8491-0878fdf75b87 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:09.804055 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Attempting to bind port 59583ed6-b0b5-4013-8491-0878fdf75b87 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:09.804646 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Attempting to bind port 59583ed6-b0b5-4013-8491-0878fdf75b87 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:09.821514 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:09.823026 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:09.823835 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.825173 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:09.825890 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Bound port: 59583ed6-b0b5-4013-8491-0878fdf75b87, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:09.826473 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.904542 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.908964 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] For port 59583ed6-b0b5-4013-8491-0878fdf75b87, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:09.915792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] For port 59583ed6-b0b5-4013-8491-0878fdf75b87, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59583ed6-b0b5-4013-8491-0878fdf75b87,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:09.929588 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:09.944476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:09.947725 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea4e7c8-5fc1-43ab-8e57-71d0a07654c9" -d '{"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:09.988933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:10.001903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.049482 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513b4f70-0905-47fc-bf92-4d9333e14c68 x-openstack-request-id: req-513b4f70-0905-47fc-bf92-4d9333e14c68 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:10.049865 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:10.050781 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-513b4f70-0905-47fc-bf92-4d9333e14c68 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:10.051280 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'code': 200} Jul 28 11:06:10.063185 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:10.064010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:10.089766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:10.100314 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc02e6f-e7e4-44a7-88fd-a6fc9943de71 None None] Pushing event updated for resources: {'Port': ['ID=59583ed6-b0b5-4013-8491-0878fdf75b87,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:10.131416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.137308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58614) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:10.143632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2104352122-network', 'tenant_id': 'f42124bd9cdc41bcabf7e5e119b78f54'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:10.159271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eea7e6-ed9f-4ac3-8f9a-c17d0c4c9dcc service neutron] Pushing event updated for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:10.172312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Made reservation on behalf of f42124bd9cdc41bcabf7e5e119b78f54 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:10.176059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.197249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.240255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.262473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:06:10.263221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:06:10.287827 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:06:10.365151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-09eeafc4-ad2d-409a-9a3a-2bd184a46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.365628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-09eeafc4-ad2d-409a-9a3a-2bd184a46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.366281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-09eeafc4-ad2d-409a-9a3a-2bd184a46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.368067 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-09eeafc4-ad2d-409a-9a3a-2bd184a46df9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2799 time: 0.6911550 Jul 28 11:06:10.374394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.383912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.403398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.404123 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:10.419467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d71f9-5a93-4bca-a787-11dcf0b0614f req-1105c31a-59e9-4a3c-a5ef-798d5710ae3a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.425460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d71f9-5a93-4bca-a787-11dcf0b0614f req-1105c31a-59e9-4a3c-a5ef-798d5710ae3a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.431935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d71f9-5a93-4bca-a787-11dcf0b0614f req-1105c31a-59e9-4a3c-a5ef-798d5710ae3a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.433649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824d71f9-5a93-4bca-a787-11dcf0b0614f req-1105c31a-59e9-4a3c-a5ef-798d5710ae3a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2401 time: 0.1100922 Jul 28 11:06:10.451987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:06:10.464768 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.485219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.485676 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Added segment b8a5fee8-dc0e-4e60-a751-dfe2d10a9766 of type vlan for network f0649237-c16b-4996-9027-c0b1b6ece1af Jul 28 11:06:10.503162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4908d2-36a6-4334-826d-c5e63fdf187b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:10.508842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.537866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824d71f9-5a93-4bca-a787-11dcf0b0614f req-aa34964c-f489-4749-b3e1-218fd1826e92 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932970 Jul 28 11:06:10.574269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.628926 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.630015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.630806 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.661638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.663787 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71 HTTP/1.1" status: 204 len: 168 time: 3.2980561 Jul 28 11:06:10.665008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dabcfb-e0d5-4fdc-af9b-3af5c311af65 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fce5baf-7ed2-4d3b-95eb-7803cf8d1d71,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:10.667041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:10.685209 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:05Z', 'revision_number': 3, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:10.715827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1d30128-7060-4d85-b189-ae07ea1204f2 req-419a2ed1-d25b-47f4-8a1d-45b903ebae16 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 210 time: 0.0739849 Jul 28 11:06:10.757896 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc03f2-543b-4568-ba9e-4681ee176ffa None None] The sync data for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 is: [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:05Z', 'revision_number': 3, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:10.761176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6199579 Jul 28 11:06:10.761995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:10.770386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Request body: {'subnet': {'network_id': 'f0649237-c16b-4996-9027-c0b1b6ece1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2104352122-subnet', 'tenant_id': 'f42124bd9cdc41bcabf7e5e119b78f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:10.805519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbe512-8f01-4288-b8b4-360fb3a22c86 admin admin] Pushing event updated for resources: {'Network': ['ID=f0649237-c16b-4996-9027-c0b1b6ece1af,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:10.821469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network f0649237-c16b-4996-9027-c0b1b6ece1af details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:06:10.825509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Made reservation on behalf of f42124bd9cdc41bcabf7e5e119b78f54 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:10.829903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:10.982478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-557be766-1e68-4269-a3dd-2afe2f36d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.982953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-557be766-1e68-4269-a3dd-2afe2f36d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.983417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-557be766-1e68-4269-a3dd-2afe2f36d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:10.985685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-557be766-1e68-4269-a3dd-2afe2f36d001 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6077337 Jul 28 11:06:11.229640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.260035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-9cc1e2a9-c511-4c65-a195-13ba466d320a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c967dd99a8ed438688bdb3df03feae2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547957 Jul 28 11:06:11.282013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Router 55b908ea-4ac8-48dc-87a3-a4dea236806c is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:06:11.297286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-5e5c2b4d-1a44-48e6-941a-200671be8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:11.298855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da878416-55d5-4ff2-a4a2-e29a5db7fd36 req-5e5c2b4d-1a44-48e6-941a-200671be8bd7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3062768 Jul 28 11:06:11.405921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7adfcd-097a-4e9c-a96c-ed64e6d59d9c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:11.429707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.451638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Checking segment: {'id': 'b8a5fee8-dc0e-4e60-a751-dfe2d10a9766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f0649237-c16b-4996-9027-c0b1b6ece1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:11.452099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Network hostable DHCP agents. Network: f0649237-c16b-4996-9027-c0b1b6ece1af, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:06:11.468530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59583ed6-b0b5-4013-8491-0878fdf75b87 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:11.546114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-75bec7df-690b-47bc-85a0-c3cc75bfdca9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:11.546626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 59583ed6-b0b5-4013-8491-0878fdf75b87 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:11.547689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-75bec7df-690b-47bc-85a0-c3cc75bfdca9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587204 Jul 28 11:06:11.558277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 59583ed6-b0b5-4013-8491-0878fdf75b87 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:11.558929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.585281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Request body: {'port': {'device_id': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'c967dd99a8ed438688bdb3df03feae2e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:11.593294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Network f0649237-c16b-4996-9027-c0b1b6ece1af is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:06:11.684670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, f0649237-c16b-4996-9027-c0b1b6ece1af) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:11.697046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:11.697645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.699613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e61e94f-ecde-424d-8f8d-1645fb929713 None None] Network f0649237-c16b-4996-9027-c0b1b6ece1af requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:11.762770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.765171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06485ae1-80de-40d9-933f-b0c624d5cd9a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:11.777882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.794729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-818e7923-af2e-41d9-9b93-3cc24c42281d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0300391 Jul 28 11:06:11.806284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:11.814369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Transition to ACTIVE for port object 06485ae1-80de-40d9-933f-b0c624d5cd9a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:11.820647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] Sync routers for ids ['55b908ea-4ac8-48dc-87a3-a4dea236806c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:11.825211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 59583ed6-b0b5-4013-8491-0878fdf75b87, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59583ed6-b0b5-4013-8491-0878fdf75b87,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:11.839029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.841238 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.845607 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:11.862517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837dfa-8402-45fd-b52c-45f1998e341c req-f66b8e26-6c71-482c-89e6-debb550a4b84 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:11.869489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837dfa-8402-45fd-b52c-45f1998e341c req-f66b8e26-6c71-482c-89e6-debb550a4b84 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:11.883598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] Routers {'55b908ea-4ac8-48dc-87a3-a4dea236806c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:11.884437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837dfa-8402-45fd-b52c-45f1998e341c req-f66b8e26-6c71-482c-89e6-debb550a4b84 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:11.885040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['55b908ea-4ac8-48dc-87a3-a4dea236806c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:11.897849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16837dfa-8402-45fd-b52c-45f1998e341c req-f66b8e26-6c71-482c-89e6-debb550a4b84 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2401 time: 0.2070413 Jul 28 11:06:11.932334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:12.020750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Allocated IP 172.20.0.1 (d35ed973-8633-43d4-98e1-8fc77dd6a29a/13d3f02a-999e-41cf-9562-25b5ee421024/44ac620a-da3b-4bdd-a274-9c89c7a87919) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:12.024985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c2f7d-0615-4cc8-a919-45d0226a85c2 None None] Network f0649237-c16b-4996-9027-c0b1b6ece1af requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:12.034032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] Routers {'55b908ea-4ac8-48dc-87a3-a4dea236806c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:12.034683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['55b908ea-4ac8-48dc-87a3-a4dea236806c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:12.046265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=59583ed6-b0b5-4013-8491-0878fdf75b87,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:12.059652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65cfb7af-57a7-4a85-b0a7-1b3b84cba018 req-c4ce03ee-a0bf-4917-a353-e703ef1483f1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 210 time: 0.0756133 Jul 28 11:06:12.065718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Made reservation on behalf of c967dd99a8ed438688bdb3df03feae2e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:12.074914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.181484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16837dfa-8402-45fd-b52c-45f1998e341c req-83ccdcf0-86c6-47ca-8316-24fe543b12d5 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798302 Jul 28 11:06:12.195519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.199906 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de9feefd-ac43-44a8-8096-803bd39792b9 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.7564368 Jul 28 11:06:12.202394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:12.209021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Pushing event updated for resources: {'Port': ['ID=06485ae1-80de-40d9-933f-b0c624d5cd9a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:12.209548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:12.212604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:12.213273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa933b-739b-45ed-b28b-8d7be093d6a5 None None] The sync data for ids ['55b908ea-4ac8-48dc-87a3-a4dea236806c'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:12.223269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Attempting to bind port 06485ae1-80de-40d9-933f-b0c624d5cd9a on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:12.223613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Attempting to bind port 06485ae1-80de-40d9-933f-b0c624d5cd9a by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:12.223945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Attempting to bind port 06485ae1-80de-40d9-933f-b0c624d5cd9a on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:12.233959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.256728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Port 06485ae1-80de-40d9-933f-b0c624d5cd9a on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:12.257205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Attempting to bind port 06485ae1-80de-40d9-933f-b0c624d5cd9a on network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:12.261653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Transition to ACTIVE for port object 44ac620a-da3b-4bdd-a274-9c89c7a87919 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:12.266901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:12.267536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Checking segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:12.267938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Bound using segment: {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:12.268477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Bound port: 06485ae1-80de-40d9-933f-b0c624d5cd9a, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31892c64-eb32-4b66-a91b-84b7963ff3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:12.268847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.363876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.371008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] For port 06485ae1-80de-40d9-933f-b0c624d5cd9a, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:12.412399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] For port 06485ae1-80de-40d9-933f-b0c624d5cd9a, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:12.424976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.430550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:12.443111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:12.447326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:12.451187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Pushing event updated for resources: {'Port': ['ID=44ac620a-da3b-4bdd-a274-9c89c7a87919,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:12.514923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:12.515610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.517710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] 10.222.0.41 "PUT /v2.0/ports/06485ae1-80de-40d9-933f-b0c624d5cd9a HTTP/1.1" status: 200 len: 1092 time: 2.9477260 Jul 28 11:06:12.520227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'tag': '06485ae1-80de-40d9-933f-b0c624d5cd9a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:12.523697 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454" -d '{"events": [{"name": "network-changed", "server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "tag": "06485ae1-80de-40d9-933f-b0c624d5cd9a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:12.633449 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f5303b-c751-4114-a1a7-d9a579811b59 x-openstack-request-id: req-67f5303b-c751-4114-a1a7-d9a579811b59 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:12.633744 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "tag": "06485ae1-80de-40d9-933f-b0c624d5cd9a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:12.633999 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67f5303b-c751-4114-a1a7-d9a579811b59 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:12.634401 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'tag': '06485ae1-80de-40d9-933f-b0c624d5cd9a', 'status': 'completed', 'code': 200} Jul 28 11:06:12.646620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.650399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8d5ab-0177-4569-81ca-38de197dbe00 service neutron] Pushing event updated for resources: {'Port': ['ID=06485ae1-80de-40d9-933f-b0c624d5cd9a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:12.739005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-278b7af1-6cac-40ea-a4f9-a42e6acce737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:12.739414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-278b7af1-6cac-40ea-a4f9-a42e6acce737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:12.739892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-278b7af1-6cac-40ea-a4f9-a42e6acce737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:12.741841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-278b7af1-6cac-40ea-a4f9-a42e6acce737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2866 time: 0.1750796 Jul 28 11:06:12.818009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c784ae77-66d6-4fd5-96ba-c37def83b3a9 None None] Provisioning for port 44ac620a-da3b-4bdd-a274-9c89c7a87919 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:12.823104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c784ae77-66d6-4fd5-96ba-c37def83b3a9 None None] Provisioning complete for port 44ac620a-da3b-4bdd-a274-9c89c7a87919 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:12.823724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c784ae77-66d6-4fd5-96ba-c37def83b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.832720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-7b5c8ec9-e53e-48e4-8c48-62acf36de5ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=25e06ee1-3b73-4685-9902-5a049360d62c HTTP/1.1" status: 200 len: 217 time: 0.0777390 Jul 28 11:06:12.873290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c784ae77-66d6-4fd5-96ba-c37def83b3a9 None None] Port 44ac620a-da3b-4bdd-a274-9c89c7a87919 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:12.916878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:12.930398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b760fcd4-8bce-48b1-bad3-7630daffda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:12.931849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-b760fcd4-8bce-48b1-bad3-7630daffda5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f049bc29-eca6-4e30-b82f-6a719f38e09e HTTP/1.1" status: 200 len: 801 time: 0.0787501 Jul 28 11:06:13.050333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-8bec01a3-9477-48e8-a5c2-2b00ece90c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.051894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-8bec01a3-9477-48e8-a5c2-2b00ece90c0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8719cfcb-a390-4ade-a701-a7ff3f3682a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127326 Jul 28 11:06:13.149295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Allocated IP 192.168.233.152 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/8c667bcc-2d95-4551-aa66-297b547f4b57) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:13.191598 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-f68a3b69-739a-4be1-bb4c-2272fcdee8d5 service neutron] 10.222.0.41 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303494 Jul 28 11:06:13.207842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.214613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dd5baf6-1b56-4c01-927a-d0dc2ffd5d8a req-0ea97fad-0c9b-4eaf-a8c2-23985bc0b3b5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 210 time: 0.0687566 Jul 28 11:06:13.248844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.279439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-97b557a9-8e4d-4c51-a6b3-d16f9a187b01 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.287473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-97b557a9-8e4d-4c51-a6b3-d16f9a187b01 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.4826939 Jul 28 11:06:13.336857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Pushing event updated for resources: {'Port': ['ID=44ac620a-da3b-4bdd-a274-9c89c7a87919,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:13.339245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.344714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-fef85c5f-f91e-4e16-b63c-430969543935 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/quotas/eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 375 time: 0.0553851 Jul 28 11:06:13.402379 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-3ee07515-487b-4050-ad2e-03f0ba17ff91 service neutron] 10.222.0.41 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033815 Jul 28 11:06:13.428914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59583ed6-b0b5-4013-8491-0878fdf75b87 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:13.465079 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-db7a3767-0a78-4a94-afaa-98a390281ce1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7 HTTP/1.1" status: 200 len: 217 time: 0.0514343 Jul 28 11:06:13.489845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 59583ed6-b0b5-4013-8491-0878fdf75b87 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:13.490549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.509533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-5cd2c449-2283-41b8-849c-8393bd21715f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1639132 Jul 28 11:06:13.543583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:13.547638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:13.553190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ad347666-e30d-4ebd-96d5-1317366ae74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.554640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-ad347666-e30d-4ebd-96d5-1317366ae74e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=322a2b30-22f6-42e0-b0ec-1277b73347d5 HTTP/1.1" status: 200 len: 801 time: 0.0768387 Jul 28 11:06:13.741304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4419ae-eae9-4fda-b4a5-2e9f25d8d647 req-e8785b78-3b49-4cd4-be5d-6273aa4f23f0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.747189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4419ae-eae9-4fda-b4a5-2e9f25d8d647 req-e8785b78-3b49-4cd4-be5d-6273aa4f23f0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.753194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4419ae-eae9-4fda-b4a5-2e9f25d8d647 req-e8785b78-3b49-4cd4-be5d-6273aa4f23f0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.754912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be4419ae-eae9-4fda-b4a5-2e9f25d8d647 req-e8785b78-3b49-4cd4-be5d-6273aa4f23f0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2413 time: 0.3996766 Jul 28 11:06:13.824926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4ee664b-bbac-4ddd-a72b-6e272bdf69e1 None None] Provisioning complete for port 44ac620a-da3b-4bdd-a274-9c89c7a87919 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:13.825692 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f4ee664b-bbac-4ddd-a72b-6e272bdf69e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.831123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-63ec29ee-34b0-487f-a59d-4b6a8fb1155a service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202913 Jul 28 11:06:13.834321 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.867750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee664b-bbac-4ddd-a72b-6e272bdf69e1 None None] Port 44ac620a-da3b-4bdd-a274-9c89c7a87919 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:13.955580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Transition to ACTIVE for port object 8c667bcc-2d95-4551-aa66-297b547f4b57 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:13.959265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be4419ae-eae9-4fda-b4a5-2e9f25d8d647 req-6e08a16c-5aea-4176-bbd7-6731821877c7 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906524 Jul 28 11:06:13.990543 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:13.993840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4a2c23ff-fd7c-4e78-b038-dee705310e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:13.995376 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-4a2c23ff-fd7c-4e78-b038-dee705310e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b2685e4-06a5-4d87-b53f-846bfc3b8bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837376 Jul 28 11:06:14.001255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Deleting port 1518b4c8-3964-4ab7-9f8d-88377ff71693 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:14.001578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.064986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Router 75ff8512-6f3f-4556-8c63-984172deb111 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:14.095230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.110233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', '338762ba-9bfc-47ea-b556-b77fe98ba17e', '6a626ac1-1ecc-4643-81d4-f51b2194a510'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:14.117715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.158400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-89aa6386-5494-4502-ad1f-1b2edff2cb0b service neutron] 10.222.0.41 "GET /v2.0/networks/4b2685e4-06a5-4d87-b53f-846bfc3b8bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507337 Jul 28 11:06:14.179428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-ac09ca3c-79e1-4cf0-b1a4-ef1395e8bb80 service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101501 Jul 28 11:06:14.185830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:14.220197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:14.223168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:14.261244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:14.264880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:14.277509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] For port 1518b4c8-3964-4ab7-9f8d-88377ff71693, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1518b4c8-3964-4ab7-9f8d-88377ff71693,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:14.277882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.279255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e0ccc9c-66f7-4342-9b32-8ce2f7219b3b admin admin] 10.222.0.20 "PUT /v2.0/routers/75ff8512-6f3f-4556-8c63-984172deb111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4451754 Jul 28 11:06:14.286520 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Sync routers for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:14.315346 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:14.317294 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:14.338144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-3151a13c-d4ba-435c-b53e-7fac1b9c74a0 service neutron] 10.222.0.41 "GET /v2.0/networks/4b2685e4-06a5-4d87-b53f-846bfc3b8bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529222 Jul 28 11:06:14.338529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Calling delete_port for 1518b4c8-3964-4ab7-9f8d-88377ff71693 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:14.435371 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-02947aad-6dc0-4df4-9546-4e11bed221d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a HTTP/1.1" status: 200 len: 217 time: 0.0871265 Jul 28 11:06:14.554312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-9959f9da-7b25-4f16-a651-d8408a03c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:14.557377 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-9959f9da-7b25-4f16-a651-d8408a03c20f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f049bc29-eca6-4e30-b82f-6a719f38e09e HTTP/1.1" status: 200 len: 801 time: 0.1167598 Jul 28 11:06:14.618190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:14.618912 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:14.619055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.659007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-c31150db-72fe-4b5c-b503-7b2c4bf3752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:14.662443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-c31150db-72fe-4b5c-b503-7b2c4bf3752e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8719cfcb-a390-4ade-a701-a7ff3f3682a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0959415 Jul 28 11:06:14.708950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-29ef944a-b764-49e0-afce-ddb024a6ad32 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1339605 Jul 28 11:06:14.716070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Deleting port 2473e362-ea5c-4895-84b5-c9c1161972ef {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:14.717777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d20fd9b1-85e8-4af2-a7da-2a24c3b3e1c2 None None] Provisioning for port 8c667bcc-2d95-4551-aa66-297b547f4b57 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:14.723398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d20fd9b1-85e8-4af2-a7da-2a24c3b3e1c2 None None] Provisioning complete for port 8c667bcc-2d95-4551-aa66-297b547f4b57 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:14.724382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d20fd9b1-85e8-4af2-a7da-2a24c3b3e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.730416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.747266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Request body: {'port': {'device_id': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:14.806717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d20fd9b1-85e8-4af2-a7da-2a24c3b3e1c2 None None] Port 8c667bcc-2d95-4551-aa66-297b547f4b57 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:14.868361 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-9a4605c7-0599-45c6-82bc-17815e15a05f service neutron] 10.222.0.41 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984122 Jul 28 11:06:14.885126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150f54-1bdb-4ba1-a418-666b8bb074f0 req-f10f68c0-bb2a-423d-a812-9e9dc0b97c28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:14.886655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a150f54-1bdb-4ba1-a418-666b8bb074f0 req-f10f68c0-bb2a-423d-a812-9e9dc0b97c28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 936 time: 0.4288692 Jul 28 11:06:14.936828 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 2, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:14.952149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.954613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:14.983725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:14.995255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554725513', 'description': 'tempest-description--835108688'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:15.003253 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Checking router: 75ff8512-6f3f-4556-8c63-984172deb111 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:06:15.003904 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Updating router 75ff8512-6f3f-4556-8c63-984172deb111 port 44ac620a-da3b-4bdd-a274-9c89c7a87919 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:06:15.033239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1518b4c8-3964-4ab7-9f8d-88377ff71693,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:15.058224 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.072226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3760d2f1-357c-49dd-a5f0-a076d3efef40 req-eaa6c814-7321-446c-b4be-732b6fc200a9 service neutron] 10.222.0.41 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935465 Jul 28 11:06:15.081246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.141442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a87dcb03-7fca-4bd7-8472-5309b6a6ba19 req-47fd1846-6135-4385-b78e-f50421633988 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 210 time: 0.1045291 Jul 28 11:06:15.145680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.159457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a150f54-1bdb-4ba1-a418-666b8bb074f0 req-fdfbef35-7a4a-4dd8-a24e-f36c493cc961 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493148 Jul 28 11:06:15.236156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Calling delete_port for 2473e362-ea5c-4895-84b5-c9c1161972ef owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:15.253684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-80a32193-f7b2-419e-b1f8-d12ba21a0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:15.256778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-80a32193-f7b2-419e-b1f8-d12ba21a0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:15.258208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-80a32193-f7b2-419e-b1f8-d12ba21a0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:15.260146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-80a32193-f7b2-419e-b1f8-d12ba21a0af8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2866 time: 0.1317964 Jul 28 11:06:15.467828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.477211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.553376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.554594 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5698290 Jul 28 11:06:15.557508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74294579-a824-46f3-aea4-b575e4f4ca4c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:15.560633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:15.572890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Request body: {'security_group_rule': {'security_group_id': '74294579-a824-46f3-aea4-b575e4f4ca4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:15.579703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-14d39204-eedd-4d4a-aadf-f24fb33a129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:15.581620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-14d39204-eedd-4d4a-aadf-f24fb33a129a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8719cfcb-a390-4ade-a701-a7ff3f3682a4 HTTP/1.1" status: 200 len: 902 time: 0.3074474 Jul 28 11:06:15.585566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.585918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.586526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.586867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.587200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.587532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.587861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.588209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.588539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.588862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.589188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.589513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2685-4d59-41d5-a6b6-2ed790652be0 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:15.599067 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.612790 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Transition to ACTIVE for port object 44ac620a-da3b-4bdd-a274-9c89c7a87919 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:15.619106 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.655603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-0bd14aad-475f-444a-8ab8-b05d22f9823b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a HTTP/1.1" status: 200 len: 217 time: 0.0586646 Jul 28 11:06:15.677342 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c9505-e06d-4aae-820f-cfb939c9fa15 None None] Pushing event updated for resources: {'Port': ['ID=44ac620a-da3b-4bdd-a274-9c89c7a87919,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:15.682365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.734936 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Attempting to bind port 44ac620a-da3b-4bdd-a274-9c89c7a87919 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:15.735480 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Attempting to bind port 44ac620a-da3b-4bdd-a274-9c89c7a87919 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:15.736169 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Attempting to bind port 44ac620a-da3b-4bdd-a274-9c89c7a87919 on network d35ed973-8633-43d4-98e1-8fc77dd6a29a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:15.742880 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:15.743433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Checking segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:15.743931 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.744573 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Bound using segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:15.745816 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Bound port: 44ac620a-da3b-4bdd-a274-9c89c7a87919, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:15.746305 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.778799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.781606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-0b8b74ef-f100-4527-ae21-49650e08c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:15.783329 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-0b8b74ef-f100-4527-ae21-49650e08c90f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f049bc29-eca6-4e30-b82f-6a719f38e09e HTTP/1.1" status: 200 len: 801 time: 0.1133115 Jul 28 11:06:15.788671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.831151 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] For port 44ac620a-da3b-4bdd-a274-9c89c7a87919, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:15.835029 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] For port 44ac620a-da3b-4bdd-a274-9c89c7a87919, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=44ac620a-da3b-4bdd-a274-9c89c7a87919,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:15.845416 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.885750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea99e326-1a64-4ce8-8afe-c98578172c4f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:15.910112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.911684 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a0a1911-cb56-40d3-862b-14e56a42a165 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478169 Jul 28 11:06:15.916472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:15.923053 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:15.925338 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:15.927564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Request body: {'security_group_rule': {'security_group_id': '74294579-a824-46f3-aea4-b575e4f4ca4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:15.962720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-5c4802a5-130c-4927-9a2e-2114b2f30e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:15.969910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c9505-e06d-4aae-820f-cfb939c9fa15 None None] Pushing event updated for resources: {'Port': ['ID=44ac620a-da3b-4bdd-a274-9c89c7a87919,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:15.971352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-5c4802a5-130c-4927-9a2e-2114b2f30e55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8719cfcb-a390-4ade-a701-a7ff3f3682a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749392 Jul 28 11:06:15.980342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:15.994713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44c2e-a063-4306-8820-d1f9f82d5fb2 req-60ebe006-d774-4ab2-bd0f-604783433a1b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:16.001669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44c2e-a063-4306-8820-d1f9f82d5fb2 req-60ebe006-d774-4ab2-bd0f-604783433a1b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:16.009210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44c2e-a063-4306-8820-d1f9f82d5fb2 req-60ebe006-d774-4ab2-bd0f-604783433a1b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:16.011679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d44c2e-a063-4306-8820-d1f9f82d5fb2 req-60ebe006-d774-4ab2-bd0f-604783433a1b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2413 time: 0.6352174 Jul 28 11:06:16.076886 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:16.234669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d44c2e-a063-4306-8820-d1f9f82d5fb2 req-15621c6a-702d-47ae-9d82-1d0cf60578bc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062984 Jul 28 11:06:16.333807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.358842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e6226d7-f354-45d5-9ebe-b3ae4778049d req-9e005989-057a-4165-aedc-653a6c97cff0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 210 time: 0.0742414 Jul 28 11:06:16.405533 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-107abc71-7f20-438f-9693-83bb353248c7 service neutron] 10.222.0.41 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616173 Jul 28 11:06:16.415305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-742c7eab-7c4b-496d-92aa-3b82c6a528ff tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:16.416831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-742c7eab-7c4b-496d-92aa-3b82c6a528ff tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.3414328 Jul 28 11:06:16.473054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Request body: {'port': {'device_id': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'admin_state_up': True, 'tenant_id': 'eeb9ee7102e246b0b238b58be6516c8b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:16.485219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.521992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.610471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.615265 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:15Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:16.619457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18153900-a9f7-44d2-b8de-d0d8be8ab884,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:16.621900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1812a-b530-463e-b0c1-7c4e1c1b6b59 req-696a606d-a96b-4946-bbc3-7ab8c3896e6c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:16.631314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99c1812a-b530-463e-b0c1-7c4e1c1b6b59 req-696a606d-a96b-4946-bbc3-7ab8c3896e6c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 936 time: 0.2712662 Jul 28 11:06:16.633945 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.635128 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0dfae9b0-c589-485a-9fe1-eee9313ca913 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7160907 Jul 28 11:06:16.641277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:16.648095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:16.660532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c667bcc-2d95-4551-aa66-297b547f4b57 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:16.665528 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c54e0a8-8624-4ce0-bab9-7e8cd94605f2 None None] The sync data for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 is: [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:15Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:16.682794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fe6e6285-6e3d-4a6f-b71c-f29c94b5e454 req-b1786ce7-44f0-441e-b002-97ec8f78fc62 service neutron] 10.222.0.41 "GET /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649405 Jul 28 11:06:16.712634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.732933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.753192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Pushing event deleted for resources: {'Port': ['ID=2473e362-ea5c-4895-84b5-c9c1161972ef,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:16.796567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Transition to ACTIVE for port object 8c667bcc-2d95-4551-aa66-297b547f4b57 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:16.804908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Made reservation on behalf of eeb9ee7102e246b0b238b58be6516c8b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:16.808397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.829120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.839073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99c1812a-b530-463e-b0c1-7c4e1c1b6b59 req-40afb620-5d8e-4caf-b754-31954828a278 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066555 Jul 28 11:06:16.950214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:16.966973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.974986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:16.978036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Allocated IP 172.20.0.12 (2236e3b2-0947-4aaf-b013-1af5b2660bc3/6f641786-47d3-437e-a82f-2746548113bd/72c5ca18-a07f-4044-8a58-8b8ececeda57) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:17.174002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Allocated IP 172.25.1.55 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/c94fe6c6-58c3-4b48-a9f9-a7ef32247737) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:17.252642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:17.252981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:17.253312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:17.277389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:17.277987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:17.281566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.292505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Router 75343f06-ba66-4981-b77b-5cfc52f77d68 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:17.370845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:17.371922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:17.372585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:17.373430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Bound port: 8c667bcc-2d95-4551-aa66-297b547f4b57, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:17.373896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.379112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.383356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.432357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 44ac620a-da3b-4bdd-a274-9c89c7a87919 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:17.450888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:17.473683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:17.477918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:17.481383 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:17.496610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 44ac620a-da3b-4bdd-a274-9c89c7a87919 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:17.501949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 44ac620a-da3b-4bdd-a274-9c89c7a87919 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:17.502468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.549559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:17.550234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.556635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.596721 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.600638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:17.604989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:17.607686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:17.633737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-a25cbb96-4623-4706-aa29-992a468d7b86 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1685781 Jul 28 11:06:17.645866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 44ac620a-da3b-4bdd-a274-9c89c7a87919, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=44ac620a-da3b-4bdd-a274-9c89c7a87919,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:17.649563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Request body: {'port': {'device_id': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:17.651421 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.662180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:17.665849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.686231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event updated for resources: {'Port': ['ID=c94fe6c6-58c3-4b48-a9f9-a7ef32247737,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:17.702588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ecb18ca9-b3ce-4e65-a297-d30fb95bd7f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/75343f06-ba66-4981-b77b-5cfc52f77d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0211515 Jul 28 11:06:17.707430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:17.714800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=44ac620a-da3b-4bdd-a274-9c89c7a87919,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:17.717840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] Sync routers for ids ['75343f06-ba66-4981-b77b-5cfc52f77d68'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:17.729868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] Routers {'75343f06-ba66-4981-b77b-5cfc52f77d68'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:17.730824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75343f06-ba66-4981-b77b-5cfc52f77d68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:17.754448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.814491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.825487 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:17.851261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] Set router 75343f06-ba66-4981-b77b-5cfc52f77d68 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:18.067880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:06:14Z', 'revision_number': 5, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.097132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] Checking router: 75343f06-ba66-4981-b77b-5cfc52f77d68 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:06:18.105037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.105980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] Routers {'75343f06-ba66-4981-b77b-5cfc52f77d68'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:18.106825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75343f06-ba66-4981-b77b-5cfc52f77d68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.167997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.187301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.248435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e16da-349b-4890-b98d-e259cb02dc74 req-e377ca18-0f75-4539-aa54-12c8af9e3217 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.255503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e16da-349b-4890-b98d-e259cb02dc74 req-e377ca18-0f75-4539-aa54-12c8af9e3217 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.261779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e16da-349b-4890-b98d-e259cb02dc74 req-e377ca18-0f75-4539-aa54-12c8af9e3217 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.263491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f0e16da-349b-4890-b98d-e259cb02dc74 req-e377ca18-0f75-4539-aa54-12c8af9e3217 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2413 time: 0.8982911 Jul 28 11:06:18.284198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:18.284198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:18.293160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Router 55b908ea-4ac8-48dc-87a3-a4dea236806c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:18.313378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.318093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.321480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25e06ee1-3b73-4685-9902-5a049360d62c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:18.333080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3eb17-f290-4dec-b0ca-d3758f00f21f req-40ee0810-031f-4dd8-bcff-078db439b6c8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.336695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.336865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cee3eb17-f290-4dec-b0ca-d3758f00f21f req-40ee0810-031f-4dd8-bcff-078db439b6c8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 932 time: 0.8316672 Jul 28 11:06:18.339249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event updated for resources: {'Port': ['ID=c94fe6c6-58c3-4b48-a9f9-a7ef32247737,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:18.368064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c5ca18-a07f-4044-8a58-8b8ececeda57 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:18.375485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.390063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d7a43067-4b23-4962-a1d7-c3096a353d7f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7324038 Jul 28 11:06:18.390063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.391027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] Set router 75343f06-ba66-4981-b77b-5cfc52f77d68 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:18.392640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Transition to ACTIVE for port object 72c5ca18-a07f-4044-8a58-8b8ececeda57 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:18.399189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.466047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:18.483630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.484947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.486380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] 10.222.0.44 "PUT /v2.0/ports/8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 1096 time: 3.7529197 Jul 28 11:06:18.565743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:18.568077 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92957cda-e4be-4a0c-899c-4cf7321382b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:18.573858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0250-edfb-44fd-8406-291a4acae5ba service neutron] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:18.574028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25e06ee1-3b73-4685-9902-5a049360d62c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25e06ee1-3b73-4685-9902-5a049360d62c,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:18.594092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:18.595563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:18.596782 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:18.601173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '25e06ee1-3b73-4685-9902-5a049360d62c', 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'port_id': '25e06ee1-3b73-4685-9902-5a049360d62c', 'mac_address': 'fa:16:3e:14:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f049bc29-eca6-4e30-b82f-6a719f38e09e', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:18.603867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:18.605764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:18.613016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:18.613488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:18.614015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:18.614531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Bound port: 72c5ca18-a07f-4044-8a58-8b8ececeda57, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:18.615005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.682748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.705884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:18.709115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e06ee1-3b73-4685-9902-5a049360d62c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:18.722775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:18.731962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.748467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25e06ee1-3b73-4685-9902-5a049360d62c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25e06ee1-3b73-4685-9902-5a049360d62c,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:18.754202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:18.758433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:06:14Z', 'revision_number': 5, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.761701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.763141 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.766418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cb73536e-11ec-4fde-bcc1-9266707fb3e7 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:18.766838 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] Sync routers for ids ['55b908ea-4ac8-48dc-87a3-a4dea236806c'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:18.767355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-98011caf-8e26-41f9-990b-7e37149c5eb4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "PUT /v2.0/routers/55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 200 len: 705 time: 6.5613921 Jul 28 11:06:18.771768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:18.776380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f0e16da-349b-4890-b98d-e259cb02dc74 req-3703d720-d651-4229-84c1-b7a2e1e4a3d0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928727 Jul 28 11:06:18.778144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] Routers {'55b908ea-4ac8-48dc-87a3-a4dea236806c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:18.778748 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['55b908ea-4ac8-48dc-87a3-a4dea236806c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.809354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cee3eb17-f290-4dec-b0ca-d3758f00f21f req-dbe76e2f-77d2-4e82-b0f5-d5779666ec85 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243245 Jul 28 11:06:18.835810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.836704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.843687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ac3ef-eeef-4cff-a38c-a6b7d06361a7 None None] The sync data for ids ['75343f06-ba66-4981-b77b-5cfc52f77d68'] in n-d-723573-7 is: [{'id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979883623-router', 'tenant_id': '398445712c6c4954a2f89c87160f1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:01:19Z', 'updated_at': '2021-07-28T11:06:14Z', 'revision_number': 5, 'project_id': '398445712c6c4954a2f89c87160f1137', 'gw_port': {'id': '4bb605c3-d580-4dba-9bba-ce3b5b80f5ac', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75343f06-ba66-4981-b77b-5cfc52f77d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:01:20Z', 'updated_at': '2021-07-28T11:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:18.843978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] 10.222.0.41 "PUT /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 1092 time: 1.1983228 Jul 28 11:06:18.844365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:18.848435 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:18.876224 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.903470 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] Routers {'55b908ea-4ac8-48dc-87a3-a4dea236806c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:18.904101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['55b908ea-4ac8-48dc-87a3-a4dea236806c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.923696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:18.930578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-da2354ef-adc6-4d5c-9b5d-786a19a9ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.932486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-da2354ef-adc6-4d5c-9b5d-786a19a9ce95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1099 time: 0.3548107 Jul 28 11:06:18.944793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ac7bb5a0-911a-4cde-ae59-5058258a093b tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/routers/55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 200 len: 740 time: 0.1713729 Jul 28 11:06:18.945458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:18.957341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a66deb-c964-4b9b-a66c-840b4121e08a service neutron] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:18.971814 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:18.972524 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4d8ab-4613-4f00-9e5e-913e2c504396 None None] The sync data for ids ['55b908ea-4ac8-48dc-87a3-a4dea236806c'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:18.989963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-8d702d7f-4286-4ba1-b8b4-09b48890a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:18.991499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-8d702d7f-4286-4ba1-b8b4-09b48890a122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1095 time: 0.1022506 Jul 28 11:06:19.005656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-c468cdcd-7a93-4cce-980a-e73f8a37814b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0591996 Jul 28 11:06:19.034977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=25e06ee1-3b73-4685-9902-5a049360d62c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:19.067035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-b5fc2a41-62bd-4509-b92a-aef8ef90f172 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 217 time: 0.0667653 Jul 28 11:06:19.079677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:19.092885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7', 'network_id': '4b2685e4-06a5-4d87-b53f-846bfc3b8bd5', 'port_id': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7', 'mac_address': 'fa:16:3e:27:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322a2b30-22f6-42e0-b0ec-1277b73347d5', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:19.093145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a474a93f-eca5-4f5f-8d32-d2e1557faf01 tempest-RoutersAdminTest-110236972 tempest-RoutersAdminTest-110236972-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 200 len: 205 time: 0.1452835 Jul 28 11:06:19.106784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:19.138698 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.142800 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-67bc8c81-b968-45e5-b94b-b18a95e8f66b tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 200 len: 205 time: 0.0346000 Jul 28 11:06:19.146805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:19.157258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16413b-9656-48c0-953a-2f05d870775d req-2b5cbe48-dcbd-4745-bfe6-d8facc7e6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:19.158682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-2b5cbe48-dcbd-4745-bfe6-d8facc7e6f16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0850685 Jul 28 11:06:19.159325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb73536e-11ec-4fde-bcc1-9266707fb3e7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:19.169848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-dfd12deb-853c-450c-afb2-5838bbed08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:19.171274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-dfd12deb-853c-450c-afb2-5838bbed08b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1378403 Jul 28 11:06:19.180429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:19.185980 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.187954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 06485ae1-80de-40d9-933f-b0c624d5cd9a details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:19.214292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96396535-8c8c-4b71-a512-72e2f9325b0f req-eaf0bd18-5151-4f64-8c7b-8c050a7e4c90 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:19.215826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96396535-8c8c-4b71-a512-72e2f9325b0f req-eaf0bd18-5151-4f64-8c7b-8c050a7e4c90 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.1835709 Jul 28 11:06:19.236045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-0b73251e-6f59-4f8d-8ce0-4e317e97b14e tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1554725513&fields=id&tenant_id=3f709c08f060451aa3fd1c882f4aece9 HTTP/1.1" status: 200 len: 267 time: 0.1548915 Jul 28 11:06:19.254181 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-d4ecdee1-083b-45cc-823a-aec877c1385f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649037 Jul 28 11:06:19.257964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.286499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 06485ae1-80de-40d9-933f-b0c624d5cd9a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:19.302706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:19.308492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '06485ae1-80de-40d9-933f-b0c624d5cd9a', 'network_id': '8719cfcb-a390-4ade-a701-a7ff3f3682a4', 'port_id': '06485ae1-80de-40d9-933f-b0c624d5cd9a', 'mac_address': 'fa:16:3e:53:73:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f049bc29-eca6-4e30-b82f-6a719f38e09e', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:19.335037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Deleting port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:19.335269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.370464 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.387586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06485ae1-80de-40d9-933f-b0c624d5cd9a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:19.398397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412771e6-01d6-46fa-9781-e172955d82d1 req-8355a64f-545a-437f-be69-8ba474f8c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:19.399929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-8355a64f-545a-437f-be69-8ba474f8c6a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117422 Jul 28 11:06:19.418889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96396535-8c8c-4b71-a512-72e2f9325b0f req-4c0764db-5518-4265-a505-779ae9fad2ee tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658885 Jul 28 11:06:19.426284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 06485ae1-80de-40d9-933f-b0c624d5cd9a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:19.439423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.527373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=06485ae1-80de-40d9-933f-b0c624d5cd9a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:19.548960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 44ac620a-da3b-4bdd-a274-9c89c7a87919 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:19.572940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-38f344cf-8f50-4442-8285-ece14a593898 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:19.574514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-38f344cf-8f50-4442-8285-ece14a593898 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/networks?id=d35ed973-8633-43d4-98e1-8fc77dd6a29a HTTP/1.1" status: 200 len: 811 time: 0.3252215 Jul 28 11:06:19.607058 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.607703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] For port 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:19.608213 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.620574 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f77707d-7f83-4c37-8e7e-54b40f68d197 x-openstack-request-id: req-7f77707d-7f83-4c37-8e7e-54b40f68d197 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:19.620938 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:19.621140 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f77707d-7f83-4c37-8e7e-54b40f68d197 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:19.621499 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'status': 'completed', 'code': 200} Jul 28 11:06:19.637500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-ec9fc3e3-f492-48a5-bc7a-2ed9a936eab8 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/quotas/3f709c08f060451aa3fd1c882f4aece9 HTTP/1.1" status: 200 len: 375 time: 0.0492096 Jul 28 11:06:19.639797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Calling delete_port for 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:19.641590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 44ac620a-da3b-4bdd-a274-9c89c7a87919 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:19.641976 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.646859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-e3a4a610-a9a8-4e9d-a670-86ba24b929f4 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280526 Jul 28 11:06:19.718142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['cb73536e-11ec-4fde-bcc1-9266707fb3e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:19.760033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['25e06ee1-3b73-4685-9902-5a049360d62c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:19.780460 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f6065-e196-4ef4-8e47-7201221f27ce x-openstack-request-id: req-3b1f6065-e196-4ef4-8e47-7201221f27ce {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:19.781137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:19.781137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b1f6065-e196-4ef4-8e47-7201221f27ce {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:19.781522 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'status': 'completed', 'code': 200} Jul 28 11:06:19.806544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1518b4c8-3964-4ab7-9f8d-88377ff71693 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:19.827651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-2fb12ccd-9b39-4802-88c2-ee47d7a70e0f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f709c08f060451aa3fd1c882f4aece9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1784308 Jul 28 11:06:19.837825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 1518b4c8-3964-4ab7-9f8d-88377ff71693 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:19.838164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1518b4c8-3964-4ab7-9f8d-88377ff71693 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:19.945020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.949961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:19.988104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-412771e6-01d6-46fa-9781-e172955d82d1 req-773f2e99-1b60-4a23-b3a7-86993a03fb05 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218904 Jul 28 11:06:20.021337 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-a29745b4-0da3-4ab8-b4f7-7bfdf106928d service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552490 Jul 28 11:06:20.039098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:20.039613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Fanout notify agent at l3_agent the message router_deleted on router 55b908ea-4ac8-48dc-87a3-a4dea236806c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:06:20.084976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:20.086463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b4408338-8b07-40d9-9e5c-91479f1101d4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 204 len: 168 time: 0.9385169 Jul 28 11:06:20.091106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.125869 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f352d6f-5785-4ef4-9a2e-9abc5f0bfe26 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 200 len: 205 time: 0.0336306 Jul 28 11:06:20.128411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.176883 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-adc765d0-c12b-45b0-b1ad-9540ae43a460 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] delete failed (client error): The resource could not be found. Jul 28 11:06:20.180455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-adc765d0-c12b-45b0-b1ad-9540ae43a460 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/55b908ea-4ac8-48dc-87a3-a4dea236806c HTTP/1.1" status: 404 len: 336 time: 0.0485880 Jul 28 11:06:20.180630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.217682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64c6445b-7466-4fac-b8cd-ecf25fd017c4 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1ca819-9d73-4ec5-b6a6-e31a6c549733 HTTP/1.1" status: 200 len: 205 time: 0.0336759 Jul 28 11:06:20.218041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.228708 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf16413b-9656-48c0-953a-2f05d870775d req-8bfe7363-7b43-4c74-965d-aa319529db0f service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998026 Jul 28 11:06:20.259491 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-56adff85-c159-4c39-ad0e-4d9b89e374c6 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] delete failed (client error): The resource could not be found. Jul 28 11:06:20.260599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-56adff85-c159-4c39-ad0e-4d9b89e374c6 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/ce1ca819-9d73-4ec5-b6a6-e31a6c549733 HTTP/1.1" status: 404 len: 336 time: 0.0410378 Jul 28 11:06:20.263237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.309334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb41f1-935f-47bd-be79-4b93c9501ef9 req-16a24a43-e014-436b-91cd-673f1807b056 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.313999 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7cf63930-a401-418d-ac40-8927714a5921 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=363d33ae-31b1-4d7e-a25c-08639758e12c HTTP/1.1" status: 200 len: 205 time: 0.0496738 Jul 28 11:06:20.315429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb41f1-935f-47bd-be79-4b93c9501ef9 req-16a24a43-e014-436b-91cd-673f1807b056 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.317145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.321345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb41f1-935f-47bd-be79-4b93c9501ef9 req-16a24a43-e014-436b-91cd-673f1807b056 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.323011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4fb41f1-935f-47bd-be79-4b93c9501ef9 req-16a24a43-e014-436b-91cd-673f1807b056 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2416 time: 0.4314678 Jul 28 11:06:20.356983 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b01086c4-3e75-41dd-9c24-f6ff387c365e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] delete failed (client error): The resource could not be found. Jul 28 11:06:20.358000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b01086c4-3e75-41dd-9c24-f6ff387c365e tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/363d33ae-31b1-4d7e-a25c-08639758e12c HTTP/1.1" status: 404 len: 336 time: 0.0399613 Jul 28 11:06:20.361211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.391344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-df0d1669-08bb-4f90-ac2a-ed8566d18ff7 service neutron] 10.222.0.20 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091345 Jul 28 11:06:20.395780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0511a48c-c6c1-4693-a321-d75ba7cba9d6 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=439fd794-499b-41cc-9d8e-e9fd0021acc4 HTTP/1.1" status: 200 len: 205 time: 0.0314546 Jul 28 11:06:20.395780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-57f5ba3b-ae09-446a-9e85-636149059661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.396972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.397331 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-57f5ba3b-ae09-446a-9e85-636149059661 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1095 time: 0.1180503 Jul 28 11:06:20.421420 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:20.489113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-97f7273a-aa61-44ec-91f6-4ba23d00cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.490575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-97f7273a-aa61-44ec-91f6-4ba23d00cd94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.0853546 Jul 28 11:06:20.495991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-d9317933-62b9-4ecb-b877-78020afe9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.497401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-d9317933-62b9-4ecb-b877-78020afe9e00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1099 time: 0.2231970 Jul 28 11:06:20.520109 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-bd7722ad-1074-4aab-a5d3-c5fe44d9cd98 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] delete failed (client error): The resource could not be found. Jul 28 11:06:20.521152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bd7722ad-1074-4aab-a5d3-c5fe44d9cd98 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/439fd794-499b-41cc-9d8e-e9fd0021acc4 HTTP/1.1" status: 404 len: 336 time: 0.1232572 Jul 28 11:06:20.527711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4fb41f1-935f-47bd-be79-4b93c9501ef9 req-162875a1-b49a-46e5-9220-7bc587f62a66 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815214 Jul 28 11:06:20.529346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.539391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb605c3-d580-4dba-9bba-ce3b5b80f5ac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:20.545219 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-27360d31-6314-41dd-97b9-adb818d555cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 217 time: 0.0467944 Jul 28 11:06:20.599320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-13a8c734-b37f-4031-aaa5-feb535d2be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.600804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-13a8c734-b37f-4031-aaa5-feb535d2be00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0475574 Jul 28 11:06:20.625237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-86f806ae-9940-4abe-868e-96e107e04e23 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=054f349d-6cfa-44aa-b30a-d3c6da09b98f HTTP/1.1" status: 200 len: 205 time: 0.0865548 Jul 28 11:06:20.631358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.633331 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-1db5481a-8199-44f8-ac39-1c758fbfa65e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246077 Jul 28 11:06:20.683784 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-00bf25dd-fc51-4284-bb28-1e331df5273b tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] delete failed (client error): The resource could not be found. Jul 28 11:06:20.684770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-00bf25dd-fc51-4284-bb28-1e331df5273b tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/054f349d-6cfa-44aa-b30a-d3c6da09b98f HTTP/1.1" status: 404 len: 336 time: 0.0505779 Jul 28 11:06:20.695663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.754556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['06485ae1-80de-40d9-933f-b0c624d5cd9a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:20.755797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-98e67ccb-70f8-4e0d-b529-49b3264c4f02 service neutron] 10.222.0.20 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567207 Jul 28 11:06:20.757676 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f382252d-c150-4954-bf66-413fd1e63b84 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bca4bac-b460-495f-8932-917197d480b8 HTTP/1.1" status: 200 len: 205 time: 0.0595827 Jul 28 11:06:20.761821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.775817 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:20.779115 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-0e911324-6662-4696-bf73-630b961690f6 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018114 Jul 28 11:06:20.843296 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-55bf2f88-b9a1-4fb5-bb61-30f7534adc51 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] delete failed (client error): The resource could not be found. Jul 28 11:06:20.844239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-55bf2f88-b9a1-4fb5-bb61-30f7534adc51 tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/routers/7bca4bac-b460-495f-8932-917197d480b8 HTTP/1.1" status: 404 len: 336 time: 0.0777569 Jul 28 11:06:20.887341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458685-3f38-44be-a433-9ee22b163e31 req-9b6532f9-d015-43cc-9721-329fc8975b77 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.888894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce458685-3f38-44be-a433-9ee22b163e31 req-9b6532f9-d015-43cc-9721-329fc8975b77 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 944 time: 0.2841628 Jul 28 11:06:20.891416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:20.898435 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-598b745b-fc9e-4521-a18a-45a4b9ffcd8e req-c1a6809d-d88d-4c57-86cf-a198521be22d service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110015 Jul 28 11:06:20.925246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-d3eae872-5baa-4caa-a5e1-f2d3bfe41c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:20.926617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-d3eae872-5baa-4caa-a5e1-f2d3bfe41c72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4043028 Jul 28 11:06:20.957820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:20.965527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:20.967405 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a0b59f-e1a6-4ff6-a5bc-7157f5688c5f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] DELETE failed (client error): The resource could not be found. Jul 28 11:06:20.967907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a0b59f-e1a6-4ff6-a5bc-7157f5688c5f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:06:20.969756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b7a0b59f-e1a6-4ff6-a5bc-7157f5688c5f tempest-RoutersAdminTest-1620472725 tempest-RoutersAdminTest-1620472725-project] 10.222.0.20 "DELETE /v2.0/subnets/5a10c433-ef9c-4f3a-bb4b-0ec9e4ae5e5d HTTP/1.1" status: 404 len: 337 time: 0.0774169 Jul 28 11:06:21.018593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-8afea445-ea0f-4c6e-99a6-1343035cf8cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0626328 Jul 28 11:06:21.098627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce458685-3f38-44be-a433-9ee22b163e31 req-74acd56e-ea8d-4659-918d-86a2e0daafc0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686523 Jul 28 11:06:21.100878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.101388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75343f06-ba66-4981-b77b-5cfc52f77d68 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:06:21.108486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.113750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9cb406ad-c8ae-4f40-9fb6-844b6cc0f961 admin admin] 10.222.0.20 "DELETE /v2.0/routers/75343f06-ba66-4981-b77b-5cfc52f77d68 HTTP/1.1" status: 204 len: 168 time: 3.3988855 Jul 28 11:06:21.113964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:21.123751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-9cf3c34b-f59d-4382-afb5-c7deee68e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:21.126709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-9cf3c34b-f59d-4382-afb5-c7deee68e93f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0761888 Jul 28 11:06:21.210991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Deleting subnet 5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:06:21.215577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.266746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dd62390-28bd-4bd3-81bb-97ff54c9bc3c req-cb7f8939-e3d9-4aa2-b8bc-b69426e94c53 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 210 time: 0.0861564 Jul 28 11:06:21.273456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.283530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-f2f11629-b72d-4b3f-9fc7-147f04255b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:21.285164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-f2f11629-b72d-4b3f-9fc7-147f04255b70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508648 Jul 28 11:06:21.302666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da772e-c9eb-4df7-9dea-02edd7abbd20 req-b7dbecbe-d8a7-42df-b334-98bca6cd43ca tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:21.304113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58da772e-c9eb-4df7-9dea-02edd7abbd20 req-b7dbecbe-d8a7-42df-b334-98bca6cd43ca tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.1249335 Jul 28 11:06:21.411893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58da772e-c9eb-4df7-9dea-02edd7abbd20 req-77dc97c8-8282-46c3-b819-f10a31ea1367 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928669 Jul 28 11:06:21.418889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.444571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:21.448806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-99c017de-bef4-42a4-bed0-cc8914fc1b25 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436672 Jul 28 11:06:21.503438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.544012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:21.546114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.551201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4ee3e5b4-8ab3-4b6d-8b86-9880c6eb19ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5b4e4283-d4d6-4fb1-b72d-9b2b85146cc2 HTTP/1.1" status: 204 len: 168 time: 0.4345994 Jul 28 11:06:21.552514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:21.555018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f579fc8-c94c-436f-baf1-a0f66ca00782 None None] Network 6c31de59-fb5b-4243-a319-6824e935ff90 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:21.577906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92957cda-e4be-4a0c-899c-4cf7321382b7 req-6aec3d93-6a13-4238-bd01-43b8e0a8d1b1 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218641 Jul 28 11:06:21.622386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8143aa-b9ca-4847-af65-60d86806d762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.658661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.701444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:21.758611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e897e-8695-409c-935e-1eb7b82942aa req-d5ad2ccd-2f30-4143-ae07-53fde9e2ff8e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:21.767594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e897e-8695-409c-935e-1eb7b82942aa req-d5ad2ccd-2f30-4143-ae07-53fde9e2ff8e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:21.769762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Deleting port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:21.769762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.775954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e897e-8695-409c-935e-1eb7b82942aa req-d5ad2ccd-2f30-4143-ae07-53fde9e2ff8e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:21.784535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-737e897e-8695-409c-935e-1eb7b82942aa req-d5ad2ccd-2f30-4143-ae07-53fde9e2ff8e tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2416 time: 0.1401980 Jul 28 11:06:21.838688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-737e897e-8695-409c-935e-1eb7b82942aa req-c00d213c-b5ab-48e4-ba7d-92ca30e6c6d5 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Jul 28 11:06:21.851613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8143aa-b9ca-4847-af65-60d86806d762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.858505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] For port e4a5dc1d-38bb-4364-9a72-37cebe3157e4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:21.858847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.861994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8143aa-b9ca-4847-af65-60d86806d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:21.889599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Calling delete_port for e4a5dc1d-38bb-4364-9a72-37cebe3157e4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:21.893885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:21.906881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] DHCP port deletion for 6c31de59-fb5b-4243-a319-6824e935ff90 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:06:21.914170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'mac_address': 'fa:16:3e:3a:d0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:21.934399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a8143aa-b9ca-4847-af65-60d86806d762 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6192968e206b4b8aaceadf27c79481a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887764 Jul 28 11:06:21.937507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58814) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:21.971336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8143aa-b9ca-4847-af65-60d86806d762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15108ca-862d-4c4c-b88c-5b46a3c78690,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:21.983375 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.006754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7c6ad6-f811-4d38-95d0-9adc04f08f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.012964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Deleting port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:22.013253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.017295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c667bcc-2d95-4551-aa66-297b547f4b57 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:22.027983 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.033743 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7c6ad6-f811-4d38-95d0-9adc04f08f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.069084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:22.071958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] No DVR routers for this DVR port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:22.095827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:22.099370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7c6ad6-f811-4d38-95d0-9adc04f08f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.102178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7c6ad6-f811-4d38-95d0-9adc04f08f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.105774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-be7c6ad6-f811-4d38-95d0-9adc04f08f1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f15108ca-862d-4c4c-b88c-5b46a3c78690 HTTP/1.1" status: 204 len: 168 time: 0.1643493 Jul 28 11:06:22.105926 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.112797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6ad6-f811-4d38-95d0-9adc04f08f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15108ca-862d-4c4c-b88c-5b46a3c78690,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:22.180582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.192141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c31de59-fb5b-4243-a319-6824e935ff90']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:22.216122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aefe54-8030-4329-bb2f-3f7480b7ae4a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:22.216904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aefe54-8030-4329-bb2f-3f7480b7ae4a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:22.233836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] For port e4a5dc1d-38bb-4364-9a72-37cebe3157e4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,segment=NetworkSegment(10aefe54-8030-4329-bb2f-3f7480b7ae4a),segment_id=10aefe54-8030-4329-bb2f-3f7480b7ae4a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:22.235039 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.250213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.258948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.266073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Calling delete_port for e4a5dc1d-38bb-4364-9a72-37cebe3157e4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:22.280150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.293500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a7871-05d3-4fc6-ab05-296d069057e9 req-27fda543-5b6a-4757-a5f7-d4db581ea479 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:22.295441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:06:22.297392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-811a7871-05d3-4fc6-ab05-296d069057e9 req-27fda543-5b6a-4757-a5f7-d4db581ea479 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 944 time: 0.0941498 Jul 28 11:06:22.297567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.297673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:06:22.303274 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:06:22.400962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-811a7871-05d3-4fc6-ab05-296d069057e9 req-a034bd58-53d5-48b3-952c-a3070e6e311c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858979 Jul 28 11:06:22.435020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 06485ae1-80de-40d9-933f-b0c624d5cd9a up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:22.445741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.451200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.453224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c31de59-fb5b-4243-a319-6824e935ff90 HTTP/1.1" status: 204 len: 168 time: 0.9000432 Jul 28 11:06:22.464400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8c667bcc-2d95-4551-aa66-297b547f4b57'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:22.498883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea2523-4ab5-4fc1-a5b5-13d1721063e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c31de59-fb5b-4243-a319-6824e935ff90,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:22.501337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ca916d5-dc67-4b83-b7e5-a74d106d3de0 req-07205e44-581c-4997-90c8-17459ea0e59d tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 210 time: 0.0667708 Jul 28 11:06:22.524468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:22.560604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-834064f2-1c3f-4384-a6b7-133daa035827 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:22.562089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-834064f2-1c3f-4384-a6b7-133daa035827 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.44 "GET /v2.0/networks?id=d35ed973-8633-43d4-98e1-8fc77dd6a29a HTTP/1.1" status: 200 len: 811 time: 0.2616684 Jul 28 11:06:22.587359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e6f4-c829-4d43-9aeb-eb2e9616c4ae req-9c45fb61-e7c9-4b9c-845b-25858bb931b1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:22.595258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfc4e6f4-c829-4d43-9aeb-eb2e9616c4ae req-9c45fb61-e7c9-4b9c-845b-25858bb931b1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.0986710 Jul 28 11:06:22.627072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:22.637400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:22.660261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-69910d97-d81e-483d-8739-f5259a545530 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f709c08f060451aa3fd1c882f4aece9 HTTP/1.1" status: 200 len: 380 time: 0.0875835 Jul 28 11:06:22.668302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfc4e6f4-c829-4d43-9aeb-eb2e9616c4ae req-ebb830ff-31f1-43f5-988c-da6f19b6ed33 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721533 Jul 28 11:06:22.682228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Request body: {'port': {'device_id': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'admin_state_up': True, 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'security_groups': ['74294579-a824-46f3-aea4-b575e4f4ca4c']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:22.715057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ecf28ae0-fabd-4edc-84e6-25ac90175960 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e96b174b761c416e908207d058287930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867906 Jul 28 11:06:22.717841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4949fb20-9fc0-4b6c-a651-77e1978cf33e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cb9daf83a134b29a10c7f8b368f59f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0794489 Jul 28 11:06:22.718449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:22.725111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:22.808541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Made reservation on behalf of 3f709c08f060451aa3fd1c882f4aece9 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:22.812857 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.814006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a015f5b0-a368-4884-baec-b9b6a3d669f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.817251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ee-c15e-4cbf-806f-b759142f9569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.844700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:22.854197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a015f5b0-a368-4884-baec-b9b6a3d669f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.864745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ee-c15e-4cbf-806f-b759142f9569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.897289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'port_id': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'mac_address': 'fa:16:3e:8d:d4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f641786-47d3-437e-a82f-2746548113bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:22.934558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 06485ae1-80de-40d9-933f-b0c624d5cd9a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:22.960572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ee-c15e-4cbf-806f-b759142f9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.963952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ee-c15e-4cbf-806f-b759142f9569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.965808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 06485ae1-80de-40d9-933f-b0c624d5cd9a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:22.966194 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.967946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5fea09ee-c15e-4cbf-806f-b759142f9569 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92eca016-bfd7-44a0-9d03-91c4ad2a66c6 HTTP/1.1" status: 204 len: 168 time: 0.2419064 Jul 28 11:06:22.973648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a015f5b0-a368-4884-baec-b9b6a3d669f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.976709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a015f5b0-a368-4884-baec-b9b6a3d669f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:22.978203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a015f5b0-a368-4884-baec-b9b6a3d669f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51737e7c-a206-4d38-8659-c2fe593282a3 HTTP/1.1" status: 204 len: 168 time: 0.2580175 Jul 28 11:06:22.986420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea09ee-c15e-4cbf-806f-b759142f9569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eca016-bfd7-44a0-9d03-91c4ad2a66c6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:23.001933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f5b0-a368-4884-baec-b9b6a3d669f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51737e7c-a206-4d38-8659-c2fe593282a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:23.007092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Allocated IP 172.20.0.11 (d35ed973-8633-43d4-98e1-8fc77dd6a29a/13d3f02a-999e-41cf-9562-25b5ee421024/c51a345b-dadd-4aad-803c-2877739aa7b5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:23.018120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.021851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385d22-eeb3-43aa-9463-55a374dfe167 req-fb8140fe-c55b-4452-aab1-75666036a439 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:23.028037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385d22-eeb3-43aa-9463-55a374dfe167 req-fb8140fe-c55b-4452-aab1-75666036a439 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:23.034006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385d22-eeb3-43aa-9463-55a374dfe167 req-fb8140fe-c55b-4452-aab1-75666036a439 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:23.035656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b385d22-eeb3-43aa-9463-55a374dfe167 req-fb8140fe-c55b-4452-aab1-75666036a439 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2416 time: 0.0937724 Jul 28 11:06:23.103951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b385d22-eeb3-43aa-9463-55a374dfe167 req-a1680c9e-2389-4d0f-aee5-4489c48836c3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611095 Jul 28 11:06:23.123068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Network 6c31de59-fb5b-4243-a319-6824e935ff90 is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:06:23.123532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] No DVR routers for this DVR port e4a5dc1d-38bb-4364-9a72-37cebe3157e4 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:23.127170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803c6b5-d900-4fd8-9945-043f6caacba1 None None] Pushing event deleted for resources: {'Port': ['ID=e4a5dc1d-38bb-4364-9a72-37cebe3157e4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:23.129374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.160162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c5ca18-a07f-4044-8a58-8b8ececeda57 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:23.230324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:23.247014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.300271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.321195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Transition to ACTIVE for port object c51a345b-dadd-4aad-803c-2877739aa7b5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:23.324547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.354539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:23.374133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 06485ae1-80de-40d9-933f-b0c624d5cd9a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:23.375252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06485ae1-80de-40d9-933f-b0c624d5cd9a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:23.377924 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e7fd9-77e5-4838-8748-e3b10b92fa82" -d '{"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-plugged", "status": "completed", "tag": "06485ae1-80de-40d9-933f-b0c624d5cd9a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:23.385696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.385940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.386692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cb73536e-11ec-4fde-bcc1-9266707fb3e7 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:23.436423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4a5dc1d-38bb-4364-9a72-37cebe3157e4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:23.459739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:23.463794 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de372574-6597-4642-bb54-d9c6c1350921 x-openstack-request-id: req-de372574-6597-4642-bb54-d9c6c1350921 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:23.464082 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-plugged", "status": "completed", "tag": "06485ae1-80de-40d9-933f-b0c624d5cd9a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:23.465180 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de372574-6597-4642-bb54-d9c6c1350921 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:23.465180 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06485ae1-80de-40d9-933f-b0c624d5cd9a', 'code': 200} Jul 28 11:06:23.471356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e4a5dc1d-38bb-4364-9a72-37cebe3157e4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:23.471723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e4a5dc1d-38bb-4364-9a72-37cebe3157e4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:23.473994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:23.475828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:23.489056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:23.513050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['72c5ca18-a07f-4044-8a58-8b8ececeda57'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:23.540769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:23.540921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4bb605c3-d580-4dba-9bba-ce3b5b80f5ac not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:23.542289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event updated for resources: {'Port': ['ID=c51a345b-dadd-4aad-803c-2877739aa7b5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:23.544733 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=06485ae1-80de-40d9-933f-b0c624d5cd9a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:23.602141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port cb73536e-11ec-4fde-bcc1-9266707fb3e7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:23.622273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port cb73536e-11ec-4fde-bcc1-9266707fb3e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:23.622649 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.685671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:23.686313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.719411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e5b35-f717-4025-adf3-2aa9b8162ccc req-4f31d0d5-2087-4da8-b26f-7a8a3e4f861f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:23.726509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-673e5b35-f717-4025-adf3-2aa9b8162ccc req-4f31d0d5-2087-4da8-b26f-7a8a3e4f861f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 945 time: 0.1852968 Jul 28 11:06:23.736653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-7070458c-76fd-4906-9425-ea0dc21d4340 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0613871 Jul 28 11:06:23.746098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102ab85-5169-4ba5-98c5-e10971b81afa req-2d1b2693-dfe6-4a1b-94dc-e2bd5f5c7108 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:23.754537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c102ab85-5169-4ba5-98c5-e10971b81afa req-2d1b2693-dfe6-4a1b-94dc-e2bd5f5c7108 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 932 time: 0.1211746 Jul 28 11:06:23.775661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:23.777980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Request body: {'port': {'device_id': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:23.816688 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.869618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-673e5b35-f717-4025-adf3-2aa9b8162ccc req-cdf519fc-f505-434d-85b9-2a29807b9fcf tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403167 Jul 28 11:06:23.870203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72113706-254c-4f42-bf0d-d3583fe1f9ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=398445712c6c4954a2f89c87160f1137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907781 Jul 28 11:06:23.871261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:23.896713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:23.903893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.905528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25e06ee1-3b73-4685-9902-5a049360d62c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:23.912950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c102ab85-5169-4ba5-98c5-e10971b81afa req-f90019bd-bf91-4fa6-868e-7a984f7f062a tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575139 Jul 28 11:06:23.939322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.944372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca702df6-9ca9-4b8c-83bb-29cddefc21e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.976088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca702df6-9ca9-4b8c-83bb-29cddefc21e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:23.991310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cba6a17b-ca55-4561-8088-b9cf1cff974c None None] Provisioning for port c51a345b-dadd-4aad-803c-2877739aa7b5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:23.998903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:24.009878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cba6a17b-ca55-4561-8088-b9cf1cff974c None None] Provisioning complete for port c51a345b-dadd-4aad-803c-2877739aa7b5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:24.010378 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cba6a17b-ca55-4561-8088-b9cf1cff974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.048099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 25e06ee1-3b73-4685-9902-5a049360d62c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:24.058419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 25e06ee1-3b73-4685-9902-5a049360d62c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:24.058880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.063448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cba6a17b-ca55-4561-8088-b9cf1cff974c None None] Port c51a345b-dadd-4aad-803c-2877739aa7b5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:24.068903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca702df6-9ca9-4b8c-83bb-29cddefc21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.071551 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca702df6-9ca9-4b8c-83bb-29cddefc21e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.075708 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ca702df6-9ca9-4b8c-83bb-29cddefc21e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e87c1f81-8ffa-4fd0-92cd-3fd01005b87b HTTP/1.1" status: 204 len: 168 time: 0.1994939 Jul 28 11:06:24.091580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca702df6-9ca9-4b8c-83bb-29cddefc21e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c1f81-8ffa-4fd0-92cd-3fd01005b87b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:24.128021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deed970-2fd5-4b4f-9cad-66a9ff1b8460 req-9227e1de-48eb-4b2c-84a3-d285aa34ab07 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:24.143119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2deed970-2fd5-4b4f-9cad-66a9ff1b8460 req-9227e1de-48eb-4b2c-84a3-d285aa34ab07 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.1356251 Jul 28 11:06:24.199609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.243599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25e06ee1-3b73-4685-9902-5a049360d62c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25e06ee1-3b73-4685-9902-5a049360d62c,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:24.248671 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.314987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2deed970-2fd5-4b4f-9cad-66a9ff1b8460 req-b4b0f4d5-6295-47d1-a7e0-f6ae3706a01a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708171 Jul 28 11:06:24.319977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=25e06ee1-3b73-4685-9902-5a049360d62c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:24.362280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc46e-791e-4b0a-be62-9aec4393a8c3 req-548fb671-a700-4a77-82fb-a679ff6d619f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:24.368502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc46e-791e-4b0a-be62-9aec4393a8c3 req-548fb671-a700-4a77-82fb-a679ff6d619f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:24.375199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc46e-791e-4b0a-be62-9aec4393a8c3 req-548fb671-a700-4a77-82fb-a679ff6d619f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:24.377197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-287bc46e-791e-4b0a-be62-9aec4393a8c3 req-548fb671-a700-4a77-82fb-a679ff6d619f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2418 time: 0.1851382 Jul 28 11:06:24.455570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:24.460459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-287bc46e-791e-4b0a-be62-9aec4393a8c3 req-01b537fc-2473-4915-8ae3-6d005b331024 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Jul 28 11:06:24.509403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51a345b-dadd-4aad-803c-2877739aa7b5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:24.521833 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.535311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Transition to ACTIVE for port object c51a345b-dadd-4aad-803c-2877739aa7b5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:24.539314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.570737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-840057053'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:24.604276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:24.607832 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.618288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.633428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Pushing event updated for resources: {'Port': ['ID=c51a345b-dadd-4aad-803c-2877739aa7b5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:24.674661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Attempting to bind port c51a345b-dadd-4aad-803c-2877739aa7b5 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:24.675079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Attempting to bind port c51a345b-dadd-4aad-803c-2877739aa7b5 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:24.675767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Attempting to bind port c51a345b-dadd-4aad-803c-2877739aa7b5 on network d35ed973-8633-43d4-98e1-8fc77dd6a29a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:24.681620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Port c51a345b-dadd-4aad-803c-2877739aa7b5 on network d35ed973-8633-43d4-98e1-8fc77dd6a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:24.682122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Attempting to bind port c51a345b-dadd-4aad-803c-2877739aa7b5 on network d35ed973-8633-43d4-98e1-8fc77dd6a29a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:24.689958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:24.689958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Checking segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:24.689958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Bound using segment: {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:24.691754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Bound port: c51a345b-dadd-4aad-803c-2877739aa7b5, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8725bee4-ab29-46ea-94fa-6a79d22c5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:24.691754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.723659 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.728096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.752791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:06:24.770943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0bbe2-2b02-4156-82fa-744bae2acde1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:24.775500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.780069 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Added segment f0768a86-a185-458c-ad8b-6160d48f69e6 of type vlan for network ba8dda9e-7ec8-4064-89a2-d26adcdea463 Jul 28 11:06:24.847743 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.881086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.895466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:24.896580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:24.981918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5251684 Jul 28 11:06:24.985698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:24.995194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'subnet': {'network_id': 'ba8dda9e-7ec8-4064-89a2-d26adcdea463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:25.042624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adac22-c60e-4d1c-be98-d7c7d3bfe6ec tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Network': ['ID=ba8dda9e-7ec8-4064-89a2-d26adcdea463,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:25.055257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:06:25.099165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:25.105124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.113135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] For port c51a345b-dadd-4aad-803c-2877739aa7b5, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:25.131083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] For port c51a345b-dadd-4aad-803c-2877739aa7b5, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c51a345b-dadd-4aad-803c-2877739aa7b5,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:25.138074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.149913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5b87-1c63-4a56-9de9-d1aa3b77dc8c req-b1a6815e-a1f6-4296-86e2-1c8c5a7e4dda tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.151516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d8d5b87-1c63-4a56-9de9-d1aa3b77dc8c req-b1a6815e-a1f6-4296-86e2-1c8c5a7e4dda tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 944 time: 0.1534057 Jul 28 11:06:25.189439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5b4ac-dacf-476a-875f-3f8b1bc54a9b req-415059da-9abe-4a02-bc19-5a5bab9c16e7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.191752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51c5b4ac-dacf-476a-875f-3f8b1bc54a9b req-415059da-9abe-4a02-bc19-5a5bab9c16e7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 945 time: 0.1922877 Jul 28 11:06:25.247147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.248392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.251005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] 10.222.0.44 "PUT /v2.0/ports/c51a345b-dadd-4aad-803c-2877739aa7b5 HTTP/1.1" status: 200 len: 1092 time: 1.4879098 Jul 28 11:06:25.252758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:25.255447 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8935ff2e-3335-4237-903a-195c374879fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:25.304103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af515fe5-e33b-45b4-94b0-a4fe69c6b657 service neutron] Pushing event updated for resources: {'Port': ['ID=c51a345b-dadd-4aad-803c-2877739aa7b5,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:25.354630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d8d5b87-1c63-4a56-9de9-d1aa3b77dc8c req-5fb231e5-ebca-4acc-87b2-cf88a0c731f8 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787710 Jul 28 11:06:25.359611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51c5b4ac-dacf-476a-875f-3f8b1bc54a9b req-b6d4d04b-dfc4-43a5-8cfc-a2f5ffcd49db tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548703 Jul 28 11:06:25.377359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-e820c367-f2ff-4b8a-a976-1345edad8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.379652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-e820c367-f2ff-4b8a-a976-1345edad8db6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f709c08f060451aa3fd1c882f4aece9&device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 1095 time: 0.0771294 Jul 28 11:06:25.403682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.447424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-e0e6f64e-eba0-4c8e-acd5-7080c5903fe2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51a345b-dadd-4aad-803c-2877739aa7b5 HTTP/1.1" status: 200 len: 217 time: 0.0514920 Jul 28 11:06:25.455975 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32779420-bac8-4cb6-a48b-af4b63286a16 x-openstack-request-id: req-32779420-bac8-4cb6-a48b-af4b63286a16 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:25.456607 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:25.457264 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32779420-bac8-4cb6-a48b-af4b63286a16 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:25.458240 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'status': 'completed', 'code': 200} Jul 28 11:06:25.466045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7'}, {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e06ee1-3b73-4685-9902-5a049360d62c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:25.469161 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab6e063-1ef2-4abe-be84-adad39a81374" -d '{"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-plugged", "status": "completed", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7"}, {"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-plugged", "status": "completed", "tag": "25e06ee1-3b73-4685-9902-5a049360d62c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:25.482189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Subnet': ['ID=4d4a05af-94e3-466c-9bd4-ddde4e108954,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:25.522073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Checking segment: {'id': 'f0768a86-a185-458c-ad8b-6160d48f69e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba8dda9e-7ec8-4064-89a2-d26adcdea463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:25.522534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network hostable DHCP agents. Network: ba8dda9e-7ec8-4064-89a2-d26adcdea463, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:06:25.542008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:06:25.551556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-04de13f5-7798-4734-bdd8-2ed623335ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.553078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-04de13f5-7798-4734-bdd8-2ed623335ac1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13d3f02a-999e-41cf-9562-25b5ee421024 HTTP/1.1" status: 200 len: 850 time: 0.0935357 Jul 28 11:06:25.558742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, ba8dda9e-7ec8-4064-89a2-d26adcdea463) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:25.567761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e100a-20d6-43c6-b502-20e08b259a9b None None] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:25.572347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.573141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.581575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9f669-5e72-4b99-85e6-24b9de11af49 req-db3b6624-5dc0-4851-a1ea-008184227eac tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.583102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70c9f669-5e72-4b99-85e6-24b9de11af49 req-db3b6624-5dc0-4851-a1ea-008184227eac tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.1075830 Jul 28 11:06:25.600952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6717aaff-17a5-48db-a6fe-5ef9dfc44de6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6141801 Jul 28 11:06:25.603606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:25.613121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-162996706', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:25.656017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:25.668530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-0cc5d68d-b1c3-49ca-9e12-fd7af48a3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.670045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-0cc5d68d-b1c3-49ca-9e12-fd7af48a3db6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d35ed973-8633-43d4-98e1-8fc77dd6a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855994 Jul 28 11:06:25.670637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.673622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.676034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70c9f669-5e72-4b99-85e6-24b9de11af49 req-c80086e4-fced-4d65-a77b-87b64c3914c6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Jul 28 11:06:25.790206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:25.799721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-613ab9aa-6e62-4433-be37-e0a5732301bf service neutron] 10.222.0.44 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215985 Jul 28 11:06:25.861699 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb1aff7-1c38-48aa-a4c6-4c005bfad598 x-openstack-request-id: req-1bb1aff7-1c38-48aa-a4c6-4c005bfad598 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:25.862980 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-plugged", "status": "completed", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7", "code": 200}, {"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-plugged", "status": "completed", "tag": "25e06ee1-3b73-4685-9902-5a049360d62c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:25.863246 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bb1aff7-1c38-48aa-a4c6-4c005bfad598 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:25.865458 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7', 'code': 200} Jul 28 11:06:25.865725 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e06ee1-3b73-4685-9902-5a049360d62c', 'code': 200} Jul 28 11:06:25.921866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c863-b1c4-4cf1-ac83-3e6b6f99df10 req-92f8b56d-c988-4f07-890a-e11a15dd4131 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.929870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30668a22-61b0-4a98-8f9f-0cefa07ae4fb None None] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:25.932851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c863-b1c4-4cf1-ac83-3e6b6f99df10 req-92f8b56d-c988-4f07-890a-e11a15dd4131 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.940412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c863-b1c4-4cf1-ac83-3e6b6f99df10 req-92f8b56d-c988-4f07-890a-e11a15dd4131 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:25.947817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2db0c863-b1c4-4cf1-ac83-3e6b6f99df10 req-92f8b56d-c988-4f07-890a-e11a15dd4131 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2419 time: 0.1463599 Jul 28 11:06:25.997755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25864c7c-d978-4a92-a389-79fd46fbacc1 req-48cdafdd-6559-41e5-aa33-da848f11f93e service neutron] 10.222.0.44 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864839 Jul 28 11:06:26.013468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2db0c863-b1c4-4cf1-ac83-3e6b6f99df10 req-50b009d1-c397-4c4a-9966-d956233ec387 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631285 Jul 28 11:06:26.032590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.037336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 8c667bcc-2d95-4551-aa66-297b547f4b57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:26.047991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 8c667bcc-2d95-4551-aa66-297b547f4b57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:26.048414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.106860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deced32-e334-4f3c-b2f5-4703cc820d4f req-a3bca8da-5525-4f4c-99b4-1b86af9e6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.107377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deced32-e334-4f3c-b2f5-4703cc820d4f req-a3bca8da-5525-4f4c-99b4-1b86af9e6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.108188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deced32-e334-4f3c-b2f5-4703cc820d4f req-a3bca8da-5525-4f4c-99b4-1b86af9e6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.108391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ff2e-3335-4237-903a-195c374879fc req-75f84075-c99e-4852-9e67-c47f6ec355d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.112227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-75f84075-c99e-4852-9e67-c47f6ec355d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f709c08f060451aa3fd1c882f4aece9&device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 1095 time: 0.0463543 Jul 28 11:06:26.112457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0deced32-e334-4f3c-b2f5-4703cc820d4f req-a3bca8da-5525-4f4c-99b4-1b86af9e6f7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2872 time: 0.1529658 Jul 28 11:06:26.175145 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0deced32-e334-4f3c-b2f5-4703cc820d4f req-8459b8dd-6ef4-4d73-bacc-4b601a1138b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Jul 28 11:06:26.207229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.241713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ff2e-3335-4237-903a-195c374879fc req-cf6ee40e-8073-4fa8-a9f2-f7ab5c0716cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.243216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-cf6ee40e-8073-4fa8-a9f2-f7ab5c0716cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d35ed973-8633-43d4-98e1-8fc77dd6a29a HTTP/1.1" status: 200 len: 912 time: 0.1223717 Jul 28 11:06:26.255296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:26.262629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.293641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-9f7b3291-5434-4b77-b49d-2e0253910b8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51a345b-dadd-4aad-803c-2877739aa7b5 HTTP/1.1" status: 200 len: 217 time: 0.0409584 Jul 28 11:06:26.317086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:26.322895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:26.332201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.332555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.332903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.333250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.333591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.333928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.334257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.334586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.334917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.335247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.335573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.335898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:06:26.346116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.350233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7c03ffdc-bbc8-4d32-8782-487d862f001a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbbefb94582544cda015ba2df5e5abda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516589 Jul 28 11:06:26.372584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.384677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 72c5ca18-a07f-4044-8a58-8b8ececeda57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:26.389055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 72c5ca18-a07f-4044-8a58-8b8ececeda57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:26.389448 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.430305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ff2e-3335-4237-903a-195c374879fc req-3eb4ca01-def1-460d-8958-02f396d88cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.431914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-3eb4ca01-def1-460d-8958-02f396d88cc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13d3f02a-999e-41cf-9562-25b5ee421024 HTTP/1.1" status: 200 len: 850 time: 0.1315036 Jul 28 11:06:26.485125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.520845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.117 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0a3fcabf-352b-4e04-8eab-955de51c1d41) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:26.529323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:26.535015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.541416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-ed942ff0-44e2-48af-96fa-87e84801e279 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.542926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-ed942ff0-44e2-48af-96fa-87e84801e279 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805172 Jul 28 11:06:26.547521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ff2e-3335-4237-903a-195c374879fc req-7b068aa8-deac-47dd-8021-0cf995a67c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.552031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-7b068aa8-deac-47dd-8021-0cf995a67c5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d35ed973-8633-43d4-98e1-8fc77dd6a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099827 Jul 28 11:06:26.580778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-3bdee97d-c5f3-4478-bca1-1b6566a4ab75 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/quotas/cbbefb94582544cda015ba2df5e5abda HTTP/1.1" status: 200 len: 375 time: 0.0268750 Jul 28 11:06:26.592678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:26.642064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb55914-f714-4131-bf5f-dd3986e36157 req-62a1d2b7-9ce1-4228-b3ab-fcf700a09cb7 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.643467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdb55914-f714-4131-bf5f-dd3986e36157 req-62a1d2b7-9ce1-4228-b3ab-fcf700a09cb7 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 944 time: 0.1694334 Jul 28 11:06:26.663115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.664887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-ff577a65-1d1a-4d1a-97b1-8f544f2dabfc tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbbefb94582544cda015ba2df5e5abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712128 Jul 28 11:06:26.713623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:26.722371 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdb55914-f714-4131-bf5f-dd3986e36157 req-471be344-c791-4564-a2f7-d6f809846029 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596766 Jul 28 11:06:26.737334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-86ba9e1b-1a37-4f99-b6d5-273fe5ae20c5 service neutron] 10.222.0.44 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723008 Jul 28 11:06:26.772343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:26.776265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:26.785190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:26.822929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=0a3fcabf-352b-4e04-8eab-955de51c1d41,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:26.906511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b16c7c-dbce-458b-be00-3e3bc88bcb32 req-ab876a8a-6b39-405c-aa63-a4044c088098 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:26.908211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53b16c7c-dbce-458b-be00-3e3bc88bcb32 req-ab876a8a-6b39-405c-aa63-a4044c088098 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 946 time: 0.0934491 Jul 28 11:06:26.910310 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8935ff2e-3335-4237-903a-195c374879fc req-610304f6-a9c0-4cc4-ad86-c5c0e993eef5 service neutron] 10.222.0.44 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597528 Jul 28 11:06:27.017338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53b16c7c-dbce-458b-be00-3e3bc88bcb32 req-c020878d-6bc9-468b-aa55-1122845fc2a6 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946090 Jul 28 11:06:27.044992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a85d5-db97-4617-bac2-13dc06a52f82 req-5221cf7b-151b-48bf-aad0-0ec8069d0d28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.046688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d1a85d5-db97-4617-bac2-13dc06a52f82 req-5221cf7b-151b-48bf-aad0-0ec8069d0d28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1054633 Jul 28 11:06:27.114484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13e79576-2c09-4112-b59b-2291fb4d4610 req-f686b1ab-f1d6-4d5b-aa18-ee785c61c9b0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 210 time: 0.0427480 Jul 28 11:06:27.123618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:27.160763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d1a85d5-db97-4617-bac2-13dc06a52f82 req-6a7fec6f-fac8-4444-8929-74e2e0e90e49 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936728 Jul 28 11:06:27.309874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9580ae-9380-4576-95c8-2c3db2c5bb05 req-ddb72321-3368-4f83-b84c-5dee145cac5a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.316484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9580ae-9380-4576-95c8-2c3db2c5bb05 req-ddb72321-3368-4f83-b84c-5dee145cac5a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.322871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9580ae-9380-4576-95c8-2c3db2c5bb05 req-ddb72321-3368-4f83-b84c-5dee145cac5a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.324596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d9580ae-9380-4576-95c8-2c3db2c5bb05 req-ddb72321-3368-4f83-b84c-5dee145cac5a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2419 time: 0.0881104 Jul 28 11:06:27.357550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:27.371623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d9580ae-9380-4576-95c8-2c3db2c5bb05 req-37c383f0-afac-4928-a74f-cbc23d5531ee tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 28 11:06:27.503090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:06:27.621544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:27.633295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:27.640620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:27.642050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-194c2233-eac3-4003-b24d-eac91597fcf4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0374432 Jul 28 11:06:27.645185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:27.647157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:27.647859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:27.676075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089fdf-c5f7-4363-8acc-81730ed41240 req-14d97aba-da33-4cc8-9fc9-8c216f334cdb tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.681997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089fdf-c5f7-4363-8acc-81730ed41240 req-14d97aba-da33-4cc8-9fc9-8c216f334cdb tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.683434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c51a345b-dadd-4aad-803c-2877739aa7b5 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:27.686781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:27.688523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089fdf-c5f7-4363-8acc-81730ed41240 req-14d97aba-da33-4cc8-9fc9-8c216f334cdb tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.690266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23089fdf-c5f7-4363-8acc-81730ed41240 req-14d97aba-da33-4cc8-9fc9-8c216f334cdb tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2419 time: 0.0667455 Jul 28 11:06:27.705631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:27.706518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:27.732560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23089fdf-c5f7-4363-8acc-81730ed41240 req-64fed5c8-0a77-409f-b7ac-dbf41537eeec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342574 Jul 28 11:06:27.761344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:27.761985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a437c-b157-4f72-9849-5102f5e3544e None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:27.855936 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-21dcbe9e-f35a-423e-8d6e-b7ad00f8fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:27.860737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c51a345b-dadd-4aad-803c-2877739aa7b5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c51a345b-dadd-4aad-803c-2877739aa7b5,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:27.868296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}, {'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:27.871260 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2fd76c-6a61-4859-8b4a-9b344fa4c0ae" -d '{"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}, {"server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "name": "network-vif-plugged", "status": "completed", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:27.874649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d4020-9917-474c-9dbb-997d6a9709ff req-1fb53e8d-f0d4-4700-a14e-8f21bd574924 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:27.876398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f94d4020-9917-474c-9dbb-997d6a9709ff req-1fb53e8d-f0d4-4700-a14e-8f21bd574924 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 944 time: 0.0551274 Jul 28 11:06:27.879923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'port_id': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'mac_address': 'fa:16:3e:58:5e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:27.911502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-5ec01ea7-f6dc-40bf-b825-be9d6f4448bc tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbefb94582544cda015ba2df5e5abda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326648 Jul 28 11:06:27.937585 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad7cff7-b491-4a42-8878-06a86cf00465 x-openstack-request-id: req-2ad7cff7-b491-4a42-8878-06a86cf00465 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:27.937928 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "code": 200}, {"server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "name": "network-vif-plugged", "status": "completed", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:27.938188 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ad7cff7-b491-4a42-8878-06a86cf00465 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:27.938581 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'code': 200} Jul 28 11:06:27.938833 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'code': 200} Jul 28 11:06:27.941682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:27.958329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f94d4020-9917-474c-9dbb-997d6a9709ff req-328ca08c-b5ba-42bd-ab64-5c91900d7698 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690880 Jul 28 11:06:27.968973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51a345b-dadd-4aad-803c-2877739aa7b5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:27.995151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c51a345b-dadd-4aad-803c-2877739aa7b5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c51a345b-dadd-4aad-803c-2877739aa7b5,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:28.000412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:28.056830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c51a345b-dadd-4aad-803c-2877739aa7b5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:28.153400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbca148-7082-41fa-ac04-7a08ac163884 req-fd4503af-e751-4328-8618-b84cd5066f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.154896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cbca148-7082-41fa-ac04-7a08ac163884 req-fd4503af-e751-4328-8618-b84cd5066f8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1101 time: 0.0806179 Jul 28 11:06:28.176966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612bc7a-229c-4173-9ed1-41d170c18b38 req-03c9c7e0-1bd1-45c7-8ca1-290913d208d0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.180342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b612bc7a-229c-4173-9ed1-41d170c18b38 req-03c9c7e0-1bd1-45c7-8ca1-290913d208d0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 946 time: 0.0712833 Jul 28 11:06:28.181821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61a7d9-57a6-4d4c-9021-83513a94f952 req-f24f2a8f-c75d-4de6-8378-e66c1713ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.184559 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2a61a7d9-57a6-4d4c-9021-83513a94f952 req-f24f2a8f-c75d-4de6-8378-e66c1713ac2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1097 time: 0.1383927 Jul 28 11:06:28.235561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-515d1372-d712-4a6f-a940-ef858d0456cd tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.237204 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-515d1372-d712-4a6f-a940-ef858d0456cd tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195653 Jul 28 11:06:28.242528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3285e0b-beab-4aaf-9127-6b7927888c61 req-7cf82650-7db6-4a25-a831-d001d45cb7b6 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 210 time: 0.0499623 Jul 28 11:06:28.250553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5cbca148-7082-41fa-ac04-7a08ac163884 req-8b6ce5a7-89d1-45b5-b86f-6ffaccc9dee5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878837 Jul 28 11:06:28.264169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b612bc7a-229c-4173-9ed1-41d170c18b38 req-8b836712-4849-4643-b6dc-5908d7bccd10 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745075 Jul 28 11:06:28.268590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Request body: {'port': {'device_id': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'cbbefb94582544cda015ba2df5e5abda'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:28.287351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c51a345b-dadd-4aad-803c-2877739aa7b5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:28.378055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d4f15-5eb4-4c43-93cd-26bf2588626c req-d6a24bc1-fe57-47a3-a204-8487559dad50 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.379777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a9d4f15-5eb4-4c43-93cd-26bf2588626c req-d6a24bc1-fe57-47a3-a204-8487559dad50 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0622647 Jul 28 11:06:28.422810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a9d4f15-5eb4-4c43-93cd-26bf2588626c req-bcb798d3-ab0a-4ff7-b450-7a1ef58a1111 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364170 Jul 28 11:06:28.656140 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2a61a7d9-57a6-4d4c-9021-83513a94f952 req-fed6d71f-5688-4bbe-a1d1-2c3578b937da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580894 Jul 28 11:06:28.778758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:28.800529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Made reservation on behalf of cbbefb94582544cda015ba2df5e5abda for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:28.804189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:28.843113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:28.855398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9ed3c-51d4-4e13-8834-b805267f5762 req-7086f330-6e20-4dde-86d1-00d9df8da076 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.861374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9ed3c-51d4-4e13-8834-b805267f5762 req-7086f330-6e20-4dde-86d1-00d9df8da076 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.867238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9ed3c-51d4-4e13-8834-b805267f5762 req-7086f330-6e20-4dde-86d1-00d9df8da076 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:28.869423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ad9ed3c-51d4-4e13-8834-b805267f5762 req-7086f330-6e20-4dde-86d1-00d9df8da076 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2419 time: 0.0634246 Jul 28 11:06:28.909318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ad9ed3c-51d4-4e13-8834-b805267f5762 req-52ab4d98-37a4-4add-b4be-247e5fee02c0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Jul 28 11:06:29.083050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61c00a-c2df-4467-9bc0-497e679eb713 req-878b5bf2-b4ea-4e85-9828-2b44d3cd9a7a tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.084881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd61c00a-c2df-4467-9bc0-497e679eb713 req-878b5bf2-b4ea-4e85-9828-2b44d3cd9a7a tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 945 time: 0.0575902 Jul 28 11:06:29.139732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd61c00a-c2df-4467-9bc0-497e679eb713 req-f18e974e-0fd7-4249-b615-5c77dafeb8d1 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Jul 28 11:06:29.147232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.153640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.248952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a870ce-2359-4814-8c3b-b8b6a8b09cbe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:29.288890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.1 (ba8dda9e-7ec8-4064-89a2-d26adcdea463/4d4a05af-94e3-466c-9bd4-ddde4e108954/d6768a74-7497-4236-b1f6-46a6d37971a2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:29.369322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c26a9a6-799c-468c-975d-6d09edc1db3d req-931d89e4-e4d6-409d-8dcf-fc40cf80240a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 210 time: 0.0354810 Jul 28 11:06:29.417086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cccd19-106d-472b-9da0-39769d09036a req-80be378d-ada5-4809-afc6-fa90ee3a66f2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.418592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73cccd19-106d-472b-9da0-39769d09036a req-80be378d-ada5-4809-afc6-fa90ee3a66f2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 946 time: 0.0517087 Jul 28 11:06:29.439584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-6dfae7d1-752d-4fef-82a5-02a5f245c6a3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.445636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-6dfae7d1-752d-4fef-82a5-02a5f245c6a3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.455484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-6dfae7d1-752d-4fef-82a5-02a5f245c6a3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.455484 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-6dfae7d1-752d-4fef-82a5-02a5f245c6a3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2419 time: 0.1893969 Jul 28 11:06:29.465157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73cccd19-106d-472b-9da0-39769d09036a req-c40ba5b5-efa2-496d-860a-3dbf27a25dc1 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Jul 28 11:06:29.512729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Allocated IP 192.168.233.186 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/5f7f3511-4b1f-4e3e-9668-5b118a1c128f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:29.575058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4248340-634b-499b-951c-efdba782c2f7 req-158f3b9b-9e89-4f44-8af5-3a3682258ffb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.576871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4248340-634b-499b-951c-efdba782c2f7 req-158f3b9b-9e89-4f44-8af5-3a3682258ffb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0547373 Jul 28 11:06:29.617548 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4248340-634b-499b-951c-efdba782c2f7 req-7506aab7-efa9-4c13-a34b-d278dc2da976 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336897 Jul 28 11:06:29.626516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.662188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c51a345b-dadd-4aad-803c-2877739aa7b5 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:29.704458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 06485ae1-80de-40d9-933f-b0c624d5cd9a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:29.704811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.718906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port c51a345b-dadd-4aad-803c-2877739aa7b5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:29.723457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port c51a345b-dadd-4aad-803c-2877739aa7b5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:29.724044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.730293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa20cbb-b981-4748-a2f2-683d0a5ea1ed req-d46dcb96-4833-4c7a-a0eb-381d38be634f tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:29.731920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eaa20cbb-b981-4748-a2f2-683d0a5ea1ed req-d46dcb96-4833-4c7a-a0eb-381d38be634f tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1101 time: 0.0461586 Jul 28 11:06:29.775297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eaa20cbb-b981-4748-a2f2-683d0a5ea1ed req-a80eef64-e4dd-44df-9ddb-0c8fba4091a4 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Jul 28 11:06:29.805342 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.814520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.846205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c51a345b-dadd-4aad-803c-2877739aa7b5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c51a345b-dadd-4aad-803c-2877739aa7b5,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:29.850711 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.887528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.891664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:29.903898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:29.904322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c51a345b-dadd-4aad-803c-2877739aa7b5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:29.909820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 06485ae1-80de-40d9-933f-b0c624d5cd9a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=06485ae1-80de-40d9-933f-b0c624d5cd9a,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:29.910187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:29.915090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:29.939864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:29.943188 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fabcb5-c8de-4078-916d-0f9df7c3fc1d" -d '{"events": [{"server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "name": "network-vif-plugged", "status": "completed", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:29.952151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=d6768a74-7497-4236-b1f6-46a6d37971a2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:29.961577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 06485ae1-80de-40d9-933f-b0c624d5cd9a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:29.963508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Transition to ACTIVE for port object 5f7f3511-4b1f-4e3e-9668-5b118a1c128f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:30.018042 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a32d3a-a9ab-464e-a417-eca2c278312c x-openstack-request-id: req-a5a32d3a-a9ab-464e-a417-eca2c278312c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:30.018630 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "name": "network-vif-plugged", "status": "completed", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:30.019164 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5a32d3a-a9ab-464e-a417-eca2c278312c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:30.019758 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'code': 200} Jul 28 11:06:30.032982 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.057249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552643-a21b-4cc5-9dfe-3e3599573eb9 req-7b9efa10-7756-40e4-b697-851a9ecf6245 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.063695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552643-a21b-4cc5-9dfe-3e3599573eb9 req-7b9efa10-7756-40e4-b697-851a9ecf6245 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.069983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552643-a21b-4cc5-9dfe-3e3599573eb9 req-7b9efa10-7756-40e4-b697-851a9ecf6245 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.072632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80552643-a21b-4cc5-9dfe-3e3599573eb9 req-7b9efa10-7756-40e4-b697-851a9ecf6245 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 2419 time: 0.0781569 Jul 28 11:06:30.155391 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.168551 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-c7b073b3-7bc3-4505-9955-5a0c4bb22d78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1367681 Jul 28 11:06:30.169568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80552643-a21b-4cc5-9dfe-3e3599573eb9 req-015a8c4d-1727-4b63-a5d7-b9ee7b9a6e41 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911541 Jul 28 11:06:30.185019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b703834-0a76-481b-8d7d-2f653a5d14e5 req-664613d1-2d01-449b-8f75-695119155fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.186531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b703834-0a76-481b-8d7d-2f653a5d14e5 req-664613d1-2d01-449b-8f75-695119155fbe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 1097 time: 0.0912490 Jul 28 11:06:30.194950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bacba-46e9-47d6-975b-6aa7c6727df5 req-0b23f447-6644-4647-9dda-b03aef4b0145 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.196912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-430bacba-46e9-47d6-975b-6aa7c6727df5 req-0b23f447-6644-4647-9dda-b03aef4b0145 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1169047 Jul 28 11:06:30.275843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b703834-0a76-481b-8d7d-2f653a5d14e5 req-ad5d5a7c-178f-4d84-b608-d3488b1655b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783710 Jul 28 11:06:30.282873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:30.287136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-430bacba-46e9-47d6-975b-6aa7c6727df5 req-c809eb3a-0f95-4b17-a4c7-1a2cc4faf9ae tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763347 Jul 28 11:06:30.296409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:30.301977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Pushing event updated for resources: {'Port': ['ID=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:30.304213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:30.387804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.418265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.441393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.442037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.447307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597ab0a-6e98-4375-9be6-1e470dd5397c req-82fc9048-2011-46b4-af55-f9e4496b45f5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.449586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3597ab0a-6e98-4375-9be6-1e470dd5397c req-82fc9048-2011-46b4-af55-f9e4496b45f5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.0856302 Jul 28 11:06:30.510552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=06485ae1-80de-40d9-933f-b0c624d5cd9a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:30.540332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-cfe00a5e-dcc4-4d68-9c39-98e6f2ef5705 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2806227 Jul 28 11:06:30.552680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3597ab0a-6e98-4375-9be6-1e470dd5397c req-9b2532b6-ceed-4786-8062-ef795c9585f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758471 Jul 28 11:06:30.563992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e247e4-111d-47e8-8cac-746b0ab47bce req-df447be0-e60a-4234-b739-94ad697dc1b0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.565695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96e247e4-111d-47e8-8cac-746b0ab47bce req-df447be0-e60a-4234-b739-94ad697dc1b0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 936 time: 0.1149201 Jul 28 11:06:30.617813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 06485ae1-80de-40d9-933f-b0c624d5cd9a on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:30.626336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Request body: {'port': {'device_id': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:30.630874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.632847 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-c663f650-4302-4d4e-8b77-7eb3d29d2775 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "DELETE /v2.0/ports/06485ae1-80de-40d9-933f-b0c624d5cd9a HTTP/1.1" status: 204 len: 173 time: 1.1700480 Jul 28 11:06:30.640791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96e247e4-111d-47e8-8cac-746b0ab47bce req-24ee9607-71d1-4994-bd72-c674bb899f49 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Jul 28 11:06:30.649160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-deleted', 'tag': '06485ae1-80de-40d9-933f-b0c624d5cd9a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:30.652095 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8d203-3421-49da-9a6d-f1ba0f46bf1d" -d '{"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-deleted", "tag": "06485ae1-80de-40d9-933f-b0c624d5cd9a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:30.721493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ad6d9fa-fa6b-497b-9444-2487815bc032 None None] Provisioning for port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:30.730657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ad6d9fa-fa6b-497b-9444-2487815bc032 None None] Provisioning complete for port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:30.731134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d9fa-fa6b-497b-9444-2487815bc032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.778731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6d9fa-fa6b-497b-9444-2487815bc032 None None] Port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:30.801375 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8082031-417e-435b-869a-20c7d271cba5 x-openstack-request-id: req-f8082031-417e-435b-869a-20c7d271cba5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:30.801667 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-deleted", "tag": "06485ae1-80de-40d9-933f-b0c624d5cd9a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:30.801937 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8082031-417e-435b-869a-20c7d271cba5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:30.802304 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-deleted', 'tag': '06485ae1-80de-40d9-933f-b0c624d5cd9a', 'status': 'completed', 'code': 200} Jul 28 11:06:30.826641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652c29-032a-4c41-bce4-8ac0060bcb81 req-fd185fc0-6efa-4bc0-9abc-0d94cde901fe tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:30.829355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae652c29-032a-4c41-bce4-8ac0060bcb81 req-fd185fc0-6efa-4bc0-9abc-0d94cde901fe tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 946 time: 0.1046388 Jul 28 11:06:30.870870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae652c29-032a-4c41-bce4-8ac0060bcb81 req-4d96d9bc-fa71-4226-9135-f84809d47cb9 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354893 Jul 28 11:06:30.902521 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:30.930602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.004093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 25e06ee1-3b73-4685-9902-5a049360d62c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:31.004524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.015708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7a7fa4f-b053-4028-acef-26ac372a6738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.129910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43178-7b30-47d3-b855-e4ce9281b475 req-5bb0e4e8-b8e5-4b13-9dcf-48916cad16c6 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.136843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2a43178-7b30-47d3-b855-e4ce9281b475 req-5bb0e4e8-b8e5-4b13-9dcf-48916cad16c6 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1097 time: 0.0460250 Jul 28 11:06:31.193128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2a43178-7b30-47d3-b855-e4ce9281b475 req-8aed8aa8-873d-4f80-bb95-a34dbc029f07 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 Jul 28 11:06:31.356520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 25e06ee1-3b73-4685-9902-5a049360d62c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25e06ee1-3b73-4685-9902-5a049360d62c,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:31.357190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.384283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 25e06ee1-3b73-4685-9902-5a049360d62c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:31.389132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe01257-3b1c-4e2e-be7b-83d08a26f849 req-88f9358c-b24b-4eb4-accd-b0e5feb6548d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.394977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe01257-3b1c-4e2e-be7b-83d08a26f849 req-88f9358c-b24b-4eb4-accd-b0e5feb6548d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.396556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efe01257-3b1c-4e2e-be7b-83d08a26f849 req-88f9358c-b24b-4eb4-accd-b0e5feb6548d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 1683 time: 0.1166439 Jul 28 11:06:31.403515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff9bf-4b15-4c21-b410-930b769ff5a6 req-2791fc54-e8c5-4c3e-bd88-c4c215975447 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.404961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ecff9bf-4b15-4c21-b410-930b769ff5a6 req-2791fc54-e8c5-4c3e-bd88-c4c215975447 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1097 time: 0.1071398 Jul 28 11:06:31.455394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.460659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efe01257-3b1c-4e2e-be7b-83d08a26f849 req-f0b54704-55a6-4a8b-a883-52f2d2671aa0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Jul 28 11:06:31.462578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ecff9bf-4b15-4c21-b410-930b769ff5a6 req-d964f6f8-613b-48bf-906f-3a514a25dcd0 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Jul 28 11:06:31.465521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.594136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=d6768a74-7497-4236-b1f6-46a6d37971a2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:31.599773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.614463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e190-7b31-4806-b311-3eedfd0d10cf req-189f8fe5-fed5-482a-9f5c-4ebf45aed0e3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.615120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d4e190-7b31-4806-b311-3eedfd0d10cf req-189f8fe5-fed5-482a-9f5c-4ebf45aed0e3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0654769 Jul 28 11:06:31.673682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d4e190-7b31-4806-b311-3eedfd0d10cf req-f4bfba83-d38e-4cc3-a502-7352f995a53a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 Jul 28 11:06:31.702088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7f3511-4b1f-4e3e-9668-5b118a1c128f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:31.719726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.756618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a6a24-a934-4fce-b716-4fb2b5831007 req-02a894ab-98fd-4757-a1f0-ad07911c5dfb tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.760663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f7a6a24-a934-4fce-b716-4fb2b5831007 req-02a894ab-98fd-4757-a1f0-ad07911c5dfb tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.0829697 Jul 28 11:06:31.764122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-dea93544-7ff9-4fed-93cf-9c9bacba0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.766223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-dea93544-7ff9-4fed-93cf-9c9bacba0a4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1101 time: 0.0799868 Jul 28 11:06:31.804108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Transition to ACTIVE for port object 5f7f3511-4b1f-4e3e-9668-5b118a1c128f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:31.805459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.808625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:31.815607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.818716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:31.821817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:31.856574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=25e06ee1-3b73-4685-9902-5a049360d62c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:31.872158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f7a6a24-a934-4fce-b716-4fb2b5831007 req-0fccb545-c44b-4039-97e0-24849138fa49 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046851 Jul 28 11:06:31.936437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-9864b395-628f-4d2c-bf39-ac34de55d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:31.938937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-9864b395-628f-4d2c-bf39-ac34de55d77c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1638355 Jul 28 11:06:31.997648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-de40ffbc-2705-40d0-aae9-2605d1a51552 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0453293 Jul 28 11:06:32.388499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-14b166d9-d639-4720-85c0-694b03a4667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:32.389947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 06485ae1-80de-40d9-933f-b0c624d5cd9a no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:32.390160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-14b166d9-d639-4720-85c0-694b03a4667c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.3812168 Jul 28 11:06:32.401454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656a80d-bdf9-4dc8-a47f-37e3072db5dd req-f9b598f9-af11-48aa-ba9d-57894807ab3a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:32.402979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6656a80d-bdf9-4dc8-a47f-37e3072db5dd req-f9b598f9-af11-48aa-ba9d-57894807ab3a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 948 time: 0.3358386 Jul 28 11:06:32.420435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 25e06ee1-3b73-4685-9902-5a049360d62c on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:32.434688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:32.436857 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-a62e6858-a382-4b3c-9cbd-88eed8012d07 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "DELETE /v2.0/ports/25e06ee1-3b73-4685-9902-5a049360d62c HTTP/1.1" status: 204 len: 173 time: 1.7763331 Jul 28 11:06:32.439797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 06485ae1-80de-40d9-933f-b0c624d5cd9a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:32.440145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 06485ae1-80de-40d9-933f-b0c624d5cd9a not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:32.440834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cb73536e-11ec-4fde-bcc1-9266707fb3e7 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:32.443847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:32.474856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6656a80d-bdf9-4dc8-a47f-37e3072db5dd req-fb1b6f75-8353-4d5f-acd7-2c08436a407a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588846 Jul 28 11:06:32.477401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-cd1f44ff-cba1-4458-9152-a84b0c92beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:32.478798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-cd1f44ff-cba1-4458-9152-a84b0c92beb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748715 Jul 28 11:06:32.573386 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:32.612038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:32.615382 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b38805-7a3b-46cf-bef2-c8265eb212eb" -d '{"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-unplugged", "status": "completed", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:32.623945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-ab93908e-b35b-4c64-985e-efa510fd5554 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371317 Jul 28 11:06:32.633082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b88d5c-0817-4ab6-93bd-7c68d0b6fedd req-08a1304e-2b9e-4c58-bb8d-1d75b3b402c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:32.634592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21b88d5c-0817-4ab6-93bd-7c68d0b6fedd req-08a1304e-2b9e-4c58-bb8d-1d75b3b402c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.0837624 Jul 28 11:06:32.638221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:32.644095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:32.645013 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:32.645872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25e06ee1-3b73-4685-9902-5a049360d62c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:32.684168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Request body: {'floatingip': {'port_id': 'c51a345b-dadd-4aad-803c-2877739aa7b5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:32.695078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 25e06ee1-3b73-4685-9902-5a049360d62c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:32.695416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25e06ee1-3b73-4685-9902-5a049360d62c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:32.713303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-ca4808c5-82ab-4feb-bb5f-b73e24bf78ad tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:06:32.714797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-ca4808c5-82ab-4feb-bb5f-b73e24bf78ad tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090663 Jul 28 11:06:32.728843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:32.740543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Request body: {'binding': {'host': 'n-h1-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:32.740994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:06:32.756688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:32.762729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:32.806642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-77486bc6-3740-4688-82e5-32a4d3324d86 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706991 Jul 28 11:06:32.808624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-deleted', 'tag': '25e06ee1-3b73-4685-9902-5a049360d62c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:32.812825 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3c7783-ee55-4ebd-9c11-915c473e26c3" -d '{"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-deleted", "tag": "25e06ee1-3b73-4685-9902-5a049360d62c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:32.853248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Attempting to bind port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:32.853582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Attempting to bind port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:32.853905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Attempting to bind port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:32.865800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073772a-5a31-4c7c-a8fb-75fe1c9f8183 req-3950afbc-9d37-4fcf-bf05-6e89617f734a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:32.867187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8073772a-5a31-4c7c-a8fb-75fe1c9f8183 req-3950afbc-9d37-4fcf-bf05-6e89617f734a tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 944 time: 0.1493814 Jul 28 11:06:32.892225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:32.892874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Attempting to bind port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:32.934896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8073772a-5a31-4c7c-a8fb-75fe1c9f8183 req-001ee0f5-313d-4d19-8ed3-582a9584ec63 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589957 Jul 28 11:06:32.953111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:32.953573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:32.953954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:32.954591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Bound port: 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:32.954954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:32.966947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on host n-h1-723573-7 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:32.966947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:32.967265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:32.972195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:32.973032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:32.979202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:32.979643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:32.979911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:32.980371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Bound port: 72c5ca18-a07f-4044-8a58-8b8ececeda57, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:33.032385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port cb73536e-11ec-4fde-bcc1-9266707fb3e7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:33.032385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.068594 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a87732-edce-4792-b2d9-e4f0974568bc x-openstack-request-id: req-c5a87732-edce-4792-b2d9-e4f0974568bc {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:33.069597 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-unplugged", "status": "completed", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:33.070030 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5a87732-edce-4792-b2d9-e4f0974568bc {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:33.071102 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7', 'code': 200} Jul 28 11:06:33.074277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:33.080450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.081564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e8e82f10-00be-4774-932f-fcda2317e747 service neutron] 10.222.0.20 "POST /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57/bindings HTTP/1.1" status: 201 len: 389 time: 0.3538301 Jul 28 11:06:33.183685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cc99-bbc9-46b0-aa5a-953cb9b5fc6c req-33cb2111-76ab-4427-9310-be2055913a1e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.185446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff48cc99-bbc9-46b0-aa5a-953cb9b5fc6c req-33cb2111-76ab-4427-9310-be2055913a1e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0669725 Jul 28 11:06:33.222102 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9995ec3-f327-491e-8d2b-f958e7d25027 x-openstack-request-id: req-c9995ec3-f327-491e-8d2b-f958e7d25027 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:33.222396 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-deleted", "tag": "25e06ee1-3b73-4685-9902-5a049360d62c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:33.222670 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9995ec3-f327-491e-8d2b-f958e7d25027 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:33.223306 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-deleted', 'tag': '25e06ee1-3b73-4685-9902-5a049360d62c', 'status': 'completed', 'code': 200} Jul 28 11:06:33.253108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff48cc99-bbc9-46b0-aa5a-953cb9b5fc6c req-8829070f-573d-4da1-8108-a7854b741b74 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Jul 28 11:06:33.283652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:33.293486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:33.298456 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:33.302467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'port': {'network_id': 'ba8dda9e-7ec8-4064-89a2-d26adcdea463', 'name': 'tempest-FloatingIPTestJSON-950737728'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:33.304310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.307264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aea192e5-9fd7-4b0a-ad12-830950c16646 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/routers/6830f146-0951-4380-b489-b164e302d865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6614311 Jul 28 11:06:33.316158 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:33.321296 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:33.356404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] For port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:33.365904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] For port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:33.367489 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:33.368440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port cb73536e-11ec-4fde-bcc1-9266707fb3e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cb73536e-11ec-4fde-bcc1-9266707fb3e7,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:33.368860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.378533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:33.379455 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:33.403604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.416873 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:33.417705 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ff5c2-470d-497f-bef9-e4188c8ac30d None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:33.426267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for cb73536e-11ec-4fde-bcc1-9266707fb3e7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:33.479233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229c88e-8ee0-40c6-b5b4-abb0c75f706b req-afb0a7dd-c03b-4fe6-8dd9-0f4c29bbbfaf tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.480728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b229c88e-8ee0-40c6-b5b4-abb0c75f706b req-afb0a7dd-c03b-4fe6-8dd9-0f4c29bbbfaf tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 946 time: 0.1212451 Jul 28 11:06:33.482786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-d81aff9a-3dd6-4b04-b372-9b935d1c0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.484760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-d81aff9a-3dd6-4b04-b372-9b935d1c0776 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1097 time: 0.1160622 Jul 28 11:06:33.500614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.501263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.502850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f7f3511-4b1f-4e3e-9668-5b118a1c128f HTTP/1.1" status: 200 len: 1096 time: 2.8944235 Jul 28 11:06:33.602625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512f749-a051-4c22-b340-323b55e704a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:33.625986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:33.630404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.684651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b229c88e-8ee0-40c6-b5b4-abb0c75f706b req-7264a302-fd49-4b66-a9dc-1e9f78f0b4dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933620 Jul 28 11:06:33.692416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-65625e34-896c-4af2-955a-6c3365a37d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.693819 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-65625e34-896c-4af2-955a-6c3365a37d6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbefb94582544cda015ba2df5e5abda&device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 1099 time: 0.1293314 Jul 28 11:06:33.705028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] device_id is not set on port b239f841-c36c-40a1-b536-143872beca9e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:06:33.769370 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-4a956673-acf3-40b9-a408-1653b47fc86c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f HTTP/1.1" status: 200 len: 217 time: 0.0664773 Jul 28 11:06:33.769586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-1ddffb85-67e9-480d-826f-aee1ea827e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.771083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-1ddffb85-67e9-480d-826f-aee1ea827e67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.2766752 Jul 28 11:06:33.786474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e647ea4-4019-45b1-8178-af1dd5d4be64 req-e2fc81b1-5249-42a5-9c4e-d879424117c5 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.787830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e647ea4-4019-45b1-8178-af1dd5d4be64 req-e2fc81b1-5249-42a5-9c4e-d879424117c5 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 948 time: 0.2058446 Jul 28 11:06:33.842556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:06:33.843676 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-daefae2a-3818-4057-9363-d975a619d30c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 217 time: 0.0523148 Jul 28 11:06:33.913611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-0412f9c2-539a-4878-85e3-0c238d35a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.915009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-0412f9c2-539a-4878-85e3-0c238d35a2b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1372468 Jul 28 11:06:33.917028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.917834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.941288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e647ea4-4019-45b1-8178-af1dd5d4be64 req-f7e3fd99-0e90-4a6e-970d-0653bc2f21e7 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101677 Jul 28 11:06:33.956566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.10 (ba8dda9e-7ec8-4064-89a2-d26adcdea463/4d4a05af-94e3-466c-9bd4-ddde4e108954/b239f841-c36c-40a1-b536-143872beca9e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:33.959717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:33.970870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-7ac510ad-03e8-4d5f-9e0c-88240b37c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:33.975065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-7ac510ad-03e8-4d5f-9e0c-88240b37c0d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1161053 Jul 28 11:06:33.976200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=cb73536e-11ec-4fde-bcc1-9266707fb3e7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:34.053345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-ff8ce35f-d509-40b5-b416-88daf948367f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430231 Jul 28 11:06:34.080569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port cb73536e-11ec-4fde-bcc1-9266707fb3e7 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:34.091358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:34.095828 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ea6a717-beaf-4139-83bd-6650c4e4d0ce req-998407b4-864e-4731-824c-ff4f2d3b5e99 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "DELETE /v2.0/ports/cb73536e-11ec-4fde-bcc1-9266707fb3e7 HTTP/1.1" status: 204 len: 173 time: 1.6490979 Jul 28 11:06:34.109221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-f47f8039-cbba-409e-b39b-eabcce457099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:34.112722 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-f47f8039-cbba-409e-b39b-eabcce457099 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838300 Jul 28 11:06:34.119088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec811316-90d4-4f7e-b28e-901717f2a691 req-e3169a41-6c6b-46d4-a451-c11d28db8646 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=180c9b72-0044-4e2f-971b-0ea4eec1ca87 HTTP/1.1" status: 200 len: 210 time: 0.0947886 Jul 28 11:06:34.246952 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Floating IP 86bc826c-8421-4430-a1f8-7d68fde2546d associated. External IP: 172.25.1.55, port: c51a345b-dadd-4aad-803c-2877739aa7b5. Jul 28 11:06:34.271372 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:34.276358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-45cbcf48-7c87-4355-b4ef-36cc1dc49bf1 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959078 Jul 28 11:06:34.322220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-e74de046-2b0e-4b20-97bd-d3bcaad8895d service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563003 Jul 28 11:06:34.414559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:34.457990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-00052664-e3a2-46c0-81d0-81829f34c894 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731584 Jul 28 11:06:34.475496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:34.484356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:34.489829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:34.494185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-844ac33a-d7f4-40fb-b0a0-86201730abbc req-317357dc-39a8-4a08-a934-1b740ae6e9a9 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458108 Jul 28 11:06:34.499725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f6317-345c-4bc9-9a6c-dad2df23ee72 req-f4163435-5468-44a7-ab3f-c48fefd7c092 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:34.501214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff0f6317-345c-4bc9-9a6c-dad2df23ee72 req-f4163435-5468-44a7-ab3f-c48fefd7c092 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1400824 Jul 28 11:06:34.503840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=b239f841-c36c-40a1-b536-143872beca9e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:34.563138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Router 75ff8512-6f3f-4556-8c63-984172deb111 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:34.623671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:34.624886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:34.659881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bea86451-4864-4f3c-8f16-02794e5ddccf tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3634248 Jul 28 11:06:34.662639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:34.669199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff0f6317-345c-4bc9-9a6c-dad2df23ee72 req-77d3d89e-3a6d-4c9b-906a-2cbca25a51f7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406419 Jul 28 11:06:34.669382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'port': {'network_id': 'ba8dda9e-7ec8-4064-89a2-d26adcdea463', 'name': 'tempest-FloatingIPTestJSON-1112299904'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:34.683561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e482ae8c-8d9e-4dae-8726-7f71a58de62b tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:34.683561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-e482ae8c-8d9e-4dae-8726-7f71a58de62b tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1097 time: 0.1507742 Jul 28 11:06:34.692986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723573-7'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:34.728966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:34.737469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:34.748875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] Sync routers for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:34.761785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:34.763390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:34.774483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:34.880846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:34.905032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec4754-4a41-47c9-af3c-5bea6abd058f req-04572fd6-31ad-4c35-a559-0968bf4a6652 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:34.907627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51ec4754-4a41-47c9-af3c-5bea6abd058f req-04572fd6-31ad-4c35-a559-0968bf4a6652 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 946 time: 0.1203263 Jul 28 11:06:34.988474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51ec4754-4a41-47c9-af3c-5bea6abd058f req-f962be38-e97b-4f71-8fc5-35810d8839db tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670631 Jul 28 11:06:35.014036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:35.083660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:35.109489 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b760fca9-1a6f-49dd-9e9f-de49d005aa4f tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "PUT /v2.0/floatingips/86bc826c-8421-4430-a1f8-7d68fde2546d HTTP/1.1" status: 200 len: 991 time: 2.4302099 Jul 28 11:06:35.141980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbffff-5620-43f4-94f6-76e3289ec074 req-b8b16bf6-c5ad-4ab4-9c0e-68dffa4c5d85 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.150225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abcbffff-5620-43f4-94f6-76e3289ec074 req-b8b16bf6-c5ad-4ab4-9c0e-68dffa4c5d85 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 948 time: 0.1148493 Jul 28 11:06:35.154500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:35.157396 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d836746f-2c37-4d27-ad3d-67434a905a53" -d '{"events": [{"server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "name": "network-vif-unplugged", "status": "completed", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:35.166237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.171152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:35.177084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.178497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.202388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] device_id is not set on port ea15669b-91d7-4629-b4a4-6ddedc096e0d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:06:35.248391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'tag': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f'}, {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-deleted', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7'}, {'name': 'network-changed', 'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:35.252080 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0487d02-2a2e-4760-b920-3e98f8d1a557" -d '{"events": [{"name": "network-changed", "server_uuid": "70f70f92-3be1-4159-ab23-2ae8dac672fd", "tag": "5f7f3511-4b1f-4e3e-9668-5b118a1c128f"}, {"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-deleted", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7"}, {"name": "network-changed", "server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:35.253106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abcbffff-5620-43f4-94f6-76e3289ec074 req-cb948494-4bf6-4a29-b9dd-846a83553f16 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020193 Jul 28 11:06:35.288809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:35.312931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '86bc826c-8421-4430-a1f8-7d68fde2546d', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'port_id': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'mac_address': 'fa:16:3e:58:5e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:06:17Z', 'updated_at': '2021-07-28T11:06:33Z', 'revision_number': 1, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:17Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:35.328506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59162) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:35.338046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on host n-h2-723573-7 for vnic_type normal with profile {"migrating_to": "n-h1-723573-7"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:35.338589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:35.339198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:35.347077 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed689c8-df2e-4796-ae0b-308b6bb57171 x-openstack-request-id: req-bed689c8-df2e-4796-ae0b-308b6bb57171 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:35.347373 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "name": "network-vif-unplugged", "status": "completed", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:35.348379 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bed689c8-df2e-4796-ae0b-308b6bb57171 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:35.348815 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'code': 200} Jul 28 11:06:35.357727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] Checking router: 75ff8512-6f3f-4556-8c63-984172deb111 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:06:35.365842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.7 (ba8dda9e-7ec8-4064-89a2-d26adcdea463/4d4a05af-94e3-466c-9bd4-ddde4e108954/ea15669b-91d7-4629-b4a4-6ddedc096e0d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:35.367240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:35.368018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:35.379429 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263ce004-7de7-41e2-abe9-d9b3c99969ce x-openstack-request-id: req-263ce004-7de7-41e2-abe9-d9b3c99969ce {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:35.379845 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f70f92-3be1-4159-ab23-2ae8dac672fd", "tag": "5f7f3511-4b1f-4e3e-9668-5b118a1c128f", "status": "completed", "code": 200}, {"server_uuid": "180c9b72-0044-4e2f-971b-0ea4eec1ca87", "name": "network-vif-deleted", "tag": "cb73536e-11ec-4fde-bcc1-9266707fb3e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:35.380209 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-263ce004-7de7-41e2-abe9-d9b3c99969ce {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:35.380710 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'tag': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f', 'status': 'completed', 'code': 200} Jul 28 11:06:35.381059 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180c9b72-0044-4e2f-971b-0ea4eec1ca87', 'name': 'network-vif-deleted', 'tag': 'cb73536e-11ec-4fde-bcc1-9266707fb3e7', 'status': 'completed', 'code': 200} Jul 28 11:06:35.381428 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'status': 'completed', 'code': 200} Jul 28 11:06:35.403563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting subnet 322a2b30-22f6-42e0-b0ec-1277b73347d5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:06:35.407779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.452888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:35.453218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Attempting to bind port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:35.459516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.481385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:35.481729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:35.482116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:35.482575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Bound port: 72c5ca18-a07f-4044-8a58-8b8ececeda57, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:35.483148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.511784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:06:35.559628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-a6a8cb88-c224-41de-a4ca-dab0c0e6fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.561282 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-a6a8cb88-c224-41de-a4ca-dab0c0e6fc24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbefb94582544cda015ba2df5e5abda&device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 1099 time: 0.1447997 Jul 28 11:06:35.573060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-67f3ca9f-556e-46aa-a85d-27e446493c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.574623 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-67f3ca9f-556e-46aa-a85d-27e446493c3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f709c08f060451aa3fd1c882f4aece9&device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 1097 time: 0.1429031 Jul 28 11:06:35.778211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.783932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '86bc826c-8421-4430-a1f8-7d68fde2546d', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'port_id': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'mac_address': 'fa:16:3e:58:5e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:06:17Z', 'updated_at': '2021-07-28T11:06:33Z', 'revision_number': 1, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:17Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:35.803454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-d61e28ed-25b9-402e-bf20-290eb79ce350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.804958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-d61e28ed-25b9-402e-bf20-290eb79ce350 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2343566 Jul 28 11:06:35.807352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-ff5218a1-9a44-4624-b8b0-2395c81e7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.808857 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-ff5218a1-9a44-4624-b8b0-2395c81e7af5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d35ed973-8633-43d4-98e1-8fc77dd6a29a HTTP/1.1" status: 200 len: 912 time: 0.2103188 Jul 28 11:06:35.812009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44894a33-43e5-4ed8-9f74-2e7bad7fee09 None None] The sync data for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 is: [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '86bc826c-8421-4430-a1f8-7d68fde2546d', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'port_id': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'mac_address': 'fa:16:3e:58:5e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:06:17Z', 'updated_at': '2021-07-28T11:06:33Z', 'revision_number': 1, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:17Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:35.867382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:35.889016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.893080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:35.893840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-43621f18-2d2d-46c0-9027-6570a8bddad5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f HTTP/1.1" status: 200 len: 217 time: 0.0795684 Jul 28 11:06:35.923533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a2d8-844f-422b-bea4-5b6c2f5448c3 req-044174a7-b3d0-44ae-b4d0-96f6806fa446 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.925061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9b6a2d8-844f-422b-bea4-5b6c2f5448c3 req-044174a7-b3d0-44ae-b4d0-96f6806fa446 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1157782 Jul 28 11:06:35.926096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:35.969990 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-f8a018a2-24dd-4243-a2dc-1928853a285f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51a345b-dadd-4aad-803c-2877739aa7b5 HTTP/1.1" status: 200 len: 999 time: 0.1471210 Jul 28 11:06:35.977121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-2fb398a5-3be4-4d88-9afd-2ea2c6bbf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:35.979471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-2fb398a5-3be4-4d88-9afd-2ea2c6bbf070 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0774717 Jul 28 11:06:35.982337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.058584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9b6a2d8-844f-422b-bea4-5b6c2f5448c3 req-62497f49-574f-45d9-92c1-0ea7986ad8dd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955768 Jul 28 11:06:36.059553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:36.067217 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24147e-9529-49f2-8ce9-2f23a0455e8f None None] New status for floating IP 86bc826c-8421-4430-a1f8-7d68fde2546d: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:06:36.079800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.082707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.083317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.084755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-aec51275-cbc9-42b7-ae41-3cb03943bfe9 service neutron] 10.222.0.44 "PUT /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 1122 time: 1.3966532 Jul 28 11:06:36.104418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5476d8-f125-4495-8999-fdffb375db0a None None] Network 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:36.105754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:36.114881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.119568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/subnets/322a2b30-22f6-42e0-b0ec-1277b73347d5 HTTP/1.1" status: 204 len: 168 time: 0.7898383 Jul 28 11:06:36.120636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:36.121376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c594a0f-b306-4af0-bad4-8382b5804343 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Subnet': ['ID=322a2b30-22f6-42e0-b0ec-1277b73347d5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:36.121908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:36.126503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:36.136602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=ea15669b-91d7-4629-b4a4-6ddedc096e0d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:36.166476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-5f98a689-1fa2-469e-911d-66f0cef5197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.168554 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-5f98a689-1fa2-469e-911d-66f0cef5197f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13d3f02a-999e-41cf-9562-25b5ee421024 HTTP/1.1" status: 200 len: 850 time: 0.1876647 Jul 28 11:06:36.219104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-23ba40c3-2f6d-4ef8-86e7-4bddfb8c4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.220925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-23ba40c3-2f6d-4ef8-86e7-4bddfb8c4b07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2335036 Jul 28 11:06:36.233967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.234995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.257059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.268731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba54c7a-c111-430d-992b-9bd7c4f06654 req-bfa25588-7ddf-47bf-b673-d279afa90b00 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.270594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ba54c7a-c111-430d-992b-9bd7c4f06654 req-bfa25588-7ddf-47bf-b673-d279afa90b00 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 944 time: 0.0963850 Jul 28 11:06:36.309153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c370b7ff-ea3e-4125-b05b-cfc54d1b5947 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6451013 Jul 28 11:06:36.314176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:36.319602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'ea15669b-91d7-4629-b4a4-6ddedc096e0d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:36.338544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-c8075ed2-f7ae-4677-bca7-c70042881aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.340039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-c8075ed2-f7ae-4677-bca7-c70042881aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d35ed973-8633-43d4-98e1-8fc77dd6a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577237 Jul 28 11:06:36.362084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ba54c7a-c111-430d-992b-9bd7c4f06654 req-1aae5b44-821c-4d99-b67b-344bc179e420 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774558 Jul 28 11:06:36.376098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['72c5ca18-a07f-4044-8a58-8b8ececeda57'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:36.399750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 7e9298b4-f9cd-4bd2-8381-5bece93af417 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:36.400159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.433123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.446938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5f7f3511-4b1f-4e3e-9668-5b118a1c128f details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:36.526011 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-d1f6b47a-510e-4e8b-a314-8a428dc01c05 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880356 Jul 28 11:06:36.527675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 7e9298b4-f9cd-4bd2-8381-5bece93af417, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7e9298b4-f9cd-4bd2-8381-5bece93af417,segment=NetworkSegment(8dcb7df9-d8ae-4fe3-98b0-729e3453cb40),segment_id=8dcb7df9-d8ae-4fe3-98b0-729e3453cb40)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:36.528046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.551260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 7e9298b4-f9cd-4bd2-8381-5bece93af417 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:36.565731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0cd3-6fae-45b9-89c5-6b7b95a93cb9 req-b0c9ac7f-4e94-4761-b141-35d55c7e8749 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:36.573230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-843c0cd3-6fae-45b9-89c5-6b7b95a93cb9 req-b0c9ac7f-4e94-4761-b141-35d55c7e8749 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 948 time: 0.1171582 Jul 28 11:06:36.588463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] DHCP port deletion for 4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:06:36.657029 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-d164a59e-688c-4d57-b712-b7e12959660c service neutron] 10.222.0.44 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964139 Jul 28 11:06:36.657636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:36.658691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-843c0cd3-6fae-45b9-89c5-6b7b95a93cb9 req-58a71442-e833-456d-8eda-e78e3e5a1bfd tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845952 Jul 28 11:06:36.685041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f', 'mac_address': 'fa:16:3e:7e:18:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:36.698292 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.727999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=7e9298b4-f9cd-4bd2-8381-5bece93af417,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:36.741046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 7e9298b4-f9cd-4bd2-8381-5bece93af417 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:36.757534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Deleting port 7e9298b4-f9cd-4bd2-8381-5bece93af417 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:36.757912 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.760957 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.763308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-622dc88f-fc22-48c2-8b4a-5c7128166cdd service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141733 Jul 28 11:06:36.800674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.809581 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0487d02-2a2e-4760-b920-3e98f8d1a557 req-db3f952c-668c-41fd-bef8-32dc157408be service neutron] 10.222.0.44 "GET /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408117 Jul 28 11:06:36.813273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7f3511-4b1f-4e3e-9668-5b118a1c128f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:36.851013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] For port 7e9298b4-f9cd-4bd2-8381-5bece93af417, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:36.851310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.854613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:36.854790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.860651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.865371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2685e4-06a5-4d87-b53f-846bfc3b8bd5']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:36.869336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Calling delete_port for 7e9298b4-f9cd-4bd2-8381-5bece93af417 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:36.876603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:36.877165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcb7df9-d8ae-4fe3-98b0-729e3453cb40') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:36.885876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.888562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Port 7e9298b4-f9cd-4bd2-8381-5bece93af417 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:06:36.893451 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.901192 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.908515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:06:36.909112 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:06:36.913827 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:06:36.916034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] No DVR routers for this DVR port 7e9298b4-f9cd-4bd2-8381-5bece93af417 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:36.928322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:36.929239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.18 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/f5b5846b-9a41-42ea-9b04-3e9d1ffc4650) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:36.951411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206992b-ca87-44b6-8570-d518e75043e7 None None] Pushing event deleted for resources: {'Port': ['ID=7e9298b4-f9cd-4bd2-8381-5bece93af417,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:36.994068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:36.999580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.004283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/networks/4b2685e4-06a5-4d87-b53f-846bfc3b8bd5 HTTP/1.1" status: 204 len: 168 time: 0.8784602 Jul 28 11:06:37.005498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:37.038729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.039424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70abbe-7310-44b7-a3b3-52a2eb04fbb2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Network': ['ID=4b2685e4-06a5-4d87-b53f-846bfc3b8bd5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:37.072695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5f7f3511-4b1f-4e3e-9668-5b118a1c128f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:37.084060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.095434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting subnet f049bc29-eca6-4e30-b82f-6a719f38e09e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:06:37.098868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.128458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:37.135592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:37.140662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:37.143889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=f5b5846b-9a41-42ea-9b04-3e9d1ffc4650,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:37.145099 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.269039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.278931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aedfbf-dbe7-48d2-97cc-a10dfe437282 req-e28db317-2fce-4179-8ca5-9c12bd723fe7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:37.280501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5aedfbf-dbe7-48d2-97cc-a10dfe437282 req-e28db317-2fce-4179-8ca5-9c12bd723fe7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0962558 Jul 28 11:06:37.364111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5aedfbf-dbe7-48d2-97cc-a10dfe437282 req-930bd3a7-faa3-457f-87cd-fab5d12f57d3 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655246 Jul 28 11:06:37.371522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:37.372809 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:37.391039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.410814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e9298b4-f9cd-4bd2-8381-5bece93af417 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:37.424746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Subnet': ['ID=f049bc29-eca6-4e30-b82f-6a719f38e09e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:37.426999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.428881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-057751ff-d87e-4b1a-8e7b-3cc251aebab3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/subnets/f049bc29-eca6-4e30-b82f-6a719f38e09e HTTP/1.1" status: 204 len: 168 time: 0.4148641 Jul 28 11:06:37.431407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59192) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:37.462096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c81e0-7d73-40e0-a60a-5699c3a8f026 None None] Network 8719cfcb-a390-4ade-a701-a7ff3f3682a4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:37.464537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7e9298b4-f9cd-4bd2-8381-5bece93af417 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:37.464880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e9298b4-f9cd-4bd2-8381-5bece93af417 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:37.520147 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502834a-5a65-42bb-94a1-2423c28c0f1c x-openstack-request-id: req-4502834a-5a65-42bb-94a1-2423c28c0f1c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:37.520455 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:37.520715 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4502834a-5a65-42bb-94a1-2423c28c0f1c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:37.521105 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'status': 'completed', 'code': 200} Jul 28 11:06:37.596774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a916f-46dc-4a22-a134-8195a4183d64 req-243fbe88-0dbd-4bc9-9a99-bfd884fa9d85 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:37.598305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b10a916f-46dc-4a22-a134-8195a4183d64 req-243fbe88-0dbd-4bc9-9a99-bfd884fa9d85 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 944 time: 0.0764503 Jul 28 11:06:37.601948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.637899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-7131f1e1-f187-4e42-a8d3-953c3ae82bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:37.639394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-7131f1e1-f187-4e42-a8d3-953c3ae82bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1125 time: 0.1510081 Jul 28 11:06:37.670038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b10a916f-46dc-4a22-a134-8195a4183d64 req-8984b612-e0f1-4daa-a0ce-696610052eb4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Jul 28 11:06:37.676497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] DHCP port deletion for 8719cfcb-a390-4ade-a701-a7ff3f3682a4 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:06:37.689049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 4d73a3f3-7207-444c-967a-90e9935d0eee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:37.689405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.718052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.736900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:37.750238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] Deleting port 4d73a3f3-7207-444c-967a-90e9935d0eee {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:37.751011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.766744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 4d73a3f3-7207-444c-967a-90e9935d0eee, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4d73a3f3-7207-444c-967a-90e9935d0eee,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:37.767113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.791833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 4d73a3f3-7207-444c-967a-90e9935d0eee owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:37.807734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-a6c655fb-43c1-4189-aaf0-452cc1e7b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:37.809335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-a6c655fb-43c1-4189-aaf0-452cc1e7b894 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.1588268 Jul 28 11:06:37.859866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] For port 4d73a3f3-7207-444c-967a-90e9935d0eee, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4d73a3f3-7207-444c-967a-90e9935d0eee,segment=NetworkSegment(31892c64-eb32-4b66-a91b-84b7963ff3fc),segment_id=31892c64-eb32-4b66-a91b-84b7963ff3fc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:37.860916 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.863207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-370696cf-a035-4442-97d8-8af7634a479d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 217 time: 0.0388715 Jul 28 11:06:37.865091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.874780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9c2f-b5bb-4762-b343-5f76117abf0a req-bceacaab-1375-46d2-81d2-37c6e04df4df tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:37.876354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-600b9c2f-b5bb-4762-b343-5f76117abf0a req-bceacaab-1375-46d2-81d2-37c6e04df4df tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 949 time: 0.0981340 Jul 28 11:06:37.879675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] Calling delete_port for 4d73a3f3-7207-444c-967a-90e9935d0eee owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:37.944128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-600b9c2f-b5bb-4762-b343-5f76117abf0a req-e4cea175-4a66-46eb-ba79-3333c2874113 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611784 Jul 28 11:06:37.946546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:37.955362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-af4da9e1-f8b2-4946-9c59-75ab5e180ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:37.957399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-af4da9e1-f8b2-4946-9c59-75ab5e180ef3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0720246 Jul 28 11:06:37.957560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:37.970356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 has no active binding in host n-h1-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:06:37.994915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 4d73a3f3-7207-444c-967a-90e9935d0eee on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:37.996778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=4d73a3f3-7207-444c-967a-90e9935d0eee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:38.000912 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.027299 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-ed1f3f7d-c2f6-4f14-98f4-38ef34dcb652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543141 Jul 28 11:06:38.029380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] Pushing event deleted for resources: {'Port': ['ID=4d73a3f3-7207-444c-967a-90e9935d0eee,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:38.050922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4b3f8-d80f-4158-afe0-a2e6508a5aff None None] No DVR routers for this DVR port 4d73a3f3-7207-444c-967a-90e9935d0eee on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:38.100782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.112370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8719cfcb-a390-4ade-a701-a7ff3f3682a4']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:38.122787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31892c64-eb32-4b66-a91b-84b7963ff3fc') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:38.123084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31892c64-eb32-4b66-a91b-84b7963ff3fc') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:38.131895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.149399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.155173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:06:38.156253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:06:38.159439 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:06:38.189171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-ed2de11f-379a-40f6-8612-da69de00aae2 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526802 Jul 28 11:06:38.210570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.219026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.226442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.228220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.232342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/networks/8719cfcb-a390-4ade-a701-a7ff3f3682a4 HTTP/1.1" status: 204 len: 168 time: 0.7971234 Jul 28 11:06:38.245556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:38.251943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-152146653'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:38.253987 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:06:38.256493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536bf06-3045-4fb6-b67e-c3e643e9da30 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Network': ['ID=8719cfcb-a390-4ade-a701-a7ff3f3682a4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:38.277188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:38.280965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.303781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:06:38.313541 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.313828 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Added segment dcff02a9-cc87-41ea-baf6-afcc4438a93b of type vlan for network 7afb462c-3333-48b7-8a73-9559edc9b40f Jul 28 11:06:38.350621 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.353624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.353803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=f5b5846b-9a41-42ea-9b04-3e9d1ffc4650,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:38.384775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.390504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:38.391114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.416754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5f7f3511-4b1f-4e3e-9668-5b118a1c128f up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:38.440366 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-33d2ce40-57c3-46d5-9ac3-1aa04273b1cc req-003b14e3-b9cc-4897-82df-1b0d3bb36448 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413704 Jul 28 11:06:38.497543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:38.503535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2542922 Jul 28 11:06:38.503763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:38.503763 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.504346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:38.511167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'subnet': {'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:38.517153 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 0c2b09b4-bc13-4acf-93ef-735554b99049 associated. External IP: 172.25.1.18, port: ea15669b-91d7-4629-b4a4-6ddedc096e0d. Jul 28 11:06:38.555146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739102-8031-43c2-8450-95372ddbaab0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Network': ['ID=7afb462c-3333-48b7-8a73-9559edc9b40f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:38.576324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506eae5-ef2e-4f4f-908b-ca69c08b5fe5 req-2890eae7-7e62-4103-b4ed-70ff8355ba9a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:38.578594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6506eae5-ef2e-4f4f-908b-ca69c08b5fe5 req-2890eae7-7e62-4103-b4ed-70ff8355ba9a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1439075 Jul 28 11:06:38.597630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.599743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7afb462c-3333-48b7-8a73-9559edc9b40f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:06:38.628286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6506eae5-ef2e-4f4f-908b-ca69c08b5fe5 req-6d3d2dfe-1625-45b2-86b4-66c8ba72db28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Jul 28 11:06:38.675420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:38.677708 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876441b4-b707-4c83-a443-24743a3e7d2e" -d '{"events": [{"server_uuid": "70f70f92-3be1-4159-ab23-2ae8dac672fd", "name": "network-vif-plugged", "status": "completed", "tag": "5f7f3511-4b1f-4e3e-9668-5b118a1c128f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:38.700959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:38.706572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.715062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:38.718800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:38.752714 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd9793-efe6-4c8a-af72-4cf778daa223 x-openstack-request-id: req-81cd9793-efe6-4c8a-af72-4cf778daa223 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:38.753035 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f70f92-3be1-4159-ab23-2ae8dac672fd", "name": "network-vif-plugged", "status": "completed", "tag": "5f7f3511-4b1f-4e3e-9668-5b118a1c128f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:38.753356 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81cd9793-efe6-4c8a-af72-4cf778daa223 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:38.753742 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f', 'code': 200} Jul 28 11:06:38.768942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:38.828055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e2ea-670a-4c29-8c4f-bae0742b978d req-8a447f21-59fc-42b8-884a-143dff6db8bb tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:38.831695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0db8e2ea-670a-4c29-8c4f-bae0742b978d req-8a447f21-59fc-42b8-884a-143dff6db8bb tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 944 time: 0.0506635 Jul 28 11:06:38.872053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0db8e2ea-670a-4c29-8c4f-bae0742b978d req-ea0dbf23-daea-46c0-82c6-c8e544b1823f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Jul 28 11:06:39.077921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ab95-27bd-4764-a6e2-64b718d4e2fa req-813b099e-b755-4028-8ef0-3d9027baeee1 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:39.079537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3579ab95-27bd-4764-a6e2-64b718d4e2fa req-813b099e-b755-4028-8ef0-3d9027baeee1 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 950 time: 0.0515640 Jul 28 11:06:39.118988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3579ab95-27bd-4764-a6e2-64b718d4e2fa req-73ceeb49-8d41-479d-84b8-bab22d967cca tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Jul 28 11:06:39.238103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83cd5-7b94-4400-bf6f-d0dae6a2f90f req-37a161b3-0ffb-4ab3-ad8d-f1e9d9a6ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:39.239503 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25d83cd5-7b94-4400-bf6f-d0dae6a2f90f req-37a161b3-0ffb-4ab3-ad8d-f1e9d9a6ddea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 1101 time: 0.4282987 Jul 28 11:06:39.277549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:39.322078 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25d83cd5-7b94-4400-bf6f-d0dae6a2f90f req-61d0e158-b16a-4cae-8f5c-349a6dba4a00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Jul 28 11:06:39.372529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4d73a3f3-7207-444c-967a-90e9935d0eee no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:39.392800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4d73a3f3-7207-444c-967a-90e9935d0eee {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:39.393147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4d73a3f3-7207-444c-967a-90e9935d0eee not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:39.452941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.518191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:39.530931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03645eb-3287-472b-938c-197aff4d109e None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:39.540603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03645eb-3287-472b-938c-197aff4d109e None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:39.541233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a03645eb-3287-472b-938c-197aff4d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:39.544436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Subnet': ['ID=e8223410-a373-464b-b83e-73fe39807f82,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:39.551492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Checking segment: {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:39.551951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network hostable DHCP agents. Network: 7afb462c-3333-48b7-8a73-9559edc9b40f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:06:39.555683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.590032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a03645eb-3287-472b-938c-197aff4d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:39.591054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-196fe4e1-0a0c-4df4-80c9-608aec29dacc tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2749383 Jul 28 11:06:39.594535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:39.595423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 7afb462c-3333-48b7-8a73-9559edc9b40f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:06:39.599432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:39.604246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03645eb-3287-472b-938c-197aff4d109e None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:39.605180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a03645eb-3287-472b-938c-197aff4d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:39.606523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7afb462c-3333-48b7-8a73-9559edc9b40f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:39.611914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:39.612814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.630314 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-88a72148-f5a8-4ca0-8561-88dff579eb85 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1217668 Jul 28 11:06:39.630634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:39.635777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-677270157'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:39.643915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac09a8-a9c8-4e30-961a-699dacaedf3b None None] Network 7afb462c-3333-48b7-8a73-9559edc9b40f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:39.646146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a03645eb-3287-472b-938c-197aff4d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:39.646936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03645eb-3287-472b-938c-197aff4d109e None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:39.682292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:39.688752 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.689794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.737317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:06:39.749889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.750371 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Added segment abee3123-4265-4d01-a81b-ec57c8e0f099 of type vlan for network dc6628b0-7086-4e8b-986b-0c101634d08d Jul 28 11:06:39.807402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.851729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.862055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:39.863290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.889793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc98a-2709-47a2-9965-bd422692060c req-bf0e8c6e-8157-4d44-a7c6-e99a3bce063c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:39.892639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cadc98a-2709-47a2-9965-bd422692060c req-bf0e8c6e-8157-4d44-a7c6-e99a3bce063c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0735469 Jul 28 11:06:39.936647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.946475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3146594 Jul 28 11:06:39.946765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.947375 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 0c2b09b4-bc13-4acf-93ef-735554b99049 disassociated. External IP: 172.25.1.18, port: ea15669b-91d7-4629-b4a4-6ddedc096e0d. Jul 28 11:06:39.949338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:39.955747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'subnet': {'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:39.958944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139162d-23b8-4412-9b43-9ed5e1c1e2ce tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Network': ['ID=dc6628b0-7086-4e8b-986b-0c101634d08d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:39.969326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7afb462c-3333-48b7-8a73-9559edc9b40f', 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'fixed_ips': [{'subnet_id': 'e8223410-a373-464b-b83e-73fe39807f82'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:06:39.970478 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:39.973972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network dc6628b0-7086-4e8b-986b-0c101634d08d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:06:40.107266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cadc98a-2709-47a2-9965-bd422692060c req-8fca643f-0394-48c7-9d16-477afda017b5 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836116 Jul 28 11:06:40.183225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fc60c-ba7e-4e8e-b8ed-d5e38975cd01 req-c9210b24-bf66-4f87-a4c3-c3aa9bec7b14 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:40.184747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d3fc60c-ba7e-4e8e-b8ed-d5e38975cd01 req-c9210b24-bf66-4f87-a4c3-c3aa9bec7b14 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 944 time: 0.2248509 Jul 28 11:06:40.193969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Allocated IP 19.80.0.2 (7afb462c-3333-48b7-8a73-9559edc9b40f/e8223410-a373-464b-b83e-73fe39807f82/96d3a604-f592-4c28-9c8f-4f0106b8eeaf) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:40.250452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:40.253903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.340724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.349974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Transition to ACTIVE for port object 96d3a604-f592-4c28-9c8f-4f0106b8eeaf will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:40.365226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Transition to ACTIVE for port object 96d3a604-f592-4c28-9c8f-4f0106b8eeaf will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:40.370428 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.384215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d3fc60c-ba7e-4e8e-b8ed-d5e38975cd01 req-e76210c4-e11c-4230-99cd-2142abdc841f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692138 Jul 28 11:06:40.391102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f1f84-c912-42bd-af8b-ce82f7339607 req-5e5ae063-0ff6-42d0-b7e5-312657a4b7b0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:40.401158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-515f1f84-c912-42bd-af8b-ce82f7339607 req-5e5ae063-0ff6-42d0-b7e5-312657a4b7b0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 950 time: 0.1962960 Jul 28 11:06:40.418638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Network 7afb462c-3333-48b7-8a73-9559edc9b40f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:40.419720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Pushing event updated for resources: {'Port': ['ID=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:40.423136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:40.424912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:40.480941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Attempting to bind port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:40.481300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Attempting to bind port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:40.481656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Attempting to bind port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf on network 7afb462c-3333-48b7-8a73-9559edc9b40f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:40.487203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:40.487572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Checking segment: {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:40.487965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.488388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Bound using segment: {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:40.488845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Bound port: 96d3a604-f592-4c28-9c8f-4f0106b8eeaf, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:40.489222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.526303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-515f1f84-c912-42bd-af8b-ce82f7339607 req-5d64a5d5-a7ca-486c-be5c-903ee7ad2d8e tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153724 Jul 28 11:06:40.539378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:40.556783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] For port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:40.561702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] For port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:40.568708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.641385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c691-724a-4c88-bfbe-467fe56e69fd None None] Pushing event updated for resources: {'Port': ['ID=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:40.659484 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:40.939082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-1d8883cd-9e84-4fa1-bd95-947eee8c73bc service neutron] 10.222.0.41 "GET /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.0852458 Jul 28 11:06:41.094476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:41.103613 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:41.105615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.107610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Subnet': ['ID=03e7a821-56c8-4671-9a56-455a6b68b650,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:41.123865 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:41.125315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:41.132152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:41.153177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ab1f3-93c4-4296-8b2c-752c6f235804 req-a6a185ef-0cc8-4b43-abcc-fbeb74e1a9af tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.155471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-698ab1f3-93c4-4296-8b2c-752c6f235804 req-a6a185ef-0cc8-4b43-abcc-fbeb74e1a9af tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 950 time: 0.1497543 Jul 28 11:06:41.156499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:41.157053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Checking segment: {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:41.157438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network hostable DHCP agents. Network: dc6628b0-7086-4e8b-986b-0c101634d08d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:06:41.161599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bfb0a3fd-d0fe-4cfb-a130-db187381330b tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/floatingips/0c2b09b4-bc13-4acf-93ef-735554b99049 HTTP/1.1" status: 200 len: 687 time: 1.5660241 Jul 28 11:06:41.164130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:41.191921 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:41.199654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c5ca18-a07f-4044-8a58-8b8ececeda57 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:41.203148 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:41.203903 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:41.212815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:41.237181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.244487 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:41.246016 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7671cc8-d8f1-4136-bf17-cf64cc79b4ba None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:41.269058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network dc6628b0-7086-4e8b-986b-0c101634d08d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:06:41.318073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] Transition to ACTIVE for port object 72c5ca18-a07f-4044-8a58-8b8ececeda57 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:41.330680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.332764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-698ab1f3-93c4-4296-8b2c-752c6f235804 req-c53977ec-8fbd-4b38-9a39-c4c00c9836f2 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594751 Jul 28 11:06:41.351269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, dc6628b0-7086-4e8b-986b-0c101634d08d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:41.360866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68565b2-cd21-4513-92f3-0e11c170a70b None None] Network dc6628b0-7086-4e8b-986b-0c101634d08d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:41.361575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.361732 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.377535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f5414-e938-480d-94a9-2f923c0a0e08 req-972ee8d7-70f0-4af1-a4a8-a92b4259a9ba tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.379063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-476f5414-e938-480d-94a9-2f923c0a0e08 req-972ee8d7-70f0-4af1-a4a8-a92b4259a9ba tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1638114 Jul 28 11:06:41.408353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2d8844a1-58bb-4e01-a266-9ace39b001ab tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4578321 Jul 28 11:06:41.420426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] No DVR routers for this DVR port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:41.429049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] Pushing event updated for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:41.490443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-840b583b-4ae3-474e-a972-30e9221511b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57/bindings/n-h1-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 0.5399575 Jul 28 11:06:41.518276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-476f5414-e938-480d-94a9-2f923c0a0e08 req-c94f9679-1ab9-4198-91b6-499e4c5563e8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304979 Jul 28 11:06:41.520105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port f5b5846b-9a41-42ea-9b04-3e9d1ffc4650 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:41.520477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.523726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 96d3a604-f592-4c28-9c8f-4f0106b8eeaf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:41.637496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4811e5-d833-4b3e-b707-e7f9ff1df163 req-c739ee55-1c59-42ca-a13d-93a3bf28438e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.639130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e4811e5-d833-4b3e-b707-e7f9ff1df163 req-c739ee55-1c59-42ca-a13d-93a3bf28438e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 945 time: 0.1111364 Jul 28 11:06:41.648243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-09e18aff-176f-473b-9a2b-3832805e91b3 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.650515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-09e18aff-176f-473b-9a2b-3832805e91b3 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0691481 Jul 28 11:06:41.703083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:41.703578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.703914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.722230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-1cc117b1-a854-4a95-a589-f6a7ee47561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.727982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-1cc117b1-a854-4a95-a589-f6a7ee47561c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e&tenant_id=eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 1096 time: 0.0691152 Jul 28 11:06:41.755425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-dc6628b0-7086-4e8b-986b-0c101634d08d', 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'fixed_ips': [{'subnet_id': '03e7a821-56c8-4671-9a56-455a6b68b650'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:06:41.756363 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:41.787838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for f5b5846b-9a41-42ea-9b04-3e9d1ffc4650 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:41.798677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-8add10dc-43c7-42e5-a2ac-8e118bdebff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.800710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-8add10dc-43c7-42e5-a2ac-8e118bdebff4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1096 time: 0.0464871 Jul 28 11:06:41.802124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e4811e5-d833-4b3e-b707-e7f9ff1df163 req-a1a169a8-2cef-42b2-9461-4135f78f470a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520646 Jul 28 11:06:41.942819 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Allocated IP 19.86.0.2 (dc6628b0-7086-4e8b-986b-0c101634d08d/03e7a821-56c8-4671-9a56-455a6b68b650/76603956-ae98-42c0-ac3c-0ad81d44a1a8) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:41.948424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-88a18487-9d47-4114-9bf0-23c94e0aae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.949069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1fe23537-5d9c-4731-b968-ed9f4360315d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.950784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-88a18487-9d47-4114-9bf0-23c94e0aae4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.1371264 Jul 28 11:06:41.955641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970d4ef-5444-49de-89f2-bc343ba18391 None None] Network 7afb462c-3333-48b7-8a73-9559edc9b40f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:41.956094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1fe23537-5d9c-4731-b968-ed9f4360315d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:41.964646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1fe23537-5d9c-4731-b968-ed9f4360315d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/networks?id=7afb462c-3333-48b7-8a73-9559edc9b40f&id=dc6628b0-7086-4e8b-986b-0c101634d08d HTTP/1.1" status: 200 len: 1390 time: 0.2890828 Jul 28 11:06:41.992723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-67a8bed2-a683-4a3d-8121-d293a7e4147c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/quotas/6fa711e50f4e4921b4088db15a0e2dd9 HTTP/1.1" status: 200 len: 375 time: 0.0271425 Jul 28 11:06:42.008739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-1328092f-d8ed-4cb6-bfff-2e73a7fbf947 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 217 time: 0.0473602 Jul 28 11:06:42.048723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] Provisioning for port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:42.060684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] Provisioning complete for port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:42.061282 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.102633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-743553c2-f707-48f1-8a3e-dc8de5d2ce76 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089807 Jul 28 11:06:42.116902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-adb15395-a810-4508-ba62-349ad70675d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:42.118481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-adb15395-a810-4508-ba62-349ad70675d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0912063 Jul 28 11:06:42.128256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-70891b44-cef8-4f28-bcae-e3702fbc4814 tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:42.129854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-70891b44-cef8-4f28-bcae-e3702fbc4814 tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 1101 time: 0.0625565 Jul 28 11:06:42.162505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.176153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-a490c4fa-fa4f-4d30-b630-680cdeed0b33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452650 Jul 28 11:06:42.210351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=f5b5846b-9a41-42ea-9b04-3e9d1ffc4650,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:42.281762 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.289422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.306595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Transition to ACTIVE for port object 76603956-ae98-42c0-ac3c-0ad81d44a1a8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:42.310107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-d96d80f4-af0e-498a-924b-3a9a6c57c8fb service neutron] 10.222.0.20 "GET /v2.0/networks/7afb462c-3333-48b7-8a73-9559edc9b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065415 Jul 28 11:06:42.310944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Deleting port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:42.311585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.316484 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-dbd6e515-ef57-49e4-b5d4-62173859e8d2 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280663 Jul 28 11:06:42.351678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Transition to ACTIVE for port object 76603956-ae98-42c0-ac3c-0ad81d44a1a8 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:42.362649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.365822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.366630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.366984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c4d11c6b-3513-439d-aba1-6c0374467963 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/floatingips/0c2b09b4-bc13-4acf-93ef-735554b99049 HTTP/1.1" status: 204 len: 168 time: 1.2018909 Jul 28 11:06:42.370645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:42.371522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] For port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:42.380346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'b239f841-c36c-40a1-b536-143872beca9e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:42.383722 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.417758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Network dc6628b0-7086-4e8b-986b-0c101634d08d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:42.423491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:42.429040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.429233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:42.434554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Pushing event updated for resources: {'Port': ['ID=76603956-ae98-42c0-ac3c-0ad81d44a1a8,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:42.486525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] For port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:42.486903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.506588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Calling delete_port for 5f7f3511-4b1f-4e3e-9668-5b118a1c128f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:42.510251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-3bd72c6c-ac65-4217-8c44-d3a5d6a8e9da service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834471 Jul 28 11:06:42.528579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-c65c872a-48cb-4c72-a168-1f23b0359264 service neutron] 10.222.0.20 "GET /v2.0/networks/7afb462c-3333-48b7-8a73-9559edc9b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173028 Jul 28 11:06:42.553882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cb1d8-40bb-4a07-b0cd-093b8f63e003 None None] Pushing event updated for resources: {'Port': ['ID=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:42.556684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Attempting to bind port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:42.557051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Attempting to bind port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:42.557412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Attempting to bind port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 on network dc6628b0-7086-4e8b-986b-0c101634d08d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:42.567139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:42.567722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Checking segment: {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:42.567939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.568344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Bound using segment: {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:42.568826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Bound port: 76603956-ae98-42c0-ac3c-0ad81d44a1a8, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:42.569208 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.650942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] For port 76603956-ae98-42c0-ac3c-0ad81d44a1a8, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:42.656576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] For port 76603956-ae98-42c0-ac3c-0ad81d44a1a8, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=76603956-ae98-42c0-ac3c-0ad81d44a1a8,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:42.660908 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.671454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.707304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5f7f3511-4b1f-4e3e-9668-5b118a1c128f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:42.717483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f7f3511-4b1f-4e3e-9668-5b118a1c128f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:42.745970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a32c-7ed8-4afa-ac81-dd70c0ed10c7 req-31baa4d1-d63b-4c72-a327-c4e1f61929f8 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:42.747346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9937a32c-7ed8-4afa-ac81-dd70c0ed10c7 req-31baa4d1-d63b-4c72-a327-c4e1f61929f8 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f70f92-3be1-4159-ab23-2ae8dac672fd HTTP/1.1" status: 200 len: 867 time: 0.1820962 Jul 28 11:06:42.803843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a6dd4-d229-447d-8800-50241daff1c6 None None] Pushing event updated for resources: {'Port': ['ID=76603956-ae98-42c0-ac3c-0ad81d44a1a8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:42.818206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce10355b-f68e-4fcd-a4b5-fff814e06ce4 None None] Provisioning complete for port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:42.818641 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce10355b-f68e-4fcd-a4b5-fff814e06ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.821523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] No DVR routers for this DVR port 5f7f3511-4b1f-4e3e-9668-5b118a1c128f on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:06:42.825569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.831590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2bd8093e-8c04-4fcc-88c2-79666eab9254 req-e57cc1ed-c768-4768-849a-5bcb81962b7b tempest-DeleteServersAdminTestJSON-35756299 tempest-DeleteServersAdminTestJSON-35756299-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5f7f3511-4b1f-4e3e-9668-5b118a1c128f HTTP/1.1" status: 204 len: 173 time: 0.6905649 Jul 28 11:06:42.842861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bdc5db8c-6757-49cf-9d53-4ca6e598d1b6 service neutron] 10.222.0.20 "GET /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134556 Jul 28 11:06:42.846369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'name': 'network-vif-deleted', 'tag': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:42.850862 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bfcae-a88a-49b9-94af-2d502cd744f9" -d '{"events": [{"server_uuid": "70f70f92-3be1-4159-ab23-2ae8dac672fd", "name": "network-vif-deleted", "tag": "5f7f3511-4b1f-4e3e-9668-5b118a1c128f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:42.902977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-86ec907f-8e9b-426d-8779-87b4c5eeaede tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:42.906192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-86ec907f-8e9b-426d-8779-87b4c5eeaede tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0710297 Jul 28 11:06:42.969694 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:42.990256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9937a32c-7ed8-4afa-ac81-dd70c0ed10c7 req-aa6ed4c5-d616-459c-aa10-f52185752262 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221200 Jul 28 11:06:43.116748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-5f294114-063b-41dd-99de-9394b08e9758 service neutron] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:43.121237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-5f294114-063b-41dd-99de-9394b08e9758 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:43.122530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19e30f6c-9012-49e3-a5da-8c64900a0ec0 req-5f294114-063b-41dd-99de-9394b08e9758 service neutron] 10.222.0.44 "DELETE /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57/bindings/n-h2-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.2068856 Jul 28 11:06:43.152909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-d88ba9ab-b5c8-4013-bbab-1ae859ddbabc service neutron] 10.222.0.20 "GET /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090560 Jul 28 11:06:43.208955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8d0a9-d64d-40b1-8246-bc4385f869f1 req-f0c42e00-aa8d-42d1-8478-a33c96411c0a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:43.210448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fd8d0a9-d64d-40b1-8246-bc4385f869f1 req-f0c42e00-aa8d-42d1-8478-a33c96411c0a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1105795 Jul 28 11:06:43.249952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.53 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/aa62f7aa-7a46-41d7-937e-1261f494f0dd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:43.285267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fd8d0a9-d64d-40b1-8246-bc4385f869f1 req-7dc84b78-6b95-4b40-aa40-58d52f795d60 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Jul 28 11:06:43.344077 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a1248-9547-45ad-a7d6-7404244fa767 x-openstack-request-id: req-5e2a1248-9547-45ad-a7d6-7404244fa767 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:43.344541 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f70f92-3be1-4159-ab23-2ae8dac672fd", "name": "network-vif-deleted", "tag": "5f7f3511-4b1f-4e3e-9668-5b118a1c128f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:43.345620 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e2a1248-9547-45ad-a7d6-7404244fa767 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:43.346277 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f70f92-3be1-4159-ab23-2ae8dac672fd', 'name': 'network-vif-deleted', 'tag': '5f7f3511-4b1f-4e3e-9668-5b118a1c128f', 'status': 'completed', 'code': 200} Jul 28 11:06:43.488220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2705-6243-4186-9ee9-0d9d3ce8c930 req-8a5ff7be-0641-4620-bb1c-01cdb42148a8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:43.495154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb8f2705-6243-4186-9ee9-0d9d3ce8c930 req-8a5ff7be-0641-4620-bb1c-01cdb42148a8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 945 time: 0.1243732 Jul 28 11:06:43.563836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 96d3a604-f592-4c28-9c8f-4f0106b8eeaf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:43.582629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb8f2705-6243-4186-9ee9-0d9d3ce8c930 req-872b5a8f-4ff4-4f4c-bce3-e5b5baa88c5c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864327 Jul 28 11:06:43.602948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:43.644300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:43.645053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:43.754851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d3adf3d-6eea-4a2e-bbb4-422f023c43ad req-a403a3f9-9b83-40d3-9ace-68eaabaf3ab7 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 210 time: 0.0651045 Jul 28 11:06:43.756462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:43.772476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 76603956-ae98-42c0-ac3c-0ad81d44a1a8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:43.842659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:43.866007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:43.872805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:43.880333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:43.917446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=aa62f7aa-7a46-41d7-937e-1261f494f0dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:43.937486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d02b5-f377-4eb4-bc9d-1ec6d27d3e1e req-cb28d599-b118-4c8e-91bf-77e149348774 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:43.939264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d8d02b5-f377-4eb4-bc9d-1ec6d27d3e1e req-cb28d599-b118-4c8e-91bf-77e149348774 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1096 time: 0.1175964 Jul 28 11:06:44.029949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d8d02b5-f377-4eb4-bc9d-1ec6d27d3e1e req-5294c03a-8902-47b1-9336-4b59cec72c09 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835421 Jul 28 11:06:44.143837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616bcda-3f2d-4b60-88fe-af749537174a None None] Network dc6628b0-7086-4e8b-986b-0c101634d08d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:06:44.335578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-aef19ebd-5e41-4f55-8ac9-68f40dc3b523 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbbefb94582544cda015ba2df5e5abda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755267 Jul 28 11:06:44.375332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] Provisioning for port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:44.384725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] Provisioning complete for port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:44.385034 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:44.435357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:44.523343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:44.523775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5f7f3511-4b1f-4e3e-9668-5b118a1c128f no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:06:44.567139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5f7f3511-4b1f-4e3e-9668-5b118a1c128f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:06:44.567838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5f7f3511-4b1f-4e3e-9668-5b118a1c128f not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:06:44.586951 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:44.626620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] For port 76603956-ae98-42c0-ac3c-0ad81d44a1a8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=76603956-ae98-42c0-ac3c-0ad81d44a1a8,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:44.632809 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:44.694315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839e06a-6e64-4a81-a7a0-eabbd66a69a4 None None] Pushing event updated for resources: {'Port': ['ID=76603956-ae98-42c0-ac3c-0ad81d44a1a8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:44.790531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-a9e2cdc0-0e5e-4090-9417-85f9b79ac07f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:44.796743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-a9e2cdc0-0e5e-4090-9417-85f9b79ac07f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:44.798378 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-a9e2cdc0-0e5e-4090-9417-85f9b79ac07f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "GET /v2.0/networks?id=7afb462c-3333-48b7-8a73-9559edc9b40f&id=dc6628b0-7086-4e8b-986b-0c101634d08d HTTP/1.1" status: 200 len: 1390 time: 0.2067890 Jul 28 11:06:44.818552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'port': {'device_id': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f', 'admin_state_up': True, 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:44.858465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e8ea9d06-cc54-4d82-88c1-bd56f291be31 None None] Provisioning complete for port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:44.859538 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9d06-cc54-4d82-88c1-bd56f291be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:44.943344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:44.947954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:44.998141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-579caaaa-ac94-4176-b4c4-6ac9976891dc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:45.000227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-579caaaa-ac94-4176-b4c4-6ac9976891dc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.6846423 Jul 28 11:06:45.050622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-c89be389-e13f-43f6-ab66-53b7dd568f2a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/quotas/eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 375 time: 0.0325344 Jul 28 11:06:45.057420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-afa96ba3-61ff-4461-abe8-4c18aef85305 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:45.058838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-afa96ba3-61ff-4461-abe8-4c18aef85305 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7074909 Jul 28 11:06:45.064657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.089461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Allocated IP 19.80.0.15 (7afb462c-3333-48b7-8a73-9559edc9b40f/e8223410-a373-464b-b83e-73fe39807f82/bad5e846-83ff-4e9e-a718-66bb7c96d3cb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:45.150629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-13a6dc50-7602-4909-8deb-03b2139a19aa tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/quotas/cbbefb94582544cda015ba2df5e5abda HTTP/1.1" status: 200 len: 375 time: 0.0703931 Jul 28 11:06:45.206429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-d9278441-d6e3-45a9-8ba8-2ee834f61c95 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbbefb94582544cda015ba2df5e5abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396509 Jul 28 11:06:45.231579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-e57cb2bb-2bc7-4f3d-a1ba-f1227b1f3ace tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689649 Jul 28 11:06:45.237070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.259400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.275760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Transition to ACTIVE for port object bad5e846-83ff-4e9e-a718-66bb7c96d3cb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:45.315532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.387334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network 7afb462c-3333-48b7-8a73-9559edc9b40f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:45.394177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:45.401558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:45.431429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:45.455190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-ecb59ae0-1c21-41b4-ba93-8f6547576311 service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152579 Jul 28 11:06:45.482915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 76603956-ae98-42c0-ac3c-0ad81d44a1a8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:45.488308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:45.489073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.512569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-4d716062-8a02-4b50-b378-58e9bd72b25b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6982272 Jul 28 11:06:45.524424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Request body: {'port': {'device_id': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d', 'admin_state_up': True, 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:45.569076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:45.569655 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.588121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c38b59-a22d-41a2-a115-4f2143dfb9a2 req-2d71efd2-bae4-4d50-9352-9a1e312f6c78 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:45.589669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31c38b59-a22d-41a2-a115-4f2143dfb9a2 req-2d71efd2-bae4-4d50-9352-9a1e312f6c78 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1822209 Jul 28 11:06:45.684710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Made reservation on behalf of 6fa711e50f4e4921b4088db15a0e2dd9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:45.691357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.708378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.710860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2a4a5eb6-f672-43c3-a447-55344e0ccd9c service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463319 Jul 28 11:06:45.714435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.729913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31c38b59-a22d-41a2-a115-4f2143dfb9a2 req-682dab9e-ee83-4dbe-ae4f-fe6ca4c4b29d tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226254 Jul 28 11:06:45.777695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ef8becdf-37bc-498c-b5af-9e087f1a7ff9 None None] Provisioning for port bad5e846-83ff-4e9e-a718-66bb7c96d3cb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:45.789214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ef8becdf-37bc-498c-b5af-9e087f1a7ff9 None None] Provisioning complete for port bad5e846-83ff-4e9e-a718-66bb7c96d3cb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:45.789680 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef8becdf-37bc-498c-b5af-9e087f1a7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.807755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=aa62f7aa-7a46-41d7-937e-1261f494f0dd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:45.818589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:45.878647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ef8becdf-37bc-498c-b5af-9e087f1a7ff9 None None] Port bad5e846-83ff-4e9e-a718-66bb7c96d3cb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:45.958829 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP de67c279-f4e0-430c-9839-eab27b0e9a8b associated. External IP: 172.25.1.53, port: b239f841-c36c-40a1-b536-143872beca9e. Jul 28 11:06:46.044119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Allocated IP 19.86.0.165 (dc6628b0-7086-4e8b-986b-0c101634d08d/03e7a821-56c8-4671-9a56-455a6b68b650/74a1de85-808f-42cf-82be-7b467b2db344) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:46.156088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea754348-7b1a-4904-912e-3b3146cbce2e req-84382310-cdd3-45ec-9f07-b1870ec06794 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 210 time: 0.0701060 Jul 28 11:06:46.264402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cfc3a-f045-4a3e-bc5d-7540b46ab054 req-f42eeca8-f701-4f63-be03-1700517c1a04 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:46.266767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f4cfc3a-f045-4a3e-bc5d-7540b46ab054 req-f42eeca8-f701-4f63-be03-1700517c1a04 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 931 time: 0.1803579 Jul 28 11:06:46.287158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:46.292511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1a7a049-3f20-4d41-9611-6521905f4707 req-5fd6977f-aa54-41f1-926f-7fcb73320905 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 210 time: 0.0622780 Jul 28 11:06:46.327557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Transition to ACTIVE for port object 74a1de85-808f-42cf-82be-7b467b2db344 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:46.365054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:46.376889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f4cfc3a-f045-4a3e-bc5d-7540b46ab054 req-2f75df31-7151-4cb9-b527-8bcc24c452d2 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933306 Jul 28 11:06:46.406652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:46.422514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Network dc6628b0-7086-4e8b-986b-0c101634d08d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:46.426519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:46.430356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:46.470987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event updated for resources: {'Port': ['ID=74a1de85-808f-42cf-82be-7b467b2db344,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:46.503019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:46.503638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:46.532851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1cda1abc-f3a5-4b46-9e82-6cf3cb6b9670 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0139911 Jul 28 11:06:46.585744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:46.599542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:46.614423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:46.616797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:46.641012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:46.655055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-3ca8d574-eb71-4855-83ec-4d95177c8ff9 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbefb94582544cda015ba2df5e5abda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530379 Jul 28 11:06:46.696574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:46.705043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-16653a7c-a995-4603-b050-aa2aed78b031 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3331261 Jul 28 11:06:46.705897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:46.716111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:46.716813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:46.735842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Request body: {'port': {'device_id': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:46.842395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:46.844781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de934f-71d9-452d-ac37-38e69a44af5a None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:46.856347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-716acb25-1621-4e2f-a42a-ab8bdcae0b06 None None] Provisioning for port 74a1de85-808f-42cf-82be-7b467b2db344 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:46.859776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-716acb25-1621-4e2f-a42a-ab8bdcae0b06 None None] Provisioning complete for port 74a1de85-808f-42cf-82be-7b467b2db344 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:46.860775 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-716acb25-1621-4e2f-a42a-ab8bdcae0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:46.871928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:46.911135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-716acb25-1621-4e2f-a42a-ab8bdcae0b06 None None] Port 74a1de85-808f-42cf-82be-7b467b2db344 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:46.927245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-217460f9-89ee-459f-986f-e84323cfe001 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/floatingips/de67c279-f4e0-430c-9839-eab27b0e9a8b HTTP/1.1" status: 200 len: 977 time: 0.2179997 Jul 28 11:06:46.927502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:46.955229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-548b3c45-34a0-405d-adad-b58f0c9b9b80 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:46.957237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-548b3c45-34a0-405d-adad-b58f0c9b9b80 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964213 Jul 28 11:06:46.974497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Request body: {'port': {'device_id': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'cbbefb94582544cda015ba2df5e5abda'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:47.032300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becea95d-0bec-4b03-a2f3-b6e3fcca9185 req-3f6aab84-ed98-40d3-8918-98c7a8498bca tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:47.033806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-becea95d-0bec-4b03-a2f3-b6e3fcca9185 req-3f6aab84-ed98-40d3-8918-98c7a8498bca tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1772957 Jul 28 11:06:47.296594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Made reservation on behalf of cbbefb94582544cda015ba2df5e5abda for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:47.300404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.455258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad5e846-83ff-4e9e-a718-66bb7c96d3cb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:47.466429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.491630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Transition to ACTIVE for port object bad5e846-83ff-4e9e-a718-66bb7c96d3cb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:47.496438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-becea95d-0bec-4b03-a2f3-b6e3fcca9185 req-bb4ea000-b947-463b-b277-e141981f5056 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530542 Jul 28 11:06:47.498111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Allocated IP 192.168.233.203 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/ece278da-d7b3-4e23-94a2-288fd0472fe2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:47.500300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.504509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f52cf6cd-6778-49a9-a268-e6fccb315a83 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5732656 Jul 28 11:06:47.504509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf8b69a9-e369-42b3-af70-8f23088919b1 req-60ac5e81-f08e-436d-a509-0dfba0a683db tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 210 time: 0.1075451 Jul 28 11:06:47.505780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:47.519681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'port_id': 'ea15669b-91d7-4629-b4a4-6ddedc096e0d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:47.588881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-47567dd3-7210-453b-b5f7-73b810b74fca tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:47.590453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-47567dd3-7210-453b-b5f7-73b810b74fca tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.1930339 Jul 28 11:06:47.621774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Request body: {'port': {'device_id': '692f756b-a277-4302-b567-912608117e37', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'admin_state_up': True, 'tenant_id': 'eeb9ee7102e246b0b238b58be6516c8b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:47.627107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.666186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62d5b396-ec43-49af-b4c1-b7ed5b840f6b req-29d1083a-4360-46d8-84c6-231b8c9b2992 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 210 time: 0.0726883 Jul 28 11:06:47.692075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:47.736884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63a68-1a7b-4f59-a81f-01db0de2951a req-732a4654-ddb6-492d-8be9-4bd029911304 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:47.742653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63a68-1a7b-4f59-a81f-01db0de2951a req-732a4654-ddb6-492d-8be9-4bd029911304 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:47.748705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3b63a68-1a7b-4f59-a81f-01db0de2951a req-732a4654-ddb6-492d-8be9-4bd029911304 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1666 time: 0.1563916 Jul 28 11:06:47.815020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3b63a68-1a7b-4f59-a81f-01db0de2951a req-6fda30bc-d27e-403b-bb42-05a293982b96 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619552 Jul 28 11:06:47.838992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Made reservation on behalf of eeb9ee7102e246b0b238b58be6516c8b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:47.841901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.891371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Attempting to bind port bad5e846-83ff-4e9e-a718-66bb7c96d3cb on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:47.891627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Attempting to bind port bad5e846-83ff-4e9e-a718-66bb7c96d3cb by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:47.891959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Attempting to bind port bad5e846-83ff-4e9e-a718-66bb7c96d3cb on network 7afb462c-3333-48b7-8a73-9559edc9b40f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:47.909588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Port bad5e846-83ff-4e9e-a718-66bb7c96d3cb on network 7afb462c-3333-48b7-8a73-9559edc9b40f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:47.909916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Attempting to bind port bad5e846-83ff-4e9e-a718-66bb7c96d3cb on network 7afb462c-3333-48b7-8a73-9559edc9b40f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:47.933378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:47.933713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Checking segment: {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:47.934093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Bound using segment: {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:47.934529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Bound port: bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcff02a9-cc87-41ea-baf6-afcc4438a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:47.934885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.953826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:47.969640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Allocated IP 172.20.0.3 (2236e3b2-0947-4aaf-b013-1af5b2660bc3/6f641786-47d3-437e-a82f-2746548113bd/188e7bad-e67e-4b58-989a-76f4864e6d31) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:48.024869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Transition to ACTIVE for port object ece278da-d7b3-4e23-94a2-288fd0472fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:48.128603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:48.135192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:48.137523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.166674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.180988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.232201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:48.238632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:48.243268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:48.266862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:48.301943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:48.302636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.321737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-3ed7d8d8-4d39-4d4c-9f45-f9b6f0413d8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7048955 Jul 28 11:06:48.334944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Request body: {'port': {'device_id': '692f756b-a277-4302-b567-912608117e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:48.396906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.543779 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.559629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:48.560268 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.561792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] 10.222.0.41 "PUT /v2.0/ports/bad5e846-83ff-4e9e-a718-66bb7c96d3cb HTTP/1.1" status: 200 len: 1091 time: 2.0209816 Jul 28 11:06:48.563974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:48.566203 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e782aa09-fb29-4c07-be65-6f4222be46ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:48.600516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Request body: {'port': {'device_id': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:48.658815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee3bd0-4eb8-4455-acf1-f0241fe44094 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:48.669184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:48.698704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:48.710455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:48.743861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5d6d-ae28-405e-83a6-579c7f90a106 req-b2aad483-0843-4f87-b5f5-b2b22bbd105b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:48.745486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b6c5d6d-ae28-405e-83a6-579c7f90a106 req-b2aad483-0843-4f87-b5f5-b2b22bbd105b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1288433 Jul 28 11:06:48.777403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84df812-65fb-4d9d-af93-3b94cefb3c8c req-dd2b56eb-1cb2-48eb-bfc9-2ce4900a0c2a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:48.778970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84df812-65fb-4d9d-af93-3b94cefb3c8c req-dd2b56eb-1cb2-48eb-bfc9-2ce4900a0c2a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 936 time: 0.1431797 Jul 28 11:06:48.815319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Pushing event updated for resources: {'Port': ['ID=ece278da-d7b3-4e23-94a2-288fd0472fe2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:48.825771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.837708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188e7bad-e67e-4b58-989a-76f4864e6d31 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:48.857170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.865061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:48.865708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.875556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b6c5d6d-ae28-405e-83a6-579c7f90a106 req-c46d88f9-8fb5-47bd-ae0c-23e076e3a3b7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955520 Jul 28 11:06:48.889091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84df812-65fb-4d9d-af93-3b94cefb3c8c req-28803b4b-6982-40ca-8cf2-d800147eabb0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000712 Jul 28 11:06:48.898016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Transition to ACTIVE for port object 188e7bad-e67e-4b58-989a-76f4864e6d31 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:48.917210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:48.935176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-5f1b1094-2e46-4576-a601-45cbf6cf65ce tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9647627 Jul 28 11:06:48.972654 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208570bc-4db5-4fae-8518-a4bf4cec723b x-openstack-request-id: req-208570bc-4db5-4fae-8518-a4bf4cec723b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:48.972880 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:48.973137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-208570bc-4db5-4fae-8518-a4bf4cec723b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:48.973533 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb', 'status': 'completed', 'code': 200} Jul 28 11:06:48.974501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:48.978478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Request body: {'port': {'device_id': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:49.010006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 51144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:49.018385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cdb87de8-4479-45c8-b498-9988d173076c None None] Provisioning for port ece278da-d7b3-4e23-94a2-288fd0472fe2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:49.029976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cdb87de8-4479-45c8-b498-9988d173076c None None] Provisioning complete for port ece278da-d7b3-4e23-94a2-288fd0472fe2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:49.031209 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cdb87de8-4479-45c8-b498-9988d173076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.076003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cdb87de8-4479-45c8-b498-9988d173076c None None] Port ece278da-d7b3-4e23-94a2-288fd0472fe2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:06:49.117752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:49.118148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:49.118420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:49.129895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:49.130214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:49.133648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.143519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:49.143859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:49.144271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:49.144711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Bound port: 188e7bad-e67e-4b58-989a-76f4864e6d31, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:49.145072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.151611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.169419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92821c-f036-4f3d-a63b-05953ea6c072 req-4db71362-d555-4868-b55a-0fcb30caa6f2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.170960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f92821c-f036-4f3d-a63b-05953ea6c072 req-4db71362-d555-4868-b55a-0fcb30caa6f2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.1169851 Jul 28 11:06:49.181586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561c856-a9c3-473f-9d5e-8e8046af4de6 req-7baa3a3d-ffb2-486b-9306-36f6adf23050 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.188115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561c856-a9c3-473f-9d5e-8e8046af4de6 req-7baa3a3d-ffb2-486b-9306-36f6adf23050 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.189645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8561c856-a9c3-473f-9d5e-8e8046af4de6 req-7baa3a3d-ffb2-486b-9306-36f6adf23050 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1666 time: 0.1315043 Jul 28 11:06:49.195817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.259652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-bfc17c20-18c3-4960-a03c-bc7cb2b78865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.260142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-bfc17c20-18c3-4960-a03c-bc7cb2b78865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.261730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-bfc17c20-18c3-4960-a03c-bc7cb2b78865 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1913 time: 0.2492671 Jul 28 11:06:49.294067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f92821c-f036-4f3d-a63b-05953ea6c072 req-69de1fd5-340f-4fd8-85c0-cc6ec5b9681e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033714 Jul 28 11:06:49.298044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:49.303023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:49.306493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8561c856-a9c3-473f-9d5e-8e8046af4de6 req-5b3897fe-f352-4f81-b704-1f3a28a6a488 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958531 Jul 28 11:06:49.307957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.340102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.340752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.342140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] 10.222.0.41 "PUT /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 1091 time: 1.0118890 Jul 28 11:06:49.342717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:49.345732 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68acfbec-5c38-4661-be60-255638996bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "692f756b-a277-4302-b567-912608117e37", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:49.403002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662fb34-d4b0-4097-abd6-ae7f273ea617 service neutron] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:49.440039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-5aa9f75a-dc85-43d7-93a2-1457bbb55434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.441917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-5aa9f75a-dc85-43d7-93a2-1457bbb55434 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1094 time: 0.0512304 Jul 28 11:06:49.490029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-6d36ca1c-b4e1-469c-b45e-309886ddcf5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 217 time: 0.0391583 Jul 28 11:06:49.491881 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7caa3a-f128-4d0f-853a-b6e09ee5ace4 x-openstack-request-id: req-4e7caa3a-f128-4d0f-853a-b6e09ee5ace4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:49.492157 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f756b-a277-4302-b567-912608117e37", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:49.492467 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e7caa3a-f128-4d0f-853a-b6e09ee5ace4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:49.493031 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'status': 'completed', 'code': 200} Jul 28 11:06:49.534866 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP de67c279-f4e0-430c-9839-eab27b0e9a8b associated. External IP: 172.25.1.53, port: b239f841-c36c-40a1-b536-143872beca9e. Jul 28 11:06:49.544748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-dd815c4c-d8c8-49e3-9d0b-454d12874bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.546412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-dd815c4c-d8c8-49e3-9d0b-454d12874bf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0495677 Jul 28 11:06:49.573524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.580666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-b0a1e201-1ec0-4314-898a-166224986ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266750 Jul 28 11:06:49.649178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-b74d5d72-194e-411b-9270-57dabaa5330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.649752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-b74d5d72-194e-411b-9270-57dabaa5330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.650123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-b74d5d72-194e-411b-9270-57dabaa5330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.651720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-b74d5d72-194e-411b-9270-57dabaa5330f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3741908 Jul 28 11:06:49.669202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-cb605d33-9cd3-42bb-a7ec-71a1a2b44b37 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814931 Jul 28 11:06:49.762345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8c7cf8-76b3-4547-be68-31996aaa305e req-89998f98-7221-4ff5-8ced-9ef4dea30d72 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863669 Jul 28 11:06:49.791895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a1de85-808f-42cf-82be-7b467b2db344 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:49.813941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.849446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acfbec-5c38-4661-be60-255638996bf2 req-6c6a3187-b23e-4fe8-ae28-3d5ea00b468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.850831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-6c6a3187-b23e-4fe8-ae28-3d5ea00b468b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1094 time: 0.0422001 Jul 28 11:06:49.863678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Transition to ACTIVE for port object 74a1de85-808f-42cf-82be-7b467b2db344 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:49.906388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:49.978723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acfbec-5c38-4661-be60-255638996bf2 req-fe0926c8-6356-4474-922d-ee005ac630cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:49.985010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-fe0926c8-6356-4474-922d-ee005ac630cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.1269751 Jul 28 11:06:50.002107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-477bbae9-f3a2-4a3a-96c5-dea829e0f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.003654 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e782aa09-fb29-4c07-be65-6f4222be46ae req-477bbae9-f3a2-4a3a-96c5-dea829e0f8ac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3446434 Jul 28 11:06:50.055915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Pushing event updated for resources: {'Port': ['ID=74a1de85-808f-42cf-82be-7b467b2db344,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:50.069182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece278da-d7b3-4e23-94a2-288fd0472fe2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:50.073584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-5e20a1fc-59eb-4cf9-b77f-db6ab8b36800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 217 time: 0.0776803 Jul 28 11:06:50.089933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:50.143634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Transition to ACTIVE for port object ece278da-d7b3-4e23-94a2-288fd0472fe2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:06:50.145595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:50.156270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:50.168881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f448870-4c22-4418-ae78-8c9265606a54 req-7eb2c039-35e8-485f-bebd-342caccdbf9a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.170312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f448870-4c22-4418-ae78-8c9265606a54 req-7eb2c039-35e8-485f-bebd-342caccdbf9a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1841261 Jul 28 11:06:50.191649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e224e-4b23-455d-817f-889714c749b5 req-8f38c048-7bbc-4665-9957-706505bfd4fa tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.193182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e30e224e-4b23-455d-817f-889714c749b5 req-8f38c048-7bbc-4665-9957-706505bfd4fa tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 936 time: 0.1381435 Jul 28 11:06:50.205578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acfbec-5c38-4661-be60-255638996bf2 req-e6f3b8cd-ed28-4bbd-8015-a6ef15e938b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.206945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-e6f3b8cd-ed28-4bbd-8015-a6ef15e938b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1116440 Jul 28 11:06:50.270646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-84e56a1c-0fc0-4917-bbd8-91f76081075f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481732 Jul 28 11:06:50.273315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Pushing event updated for resources: {'Port': ['ID=ece278da-d7b3-4e23-94a2-288fd0472fe2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:50.277567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Attempting to bind port 74a1de85-808f-42cf-82be-7b467b2db344 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:50.278125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Attempting to bind port 74a1de85-808f-42cf-82be-7b467b2db344 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:50.278660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Attempting to bind port 74a1de85-808f-42cf-82be-7b467b2db344 on network dc6628b0-7086-4e8b-986b-0c101634d08d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:50.307859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Port 74a1de85-808f-42cf-82be-7b467b2db344 on network dc6628b0-7086-4e8b-986b-0c101634d08d not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:50.308210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Attempting to bind port 74a1de85-808f-42cf-82be-7b467b2db344 on network dc6628b0-7086-4e8b-986b-0c101634d08d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:50.349280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f448870-4c22-4418-ae78-8c9265606a54 req-4479ee4f-d3c5-4671-913b-a129d45b2e87 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701167 Jul 28 11:06:50.368803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e30e224e-4b23-455d-817f-889714c749b5 req-4072685d-8ae5-4ffb-b423-bc9da977d7e2 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678641 Jul 28 11:06:50.373755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:50.374962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Checking segment: {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:50.375647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Bound using segment: {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:50.376305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Bound port: 74a1de85-808f-42cf-82be-7b467b2db344, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abee3123-4265-4d01-a81b-ec57c8e0f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:50.376857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:50.433726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-8a2fb5c1-35d4-4e57-af77-cfb257ff8773 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503122 Jul 28 11:06:50.454367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:50.466015 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:50.476074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Attempting to bind port ece278da-d7b3-4e23-94a2-288fd0472fe2 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:06:50.476433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Attempting to bind port ece278da-d7b3-4e23-94a2-288fd0472fe2 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:06:50.476756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Attempting to bind port ece278da-d7b3-4e23-94a2-288fd0472fe2 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:50.477749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:50.478600 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:50.518819 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:50.520985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Port ece278da-d7b3-4e23-94a2-288fd0472fe2 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:06:50.521328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Attempting to bind port ece278da-d7b3-4e23-94a2-288fd0472fe2 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:06:50.530503 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:50.531753 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:50.535952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] For port 74a1de85-808f-42cf-82be-7b467b2db344, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:50.542113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:06:50.542572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:06:50.542825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:06:50.543272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Bound port: ece278da-d7b3-4e23-94a2-288fd0472fe2, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:06:50.543629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:50.576704 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:50.578396 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65402a2-9888-48ab-b91b-b475b1c839fe None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:50.616892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784814cc-80d3-43cd-a98b-0755e48cf3bb req-8d9a41f5-becb-45de-850f-7fd454c3af2a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.618436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-784814cc-80d3-43cd-a98b-0755e48cf3bb req-8d9a41f5-becb-45de-850f-7fd454c3af2a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.1527050 Jul 28 11:06:50.634466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bffacf-f683-4d2e-8c7a-9a1ffed234a7 req-a252d285-43ea-460d-8d0d-e29743044c21 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.641149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bffacf-f683-4d2e-8c7a-9a1ffed234a7 req-a252d285-43ea-460d-8d0d-e29743044c21 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.642781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8bffacf-f683-4d2e-8c7a-9a1ffed234a7 req-a252d285-43ea-460d-8d0d-e29743044c21 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1678 time: 0.1519573 Jul 28 11:06:50.653058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68acfbec-5c38-4661-be60-255638996bf2 req-c24dfb96-aab3-4f63-9541-8083f225db31 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106082 Jul 28 11:06:50.708476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-784814cc-80d3-43cd-a98b-0755e48cf3bb req-b96946a9-d6f3-42a7-97e1-87b26fe2d745 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631008 Jul 28 11:06:50.711103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8bffacf-f683-4d2e-8c7a-9a1ffed234a7 req-2a626f0b-024d-4f1b-8bdf-98d29a4aa8ad tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Jul 28 11:06:50.910070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] For port 74a1de85-808f-42cf-82be-7b467b2db344, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=74a1de85-808f-42cf-82be-7b467b2db344,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:50.919282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:50.992252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:50.992865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:50.994263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] 10.222.0.41 "PUT /v2.0/ports/74a1de85-808f-42cf-82be-7b467b2db344 HTTP/1.1" status: 200 len: 1092 time: 2.3980222 Jul 28 11:06:50.994967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'tag': '74a1de85-808f-42cf-82be-7b467b2db344'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:50.997230 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b828057-b070-4910-a58e-5d6e279524fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "tag": "74a1de85-808f-42cf-82be-7b467b2db344"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:51.046955 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6801cf-8dc7-4bcd-8068-d8630acb45a2 x-openstack-request-id: req-7b6801cf-8dc7-4bcd-8068-d8630acb45a2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:51.047257 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "tag": "74a1de85-808f-42cf-82be-7b467b2db344", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:51.047515 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b6801cf-8dc7-4bcd-8068-d8630acb45a2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:51.047910 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'tag': '74a1de85-808f-42cf-82be-7b467b2db344', 'status': 'completed', 'code': 200} Jul 28 11:06:51.080064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aa3fa-3f6f-469d-b151-477c9cbaab57 service neutron] Pushing event updated for resources: {'Port': ['ID=74a1de85-808f-42cf-82be-7b467b2db344,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:51.084853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] For port ece278da-d7b3-4e23-94a2-288fd0472fe2, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:06:51.130666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] For port ece278da-d7b3-4e23-94a2-288fd0472fe2, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:06:51.141576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:51.215132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.215751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:51.217157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] 10.222.0.41 "PUT /v2.0/ports/ece278da-d7b3-4e23-94a2-288fd0472fe2 HTTP/1.1" status: 200 len: 1096 time: 2.2428622 Jul 28 11:06:51.233185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1b35829a-658a-40f4-9bbd-317c97a8eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.233770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1b35829a-658a-40f4-9bbd-317c97a8eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.235321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1b35829a-658a-40f4-9bbd-317c97a8eda2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1980 time: 0.1563883 Jul 28 11:06:51.296514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:51.297552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf3e9f-ce86-4f3a-b5c7-2ce075707d34 service neutron] Pushing event updated for resources: {'Port': ['ID=ece278da-d7b3-4e23-94a2-288fd0472fe2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:51.308347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-727e15ad-81fb-4c68-b3f8-90bcd57ea08c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb HTTP/1.1" status: 200 len: 217 time: 0.0641057 Jul 28 11:06:51.426890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-b5992fcd-9a39-4bff-8951-942f182b6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.428440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-b5992fcd-9a39-4bff-8951-942f182b6f26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbefb94582544cda015ba2df5e5abda&device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 1099 time: 0.1341901 Jul 28 11:06:51.429776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-86205d3d-40f0-4399-8b4d-264512e317a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.431084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-86205d3d-40f0-4399-8b4d-264512e317a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e8223410-a373-464b-b83e-73fe39807f82 HTTP/1.1" status: 200 len: 801 time: 0.1028354 Jul 28 11:06:51.517594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829552-4778-4b18-9210-fbf6e1e51112 req-46cb75ec-4ebe-4785-931e-1cc459bbc91f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.519188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9829552-4778-4b18-9210-fbf6e1e51112 req-46cb75ec-4ebe-4785-931e-1cc459bbc91f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0903981 Jul 28 11:06:51.532230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509cbe5-bf62-4494-aec6-60bb309d15ba req-0901c923-75c5-4ba8-b0dd-eb5f118a3860 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.533852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9509cbe5-bf62-4494-aec6-60bb309d15ba req-0901c923-75c5-4ba8-b0dd-eb5f118a3860 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 948 time: 0.0782394 Jul 28 11:06:51.535990 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-bbb79437-9743-48b7-bc40-70a72716094d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2 HTTP/1.1" status: 200 len: 217 time: 0.0921788 Jul 28 11:06:51.583956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:51.589449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9829552-4778-4b18-9210-fbf6e1e51112 req-999398ea-5290-4af5-822c-1fc10a220972 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546269 Jul 28 11:06:51.595287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9509cbe5-bf62-4494-aec6-60bb309d15ba req-e1fbf5a2-36b8-4357-9b11-60fd5cc6f13c tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Jul 28 11:06:51.595582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:51.597319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:51.602406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-26ea6165-eef9-4052-ba8c-99ac31c08a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.603927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-26ea6165-eef9-4052-ba8c-99ac31c08a25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7afb462c-3333-48b7-8a73-9559edc9b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1590600 Jul 28 11:06:51.616445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:51.617334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:51.637382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-322f34b6-82b2-49f4-b68b-1fd4a2a17b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.638786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-322f34b6-82b2-49f4-b68b-1fd4a2a17b5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0952625 Jul 28 11:06:51.649988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:51.658457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:51.659063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:51.690514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:51.691238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d83d49-2b30-40d3-88ea-d0d1ff8c4c57 None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:51.740790 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b288f6c0-faa9-43b9-adba-a51063c4e237 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/floatingips/de67c279-f4e0-430c-9839-eab27b0e9a8b HTTP/1.1" status: 200 len: 977 time: 4.2305434 Jul 28 11:06:51.741039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59428) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:51.746088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:51.768507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-28fd4bba-472a-4490-8add-b36b70387633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.770028 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-28fd4bba-472a-4490-8add-b36b70387633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181350 Jul 28 11:06:51.788873 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-1efc46a9-f1ed-4252-8492-18ea638e5fde service neutron] 10.222.0.41 "GET /v2.0/networks/7afb462c-3333-48b7-8a73-9559edc9b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663802 Jul 28 11:06:51.863788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:51.928433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a2d74-50db-4568-8735-4aff2d0c1edd req-520f8dbc-ed96-40b9-9eb6-5241ae100b35 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.929878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b8a2d74-50db-4568-8735-4aff2d0c1edd req-520f8dbc-ed96-40b9-9eb6-5241ae100b35 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.1382711 Jul 28 11:06:51.933185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-7e39a05b-d901-43c3-8d69-7b103508ce86 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558976 Jul 28 11:06:51.939593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-626dbab5-07fa-4966-be8f-3c633fcd3b8b service neutron] 10.222.0.41 "GET /v2.0/networks/7afb462c-3333-48b7-8a73-9559edc9b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411505 Jul 28 11:06:51.952755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81df97-d6da-4da0-8b34-d4dbd85a766d req-70d89365-c53b-4c6d-8799-de454249ce90 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.958523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81df97-d6da-4da0-8b34-d4dbd85a766d req-70d89365-c53b-4c6d-8799-de454249ce90 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:51.960049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e81df97-d6da-4da0-8b34-d4dbd85a766d req-70d89365-c53b-4c6d-8799-de454249ce90 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1678 time: 0.1514711 Jul 28 11:06:52.018826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-f13765da-2744-4d44-861b-75d3801fba8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=74a1de85-808f-42cf-82be-7b467b2db344 HTTP/1.1" status: 200 len: 217 time: 0.0703082 Jul 28 11:06:52.052208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b8a2d74-50db-4568-8735-4aff2d0c1edd req-efd30dee-7609-4f87-9dfd-541cbbdf4886 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120203 Jul 28 11:06:52.097287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-5124057b-a890-413d-82e8-503ab83a79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.098749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-5124057b-a890-413d-82e8-503ab83a79d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e7a821-56c8-4671-9a56-455a6b68b650 HTTP/1.1" status: 200 len: 801 time: 0.0726860 Jul 28 11:06:52.102011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e81df97-d6da-4da0-8b34-d4dbd85a766d req-4312b3e2-fc0d-451b-a91f-b6a5b3080252 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073122 Jul 28 11:06:52.102808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-24e2fc6c-a702-4f25-8d29-bb9f8ce6573b req-e1cb6fa2-7a6e-4ae5-9b6c-392b53a349b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619000 Jul 28 11:06:52.103809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.110059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.110626 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP de67c279-f4e0-430c-9839-eab27b0e9a8b disassociated. External IP: 172.25.1.53, port: ea15669b-91d7-4629-b4a4-6ddedc096e0d. Jul 28 11:06:52.160430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-74882dba-f2cb-4adf-a8f6-b61b67fb57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.162241 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-74882dba-f2cb-4adf-a8f6-b61b67fb57bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc6628b0-7086-4e8b-986b-0c101634d08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521300 Jul 28 11:06:52.178106 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.263804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-da27189b-8656-4975-9cde-01c7d2d6723f service neutron] 10.222.0.41 "GET /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927572 Jul 28 11:06:52.354784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:52.367279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d1a222f-93ae-462b-861f-3e68484c1450 req-5830a2a6-829e-4000-9225-69d4eb74e892 service neutron] 10.222.0.41 "GET /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956624 Jul 28 11:06:52.458344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828057-b070-4910-a58e-5d6e279524fa req-76dd3de4-6340-4db0-abe9-d53adb2a2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.458853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828057-b070-4910-a58e-5d6e279524fa req-76dd3de4-6340-4db0-abe9-d53adb2a2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.460443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-76dd3de4-6340-4db0-abe9-d53adb2a2d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1980 time: 0.0434501 Jul 28 11:06:52.463848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:52.468907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.473930 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:52.483260 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:52.484315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:52.499731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-52925f01-fa62-46dd-99ec-69889fb3eff2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/floatingips/de67c279-f4e0-430c-9839-eab27b0e9a8b HTTP/1.1" status: 200 len: 687 time: 0.7567532 Jul 28 11:06:52.502872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:52.505270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:52.518534 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:52.527433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:52.528334 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:52.564123 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:52.565108 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eecae2-de13-43e1-8cf9-d7ffd954030a None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:52.575570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828057-b070-4910-a58e-5d6e279524fa req-ca8219cf-1efa-400f-ab55-65ec6039fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.577964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-ca8219cf-1efa-400f-ab55-65ec6039fc55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc6628b0-7086-4e8b-986b-0c101634d08d HTTP/1.1" status: 200 len: 902 time: 0.1102002 Jul 28 11:06:52.623447 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-869fa646-558f-457b-8f0c-4c7e7fac0be3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=74a1de85-808f-42cf-82be-7b467b2db344 HTTP/1.1" status: 200 len: 217 time: 0.0350084 Jul 28 11:06:52.630099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:52.643229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'port_id': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'mac_address': 'fa:16:3e:27:9f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f641786-47d3-437e-a82f-2746548113bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:52.651634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port aa62f7aa-7a46-41d7-937e-1261f494f0dd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:52.652226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.681556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.695729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188e7bad-e67e-4b58-989a-76f4864e6d31 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:52.711253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828057-b070-4910-a58e-5d6e279524fa req-eac0605f-5484-4d99-8792-94abe406af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.713004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-eac0605f-5484-4d99-8792-94abe406af60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e7a821-56c8-4671-9a56-455a6b68b650 HTTP/1.1" status: 200 len: 801 time: 0.0790448 Jul 28 11:06:52.718816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:52.722798 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:52.767496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828057-b070-4910-a58e-5d6e279524fa req-c497f069-45e4-45b4-bf0b-36e628853769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:52.769167 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-c497f069-45e4-45b4-bf0b-36e628853769 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc6628b0-7086-4e8b-986b-0c101634d08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478184 Jul 28 11:06:52.785495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:52.888488 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-5e9983b1-57af-474f-bfa3-a8c45087bb1e service neutron] 10.222.0.41 "GET /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084223 Jul 28 11:06:52.958444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['188e7bad-e67e-4b58-989a-76f4864e6d31'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:52.997346 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b828057-b070-4910-a58e-5d6e279524fa req-418d389b-1890-453d-925b-1508488f8fe2 service neutron] 10.222.0.41 "GET /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994308 Jul 28 11:06:53.049193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'tag': 'ece278da-d7b3-4e23-94a2-288fd0472fe2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:53.053145 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086643d-8de5-4109-9de2-61896d9bd9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e16e28dd-88ec-4c82-9a26-e7be6f78a5bc", "tag": "ece278da-d7b3-4e23-94a2-288fd0472fe2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:53.098980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31496b33-960e-4d09-a5e9-5ac0e5924387 req-1cab2cac-83e2-4f8c-b996-19f329e20808 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.100483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31496b33-960e-4d09-a5e9-5ac0e5924387 req-1cab2cac-83e2-4f8c-b996-19f329e20808 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 948 time: 0.3965213 Jul 28 11:06:53.102282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:53.102606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:53.113000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20ec9-73de-4cac-9cb5-5075a2bae6fb req-49e9fc3d-8e5a-4ab3-aa8c-510baf9586ad tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.114380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ef20ec9-73de-4cac-9cb5-5075a2bae6fb req-49e9fc3d-8e5a-4ab3-aa8c-510baf9586ad tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.4115765 Jul 28 11:06:53.144751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for aa62f7aa-7a46-41d7-937e-1261f494f0dd owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:53.222627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31496b33-960e-4d09-a5e9-5ac0e5924387 req-d58694bf-df50-479f-8773-9e6fe68bacff tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072848 Jul 28 11:06:53.243377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ef20ec9-73de-4cac-9cb5-5075a2bae6fb req-fca19d2c-7d0a-4c3f-ac78-308af27f9826 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142642 Jul 28 11:06:53.276821 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5fa31f-d8f6-441a-85ed-d17574cd379e x-openstack-request-id: req-de5fa31f-d8f6-441a-85ed-d17574cd379e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:53.277123 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16e28dd-88ec-4c82-9a26-e7be6f78a5bc", "tag": "ece278da-d7b3-4e23-94a2-288fd0472fe2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:53.277717 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de5fa31f-d8f6-441a-85ed-d17574cd379e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:53.278468 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'tag': 'ece278da-d7b3-4e23-94a2-288fd0472fe2', 'status': 'completed', 'code': 200} Jul 28 11:06:53.349123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:53.359056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-d4e10dee-f675-429f-bce6-967f9cd440fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.360630 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-d4e10dee-f675-429f-bce6-967f9cd440fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbefb94582544cda015ba2df5e5abda&device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 1099 time: 0.0630479 Jul 28 11:06:53.407080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=aa62f7aa-7a46-41d7-937e-1261f494f0dd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:53.473759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-30e9609a-1517-4c90-8e4b-7937253c0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.475210 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-30e9609a-1517-4c90-8e4b-7937253c0b5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1059382 Jul 28 11:06:53.492984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9ef3-1ac9-424b-be91-f44e594f0e85 req-79cd50a8-6bc7-4c18-8cd2-01614b02ca92 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.499853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9ef3-1ac9-424b-be91-f44e594f0e85 req-79cd50a8-6bc7-4c18-8cd2-01614b02ca92 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.501446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-177e9ef3-1ac9-424b-be91-f44e594f0e85 req-79cd50a8-6bc7-4c18-8cd2-01614b02ca92 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1678 time: 0.1653082 Jul 28 11:06:53.522362 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-288aa13c-595d-4bc3-b75c-89e9c883455a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2 HTTP/1.1" status: 200 len: 217 time: 0.0394914 Jul 28 11:06:53.542226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c0615-5efb-4a08-a6e0-bcae89afc257 req-80312491-1cfe-488c-bc4f-de5b97ffb38c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.543670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-362c0615-5efb-4a08-a6e0-bcae89afc257 req-80312491-1cfe-488c-bc4f-de5b97ffb38c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.1708796 Jul 28 11:06:53.555280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:53.557725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:53.559739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-de181d56-44be-456b-90fd-dedfd1962eac tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/floatingips/de67c279-f4e0-430c-9839-eab27b0e9a8b HTTP/1.1" status: 204 len: 168 time: 1.0558929 Jul 28 11:06:53.564543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:53.586293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-177e9ef3-1ac9-424b-be91-f44e594f0e85 req-55ee3b1b-aed6-4adb-9315-bf1ef4d7a979 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766051 Jul 28 11:06:53.603825 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-89e3e38f-a5f1-43c0-b311-d9dd66be6b28 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] delete failed (client error): The resource could not be found. Jul 28 11:06:53.604863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-89e3e38f-a5f1-43c0-b311-d9dd66be6b28 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/floatingips/de67c279-f4e0-430c-9839-eab27b0e9a8b HTTP/1.1" status: 404 len: 345 time: 0.0394113 Jul 28 11:06:53.606441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-f65ea590-07b6-4fe4-bb72-2396ce2019a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.607788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-f65ea590-07b6-4fe4-bb72-2396ce2019a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0785265 Jul 28 11:06:53.610628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-362c0615-5efb-4a08-a6e0-bcae89afc257 req-87997758-fc1f-410a-8566-aee2d66b191e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Jul 28 11:06:53.611060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:53.719910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-09dad051-3de2-45ae-9df8-e791d85f31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.721548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-09dad051-3de2-45ae-9df8-e791d85f31da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771711 Jul 28 11:06:53.730114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc08170-9563-4774-b74f-9710f1115bd0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.736732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc08170-9563-4774-b74f-9710f1115bd0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.742583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc08170-9563-4774-b74f-9710f1115bd0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.744107 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7bc08170-9563-4774-b74f-9710f1115bd0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/ports?network_id=ba8dda9e-7ec8-4064-89a2-d26adcdea463 HTTP/1.1" status: 200 len: 2358 time: 0.1321499 Jul 28 11:06:53.746959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:53.799194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f31c28-55b8-44a4-a24e-740f59746dad tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:53.805150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-87f31c28-55b8-44a4-a24e-740f59746dad tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/subnets/4d4a05af-94e3-466c-9bd4-ddde4e108954 HTTP/1.1" status: 200 len: 797 time: 0.0526061 Jul 28 11:06:53.805321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59460) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:53.810085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'port': {'network_id': 'ba8dda9e-7ec8-4064-89a2-d26adcdea463', 'name': 'tempest-FloatingIPTestJSON-590262958', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:53.831185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-b045c661-b0b1-488d-b422-6ddbbbff3008 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859685 Jul 28 11:06:53.919789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:06:53.921852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6086643d-8de5-4109-9de2-61896d9bd9b8 req-3999ec17-8989-4d52-acb1-e191610c6398 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Jul 28 11:06:54.000120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.017144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] device_id is not set on port 904416e6-a764-4445-a3e6-8705cc7c789a yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:06:54.315462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.14 (ba8dda9e-7ec8-4064-89a2-d26adcdea463/4d4a05af-94e3-466c-9bd4-ddde4e108954/904416e6-a764-4445-a3e6-8705cc7c789a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:54.347197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.13 (ba8dda9e-7ec8-4064-89a2-d26adcdea463/4d4a05af-94e3-466c-9bd4-ddde4e108954/904416e6-a764-4445-a3e6-8705cc7c789a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:54.418922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418ca5-ce4e-49a5-8211-d6b9f384a589 req-5e6239c1-e8b2-4a87-8cc0-31752fb7780a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:54.421215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa418ca5-ce4e-49a5-8211-d6b9f384a589 req-5e6239c1-e8b2-4a87-8cc0-31752fb7780a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 948 time: 0.1203716 Jul 28 11:06:54.435360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26109b-e8a8-494f-8216-c821f0ca1125 req-e711d815-bffc-4fc3-8a61-98d2020097b2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:54.437380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c26109b-e8a8-494f-8216-c821f0ca1125 req-e711d815-bffc-4fc3-8a61-98d2020097b2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1197741 Jul 28 11:06:54.526591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bad5e846-83ff-4e9e-a718-66bb7c96d3cb details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:54.528608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:54.558196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa418ca5-ce4e-49a5-8211-d6b9f384a589 req-a6346465-8bb5-4940-8a8f-35a1f0db85a3 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173754 Jul 28 11:06:54.567025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c26109b-e8a8-494f-8216-c821f0ca1125 req-03753212-ad93-47bf-81fc-c59cde1f7c13 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228263 Jul 28 11:06:54.607971 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.635387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 188e7bad-e67e-4b58-989a-76f4864e6d31 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:54.642637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 188e7bad-e67e-4b58-989a-76f4864e6d31 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:54.643011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.699103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:54.703569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.714587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb', 'network_id': '7afb462c-3333-48b7-8a73-9559edc9b40f', 'port_id': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb', 'mac_address': 'fa:16:3e:91:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8223410-a373-464b-b83e-73fe39807f82', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:54.778156 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.779105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:54.787036 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.789709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:54.798944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad5e846-83ff-4e9e-a718-66bb7c96d3cb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:54.804570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113679a-2b63-4812-b65f-2eeff9f5814c req-3c485f99-ef3b-4196-87b6-a9a89b58d4b0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:54.811646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113679a-2b63-4812-b65f-2eeff9f5814c req-3c485f99-ef3b-4196-87b6-a9a89b58d4b0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:54.814688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9113679a-2b63-4812-b65f-2eeff9f5814c req-3c485f99-ef3b-4196-87b6-a9a89b58d4b0 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1678 time: 0.1437533 Jul 28 11:06:54.817698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:54.824715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=904416e6-a764-4445-a3e6-8705cc7c789a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:54.829181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:54.831417 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a17caec-d603-4aaf-9847-ebe27e25977f" -d '{"events": [{"server_uuid": "692f756b-a277-4302-b567-912608117e37", "name": "network-vif-plugged", "status": "completed", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:54.846686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:54.850272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:54.851663 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.852264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 74a1de85-808f-42cf-82be-7b467b2db344 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:54.856509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7e884-7f78-4921-a0a8-d3d92ea83dcc req-55212c21-df33-4697-93d6-db92e194b271 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:54.858504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fe7e884-7f78-4921-a0a8-d3d92ea83dcc req-55212c21-df33-4697-93d6-db92e194b271 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.1588600 Jul 28 11:06:54.862563 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.918108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:54.918716 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:54.942474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9113679a-2b63-4812-b65f-2eeff9f5814c req-ae3f13e4-ec3c-49f4-98af-b34b492820a6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139436 Jul 28 11:06:54.954377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:54.954978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bace2322-f5eb-4470-9041-fbbf75f4328a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1481357 Jul 28 11:06:54.965654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '904416e6-a764-4445-a3e6-8705cc7c789a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:54.970229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:54.970664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fe7e884-7f78-4921-a0a8-d3d92ea83dcc req-6b122a48-ebeb-414b-94ea-52f7d92ff2ad tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983465 Jul 28 11:06:54.996243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.052894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 74a1de85-808f-42cf-82be-7b467b2db344, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=74a1de85-808f-42cf-82be-7b467b2db344,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:55.067944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:55.070969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '74a1de85-808f-42cf-82be-7b467b2db344', 'network_id': 'dc6628b0-7086-4e8b-986b-0c101634d08d', 'port_id': '74a1de85-808f-42cf-82be-7b467b2db344', 'mac_address': 'fa:16:3e:5c:89:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e7a821-56c8-4671-9a56-455a6b68b650', 'ip_address': '19.86.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:55.096159 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ee55d-d6d5-4549-98f7-74894fe3c7a7 x-openstack-request-id: req-496ee55d-d6d5-4549-98f7-74894fe3c7a7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:55.096465 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f756b-a277-4302-b567-912608117e37", "name": "network-vif-plugged", "status": "completed", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:55.096716 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496ee55d-d6d5-4549-98f7-74894fe3c7a7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:55.097108 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'code': 200} Jul 28 11:06:55.112623 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.126021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a1de85-808f-42cf-82be-7b467b2db344 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:55.129164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.147444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 74a1de85-808f-42cf-82be-7b467b2db344, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=74a1de85-808f-42cf-82be-7b467b2db344,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:55.151672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.152566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ece278da-d7b3-4e23-94a2-288fd0472fe2 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:06:55.245663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=74a1de85-808f-42cf-82be-7b467b2db344,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:55.248242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad250f8-7cd1-49c2-92b8-c45456b2b946 req-ca200061-bb12-4582-973b-2d28dd9ae574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:55.250499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cad250f8-7cd1-49c2-92b8-c45456b2b946 req-ca200061-bb12-4582-973b-2d28dd9ae574 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1096 time: 0.0799174 Jul 28 11:06:55.288669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ece278da-d7b3-4e23-94a2-288fd0472fe2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:55.291042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.221 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/f8716558-2645-4bbc-986e-0122c9cd713b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:06:55.300340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ece278da-d7b3-4e23-94a2-288fd0472fe2', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'ece278da-d7b3-4e23-94a2-288fd0472fe2', 'mac_address': 'fa:16:3e:49:9a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:06:55.310233 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cad250f8-7cd1-49c2-92b8-c45456b2b946 req-82fb060b-6bcc-4e6d-8b80-7a44737c2234 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519207 Jul 28 11:06:55.338030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.350766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece278da-d7b3-4e23-94a2-288fd0472fe2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:06:55.370051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ece278da-d7b3-4e23-94a2-288fd0472fe2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:55.374838 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.402194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.425044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ece278da-d7b3-4e23-94a2-288fd0472fe2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:55.440687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.481833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:06:55.484742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:06:55.490107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:06:55.495384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=f8716558-2645-4bbc-986e-0122c9cd713b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:55.642928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['bad5e846-83ff-4e9e-a718-66bb7c96d3cb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:55.688446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['74a1de85-808f-42cf-82be-7b467b2db344'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:55.724877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0267a8-4fed-4a81-8b40-c17308bd4058 req-700cfb3b-6430-4d97-9eb4-7d15f1217fae tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:55.726537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c0267a8-4fed-4a81-8b40-c17308bd4058 req-700cfb3b-6430-4d97-9eb4-7d15f1217fae tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 949 time: 0.0862899 Jul 28 11:06:55.738630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ece278da-d7b3-4e23-94a2-288fd0472fe2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:06:55.740424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346413-abbe-4669-affd-7bc6e6d8af5d req-16518ebc-6c4a-40fd-80b4-a85b7a8a4c3f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:55.742001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb346413-abbe-4669-affd-7bc6e6d8af5d req-16518ebc-6c4a-40fd-80b4-a85b7a8a4c3f tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0927596 Jul 28 11:06:55.793462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c0267a8-4fed-4a81-8b40-c17308bd4058 req-025fb57e-71e7-4617-8821-94537aa2242f tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Jul 28 11:06:55.808269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb346413-abbe-4669-affd-7bc6e6d8af5d req-ce14163f-8a85-40bb-ae7e-051f4aa395f2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Jul 28 11:06:55.872501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:55.945887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:56.121386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080995-c7fe-459c-95a0-286893bb04bc req-bf5ac828-55d7-4397-a16f-3b14db0f3fc3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:56.128006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080995-c7fe-459c-95a0-286893bb04bc req-bf5ac828-55d7-4397-a16f-3b14db0f3fc3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:56.129564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6080995-c7fe-459c-95a0-286893bb04bc req-bf5ac828-55d7-4397-a16f-3b14db0f3fc3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1680 time: 0.0961804 Jul 28 11:06:56.141167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:56.142142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411fb2a-9aa1-4be3-8560-c0a49bcb486c req-2f8b0ebe-1605-4154-9781-3e1f7b7c6bce tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:56.143943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5411fb2a-9aa1-4be3-8560-c0a49bcb486c req-2f8b0ebe-1605-4154-9781-3e1f7b7c6bce tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 945 time: 0.0961995 Jul 28 11:06:56.150356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:56.207757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6080995-c7fe-459c-95a0-286893bb04bc req-2bd2d030-2753-4a2d-b9d7-30496d81bb86 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626652 Jul 28 11:06:56.211099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5411fb2a-9aa1-4be3-8560-c0a49bcb486c req-9c99235d-5baf-4b66-91ca-6ee8bbd2c6a2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596833 Jul 28 11:06:56.235273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=f8716558-2645-4bbc-986e-0122c9cd713b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:56.241925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:56.351148 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 6efffc52-67fb-4de3-ae3d-b50f9a3ce172 associated. External IP: 172.25.1.221, port: 904416e6-a764-4445-a3e6-8705cc7c789a. Jul 28 11:06:56.862656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:56.962685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbcc3-dcfe-460a-84ef-4aad9514d01a req-8a0b9cea-aa7a-4587-8cdc-4fefb1bacb78 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:56.964192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-959bbcc3-dcfe-460a-84ef-4aad9514d01a req-8a0b9cea-aa7a-4587-8cdc-4fefb1bacb78 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 949 time: 0.0788152 Jul 28 11:06:56.971243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:56.973151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227cf9a-b8e0-466a-871c-c2c94f3b0c6f req-bd92c3f3-a62d-4dd2-a4f0-d09d49ee6f15 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:56.974611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e227cf9a-b8e0-466a-871c-c2c94f3b0c6f req-bd92c3f3-a62d-4dd2-a4f0-d09d49ee6f15 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0801342 Jul 28 11:06:56.985373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:56.991925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:56.996942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:56.997648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:57.022191 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-99b8db92-76ca-4873-911d-361f0c15caa2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0641797 Jul 28 11:06:57.022444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:57.026968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'port_id': '904416e6-a764-4445-a3e6-8705cc7c789a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:57.032290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-959bbcc3-dcfe-460a-84ef-4aad9514d01a req-bbd7b9c4-58d3-4921-9a69-2dd5aa0e81d4 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 Jul 28 11:06:57.039544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:57.039749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e227cf9a-b8e0-466a-871c-c2c94f3b0c6f req-05a8e711-2adb-4ad8-9c64-5034b0475fd4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Jul 28 11:06:57.049985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:57.050692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:57.083466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:57.084121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aba52a-fae3-4150-b5b9-19c744efe35f None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:57.099622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:57.378632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fbd20-aca1-4199-b003-feec37cc1861 req-a0a63144-119a-4a83-84a5-48ca99f224c8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:57.380004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c24fbd20-aca1-4199-b003-feec37cc1861 req-a0a63144-119a-4a83-84a5-48ca99f224c8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 945 time: 0.0851314 Jul 28 11:06:57.388979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717febf-5a5e-41b9-8d33-17106dae811b req-bf8c6983-184e-4b3c-9a2d-b903221ef6ea tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:57.395631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717febf-5a5e-41b9-8d33-17106dae811b req-bf8c6983-184e-4b3c-9a2d-b903221ef6ea tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:57.397222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f717febf-5a5e-41b9-8d33-17106dae811b req-bf8c6983-184e-4b3c-9a2d-b903221ef6ea tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1680 time: 0.0919712 Jul 28 11:06:57.456327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c24fbd20-aca1-4199-b003-feec37cc1861 req-0d2c4e71-abd8-4a21-83aa-44c4084e7607 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581036 Jul 28 11:06:57.464063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f717febf-5a5e-41b9-8d33-17106dae811b req-02f2483f-8360-4e52-8075-ab213e4f9e0c tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599844 Jul 28 11:06:57.614302 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:57.618947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:57.644592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f863e-e8cc-4303-8858-43dc380f8ab3 req-6c751f9b-c12e-4e47-a80d-f0755df16564 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:57.646039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de9f863e-e8cc-4303-8858-43dc380f8ab3 req-6c751f9b-c12e-4e47-a80d-f0755df16564 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1096 time: 0.0431261 Jul 28 11:06:57.684149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de9f863e-e8cc-4303-8858-43dc380f8ab3 req-57a13946-441d-467f-a9d4-589d1b71857b tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Jul 28 11:06:57.790911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7eca9-de2a-4baa-9ab2-85ae72ac048a req-5bff1614-f500-43da-b7a2-b15af4f1129b tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:57.792460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62b7eca9-de2a-4baa-9ab2-85ae72ac048a req-5bff1614-f500-43da-b7a2-b15af4f1129b tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1096 time: 0.0406950 Jul 28 11:06:57.828804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62b7eca9-de2a-4baa-9ab2-85ae72ac048a req-6abbf85c-12e9-49d9-9e56-3b2cad18112a tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297394 Jul 28 11:06:57.835134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:57.839787 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5012859-85d8-4a07-8bea-4c97c6e27508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:57.947245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:57.953513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:57.958011 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:57.968926 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:57.969617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:58.007385 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:58.013073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7be071d7-9c76-4ca9-a681-9ae79408e926 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/floatingips/6efffc52-67fb-4de3-ae3d-b50f9a3ce172 HTTP/1.1" status: 200 len: 978 time: 0.9897153 Jul 28 11:06:58.016387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:58.019209 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:58.019842 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:58.071609 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:58.072422 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a1af5-c117-458f-80b4-6fe4bcb97bad None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:58.094437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915635-5c67-4e64-9b7c-32a2610ff9c1 req-fe902592-0409-479e-8330-67dcf5e2fd79 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:58.095991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e915635-5c67-4e64-9b7c-32a2610ff9c1 req-fe902592-0409-479e-8330-67dcf5e2fd79 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1096 time: 0.0508659 Jul 28 11:06:58.168383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e915635-5c67-4e64-9b7c-32a2610ff9c1 req-ecb4cccf-047c-4f36-94c1-6bd6fb12700d tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Jul 28 11:06:58.185394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad51d26-4ecc-4fa4-bf82-4c34a056cce0 req-2d886d18-d8a0-4b65-87ef-bc4fbaa8c3f1 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:58.192834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port f8716558-2645-4bbc-986e-0122c9cd713b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:58.193436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.200890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ad51d26-4ecc-4fa4-bf82-4c34a056cce0 req-2d886d18-d8a0-4b65-87ef-bc4fbaa8c3f1 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 949 time: 0.0911884 Jul 28 11:06:58.241161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ad51d26-4ecc-4fa4-bf82-4c34a056cce0 req-2c9e8309-2904-4476-9bd6-2d4f7ac3ce91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Jul 28 11:06:58.288804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.289136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.292996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717b522-3a4b-4ed6-bc24-6639fd83af77 req-14cc078e-aa50-41a3-ae6c-376a65658921 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:58.294471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e717b522-3a4b-4ed6-bc24-6639fd83af77 req-14cc078e-aa50-41a3-ae6c-376a65658921 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0523005 Jul 28 11:06:58.301425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for f8716558-2645-4bbc-986e-0122c9cd713b owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:58.332917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e717b522-3a4b-4ed6-bc24-6639fd83af77 req-026b5060-3c95-4623-b9f8-c64d320a93fc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Jul 28 11:06:58.478781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.505191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=f8716558-2645-4bbc-986e-0122c9cd713b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:58.532812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ece278da-d7b3-4e23-94a2-288fd0472fe2 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:58.566691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.567049 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 6efffc52-67fb-4de3-ae3d-b50f9a3ce172 disassociated (deleted). External IP: 172.25.1.221, port: 904416e6-a764-4445-a3e6-8705cc7c789a. Jul 28 11:06:58.609091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750d99a-e514-4871-88a3-9d50af8c4727 req-4c4eb601-facc-4d06-a1cb-54d76f5f298b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:58.616207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750d99a-e514-4871-88a3-9d50af8c4727 req-4c4eb601-facc-4d06-a1cb-54d76f5f298b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:58.622096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port ece278da-d7b3-4e23-94a2-288fd0472fe2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:58.624796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8750d99a-e514-4871-88a3-9d50af8c4727 req-4c4eb601-facc-4d06-a1cb-54d76f5f298b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1680 time: 0.0746932 Jul 28 11:06:58.628978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ece278da-d7b3-4e23-94a2-288fd0472fe2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:58.629581 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.674281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8750d99a-e514-4871-88a3-9d50af8c4727 req-c495959e-9f59-43be-876c-53761be77fcc tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Jul 28 11:06:58.734094 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.757697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece278da-d7b3-4e23-94a2-288fd0472fe2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:06:58.759936 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0625bf33-ed1d-4f91-953f-5b1ee56bb674" -d '{"events": [{"server_uuid": "e16e28dd-88ec-4c82-9a26-e7be6f78a5bc", "name": "network-vif-plugged", "status": "completed", "tag": "ece278da-d7b3-4e23-94a2-288fd0472fe2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:06:58.772992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ece278da-d7b3-4e23-94a2-288fd0472fe2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:58.777628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.778447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 74a1de85-808f-42cf-82be-7b467b2db344 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:58.799148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:06:58.801502 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d511ce3-cc70-4292-8926-d6b9fe8e72ae x-openstack-request-id: req-8d511ce3-cc70-4292-8926-d6b9fe8e72ae {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:06:58.801915 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16e28dd-88ec-4c82-9a26-e7be6f78a5bc", "name": "network-vif-plugged", "status": "completed", "tag": "ece278da-d7b3-4e23-94a2-288fd0472fe2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:06:58.802382 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d511ce3-cc70-4292-8926-d6b9fe8e72ae {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:06:58.802764 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece278da-d7b3-4e23-94a2-288fd0472fe2', 'code': 200} Jul 28 11:06:58.867092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ece278da-d7b3-4e23-94a2-288fd0472fe2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:58.879217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 74a1de85-808f-42cf-82be-7b467b2db344 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:58.882898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 74a1de85-808f-42cf-82be-7b467b2db344 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:58.883267 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.939112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:06:58.943939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.947091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdce62-7d13-43f6-bf8f-1622b1afc412 req-dd4b8315-0eb1-41fb-ae22-76ca8da88711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:58.948580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bfdce62-7d13-43f6-bf8f-1622b1afc412 req-dd4b8315-0eb1-41fb-ae22-76ca8da88711 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 1101 time: 0.0887499 Jul 28 11:06:58.949329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:06:58.967725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:58.969518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:58.970135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:58.988547 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-eea3266f-6175-4c2d-956b-d85c255fe640 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/floatingips/6efffc52-67fb-4de3-ae3d-b50f9a3ce172 HTTP/1.1" status: 204 len: 168 time: 0.9710352 Jul 28 11:06:58.991159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:59.002593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bfdce62-7d13-43f6-bf8f-1622b1afc412 req-cbec3e1a-05ab-4af5-8a77-6d85ed7df9c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Jul 28 11:06:59.010550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:59.030959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:06:59.031569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:06:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:59.068646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 74a1de85-808f-42cf-82be-7b467b2db344, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=74a1de85-808f-42cf-82be-7b467b2db344,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:59.069777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:06:59.070437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b437c-a399-4f6a-9764-01a4f0431baa None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:06:59.074967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.076028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bad5e846-83ff-4e9e-a718-66bb7c96d3cb up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:06:59.090265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 904416e6-a764-4445-a3e6-8705cc7c789a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:06:59.090607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.167960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=74a1de85-808f-42cf-82be-7b467b2db344,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:59.175897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.183136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port bad5e846-83ff-4e9e-a718-66bb7c96d3cb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:06:59.187489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port bad5e846-83ff-4e9e-a718-66bb7c96d3cb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:06:59.187978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.189869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 904416e6-a764-4445-a3e6-8705cc7c789a owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:06:59.292035 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.322740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a7f87-9b34-4e7e-aad4-f9f9098869ce req-518c7d63-0178-4d77-9cf6-fc138b4b0fa8 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:59.324468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64a7f87-9b34-4e7e-aad4-f9f9098869ce req-518c7d63-0178-4d77-9cf6-fc138b4b0fa8 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1096 time: 0.0596638 Jul 28 11:06:59.331803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:06:59.335973 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.384836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:59.468890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64a7f87-9b34-4e7e-aad4-f9f9098869ce req-9cce6881-84ff-4810-aafe-19231227c752 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240277 Jul 28 11:06:59.482470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45211db8-1da4-46b8-ab16-354c3372cd3b req-678f0c9e-27cb-4160-9b24-3fe7de5f16f9 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:59.484026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45211db8-1da4-46b8-ab16-354c3372cd3b req-678f0c9e-27cb-4160-9b24-3fe7de5f16f9 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 950 time: 0.1573317 Jul 28 11:06:59.541067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45211db8-1da4-46b8-ab16-354c3372cd3b req-abed6326-87d7-4979-aaf7-25ba4f573e6a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Jul 28 11:06:59.549861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.602979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=904416e6-a764-4445-a3e6-8705cc7c789a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:06:59.683626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a295-7ef2-4845-9bc8-1f5c53963a6c req-6f1a87b7-64ee-46ba-ad4a-cb8c786db2a0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:06:59.685161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6987a295-7ef2-4845-9bc8-1f5c53963a6c req-6f1a87b7-64ee-46ba-ad4a-cb8c786db2a0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1486757 Jul 28 11:06:59.721337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.723299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-926b1d6d-c10c-4601-838f-897fdb309ab3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/ports/904416e6-a764-4445-a3e6-8705cc7c789a HTTP/1.1" status: 204 len: 168 time: 0.7306590 Jul 28 11:06:59.727070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:06:59.731880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:06:59.763028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6987a295-7ef2-4845-9bc8-1f5c53963a6c req-2e4dae3a-e8c5-4038-a4c4-15864df91195 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642741 Jul 28 11:06:59.771664 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:06:59.886310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.041268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.65 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/6e23b798-14f5-476f-97c5-c56283345158) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:00.065826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae8af-9842-4582-8074-44aa035056ed req-0362ab96-4484-4c14-a0ed-4fc54962b4b4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:00.071533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae8af-9842-4582-8074-44aa035056ed req-0362ab96-4484-4c14-a0ed-4fc54962b4b4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:00.073090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a7ae8af-9842-4582-8074-44aa035056ed req-0362ab96-4484-4c14-a0ed-4fc54962b4b4 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1682 time: 0.0904052 Jul 28 11:07:00.159849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a7ae8af-9842-4582-8074-44aa035056ed req-db936d39-c31c-4288-a176-6092accb00e1 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Jul 28 11:07:00.202634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.245040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.284902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:00.287708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:00.291167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:00.318936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=6e23b798-14f5-476f-97c5-c56283345158,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:00.347012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-4274c926-3d73-41e0-8a84-fee59fc586ba tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:07:00.347994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-4274c926-3d73-41e0-8a84-fee59fc586ba tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076950 Jul 28 11:07:00.374947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Request body: {'binding': {'host': 'n-h1-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:00.375386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:07:00.421861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.501110 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.591706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on host n-h1-723573-7 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:00.592000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:00.593023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:00.637647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:00.638198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:00.663574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:00.663911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:00.664308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:00.664738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Bound port: 188e7bad-e67e-4b58-989a-76f4864e6d31, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:00.733941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b244-2666-4400-a6e8-aa4872ab2d92 req-b9d513a2-05d4-41fb-a85e-ffb7fab3e694 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:00.735521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e04b244-2666-4400-a6e8-aa4872ab2d92 req-b9d513a2-05d4-41fb-a85e-ffb7fab3e694 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 950 time: 0.1121075 Jul 28 11:07:00.783193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:00.788373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.789537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] 10.222.0.20 "POST /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31/bindings HTTP/1.1" status: 201 len: 389 time: 0.4204521 Jul 28 11:07:00.804743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a1de85-808f-42cf-82be-7b467b2db344'}, {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:00.807533 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a2db3-3174-4b0f-b1fe-617702281d8a" -d '{"events": [{"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-plugged", "status": "completed", "tag": "74a1de85-808f-42cf-82be-7b467b2db344"}, {"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-plugged", "status": "completed", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:00.822370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e04b244-2666-4400-a6e8-aa4872ab2d92 req-b21d7db1-1319-478d-b478-69462975923c tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747528 Jul 28 11:07:00.827577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.837909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.859049 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-984cff73-aa61-41f6-bc59-2b1ce080ddd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842800 Jul 28 11:07:00.910119 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:00.928520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=6e23b798-14f5-476f-97c5-c56283345158,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:01.004598 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f57741-bae2-4534-b214-029aee6b3546 x-openstack-request-id: req-a2f57741-bae2-4534-b214-029aee6b3546 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:01.004869 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-plugged", "status": "completed", "tag": "74a1de85-808f-42cf-82be-7b467b2db344", "code": 200}, {"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-plugged", "status": "completed", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:01.005130 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2f57741-bae2-4534-b214-029aee6b3546 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:01.005525 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a1de85-808f-42cf-82be-7b467b2db344', 'code': 200} Jul 28 11:07:01.005777 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb', 'code': 200} Jul 28 11:07:01.030972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-71522799-68f1-4037-9286-388f213b2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.033163 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-71522799-68f1-4037-9286-388f213b2e81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ced3ac353df4530bce5c304fb5267f7&device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 1096 time: 0.0886528 Jul 28 11:07:01.039912 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89c7357c-32a6-4c91-9c07-0bfbc79eda7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:01.051105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:01.073872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:01.085705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:01.087534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6fb63a6e-fa2c-415f-a752-11534596b7f4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3470426 Jul 28 11:07:01.094041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'port': {'network_id': 'ba8dda9e-7ec8-4064-89a2-d26adcdea463', 'name': 'tempest-FloatingIPTestJSON-20352196'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:01.111568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3197f-860b-45ad-a7d6-4f8b11faca93 req-15adbcab-1abd-4e67-bc65-c8653ae55cd4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.119412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbb3197f-860b-45ad-a7d6-4f8b11faca93 req-15adbcab-1abd-4e67-bc65-c8653ae55cd4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1321464 Jul 28 11:07:01.331982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-b10bc860-d6b6-4db5-9dab-06cf80f87a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.333480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-b10bc860-d6b6-4db5-9dab-06cf80f87a66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 200 len: 916 time: 0.2353511 Jul 28 11:07:01.436480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022a290-c5ea-4aee-a4d1-11e1070b3b55 req-c36ffb5c-719a-4eec-834a-9dd67fe8e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.437070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022a290-c5ea-4aee-a4d1-11e1070b3b55 req-c36ffb5c-719a-4eec-834a-9dd67fe8e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.438625 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3022a290-c5ea-4aee-a4d1-11e1070b3b55 req-c36ffb5c-719a-4eec-834a-9dd67fe8e27f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1984 time: 0.3624253 Jul 28 11:07:01.453110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-73a4ad07-e045-4271-a77a-189bd535a11f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 200 len: 1000 time: 0.1059949 Jul 28 11:07:01.481665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a0224df8-8987-4bea-9551-ac8d0916ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.483471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a0224df8-8987-4bea-9551-ac8d0916ef10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1096 time: 0.3006968 Jul 28 11:07:01.530101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbb3197f-860b-45ad-a7d6-4f8b11faca93 req-13ff173c-d1c5-467a-95dd-3157cbb75e77 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096925 Jul 28 11:07:01.544140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360930a-cfdd-488c-a556-71e7f1adf4ad req-ee47f649-7644-410f-926f-077cfb66c9b8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.546592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8360930a-cfdd-488c-a556-71e7f1adf4ad req-ee47f649-7644-410f-926f-077cfb66c9b8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 945 time: 0.0706522 Jul 28 11:07:01.588843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8360930a-cfdd-488c-a556-71e7f1adf4ad req-7e493282-44a9-40d4-b06c-64e4811f5858 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Jul 28 11:07:01.602454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3022a290-c5ea-4aee-a4d1-11e1070b3b55 req-8f22b089-efd7-4ee0-8719-a1a6131bb47c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528049 Jul 28 11:07:01.620565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-9e219bbf-1547-4c28-bb53-614835845c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.622135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-9e219bbf-1547-4c28-bb53-614835845c1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d654ee-7db1-4e48-970a-50f0387a88c5 HTTP/1.1" status: 200 len: 854 time: 0.1591492 Jul 28 11:07:01.628339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:01.631762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:01.676559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] device_id is not set on port 6ee75261-d455-4e77-b7b6-70bcf7f53962 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:07:01.709431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef581f91-1bdf-420e-a1d6-283a2ac3b273 req-99cc43de-21e1-4506-b238-c39062eb205d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.715656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef581f91-1bdf-420e-a1d6-283a2ac3b273 req-99cc43de-21e1-4506-b238-c39062eb205d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.717970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef581f91-1bdf-420e-a1d6-283a2ac3b273 req-99cc43de-21e1-4506-b238-c39062eb205d tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1682 time: 0.0660517 Jul 28 11:07:01.753421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-261d5310-a887-472b-9aca-f581819f2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.755009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-261d5310-a887-472b-9aca-f581819f2e47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.2437201 Jul 28 11:07:01.784205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-7ea97265-6ff9-4f7a-9f41-06486df6a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.785780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-7ea97265-6ff9-4f7a-9f41-06486df6a51f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6aac03b2-605c-4e05-b2d3-04c3d256b917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292901 Jul 28 11:07:01.795311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef581f91-1bdf-420e-a1d6-283a2ac3b273 req-923437d8-97ef-46dc-bd72-8357c5f0a5fb tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Jul 28 11:07:01.813557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:01.829815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-198a02e9-820b-45ab-a411-d3ee5f5644c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 217 time: 0.0615654 Jul 28 11:07:01.836667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e13e-7967-4792-93d4-abf387502668 req-86de4053-49e3-4c82-9e73-ba7010c891c0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.844775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e991e13e-7967-4792-93d4-abf387502668 req-86de4053-49e3-4c82-9e73-ba7010c891c0 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 950 time: 0.0871284 Jul 28 11:07:01.894009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e991e13e-7967-4792-93d4-abf387502668 req-1d11f50b-18ca-44a4-8f8c-61c42e41e67a tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Jul 28 11:07:01.934090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027e87a-ae1c-4530-8ebe-e9cff49a13e6 req-41028328-3132-421c-9bc2-aa6af631b75f tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:01.934307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1027e87a-ae1c-4530-8ebe-e9cff49a13e6 req-41028328-3132-421c-9bc2-aa6af631b75f tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.0572195 Jul 28 11:07:01.979282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1027e87a-ae1c-4530-8ebe-e9cff49a13e6 req-00e59f87-3498-4e3a-862a-df248ae119cb tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Jul 28 11:07:02.176406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2200ca-94bb-4fb7-b0b8-a416ecbbbc55 req-927b6fb6-17eb-4ef0-9150-c058e8a35ddc tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.177869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a2200ca-94bb-4fb7-b0b8-a416ecbbbc55 req-927b6fb6-17eb-4ef0-9150-c058e8a35ddc tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 950 time: 0.0580807 Jul 28 11:07:02.225569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a2200ca-94bb-4fb7-b0b8-a416ecbbbc55 req-8489e78a-f6a3-4e4b-a216-9c4403156686 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Jul 28 11:07:02.303765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-ae8265d4-175c-43c8-8284-eed7d0875e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.305220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-ae8265d4-175c-43c8-8284-eed7d0875e60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.4435723 Jul 28 11:07:02.307741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.14 (ba8dda9e-7ec8-4064-89a2-d26adcdea463/4d4a05af-94e3-466c-9bd4-ddde4e108954/6ee75261-d455-4e77-b7b6-70bcf7f53962) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:02.354240 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-0fc91b8a-92f3-4bfd-a9a8-cca927a714b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381072 Jul 28 11:07:02.385749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-46f3f25d-1321-48f0-9cca-b16f110cb8ae service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665097 Jul 28 11:07:02.604660 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-8744e5f1-2e69-4201-95b9-fc67dd2861bd service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421584 Jul 28 11:07:02.653465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9d055-2a4b-4ded-9f65-e4b38c1e7ebb req-75b78551-3bf0-4dbb-84be-8ec231aaf460 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.660577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd9d055-2a4b-4ded-9f65-e4b38c1e7ebb req-75b78551-3bf0-4dbb-84be-8ec231aaf460 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0588367 Jul 28 11:07:02.678469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a8c473a0-4255-46e9-8d67-a5c17d42068f req-0c96ea65-c2ba-4ad2-bf4f-9361e291dc3c service neutron] 10.222.0.41 "GET /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670898 Jul 28 11:07:02.706916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd9d055-2a4b-4ded-9f65-e4b38c1e7ebb req-7da95b98-d86c-4bac-b48b-044473efacee tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Jul 28 11:07:02.721993 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:02.759364 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-3dfee031-7fd8-4234-b6dd-3b935945ada5 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458170 Jul 28 11:07:02.785553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:02.792553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699d6b2-76f9-4d1d-8d24-e92098ddd2d0 req-f1839d61-357a-4d48-93a4-940147a1ab01 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.794161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c699d6b2-76f9-4d1d-8d24-e92098ddd2d0 req-f1839d61-357a-4d48-93a4-940147a1ab01 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Jul 28 11:07:02.834203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c699d6b2-76f9-4d1d-8d24-e92098ddd2d0 req-e6726167-ec2f-49a7-bc14-70666727ac34 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Jul 28 11:07:02.841315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network ba8dda9e-7ec8-4064-89a2-d26adcdea463 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:02.864862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:02.868950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:02.871371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=6ee75261-d455-4e77-b7b6-70bcf7f53962,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:02.922028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-103c5738-2dc9-4c7a-89c3-0f02af49ec01 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.923440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-103c5738-2dc9-4c7a-89c3-0f02af49ec01 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.1002741 Jul 28 11:07:02.931265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd025-1ea3-42c8-b22d-b31eb520b545 req-f228a8d5-a724-468e-aa2b-4403510139df tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.936681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.937309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:02.938232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd025-1ea3-42c8-b22d-b31eb520b545 req-f228a8d5-a724-468e-aa2b-4403510139df tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:02.939812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bdcd025-1ea3-42c8-b22d-b31eb520b545 req-f228a8d5-a724-468e-aa2b-4403510139df tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1682 time: 0.0626328 Jul 28 11:07:02.944893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723573-7'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:02.978875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-681393c2-3fd7-4810-8c11-42158ec9bcb2 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8920677 Jul 28 11:07:02.982816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:02.988369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'port_id': '6ee75261-d455-4e77-b7b6-70bcf7f53962'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:03.009702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.035689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bdcd025-1ea3-42c8-b22d-b31eb520b545 req-a0ed788c-86f8-4574-ad25-5138f90418c7 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882287 Jul 28 11:07:03.039711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.172528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:03.237392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:03.284703 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.302211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:03.304680 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f27a88-69ac-495f-b6b9-beb72375cc36" -d '{"events": [{"server_uuid": "692f756b-a277-4302-b567-912608117e37", "name": "network-vif-unplugged", "status": "completed", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:03.309823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.316793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.425069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:03.440725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on host n-h2-723573-7 for vnic_type normal with profile {"migrating_to": "n-h1-723573-7"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:03.441067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:03.441404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:03.446755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:03.447081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Attempting to bind port 188e7bad-e67e-4b58-989a-76f4864e6d31 on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:03.452168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:03.452672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:03.453060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:03.453509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Bound port: 188e7bad-e67e-4b58-989a-76f4864e6d31, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:03.453903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.522634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:03.525753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:03.530394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.576651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccec89-ca4e-4f09-938d-959387c9ed68 req-82adc6e4-59f0-40c3-9801-ec952b3d86c8 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:03.577893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6eccec89-ca4e-4f09-938d-959387c9ed68 req-82adc6e4-59f0-40c3-9801-ec952b3d86c8 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 950 time: 0.1240716 Jul 28 11:07:03.595089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:03.612589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b3f34-07d4-44a5-b13b-5dc9ed0b64fe req-03f83c79-3720-4961-af8c-c63a2e94b187 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:03.613361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:03.613979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.615370 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-a158f523-7ec0-41ef-9d9e-1adad89546fa service neutron] 10.222.0.44 "PUT /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 1121 time: 0.6754582 Jul 28 11:07:03.618526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b3f34-07d4-44a5-b13b-5dc9ed0b64fe req-03f83c79-3720-4961-af8c-c63a2e94b187 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:03.620070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f98b3f34-07d4-44a5-b13b-5dc9ed0b64fe req-03f83c79-3720-4961-af8c-c63a2e94b187 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1682 time: 0.1531765 Jul 28 11:07:03.688589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-04d871d4-1da4-4cab-8259-952bc3681263 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:03.689965 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-04d871d4-1da4-4cab-8259-952bc3681263 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 950 time: 0.0620062 Jul 28 11:07:03.703854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6eccec89-ca4e-4f09-938d-959387c9ed68 req-9a338d21-ec5c-4611-9727-d5f844520ed9 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a870ce-2359-4814-8c3b-b8b6a8b09cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153808 Jul 28 11:07:03.706329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['188e7bad-e67e-4b58-989a-76f4864e6d31'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:03.750971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f98b3f34-07d4-44a5-b13b-5dc9ed0b64fe req-9195280a-d745-4f9c-8192-2bbb62aecd2b tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230125 Jul 28 11:07:03.785508 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868dbb6a-d59f-44bc-b86e-2cf79bc17e67 x-openstack-request-id: req-868dbb6a-d59f-44bc-b86e-2cf79bc17e67 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:03.785906 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f756b-a277-4302-b567-912608117e37", "name": "network-vif-unplugged", "status": "completed", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:03.786254 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-868dbb6a-d59f-44bc-b86e-2cf79bc17e67 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:03.786841 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'code': 200} Jul 28 11:07:03.792979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.798999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.835687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Deleting port ece278da-d7b3-4e23-94a2-288fd0472fe2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:03.836002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.952445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] For port ece278da-d7b3-4e23-94a2-288fd0472fe2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ece278da-d7b3-4e23-94a2-288fd0472fe2,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:03.952727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:03.965791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Calling delete_port for ece278da-d7b3-4e23-94a2-288fd0472fe2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:03.973721 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 6375c29d-59e6-4126-869c-0e4ed7e527ca associated. External IP: 172.25.1.65, port: 6ee75261-d455-4e77-b7b6-70bcf7f53962. Jul 28 11:07:04.054768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6d61-0202-42e1-a438-b098b0b59b2b req-bf9774fd-5cfb-4080-a0a3-a58b38abc75e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:04.056258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-978a6d61-0202-42e1-a438-b098b0b59b2b req-bf9774fd-5cfb-4080-a0a3-a58b38abc75e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.1351163 Jul 28 11:07:04.096889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:04.109865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ece278da-d7b3-4e23-94a2-288fd0472fe2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:04.119470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3399a-6598-4141-8a9d-6110d9307616 req-a461e89b-31e5-48e7-995f-12d94c325b70 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:04.120989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9b3399a-6598-4141-8a9d-6110d9307616 req-a461e89b-31e5-48e7-995f-12d94c325b70 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1647179 Jul 28 11:07:04.124826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Pushing event deleted for resources: {'Port': ['ID=ece278da-d7b3-4e23-94a2-288fd0472fe2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:04.163582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-978a6d61-0202-42e1-a438-b098b0b59b2b req-e189cda7-7986-4ad2-8302-8dc3841687a6 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760317 Jul 28 11:07:04.176723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] No DVR routers for this DVR port ece278da-d7b3-4e23-94a2-288fd0472fe2 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:04.176723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:04.177524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-98ed8d71-4c00-4c5b-8332-e07529c1de9f req-f10cc668-041e-4f21-bac1-3907f555ef91 tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.41 "DELETE /v2.0/ports/ece278da-d7b3-4e23-94a2-288fd0472fe2 HTTP/1.1" status: 204 len: 173 time: 0.4762146 Jul 28 11:07:04.275425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9b3399a-6598-4141-8a9d-6110d9307616 req-169a95ff-0489-4678-bcda-94feee8b18f4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230767 Jul 28 11:07:04.363536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07736761-c5bf-468e-a274-7d4ea286e7b7 req-b0ad6355-f2d3-4d5e-a7ba-ea3e99683a83 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:04.365381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07736761-c5bf-468e-a274-7d4ea286e7b7 req-b0ad6355-f2d3-4d5e-a7ba-ea3e99683a83 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.1319036 Jul 28 11:07:04.382643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:04.453524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07736761-c5bf-468e-a274-7d4ea286e7b7 req-01022873-59bd-4972-b07f-d2e3acc95a10 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817564 Jul 28 11:07:04.518323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:04.523123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:04.528408 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:04.537708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:04.538334 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:04.554086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-40a11445-e779-4050-9779-f4883cb4a431 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/floatingips/6375c29d-59e6-4126-869c-0e4ed7e527ca HTTP/1.1" status: 200 len: 976 time: 1.5697124 Jul 28 11:07:04.556597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59652) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:04.569141 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:04.578075 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:04.578668 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:04.610605 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:04.611246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f73336-f4f9-4d7c-8890-3619594d44a8 None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:04.647953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 6ee75261-d455-4e77-b7b6-70bcf7f53962 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:04.648322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:04.743643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:04.846051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3d0075d-4fe9-4ca9-aaa9-5205a604917e req-969c29bb-f43e-4faf-a0f0-0972cd783a7f tempest-DeleteServersAdminTestJSON-1039883468 tempest-DeleteServersAdminTestJSON-1039883468-project] 10.222.0.20 "GET /v2.0/ports?device_id=e16e28dd-88ec-4c82-9a26-e7be6f78a5bc HTTP/1.1" status: 200 len: 210 time: 0.0391946 Jul 28 11:07:05.025760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e319e3-b139-4799-8b96-22766f8b2546 req-03c9d375-940c-4577-8dfd-3f1677fba977 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.031739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e319e3-b139-4799-8b96-22766f8b2546 req-03c9d375-940c-4577-8dfd-3f1677fba977 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.033300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74e319e3-b139-4799-8b96-22766f8b2546 req-03c9d375-940c-4577-8dfd-3f1677fba977 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1682 time: 0.1456852 Jul 28 11:07:05.035031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.035400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.035703 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 6375c29d-59e6-4126-869c-0e4ed7e527ca disassociated. External IP: 172.25.1.65, port: 6ee75261-d455-4e77-b7b6-70bcf7f53962. Jul 28 11:07:05.036037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 6ee75261-d455-4e77-b7b6-70bcf7f53962 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:05.049594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e4a87-6f91-4777-b979-09a276d1833e req-60a52ef4-331e-43cc-ae9e-fd4af9860439 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.050929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c2e4a87-6f91-4777-b979-09a276d1833e req-60a52ef4-331e-43cc-ae9e-fd4af9860439 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.1346967 Jul 28 11:07:05.063526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-85120ff3-c313-45e2-a373-fb5e020d75a7 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.069511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-85120ff3-c313-45e2-a373-fb5e020d75a7 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.071033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-85120ff3-c313-45e2-a373-fb5e020d75a7 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 1682 time: 0.0556622 Jul 28 11:07:05.144597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74e319e3-b139-4799-8b96-22766f8b2546 req-7b689d8b-f548-48e6-a1c0-26bff18ed272 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030989 Jul 28 11:07:05.160731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c2e4a87-6f91-4777-b979-09a276d1833e req-a99ab2a0-fa7e-494c-9c78-61c8a449b1a6 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977604 Jul 28 11:07:05.210120 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-15985072-de14-4bd1-8111-c74548a5a20d req-50b47d55-d87e-47b7-9592-c573c30bd1bf service neutron] show failed (client error): The resource could not be found. Jul 28 11:07:05.211141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-50b47d55-d87e-47b7-9592-c573c30bd1bf service neutron] 10.222.0.44 "GET /v2.0/ports/8c667bcc-2d95-4551-aa66-297b547f4b57/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.1319449 Jul 28 11:07:05.239041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 74a1de85-808f-42cf-82be-7b467b2db344 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:05.239041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.247594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.279144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=6ee75261-d455-4e77-b7b6-70bcf7f53962,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:05.357236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 74a1de85-808f-42cf-82be-7b467b2db344, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=74a1de85-808f-42cf-82be-7b467b2db344,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:05.358075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.379757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 74a1de85-808f-42cf-82be-7b467b2db344 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:05.474607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-c87da36e-d891-4e2c-b03b-5cef17c6dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.476209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-c87da36e-d891-4e2c-b03b-5cef17c6dbbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6&tenant_id=c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 1101 time: 0.0588274 Jul 28 11:07:05.485107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7831ca-d4f6-430d-8f19-5a824542a0cd req-8691cc59-e08b-4274-90eb-84bc2bbd70a0 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.486593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d7831ca-d4f6-430d-8f19-5a824542a0cd req-8691cc59-e08b-4274-90eb-84bc2bbd70a0 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1480250 Jul 28 11:07:05.494029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:05.496363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff307-31ae-48bd-b568-604517f266da req-a5a52675-ca7b-43f3-9c1c-075457857c2b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.497808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffeff307-31ae-48bd-b568-604517f266da req-a5a52675-ca7b-43f3-9c1c-075457857c2b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1314244 Jul 28 11:07:05.529832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:05.572541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d7831ca-d4f6-430d-8f19-5a824542a0cd req-e21cf69e-f5cb-4d7f-8fb6-b3fd942ef5ab tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716763 Jul 28 11:07:05.579929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffeff307-31ae-48bd-b568-604517f266da req-cdd8df38-7e1f-4c20-8f50-eda6a3a382bf tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732803 Jul 28 11:07:05.593336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.611113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.622745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['bad5e846-83ff-4e9e-a718-66bb7c96d3cb', '74a1de85-808f-42cf-82be-7b467b2db344'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:05.685777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=74a1de85-808f-42cf-82be-7b467b2db344,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:05.763182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:05.775572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff900cb9-02d5-4af2-a447-62a4975b91bd req-54e14e56-dc2e-4986-8c41-1c1bf9d082e0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:05.782812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:05.783605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff900cb9-02d5-4af2-a447-62a4975b91bd req-54e14e56-dc2e-4986-8c41-1c1bf9d082e0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.0772328 Jul 28 11:07:05.795197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 74a1de85-808f-42cf-82be-7b467b2db344 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:05.796720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31'}, {'server_uuid': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'name': 'network-vif-deleted', 'tag': 'ece278da-d7b3-4e23-94a2-288fd0472fe2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:05.799019 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152d9469-e568-4b20-ba25-4002d02f4fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "692f756b-a277-4302-b567-912608117e37", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31"}, {"server_uuid": "e16e28dd-88ec-4c82-9a26-e7be6f78a5bc", "name": "network-vif-deleted", "tag": "ece278da-d7b3-4e23-94a2-288fd0472fe2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:05.804513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.806696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-aaea83c3-346d-4470-889c-d6d31684a63f tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "DELETE /v2.0/ports/74a1de85-808f-42cf-82be-7b467b2db344 HTTP/1.1" status: 204 len: 173 time: 0.7286053 Jul 28 11:07:05.813014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:05.815628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:05.828324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:07:05.874919 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8b7fa-8846-45b9-86ab-ec62cbe21b6d x-openstack-request-id: req-2cd8b7fa-8846-45b9-86ab-ec62cbe21b6d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:05.875219 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f756b-a277-4302-b567-912608117e37", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31", "status": "completed", "code": 200}, {"server_uuid": "e16e28dd-88ec-4c82-9a26-e7be6f78a5bc", "name": "network-vif-deleted", "tag": "ece278da-d7b3-4e23-94a2-288fd0472fe2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:05.875475 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cd8b7fa-8846-45b9-86ab-ec62cbe21b6d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:05.875869 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'status': 'completed', 'code': 200} Jul 28 11:07:05.876123 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e28dd-88ec-4c82-9a26-e7be6f78a5bc', 'name': 'network-vif-deleted', 'tag': 'ece278da-d7b3-4e23-94a2-288fd0472fe2', 'status': 'completed', 'code': 200} Jul 28 11:07:05.888305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff900cb9-02d5-4af2-a447-62a4975b91bd req-d37e94cf-052f-47c3-9aca-d7ffd582e19f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Jul 28 11:07:05.899387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:05.901406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-03e8ad93-bf1d-47e9-b5d4-7df6546c81c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/ports/6ee75261-d455-4e77-b7b6-70bcf7f53962 HTTP/1.1" status: 204 len: 168 time: 1.3437705 Jul 28 11:07:05.903820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:05.955644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:05.981486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:05.982596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:06.027129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:06.036860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:06.037745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0c7d6-956e-427f-808a-0980d8154a3d None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:06.091649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:06.103666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 has no active binding in host n-h1-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:07:06.118391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:06.172645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port bad5e846-83ff-4e9e-a718-66bb7c96d3cb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:06.172918 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.222096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.246310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Transition to ACTIVE for port object 8c667bcc-2d95-4551-aa66-297b547f4b57 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:06.255722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.358937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] No DVR routers for this DVR port 8c667bcc-2d95-4551-aa66-297b547f4b57 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:06.375994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-35d4cc65-df77-4070-81c6-46ca05a955bd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/floatingips/6375c29d-59e6-4126-869c-0e4ed7e527ca HTTP/1.1" status: 200 len: 687 time: 0.4679837 Jul 28 11:07:06.376267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:06.376267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.378740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:06.394238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:06.418913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-697a64b0-87a6-49bf-a06f-c950e9986306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:06.421311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-697a64b0-87a6-49bf-a06f-c950e9986306 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1124 time: 0.5101485 Jul 28 11:07:06.469520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for bad5e846-83ff-4e9e-a718-66bb7c96d3cb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:06.492613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc78184-8abc-47e2-982b-f520fe468525 req-850538cb-cc3e-42b2-98a0-a3078bcffe81 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:06.500444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bc78184-8abc-47e2-982b-f520fe468525 req-850538cb-cc3e-42b2-98a0-a3078bcffe81 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.1621544 Jul 28 11:07:06.508227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:06.508227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:06.508227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:06.511793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:06.519755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef5677-bd23-442a-95de-222061d9dc77 req-0590e31d-964a-4e3f-b818-58e1af00bfc3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:06.527250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eef5677-bd23-442a-95de-222061d9dc77 req-0590e31d-964a-4e3f-b818-58e1af00bfc3 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 945 time: 0.1818314 Jul 28 11:07:06.556921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:06.557200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:06.575243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bad5e846-83ff-4e9e-a718-66bb7c96d3cb no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:06.608704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:06.609049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:06.609438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:06.609908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Bound port: 8c667bcc-2d95-4551-aa66-297b547f4b57, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:06.610257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.610381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bc78184-8abc-47e2-982b-f520fe468525 req-6f86f485-f30a-45f4-9ebf-8839f121c5ee tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070197 Jul 28 11:07:06.639511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eef5677-bd23-442a-95de-222061d9dc77 req-4e93b431-463b-4749-be81-8cd55a372b43 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6495f28-47d4-4d4a-901b-c26806888ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085982 Jul 28 11:07:06.662487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-a589d246-a49f-4b3a-9add-8aef1f636a3e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:06.664026 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-a589d246-a49f-4b3a-9add-8aef1f636a3e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.41 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.1978898 Jul 28 11:07:06.682315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-f3464da9-577f-4a12-8390-050aa15f392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:06.688117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-f3464da9-577f-4a12-8390-050aa15f392a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.2548072 Jul 28 11:07:06.706106 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.730875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:06.733379 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12970598-0d35-4e94-b056-3e69adeaa185" -d '{"events": [{"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-unplugged", "status": "completed", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:06.750537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bad5e846-83ff-4e9e-a718-66bb7c96d3cb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:06.754187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-268b1b3d-a1a9-463b-a19c-d4c08979c767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 217 time: 0.0511622 Jul 28 11:07:06.755972 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.756736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 74a1de85-808f-42cf-82be-7b467b2db344 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:06.781628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 74a1de85-808f-42cf-82be-7b467b2db344 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:06.781967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 74a1de85-808f-42cf-82be-7b467b2db344 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:06.782384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ece278da-d7b3-4e23-94a2-288fd0472fe2 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:06.820545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-6a512baa-f3ca-48cc-844a-0e05ba67d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:06.823481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-6a512baa-f3ca-48cc-844a-0e05ba67d29b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0607488 Jul 28 11:07:06.834752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: ece278da-d7b3-4e23-94a2-288fd0472fe2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:06.835268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:06.835562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ece278da-d7b3-4e23-94a2-288fd0472fe2 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:06.868719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:06.872438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:06.885769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-e3762ba9-132d-4c9c-88e4-25c065bcb769 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554831 Jul 28 11:07:06.923436 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5730d0-ccdb-4af4-8f23-afdc8bdc7556 x-openstack-request-id: req-8e5730d0-ccdb-4af4-8f23-afdc8bdc7556 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:06.923848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:06.924198 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-unplugged", "status": "completed", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:06.924605 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5730d0-ccdb-4af4-8f23-afdc8bdc7556 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:06.925192 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb', 'code': 200} Jul 28 11:07:07.024635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:07.025566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.026143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-720cf190-b53a-4a42-8afd-2466531c16fe service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330709 Jul 28 11:07:07.027676 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 1096 time: 1.5419624 Jul 28 11:07:07.042864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 6e23b798-14f5-476f-97c5-c56283345158 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:07.043468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.094035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf9a94ad-e58f-4484-99d5-c81d038bf4a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbbefb94582544cda015ba2df5e5abda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760200 Jul 28 11:07:07.105545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:07.162827 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.206293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eab82-6394-4cae-8b45-3938128ef814 service neutron] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:07.224461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Deleting port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:07.224800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.229761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.230368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.261935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988be1-0f5f-441e-b4b3-338e3b63e641 req-e4abcafa-798a-4133-9fd8-8b1213c0587d tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:07.263401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5988be1-0f5f-441e-b4b3-338e3b63e641 req-e4abcafa-798a-4133-9fd8-8b1213c0587d tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1569657 Jul 28 11:07:07.272702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-3abb78d9-58cb-4ff8-9b76-acb9ccc51f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:07.274261 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-3abb78d9-58cb-4ff8-9b76-acb9ccc51f43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1099 time: 0.1836746 Jul 28 11:07:07.278299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5daf-a5ec-48a2-9a7f-da72af5ffd0b req-15572b91-294d-4d15-95a6-60220bd68805 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:07.280644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-659f5daf-a5ec-48a2-9a7f-da72af5ffd0b req-15572b91-294d-4d15-95a6-60220bd68805 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.1774027 Jul 28 11:07:07.302831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=bad5e846-83ff-4e9e-a718-66bb7c96d3cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:07.309898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152d9469-e568-4b20-ba25-4002d02f4fe4 req-2036cc53-9c95-4039-b7b7-1ba83ca92505 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722397 Jul 28 11:07:07.329939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b24f85-c1c9-45a3-9aae-6a26e628efb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.338072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 6e23b798-14f5-476f-97c5-c56283345158 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:07.378351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5988be1-0f5f-441e-b4b3-338e3b63e641 req-bcb876fc-cd29-49c2-a6ed-30d5e64b725f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950818 Jul 28 11:07:07.386811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b24f85-c1c9-45a3-9aae-6a26e628efb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.397505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-659f5daf-a5ec-48a2-9a7f-da72af5ffd0b req-8cb65a24-93f4-407f-8355-0ca8355b0085 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046057 Jul 28 11:07:07.419019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port bad5e846-83ff-4e9e-a718-66bb7c96d3cb on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:07.429640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.431604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d8b03d12-ac5b-4f78-a27b-9020b11b3a00 req-8a5beb7c-d90a-4257-901f-d2c1efcd7038 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.41 "DELETE /v2.0/ports/bad5e846-83ff-4e9e-a718-66bb7c96d3cb HTTP/1.1" status: 204 len: 173 time: 1.6176326 Jul 28 11:07:07.490657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b24f85-c1c9-45a3-9aae-6a26e628efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.493265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b24f85-c1c9-45a3-9aae-6a26e628efb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.497444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-12b24f85-c1c9-45a3-9aae-6a26e628efb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23a870ce-2359-4814-8c3b-b8b6a8b09cbe HTTP/1.1" status: 204 len: 168 time: 0.3886049 Jul 28 11:07:07.556154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b24f85-c1c9-45a3-9aae-6a26e628efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a870ce-2359-4814-8c3b-b8b6a8b09cbe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:07.586551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0b36e-3dda-4cd9-971f-f384332e5cc6 req-4bbc92c4-7ca1-45d5-9d7c-e0fc34250d56 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:07.588785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14b0b36e-3dda-4cd9-971f-f384332e5cc6 req-4bbc92c4-7ca1-45d5-9d7c-e0fc34250d56 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.0849669 Jul 28 11:07:07.643238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14b0b36e-3dda-4cd9-971f-f384332e5cc6 req-12bf59fb-c3f5-40a3-adab-7c50fa2de8c4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Jul 28 11:07:07.772893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-405df902-9c99-4172-b0c1-ed5c5f44564e req-e6749b89-5e6d-4917-a286-867e1345ae53 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca HTTP/1.1" status: 200 len: 210 time: 0.0327866 Jul 28 11:07:07.792458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286a53-a84b-4b5b-8dce-c289242affbc req-7c263f28-596f-4ba2-80d8-b84ba12f21f8 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:07.794005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82286a53-a84b-4b5b-8dce-c289242affbc req-7c263f28-596f-4ba2-80d8-b84ba12f21f8 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.0836203 Jul 28 11:07:07.837511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:07.889363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-deleted', 'tag': '74a1de85-808f-42cf-82be-7b467b2db344'}, {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}, {'name': 'network-changed', 'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}, {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-deleted', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:07.892791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82286a53-a84b-4b5b-8dce-c289242affbc req-1b9f79d9-eb7d-4f7a-a591-d698b91b0880 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917406 Jul 28 11:07:07.893811 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d" -d '{"events": [{"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-deleted", "tag": "74a1de85-808f-42cf-82be-7b467b2db344"}, {"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}, {"name": "network-changed", "server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}, {"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-deleted", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:07.900004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:07.922788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:07.924785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:08.026650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] For port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:08.027098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.099329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.100137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a71fb9-7fa7-4f62-b710-1daaa6eeec9e x-openstack-request-id: req-36a71fb9-7fa7-4f62-b710-1daaa6eeec9e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:08.100585 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-deleted", "tag": "74a1de85-808f-42cf-82be-7b467b2db344", "status": "completed", "code": 200}, {"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "code": 200}, {"name": "network-changed", "server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "status": "completed", "code": 200}, {"server_uuid": "7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca", "name": "network-vif-deleted", "tag": "bad5e846-83ff-4e9e-a718-66bb7c96d3cb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:08.100901 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36a71fb9-7fa7-4f62-b710-1daaa6eeec9e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:08.101481 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-deleted', 'tag': '74a1de85-808f-42cf-82be-7b467b2db344', 'status': 'completed', 'code': 200} Jul 28 11:07:08.101827 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'code': 200} Jul 28 11:07:08.102201 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'status': 'completed', 'code': 200} Jul 28 11:07:08.102543 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebccb27-7d7a-4d8e-bed0-56d7f2be6eca', 'name': 'network-vif-deleted', 'tag': 'bad5e846-83ff-4e9e-a718-66bb7c96d3cb', 'status': 'completed', 'code': 200} Jul 28 11:07:08.112225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.117003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-fdc54218-06e8-4537-a5de-94deb62189a6 service neutron] 10.222.0.41 "GET /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.2373638 Jul 28 11:07:08.122500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-a6fa2580-1f12-4a10-aca4-3b4baafbc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.126436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-a6fa2580-1f12-4a10-aca4-3b4baafbc966 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.8206925 Jul 28 11:07:08.172911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7245f7adf934fecbda3a12d31e2b167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715335 Jul 28 11:07:08.175024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:08.184132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b64a24-41a2-41ed-bee5-1070c513a005,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:08.200674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.201016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.201517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.201862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.202206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.202540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.202865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.203187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.203513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.203832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.204152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.204493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5381fc6-1d91-43d1-bbf0-97451f6bc1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:08.226962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c04b9-5308-45e3-b140-21b0ad61debc req-e2af261d-d80a-425b-9cf6-6d18f27804fd tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.232254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-228c04b9-5308-45e3-b140-21b0ad61debc req-e2af261d-d80a-425b-9cf6-6d18f27804fd tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1315362 Jul 28 11:07:08.242428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-0a2ca9fb-395a-4f88-9341-663b4d07c83d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0980356 Jul 28 11:07:08.274652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e78cc0-4128-409a-8a91-657e4c5ad3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.300354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-228c04b9-5308-45e3-b140-21b0ad61debc req-f324dad7-6ba8-41d6-a9ec-25f23e2050c5 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544760 Jul 28 11:07:08.309114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e78cc0-4128-409a-8a91-657e4c5ad3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.361707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-92630d79-47e4-42b4-b44e-d07c98969f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.363444 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-92630d79-47e4-42b4-b44e-d07c98969f14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1099 time: 0.2561502 Jul 28 11:07:08.365030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e78cc0-4128-409a-8a91-657e4c5ad3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.367561 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e78cc0-4128-409a-8a91-657e4c5ad3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.368780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a7e78cc0-4128-409a-8a91-657e4c5ad3f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11b64a24-41a2-41ed-bee5-1070c513a005 HTTP/1.1" status: 204 len: 168 time: 0.1924398 Jul 28 11:07:08.377010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e78cc0-4128-409a-8a91-657e4c5ad3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b64a24-41a2-41ed-bee5-1070c513a005,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:08.487618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-50eac074-5a0d-41cd-b408-ac20160acf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.489516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-50eac074-5a0d-41cd-b408-ac20160acf98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2365546 Jul 28 11:07:08.541494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e604c5-5840-4e0a-bf2d-86bc8be88722 req-0abe0c35-7314-43fa-bc9e-e80b1c9d2744 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.543429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88e604c5-5840-4e0a-bf2d-86bc8be88722 req-0abe0c35-7314-43fa-bc9e-e80b1c9d2744 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.0572221 Jul 28 11:07:08.571154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.592039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88e604c5-5840-4e0a-bf2d-86bc8be88722 req-a6a8a1ab-3391-4877-a71c-24e2e7cf21e4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Jul 28 11:07:08.608504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.608504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:08.608504 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Floating IP 4d7ccc51-e01a-44d5-9cd0-d8999005027b disassociated. External IP: 172.25.1.94, port: 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7. Jul 28 11:07:08.608504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Calling delete_port for 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:08.681318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=6e23b798-14f5-476f-97c5-c56283345158,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:08.795584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985072-de14-4bd1-8111-c74548a5a20d req-ce46debf-753f-44ad-9d73-4cab6fe8ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.797252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-ce46debf-753f-44ad-9d73-4cab6fe8ec1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2950819 Jul 28 11:07:08.804047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-0da93ca2-4516-4d27-939a-2ba933baab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.805615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-0da93ca2-4516-4d27-939a-2ba933baab56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4261138 Jul 28 11:07:08.808885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441221f4-3077-4aad-9f3b-7fbde4a8d711 req-250af73f-3aa9-463b-9e9e-7c32ad22a395 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:08.820990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-441221f4-3077-4aad-9f3b-7fbde4a8d711 req-250af73f-3aa9-463b-9e9e-7c32ad22a395 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 943 time: 0.0935175 Jul 28 11:07:08.889807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-441221f4-3077-4aad-9f3b-7fbde4a8d711 req-cbd2e091-4eb6-4d79-a523-27c8678078bf tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658586 Jul 28 11:07:08.895599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:08.932020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-4c0d266c-dd87-4506-9800-dc4e18f0b85d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.1063423 Jul 28 11:07:08.955574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting subnet 03e7a821-56c8-4671-9a56-455a6b68b650 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:08.956958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:08.959811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.007656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.015563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.015563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8f5d0dd-8675-44be-9f4e-2a0d527cb10c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/floatingips/6375c29d-59e6-4126-869c-0e4ed7e527ca HTTP/1.1" status: 204 len: 168 time: 2.6009705 Jul 28 11:07:09.017652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:09.027144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'ea15669b-91d7-4629-b4a4-6ddedc096e0d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:09.030976 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.073618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:09.084367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0d6b-0cf1-44c1-95c1-caa47794b526 req-c946c32b-ba0a-40dd-8ad1-e275c1249304 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:09.087538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d8c0d6b-0cf1-44c1-95c1-caa47794b526 req-c946c32b-ba0a-40dd-8ad1-e275c1249304 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 945 time: 0.0999713 Jul 28 11:07:09.120579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-f784b507-64fd-42bc-8024-ef717401ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:09.122251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-f784b507-64fd-42bc-8024-ef717401ed55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1675713 Jul 28 11:07:09.136669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.171170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-52c97599-dea2-49f3-8c56-5a75b2204223 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636854 Jul 28 11:07:09.177397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188e7bad-e67e-4b58-989a-76f4864e6d31 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:09.188085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.194293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d8c0d6b-0cf1-44c1-95c1-caa47794b526 req-fa9c6a8a-620c-4d08-a1f6-a4a7f59ee0b0 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups?id=2076424a-2c0d-4e3e-badb-21672caaedec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004498 Jul 28 11:07:09.262472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.268317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:09.291291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Subnet': ['ID=03e7a821-56c8-4671-9a56-455a6b68b650,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:09.299994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.302103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a665a56-4480-48c9-aca6-f0bd7a802583 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/subnets/03e7a821-56c8-4671-9a56-455a6b68b650 HTTP/1.1" status: 204 len: 168 time: 0.4051211 Jul 28 11:07:09.304941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:09.309175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d4c48-ceba-4595-be65-bc7d04ae1723 None None] Network dc6628b0-7086-4e8b-986b-0c101634d08d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:09.343085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.383885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.403950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.415173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-e41de63a-94c1-4b20-8414-34c4eb2f03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:09.416693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-e41de63a-94c1-4b20-8414-34c4eb2f03eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2827017 Jul 28 11:07:09.483156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event deleted for resources: {'Port': ['ID=8c5b402e-76fd-4b30-b5d5-f17662a6ceb7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:09.530042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8bda1-97af-4b7e-9ffd-89dc36e49960 req-f78ca855-9b6f-4049-87f6-37406bc3fbc5 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:09.531894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fc8bda1-97af-4b7e-9ffd-89dc36e49960 req-f78ca855-9b6f-4049-87f6-37406bc3fbc5 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1237714 Jul 28 11:07:09.602414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] DHCP port deletion for dc6628b0-7086-4e8b-986b-0c101634d08d request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:07:09.619726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:09.620228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.624794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fc8bda1-97af-4b7e-9ffd-89dc36e49960 req-407b063c-bbf7-46f4-8674-742cdf1e2c74 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795844 Jul 28 11:07:09.660799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] Deleting port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:09.661415 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.711058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-8019a762-59b9-4eac-bd7b-00ba95a78baa tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:09.712944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-8019a762-59b9-4eac-bd7b-00ba95a78baa tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1776786 Jul 28 11:07:09.732794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] For port 76603956-ae98-42c0-ac3c-0ad81d44a1a8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=76603956-ae98-42c0-ac3c-0ad81d44a1a8,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:09.733109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] Transition to ACTIVE for port object 188e7bad-e67e-4b58-989a-76f4864e6d31 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:09.733315 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.737290 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-15985072-de14-4bd1-8111-c74548a5a20d req-8e0066f1-cf02-4c32-81b0-493f34b25ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317059 Jul 28 11:07:09.759215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] Calling delete_port for 76603956-ae98-42c0-ac3c-0ad81d44a1a8 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:09.763413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.822378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 76603956-ae98-42c0-ac3c-0ad81d44a1a8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=76603956-ae98-42c0-ac3c-0ad81d44a1a8,segment=NetworkSegment(abee3123-4265-4d01-a81b-ec57c8e0f099),segment_id=abee3123-4265-4d01-a81b-ec57c8e0f099)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:09.823008 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.880719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:09.903457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 76603956-ae98-42c0-ac3c-0ad81d44a1a8 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:09.932591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317b34a-7790-4408-a643-434698a3e3aa req-08e3b4e8-9bc9-4050-86aa-e5cd3757c7e1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:09.936828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b317b34a-7790-4408-a643-434698a3e3aa req-08e3b4e8-9bc9-4050-86aa-e5cd3757c7e1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.2228944 Jul 28 11:07:09.968986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] Pushing event deleted for resources: {'Port': ['ID=76603956-ae98-42c0-ac3c-0ad81d44a1a8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:09.988897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] No DVR routers for this DVR port 188e7bad-e67e-4b58-989a-76f4864e6d31 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:09.993492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82959661-b622-4241-a9fd-d7dd66098da7 None None] No DVR routers for this DVR port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:10.082841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-a749bc42-a63b-4bb7-a181-a601c908732d service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322820 Jul 28 11:07:10.089003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Deleting port 24086e05-a1ce-4e06-a6fd-db384e90e006 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:10.089328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.097270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:10.145544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-b4397390-f95d-4f8c-b95d-d1ab1d965401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:10.147108 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-b4397390-f95d-4f8c-b95d-d1ab1d965401 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1099 time: 0.2802517 Jul 28 11:07:10.148753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] Pushing event updated for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:10.155823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-db5a9d07-98b6-40ca-84c1-013ac97d953b service neutron] 10.222.0.41 "PUT /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31/bindings/n-h1-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 2.0154924 Jul 28 11:07:10.206366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b317b34a-7790-4408-a643-434698a3e3aa req-9e0d277c-f6cc-4816-b87d-4e8c1543fa4e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850705 Jul 28 11:07:10.242202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ffc4b-e94c-4270-b221-670d72eb70e7 req-25a3d50a-9a08-4af0-9b1c-82d381a58bd3 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:10.243743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-968ffc4b-e94c-4270-b221-670d72eb70e7 req-25a3d50a-9a08-4af0-9b1c-82d381a58bd3 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.2195077 Jul 28 11:07:10.253585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.253761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] For port 24086e05-a1ce-4e06-a6fd-db384e90e006, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=24086e05-a1ce-4e06-a6fd-db384e90e006,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:10.253957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.271006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.345722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=76603956-ae98-42c0-ac3c-0ad81d44a1a8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:10.353735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 76603956-ae98-42c0-ac3c-0ad81d44a1a8 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:10.424760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-968ffc4b-e94c-4270-b221-670d72eb70e7 req-4a7cc8d0-6129-48f4-bc46-41051bff029e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677654 Jul 28 11:07:10.541893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.548145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e27d3b91-473e-439c-b106-cb9f6451a07e req-4af1f5ce-deff-4e1a-9d4c-520fc2a91271 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0455298 Jul 28 11:07:10.564248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6628b0-7086-4e8b-986b-0c101634d08d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:10.594791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:10.617881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:10.618606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:10.619314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:10.624437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abee3123-4265-4d01-a81b-ec57c8e0f099') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:10.624918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abee3123-4265-4d01-a81b-ec57c8e0f099') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:10.638532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.674011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.686431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.686841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.687152 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Floating IP f01acc00-edbb-43ca-b5bd-c604ba301f52 disassociated. External IP: 172.25.1.189, port: 24086e05-a1ce-4e06-a6fd-db384e90e006. Jul 28 11:07:10.687499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Calling delete_port for 24086e05-a1ce-4e06-a6fd-db384e90e006 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:10.690284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:10.694112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:10.694535 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:10.699401 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:10.761671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-59e587a0-10d1-4613-918b-7e80d079d627 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633511 Jul 28 11:07:10.821959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-0ec83fcb-0eb2-4b33-bf96-7e7ba8fe6318 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:10.823430 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-0ec83fcb-0eb2-4b33-bf96-7e7ba8fe6318 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1095 time: 0.5943799 Jul 28 11:07:10.827908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-a9963d0c-6b4d-4cc2-8db8-4e2c0ffae1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:10.829321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-a9963d0c-6b4d-4cc2-8db8-4e2c0ffae1b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.6675868 Jul 28 11:07:10.858021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.867956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:10.872166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/networks/dc6628b0-7086-4e8b-986b-0c101634d08d HTTP/1.1" status: 204 len: 168 time: 1.5637174 Jul 28 11:07:10.876766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:10.900459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf189-ff6f-4aee-9452-5e73fd11e5e3 req-f4757f3d-092f-418b-8e8b-246047fa4c82 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:10.901990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ddaf189-ff6f-4aee-9452-5e73fd11e5e3 req-f4757f3d-092f-418b-8e8b-246047fa4c82 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 945 time: 0.1566734 Jul 28 11:07:10.904819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a8668-68f3-4162-b884-387b42a344f6 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Network': ['ID=dc6628b0-7086-4e8b-986b-0c101634d08d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:10.965702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-f8be71ee-33c5-4eaf-b44a-293aedf7197c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0941870 Jul 28 11:07:10.967290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:10.979999 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] Sync routers for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:10.999300 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:11.000320 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:11.033625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ddaf189-ff6f-4aee-9452-5e73fd11e5e3 req-1f479a0a-44ad-497a-a841-316a0c2089a9 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2d33b24-ccb0-44dd-b5e4-3c88b237db68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137815 Jul 28 11:07:11.036547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.160 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/63be5ed1-bb08-4bb0-ac07-d698cef70817) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:11.052853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:11.096032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] No DVR routers for this DVR port 8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:11.105810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:11.108413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-88ebc7eb-462f-4cad-9fb8-77fc1a4dc06a req-60bbe8dd-1607-4a1e-9a9b-c30a3efe003d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.41 "DELETE /v2.0/ports/8c5b402e-76fd-4b30-b5d5-f17662a6ceb7 HTTP/1.1" status: 204 len: 173 time: 4.4288986 Jul 28 11:07:11.112389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting subnet e8223410-a373-464b-b83e-73fe39807f82 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:11.114324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'name': 'network-vif-deleted', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:11.116611 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c746e9-9152-4ff4-93ea-d9389865d713" -d '{"events": [{"server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "name": "network-vif-deleted", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:11.132333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:11.147794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-50714970-b9a5-4e64-b67c-3c17c153c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:11.149338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-50714970-b9a5-4e64-b67c-3c17c153c9d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37&tenant_id=eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 1095 time: 0.3141127 Jul 28 11:07:11.160680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event deleted for resources: {'Port': ['ID=24086e05-a1ce-4e06-a6fd-db384e90e006,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:11.198491 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:11.209608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-361fbcc0-a46b-4508-869b-e5adeb7e3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:11.211057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-361fbcc0-a46b-4508-869b-e5adeb7e3f3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2335763 Jul 28 11:07:11.226164 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ccce8f-fa37-4e0e-8678-29b8a5aa566e x-openstack-request-id: req-d1ccce8f-fa37-4e0e-8678-29b8a5aa566e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:11.226456 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f8ca95-4a4c-4a8f-8405-2494a5dd79e5", "name": "network-vif-deleted", "tag": "8c5b402e-76fd-4b30-b5d5-f17662a6ceb7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:11.226710 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1ccce8f-fa37-4e0e-8678-29b8a5aa566e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:11.227102 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f8ca95-4a4c-4a8f-8405-2494a5dd79e5', 'name': 'network-vif-deleted', 'tag': '8c5b402e-76fd-4b30-b5d5-f17662a6ceb7', 'status': 'completed', 'code': 200} Jul 28 11:07:11.344548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:11.474785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-1c1c7d53-5159-426e-9c4a-f0e789ba0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:11.476480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-1c1c7d53-5159-426e-9c4a-f0e789ba0c55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1095 time: 0.2706099 Jul 28 11:07:11.562147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50993cbf-06bd-4c62-9148-238f1116a6ff req-01ed4a08-653f-491f-b2fe-d256abe9759b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:11.563694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50993cbf-06bd-4c62-9148-238f1116a6ff req-01ed4a08-653f-491f-b2fe-d256abe9759b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.2097452 Jul 28 11:07:11.565140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-34c9fc33-4390-4395-b0f2-35589059cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:11.570955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 76603956-ae98-42c0-ac3c-0ad81d44a1a8 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:11.571696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-34c9fc33-4390-4395-b0f2-35589059cb04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3431399 Jul 28 11:07:11.609236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Router bbb67b3b-0e94-4104-9466-fe99be56f189 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:11.623722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 76603956-ae98-42c0-ac3c-0ad81d44a1a8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:11.625766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 76603956-ae98-42c0-ac3c-0ad81d44a1a8 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:11.643943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:11.697907 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:19Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:11.738666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:11.756074 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] Checking router: 7c9ad9ac-a095-43aa-b0dc-8235149804c7 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:11.773924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:11.779058 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:11.780305 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:11.842658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:11.916135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50993cbf-06bd-4c62-9148-238f1116a6ff req-8f8f53b2-94fd-41bf-93e4-d7356be59eb4 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279030 Jul 28 11:07:11.952748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:11.976416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 24086e05-a1ce-4e06-a6fd-db384e90e006 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:12.000591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] Sync routers for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:12.004411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 24086e05-a1ce-4e06-a6fd-db384e90e006 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:12.004962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 24086e05-a1ce-4e06-a6fd-db384e90e006 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:12.009176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea855d-ec5a-466e-8f69-79198ec5f6da req-f7e0e366-4ff8-49a7-ab74-e119a95259fd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:12.018964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7ea855d-ec5a-466e-8f69-79198ec5f6da req-f7e0e366-4ff8-49a7-ab74-e119a95259fd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.1934481 Jul 28 11:07:12.020795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:12.021777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:12.042053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5d94b22-72f3-4e91-9c43-509497a4fd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.049788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] No DVR routers for this DVR port 24086e05-a1ce-4e06-a6fd-db384e90e006 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:12.054983 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.058064 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:12.058556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e70bd9d-64ed-4351-9848-733f4bc69751 req-3bcc613c-a97a-4504-8e7d-5121ed1d309f tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.44 "DELETE /v2.0/ports/24086e05-a1ce-4e06-a6fd-db384e90e006 HTTP/1.1" status: 204 len: 173 time: 2.3384795 Jul 28 11:07:12.059045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'name': 'network-vif-deleted', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:12.062552 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad0ed1-51b8-457e-aa85-62fc1b08bbb0" -d '{"events": [{"server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "name": "network-vif-deleted", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:12.067133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-ce625957-2d43-4419-ba6c-e99702b2271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:12.068879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-ce625957-2d43-4419-ba6c-e99702b2271d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.5834136 Jul 28 11:07:12.134615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34fd0ef5-579c-4528-b5a9-173397e7991f req-13f1e876-a800-45e5-803a-3ecbbbeabafb tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0870028 Jul 28 11:07:12.168374 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-89f65704-5ed6-47d6-839b-5d90bdb9ef0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 217 time: 0.0900245 Jul 28 11:07:12.188412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.191152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.194436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-06884c4e-47d1-47d6-bc75-dc134e41978f service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825970 Jul 28 11:07:12.210709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7ea855d-ec5a-466e-8f69-79198ec5f6da req-95ba45a8-bf2c-4828-96a4-ae8a67f11414 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903641 Jul 28 11:07:12.335722 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1363ba70-37e6-4ad8-baee-b59af27f3073 x-openstack-request-id: req-1363ba70-37e6-4ad8-baee-b59af27f3073 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:12.336362 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5be2b7-9e88-4060-bfec-3c34f5df73dc", "name": "network-vif-deleted", "tag": "24086e05-a1ce-4e06-a6fd-db384e90e006", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:12.336628 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1363ba70-37e6-4ad8-baee-b59af27f3073 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:12.337302 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5be2b7-9e88-4060-bfec-3c34f5df73dc', 'name': 'network-vif-deleted', 'tag': '24086e05-a1ce-4e06-a6fd-db384e90e006', 'status': 'completed', 'code': 200} Jul 28 11:07:12.340116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-191149bb-7935-4707-bef8-94df3dc448d1 req-a1b01a0b-e2e8-45ad-8c85-84c8b695662a tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5be2b7-9e88-4060-bfec-3c34f5df73dc HTTP/1.1" status: 200 len: 210 time: 0.0609684 Jul 28 11:07:12.345967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:12.360448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Subnet': ['ID=e8223410-a373-464b-b83e-73fe39807f82,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:12.388225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95545807-a617-404d-84d1-ac92da7a726f None None] Network 7afb462c-3333-48b7-8a73-9559edc9b40f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:12.431943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=63be5ed1-bb08-4bb0-ac07-d698cef70817,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:12.438958 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:19Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:12.447022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.451791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-785eca0f-6f7c-4880-956c-7fa188fe9436 tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/subnets/e8223410-a373-464b-b83e-73fe39807f82 HTTP/1.1" status: 204 len: 168 time: 1.5664830 Jul 28 11:07:12.452718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:12.471030 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d8f3a-56f0-4c82-ad98-d9f031e4e0ca None None] The sync data for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 is: [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:04:10Z', 'revision_number': 4, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '31957453-f211-47bf-8319-c16b8cbf045b', 'name': '', 'network_id': '6aac03b2-605c-4e05-b2d3-04c3d256b917', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'mac_address': 'fa:16:3e:b8:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:08Z', 'updated_at': '2021-07-28T11:04:19Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'subnets': [{'id': '44d654ee-7db1-4e48-970a-50f0387a88c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:12.477277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:12.485578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:12.495211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:12.610919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.613336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-26221c09-22ff-42e8-9329-891760f90b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:12.615230 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-26221c09-22ff-42e8-9329-891760f90b79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.4117231 Jul 28 11:07:12.695986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-2a25f1fb-2473-4bf7-95f9-a58a50132a7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644493 Jul 28 11:07:12.731373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Deleting port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:12.731715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.757006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:07:12.826801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-7a432925-e513-40fb-b695-02e157868551 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165957 Jul 28 11:07:12.872964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] For port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,segment=NetworkSegment(dcff02a9-cc87-41ea-baf6-afcc4438a93b),segment_id=dcff02a9-cc87-41ea-baf6-afcc4438a93b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:12.873536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:12.892234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Calling delete_port for 96d3a604-f592-4c28-9c8f-4f0106b8eeaf owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:12.944788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-aa1157ac-f0d9-4205-a193-eea6eb162515 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033733 Jul 28 11:07:12.952084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d0060e6d-004d-4581-ba0d-92f52a2f4d3d req-5ba10f8b-2abd-43e6-9b19-ab162be238fd service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7228184 Jul 28 11:07:12.970000 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53296ef6-364e-4d31-bead-46826418af86 None None] New status for floating IP 4d7ccc51-e01a-44d5-9cd0-d8999005027b: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:07:13.039433 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.089112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5d94b22-72f3-4e91-9c43-509497a4fd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.097125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5d94b22-72f3-4e91-9c43-509497a4fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.100830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Port': ['ID=96d3a604-f592-4c28-9c8f-4f0106b8eeaf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:13.110901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] No DVR routers for this DVR port 96d3a604-f592-4c28-9c8f-4f0106b8eeaf on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:13.326766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291239c-5720-4676-b05a-01f8471d000e None None] DHCP port deletion for 7afb462c-3333-48b7-8a73-9559edc9b40f request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:07:13.329822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bdf547a-0033-44e0-a303-16a447f36bd0 req-9d91061a-5ea9-4564-a843-61f7ee369f7b tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0542734 Jul 28 11:07:13.354296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2011f-49d7-4222-8e7e-10b27c44fda8 req-c3dbdf2d-d286-47c4-8c05-ad78357a6a8c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:13.356388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:13.361832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2e2011f-49d7-4222-8e7e-10b27c44fda8 req-c3dbdf2d-d286-47c4-8c05-ad78357a6a8c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 948 time: 0.2850976 Jul 28 11:07:13.363634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.378169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d94b22-72f3-4e91-9c43-509497a4fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f743e4-43d7-4c39-9d75-4205b5942a12,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:13.378767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'mac_address': 'fa:16:3e:3a:d0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:07:13.401893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afb462c-3333-48b7-8a73-9559edc9b40f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:13.428593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:05:02Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:13.457413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcff02a9-cc87-41ea-baf6-afcc4438a93b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:13.457791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcff02a9-cc87-41ea-baf6-afcc4438a93b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:13.469732 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f5d94b22-72f3-4e91-9c43-509497a4fd2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91cfd58138cc468599886c27d869ad66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7297423 Jul 28 11:07:13.473322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:13.485350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 96d3a604-f592-4c28-9c8f-4f0106b8eeaf no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:13.489848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] Checking router: bbb67b3b-0e94-4104-9466-fe99be56f189 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:13.495927 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.503053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.532725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c667bcc-2d95-4551-aa66-297b547f4b57 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:13.556993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:13.561796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 96d3a604-f592-4c28-9c8f-4f0106b8eeaf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:13.562253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 96d3a604-f592-4c28-9c8f-4f0106b8eeaf not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:13.565620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.573848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:13.574240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:13.602533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-fc5b322a-b3ad-4486-bab9-36e1577f6a03 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:13.604093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-fc5b322a-b3ad-4486-bab9-36e1577f6a03 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1095 time: 0.3161449 Jul 28 11:07:13.607890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41eeaeaa-d5f0-4c8e-9b8b-3904cdba63b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.700836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:13.739739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:13.762789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41eeaeaa-d5f0-4c8e-9b8b-3904cdba63b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.777473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['8c667bcc-2d95-4551-aa66-297b547f4b57'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:13.830575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.862481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-706f4e39-f70a-46f0-b323-ae6a2f726787 service neutron] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:13.870147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-706f4e39-f70a-46f0-b323-ae6a2f726787 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.871368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-706f4e39-f70a-46f0-b323-ae6a2f726787 service neutron] 10.222.0.44 "DELETE /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31/bindings/n-h2-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.2590904 Jul 28 11:07:13.932040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.939256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41eeaeaa-d5f0-4c8e-9b8b-3904cdba63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.941955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41eeaeaa-d5f0-4c8e-9b8b-3904cdba63b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:13.945806 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-41eeaeaa-d5f0-4c8e-9b8b-3904cdba63b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48f743e4-43d7-4c39-9d75-4205b5942a12 HTTP/1.1" status: 204 len: 168 time: 0.4680448 Jul 28 11:07:13.983645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeaeaa-d5f0-4c8e-9b8b-3904cdba63b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f743e4-43d7-4c39-9d75-4205b5942a12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:14.013323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2e2011f-49d7-4222-8e7e-10b27c44fda8 req-56d62d31-0efc-4ce9-8135-cd83abf0b907 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278853 Jul 28 11:07:14.046900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.083510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620c7e8-780e-4031-96db-c99b5ba15ca1 req-c5d2435a-d188-4bec-825d-08a3c87680ef tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:14.086312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3620c7e8-780e-4031-96db-c99b5ba15ca1 req-c5d2435a-d188-4bec-825d-08a3c87680ef tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.6407750 Jul 28 11:07:14.090273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:14.090698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:14.109628 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:14.187794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:05:02Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:14.217285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7133b-73e0-4874-b4ac-e0f893e611ad None None] The sync data for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 is: [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17', 'name': '', 'network_id': 'be753703-0cb0-4ea8-a25e-c1f67e0381a6', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'mac_address': 'fa:16:3e:30:da:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:53Z', 'updated_at': '2021-07-28T11:05:02Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'subnets': [{'id': '682dc253-fdb1-4a1c-8678-fe93dee563cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:14.250819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3620c7e8-780e-4031-96db-c99b5ba15ca1 req-97d3dd77-313c-4852-ba6d-38892e035798 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401088 Jul 28 11:07:14.278424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.306545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.309900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.316995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.337383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] 10.222.0.20 "DELETE /v2.0/networks/7afb462c-3333-48b7-8a73-9559edc9b40f HTTP/1.1" status: 204 len: 168 time: 1.8831956 Jul 28 11:07:14.338372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b1e1e-26ea-4dd5-bee9-bb35cbd106ec tempest-ServersTestMultiNic-1415150601 tempest-ServersTestMultiNic-1415150601-project] Pushing event deleted for resources: {'Network': ['ID=7afb462c-3333-48b7-8a73-9559edc9b40f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:14.427657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=63be5ed1-bb08-4bb0-ac07-d698cef70817,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:14.448856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.530055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:14.552528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dccaf8c2-b8b4-474b-8e6c-d04c3413303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.603865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:14.633610 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 8c8f089b-37ba-4c84-a5f1-786e305ea2b3 associated. External IP: 172.25.1.160, port: ea15669b-91d7-4629-b4a4-6ddedc096e0d. Jul 28 11:07:14.721504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 8c667bcc-2d95-4551-aa66-297b547f4b57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:14.732022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 8c667bcc-2d95-4551-aa66-297b547f4b57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:14.732022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.734744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dccaf8c2-b8b4-474b-8e6c-d04c3413303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.753867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8738d6-abdf-4874-8df6-622274768292 None None] New status for floating IP f01acc00-edbb-43ca-b5bd-c604ba301f52: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:07:14.759405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dccaf8c2-b8b4-474b-8e6c-d04c3413303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.804233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-50e9b415-b88d-4c85-a089-4477f7267cf7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:14.807161 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-50e9b415-b88d-4c85-a089-4477f7267cf7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6&tenant_id=c967dd99a8ed438688bdb3df03feae2e&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 949 time: 0.2588780 Jul 28 11:07:14.818391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaf8c2-b8b4-474b-8e6c-d04c3413303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c146c1-9058-4661-9d41-265cad01d228,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:14.825084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2b130f8-3e3c-44e6-b163-bc2ababcf10d req-e89868e9-5de9-4926-adb4-297558fbc43e tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0849373 Jul 28 11:07:14.842842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dccaf8c2-b8b4-474b-8e6c-d04c3413303f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29efee9b873e45b5916af9637277d65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114548 Jul 28 11:07:14.843395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59904) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:14.902404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-574f3579-92f5-4317-8c50-f033b085c3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.928628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-574f3579-92f5-4317-8c50-f033b085c3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.943640 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.973480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:14.983564 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54cae13-384f-4645-9b69-caf4386ba1c5" -d '{"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:14.989752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-574f3579-92f5-4317-8c50-f033b085c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.992849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-574f3579-92f5-4317-8c50-f033b085c3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:14.996901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-574f3579-92f5-4317-8c50-f033b085c3d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34c146c1-9058-4661-9d41-265cad01d228 HTTP/1.1" status: 204 len: 168 time: 0.1525040 Jul 28 11:07:15.000221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:15.004907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:15.025416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f3579-92f5-4317-8c50-f033b085c3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c146c1-9058-4661-9d41-265cad01d228,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:15.069374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:15.075253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ee4ed-9366-47d0-b8be-45b6adab1987 req-11014dcf-830f-43de-b58c-6a6231aae441 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:15.086336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e18ee4ed-9366-47d0-b8be-45b6adab1987 req-11014dcf-830f-43de-b58c-6a6231aae441 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.0882206 Jul 28 11:07:15.141840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e18ee4ed-9366-47d0-b8be-45b6adab1987 req-6e46fa55-f808-48c0-b18e-c383724db8fb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Jul 28 11:07:15.253767 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:07:15.273271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f2c85-e69b-4ead-994d-adc9fa2701b5 req-8583d829-2287-41b8-b5c4-65df85433556 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:15.288761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-955f2c85-e69b-4ead-994d-adc9fa2701b5 req-8583d829-2287-41b8-b5c4-65df85433556 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1095 time: 0.0860238 Jul 28 11:07:15.345838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-955f2c85-e69b-4ead-994d-adc9fa2701b5 req-388f696c-c7df-420a-88ca-7eb6fa6453a3 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Jul 28 11:07:15.375354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:15.494250 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf0ed2-45ef-4fec-9825-bf63b3cd5a32 x-openstack-request-id: req-1dcf0ed2-45ef-4fec-9825-bf63b3cd5a32 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:15.494749 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:15.495883 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dcf0ed2-45ef-4fec-9825-bf63b3cd5a32 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:15.496488 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'code': 200} Jul 28 11:07:15.526163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff61d02-5dec-4fc7-82ad-98f18557c954 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:15.578447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:15.590021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff61d02-5dec-4fc7-82ad-98f18557c954 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:15.611442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-5844aa47-88c0-4e22-8870-c289f09a4df5 service neutron] 10.222.0.41 "GET /v2.0/ports/8c667bcc-2d95-4551-aa66-297b547f4b57/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 382 time: 0.7494469 Jul 28 11:07:15.637969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:15.787195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-1b2bc38a-ad21-442a-be9a-14a6b7f91387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:15.788702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-1b2bc38a-ad21-442a-be9a-14a6b7f91387 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1101 time: 0.1203475 Jul 28 11:07:15.846389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff61d02-5dec-4fc7-82ad-98f18557c954 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:15.848593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:15.850401 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff61d02-5dec-4fc7-82ad-98f18557c954 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:15.854483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fff61d02-5dec-4fc7-82ad-98f18557c954 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "DELETE /v2.0/security-groups/b2d33b24-ccb0-44dd-b5e4-3c88b237db68 HTTP/1.1" status: 204 len: 168 time: 0.4752247 Jul 28 11:07:15.858957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:15.871853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:15.879731 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-acf1cd12-c346-4a03-936e-7fc3d22b4668 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] show failed (client error): The resource could not be found. Jul 28 11:07:15.883336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-acf1cd12-c346-4a03-936e-7fc3d22b4668 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "GET /v2.0/security-groups/b2d33b24-ccb0-44dd-b5e4-3c88b237db68 HTTP/1.1" status: 404 len: 347 time: 0.0209050 Jul 28 11:07:15.884003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:15.893563 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:15.896283 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:15.909095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff61d02-5dec-4fc7-82ad-98f18557c954 tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d33b24-ccb0-44dd-b5e4-3c88b237db68,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:15.946627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-2145042a-8a78-49f5-a164-600455636cc4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:15.948125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-2145042a-8a78-49f5-a164-600455636cc4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.2456467 Jul 28 11:07:15.998747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-8b37ce7d-ac8e-43a4-a5b7-ceeee9dd43a5 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/quotas/eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 375 time: 0.0159066 Jul 28 11:07:16.034909 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:16.036389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.047198 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:16.048710 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:16.079180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-efcc9762-93bd-4727-8f9e-cccc89f1d422 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0588503 Jul 28 11:07:16.089987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:16.096609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1917422606'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:16.115387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71e5ef33-28ec-4882-a5df-916290fd4b10 req-2e813057-9e83-4137-94ad-919ee89f934d tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0470879 Jul 28 11:07:16.127024 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:16.127709 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb55c782-aeb6-4044-8ad6-0ff0ad51b2d0 None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:16.162459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:16.173777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.196695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-56f57e92-6ab8-44f8-a84c-2aea929153f3 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895421 Jul 28 11:07:16.239826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-7506b7ed-5758-46b0-aa1d-67de9f275c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:16.241601 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-7506b7ed-5758-46b0-aa1d-67de9f275c94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4460132 Jul 28 11:07:16.246591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:07:16.298714 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-9917eac0-8949-4bd4-9ec7-8a65b5917b0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0475593 Jul 28 11:07:16.354720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.354955 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Added segment a8294064-370a-40ac-8783-64af1dee8c9a of type vlan for network d7389852-5f17-4400-a3a2-5aa77323850b Jul 28 11:07:16.402777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393e076-01ab-4d89-9519-e1b876d40326 req-a4184297-195f-4191-8e25-e13a8913c44a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:16.404557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2393e076-01ab-4d89-9519-e1b876d40326 req-a4184297-195f-4191-8e25-e13a8913c44a tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1442769 Jul 28 11:07:16.409778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Deleting port f80c7f5a-cd84-4a24-b3f9-5f452d94e1bb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:16.410118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.430054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-0b57a4e3-6c97-4405-a168-de0e66ad61ef service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321916 Jul 28 11:07:16.432396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-16acf2de-0611-4536-909c-bea7b58145bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:16.433869 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-16acf2de-0611-4536-909c-bea7b58145bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1267133 Jul 28 11:07:16.487826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.573660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2393e076-01ab-4d89-9519-e1b876d40326 req-21226f36-c191-4750-8a24-d8532b9aba98 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596417 Jul 28 11:07:16.575762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-cadf932d-f2a2-40cc-88a0-600a0589311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:16.577818 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-cadf932d-f2a2-40cc-88a0-600a0589311f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125369 Jul 28 11:07:16.580623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.587349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:16.587964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.627350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.627674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.651108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:16.666675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-8f4ea829-4e73-4d7f-b272-c58b6b377e16 service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255425 Jul 28 11:07:16.745200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Calling delete_port for f80c7f5a-cd84-4a24-b3f9-5f452d94e1bb owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:16.755464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6618125 Jul 28 11:07:16.769222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:16.786277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'subnet': {'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:16.801054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Network': ['ID=d7389852-5f17-4400-a3a2-5aa77323850b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:16.988286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.988601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.990109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.990464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.990800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.991181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.991647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.992207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.992362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.992731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.993065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:16.993386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c25c2-cbd2-4be8-bc30-b1ed09a14fba tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:17.008102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d7389852-5f17-4400-a3a2-5aa77323850b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:07:17.036981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea5b75a5-0938-4230-9373-6af123b97940 req-c478350b-1d24-49bd-83b2-623a7e49fc17 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 210 time: 0.0422201 Jul 28 11:07:17.055383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-635f95b6-e368-4303-94cd-6f669bc32bc6 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647117 Jul 28 11:07:17.146803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Deleting port e9633371-2740-4f57-ac78-a78ef51e5cbb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:17.147336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.216081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:17.220598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.301162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] For port e9633371-2740-4f57-ac78-a78ef51e5cbb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9633371-2740-4f57-ac78-a78ef51e5cbb,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:17.301693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.326542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Calling delete_port for e9633371-2740-4f57-ac78-a78ef51e5cbb owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:17.358844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-fbc840b0-3e55-46f9-9984-d6055bc5f9dc service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934611 Jul 28 11:07:17.398240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.501327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Pushing event deleted for resources: {'Port': ['ID=f80c7f5a-cd84-4a24-b3f9-5f452d94e1bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:17.524658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9866ca7-1eea-452d-894c-d534a8891d37 req-775a2b96-e7f3-4ac2-bbaf-e7ef307ad187 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f8ca95-4a4c-4a8f-8405-2494a5dd79e5 HTTP/1.1" status: 200 len: 210 time: 0.0376151 Jul 28 11:07:17.586335 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.623249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9633371-2740-4f57-ac78-a78ef51e5cbb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:17.725464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.732778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.736586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d003d293-e6cf-4547-8ce2-a1306f8cdebc tempest-ServersTestJSON-284725073 tempest-ServersTestJSON-284725073-project] 10.222.0.20 "DELETE /v2.0/floatingips/f01acc00-edbb-43ca-b5bd-c604ba301f52 HTTP/1.1" status: 204 len: 168 time: 1.8476608 Jul 28 11:07:17.737083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:17.771656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:17.847733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.020422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Subnet': ['ID=0ae09130-9f7a-4ccb-b3c0-999951e58318,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:18.030381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Checking segment: {'id': 'a8294064-370a-40ac-8783-64af1dee8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:18.030896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network hostable DHCP agents. Network: d7389852-5f17-4400-a3a2-5aa77323850b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:07:18.117244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d2eb-c292-4ed5-9964-7835492a5187 req-b7e8b292-699e-493c-bce4-2271c2e27bb9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:18.118917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e517d2eb-c292-4ed5-9964-7835492a5187 req-b7e8b292-699e-493c-bce4-2271c2e27bb9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.2724128 Jul 28 11:07:18.144170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network d7389852-5f17-4400-a3a2-5aa77323850b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:07:18.191489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d7389852-5f17-4400-a3a2-5aa77323850b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:18.196734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:18.197396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.200203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc5fbf6c-df89-4d48-bd0a-06be0e8507d1 req-53bc2608-36f9-4ef0-9b27-9652bac46ac1 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 210 time: 0.0397727 Jul 28 11:07:18.202062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156aa500-53fb-4e6e-8d9d-70e9d299854f None None] Network d7389852-5f17-4400-a3a2-5aa77323850b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:18.272913 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13d88bf9-5280-4059-a4b1-80f27e0cb950 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5019643 Jul 28 11:07:18.276240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:18.277854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e517d2eb-c292-4ed5-9964-7835492a5187 req-05a979b0-8b0e-4ac5-82d4-9ec01133ccc8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443691 Jul 28 11:07:18.292052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-450314604', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:18.328517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.329842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.416679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:18.436638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d7389852-5f17-4400-a3a2-5aa77323850b', 'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b', 'tenant_id': 'f54303f820cd4778b4cd55597b6fb1d4', 'fixed_ips': [{'subnet_id': '0ae09130-9f7a-4ccb-b3c0-999951e58318'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:07:18.437719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.484666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.649889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:18.662085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3e441795-7d7f-4808-ba53-fbd135bfaa87 admin admin] 10.222.0.20 "PUT /v2.0/routers/72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0228324 Jul 28 11:07:18.664465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:18.685724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:18.708749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Allocated IP 172.20.0.2 (d7389852-5f17-4400-a3a2-5aa77323850b/0ae09130-9f7a-4ccb-b3c0-999951e58318/85e8243e-767a-4a08-bd94-69c9e42f73fb) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:18.726749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] Sync routers for ids ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:18.860488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:18.877255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] Routers {'72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:18.877918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:18.909207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.113886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908bd31-d33f-4f53-ab3e-0bb039dde572 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.151739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-858a2123-6e39-4ec1-8e69-f762210538e7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:19.153428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-858a2123-6e39-4ec1-8e69-f762210538e7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.5110121 Jul 28 11:07:19.183821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] Set router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:19.199905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Request body: {'port': {'device_id': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'admin_state_up': True, 'tenant_id': 'eeb9ee7102e246b0b238b58be6516c8b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:19.321989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908bd31-d33f-4f53-ab3e-0bb039dde572 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.452279 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.537466 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.572157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1076853-32b0-443f-b914-58c497b3cf80 req-063aa1c3-4cf7-4d1a-b514-a1c1fc65e6e6 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 210 time: 0.0645883 Jul 28 11:07:19.583542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Transition to ACTIVE for port object 85e8243e-767a-4a08-bd94-69c9e42f73fb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:19.609190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Transition to ACTIVE for port object 85e8243e-767a-4a08-bd94-69c9e42f73fb will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:19.627918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.631637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ac33e-0baa-4b1e-876e-e04001731b09 req-ba4f18e5-b7c4-44ed-9cf3-089607ddd27b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:19.635835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-764ac33e-0baa-4b1e-876e-e04001731b09 req-ba4f18e5-b7c4-44ed-9cf3-089607ddd27b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1261659 Jul 28 11:07:19.697299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.735961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:07:17Z', 'revision_number': 5, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port': {'id': 'a8ada9fd-0f42-4af1-a813-1310751c22ec', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:05:40Z', 'updated_at': '2021-07-28T11:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:19.745764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.754617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Network d7389852-5f17-4400-a3a2-5aa77323850b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:19.758520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-764ac33e-0baa-4b1e-876e-e04001731b09 req-caf37df6-1aa3-48ee-9881-9c17d5e28906 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123314 Jul 28 11:07:19.786554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Pushing event updated for resources: {'Port': ['ID=85e8243e-767a-4a08-bd94-69c9e42f73fb,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:19.789691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:19.796631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] Checking router: 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:19.798873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:19.847765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Deleting port a8ada9fd-0f42-4af1-a813-1310751c22ec {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:19.849300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.849770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] Routers {'72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:19.850418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:19.945687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908bd31-d33f-4f53-ab3e-0bb039dde572 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.950420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908bd31-d33f-4f53-ab3e-0bb039dde572 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:19.951978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5908bd31-d33f-4f53-ab3e-0bb039dde572 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "DELETE /v2.0/security-groups/2076424a-2c0d-4e3e-badb-21672caaedec HTTP/1.1" status: 204 len: 168 time: 1.2665596 Jul 28 11:07:19.956046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:20.010877 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-1fb3548f-4ace-4679-8f19-5c0188624543 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] show failed (client error): The resource could not be found. Jul 28 11:07:20.016006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1fb3548f-4ace-4679-8f19-5c0188624543 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "GET /v2.0/security-groups/2076424a-2c0d-4e3e-badb-21672caaedec HTTP/1.1" status: 404 len: 347 time: 0.0586393 Jul 28 11:07:20.022784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:20.062450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908bd31-d33f-4f53-ab3e-0bb039dde572 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2076424a-2c0d-4e3e-badb-21672caaedec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:20.097814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Attempting to bind port 85e8243e-767a-4a08-bd94-69c9e42f73fb on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:20.098216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Attempting to bind port 85e8243e-767a-4a08-bd94-69c9e42f73fb by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a8294064-370a-40ac-8783-64af1dee8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:20.098585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Attempting to bind port 85e8243e-767a-4a08-bd94-69c9e42f73fb on network d7389852-5f17-4400-a3a2-5aa77323850b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:20.117020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:20.117495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Checking segment: {'id': 'a8294064-370a-40ac-8783-64af1dee8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:20.117839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.118299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Bound using segment: {'id': 'a8294064-370a-40ac-8783-64af1dee8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:20.118695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Bound port: 85e8243e-767a-4a08-bd94-69c9e42f73fb, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8294064-370a-40ac-8783-64af1dee8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:20.119078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.155259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] For port a8ada9fd-0f42-4af1-a813-1310751c22ec, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a8ada9fd-0f42-4af1-a813-1310751c22ec,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:20.155690 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.158280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Made reservation on behalf of eeb9ee7102e246b0b238b58be6516c8b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:20.161919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.173081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Calling delete_port for a8ada9fd-0f42-4af1-a813-1310751c22ec owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:20.224385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] For port 85e8243e-767a-4a08-bd94-69c9e42f73fb, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:20.228199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] For port 85e8243e-767a-4a08-bd94-69c9e42f73fb, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85e8243e-767a-4a08-bd94-69c9e42f73fb,segment=NetworkSegment(a8294064-370a-40ac-8783-64af1dee8c9a),segment_id=a8294064-370a-40ac-8783-64af1dee8c9a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:20.233710 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.289294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] Set router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:20.316770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-6eca655c-e10d-445f-96f1-e3d8e1d741f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:20.318316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-6eca655c-e10d-445f-96f1-e3d8e1d741f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6&tenant_id=c967dd99a8ed438688bdb3df03feae2e HTTP/1.1" status: 200 len: 1101 time: 0.3919175 Jul 28 11:07:20.370398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:20.424371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:07:19Z', 'revision_number': 6, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:20.458609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d1a49-ff70-4c30-9650-4f38ee471d25 None None] Pushing event updated for resources: {'Port': ['ID=85e8243e-767a-4a08-bd94-69c9e42f73fb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:20.462635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.531838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e18d1-c38e-444a-87ac-bca78dec55bc None None] The sync data for ids ['72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8'] in n-d-723573-7 is: [{'id': '72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8', 'name': 'tempest-ServersTestMultiNic-867201056-router', 'tenant_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:05:39Z', 'updated_at': '2021-07-28T11:07:19Z', 'revision_number': 6, 'project_id': '6fa711e50f4e4921b4088db15a0e2dd9', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:20.634814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.668294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.714242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Deleting port 03bdbe51-f683-4b73-b31f-b670624e43bb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:20.714722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.721347 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:20.799731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3f5eb30-a394-4753-be00-fcefe7f7802c req-22966e4d-e624-4d66-a1ed-81be164dcfe3 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 210 time: 0.0982394 Jul 28 11:07:20.830124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ada9fd-0f42-4af1-a813-1310751c22ec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:20.873669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Allocated IP 172.20.0.14 (2236e3b2-0947-4aaf-b013-1af5b2660bc3/6f641786-47d3-437e-a82f-2746548113bd/b90bb5f0-dc27-4efe-b1e3-4861960c4faf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:21.037606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.037943 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.056596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Calling delete_port for 03bdbe51-f683-4b73-b31f-b670624e43bb owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:21.208212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.286203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:21.321476 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.329927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.25.1.175 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b69bfd91-b54a-401a-943a-10d2bec30311) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:21.376033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc636-a036-4a49-9fe2-b11c740cb0a8 req-a644e159-ce13-4d3b-8442-4f4c1ab56118 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:21.377670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-808dc636-a036-4a49-9fe2-b11c740cb0a8 req-a644e159-ce13-4d3b-8442-4f4c1ab56118 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.3781819 Jul 28 11:07:21.398342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.422447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.618656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-808dc636-a036-4a49-9fe2-b11c740cb0a8 req-dc617bc1-98c2-4948-a159-325e37d75aa1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259500 Jul 28 11:07:21.623275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85e8243e-767a-4a08-bd94-69c9e42f73fb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:21.625103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.625646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:07:21.630587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.633828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b41ecb27-c13d-4f95-90c6-bfe491d9496a admin admin] 10.222.0.20 "DELETE /v2.0/routers/72a982ba-d1a4-4ffe-a1e7-38ab3a4dd5b8 HTTP/1.1" status: 204 len: 168 time: 2.9660881 Jul 28 11:07:21.635824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:21.664991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1b45-92da-4b28-a34e-f96a335985b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.676555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.712585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc75380-f774-4b54-ac45-732f7c19d7d5 None None] Network d7389852-5f17-4400-a3a2-5aa77323850b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:21.727166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Pushing event deleted for resources: {'Port': ['ID=03bdbe51-f683-4b73-b31f-b670624e43bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:21.750118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Deleting port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:21.750823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.751956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Deleting subnet 487b7813-a865-41c5-8216-2de6b8536ed2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:21.753240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.778034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.827370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.831118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.831657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6dc04dc6-cec6-4802-ac8f-e2cc8562f108 tempest-ServersTestBootFromVolume-1743427076 tempest-ServersTestBootFromVolume-1743427076-project] 10.222.0.20 "DELETE /v2.0/floatingips/4d7ccc51-e01a-44d5-9cd0-d8999005027b HTTP/1.1" status: 204 len: 168 time: 1.8072400 Jul 28 11:07:21.833872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.835537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:21.866151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-865389cc-e607-49fe-99c4-d35de4bc367d None None] Provisioning for port 85e8243e-767a-4a08-bd94-69c9e42f73fb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:21.868437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:21.904598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 85e8243e-767a-4a08-bd94-69c9e42f73fb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:21.910937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:21.939881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85e8243e-767a-4a08-bd94-69c9e42f73fb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:21.940347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:21.984783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:21.993871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.032021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:22.084716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.101658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Transition to ACTIVE for port object 8c667bcc-2d95-4551-aa66-297b547f4b57 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:22.103355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:22.108678 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.108889 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd31a171-e374-435f-af5a-84f5170116b6" -d '{"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:22.113789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.132980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.136480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:22.139068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:22.155307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 85e8243e-767a-4a08-bd94-69c9e42f73fb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85e8243e-767a-4a08-bd94-69c9e42f73fb,segment=NetworkSegment(a8294064-370a-40ac-8783-64af1dee8c9a),segment_id=a8294064-370a-40ac-8783-64af1dee8c9a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:22.159437 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.210143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.251349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=85e8243e-767a-4a08-bd94-69c9e42f73fb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:22.271677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a8ada9fd-0f42-4af1-a813-1310751c22ec no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:22.273568 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec41521c-ce76-4274-812c-36417a33259b x-openstack-request-id: req-ec41521c-ce76-4274-812c-36417a33259b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:22.274935 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:22.275241 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec41521c-ce76-4274-812c-36417a33259b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:22.275660 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'code': 200} Jul 28 11:07:22.317848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab75e0-fc5d-4171-93da-8d0f6e0fbb4a req-76a533e3-6e9c-4e0f-8c6d-7c249f55a964 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:22.323672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3ab75e0-fc5d-4171-93da-8d0f6e0fbb4a req-76a533e3-6e9c-4e0f-8c6d-7c249f55a964 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 932 time: 0.3335931 Jul 28 11:07:22.324032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a8ada9fd-0f42-4af1-a813-1310751c22ec {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:22.324421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a8ada9fd-0f42-4af1-a813-1310751c22ec not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:22.324848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9633371-2740-4f57-ac78-a78ef51e5cbb no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:22.353903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e9633371-2740-4f57-ac78-a78ef51e5cbb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:22.354067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9633371-2740-4f57-ac78-a78ef51e5cbb not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:22.378302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] No DVR routers for this DVR port 8c667bcc-2d95-4551-aa66-297b547f4b57 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:22.390364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] For port cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:22.390823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.398365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.402505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:22.403404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.419580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:22.456448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3ab75e0-fc5d-4171-93da-8d0f6e0fbb4a req-4703e91f-b2b4-4250-9117-32f0e6711639 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200159 Jul 28 11:07:22.458015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Calling delete_port for cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:22.470427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487b7813-a865-41c5-8216-2de6b8536ed2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:22.473713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.475608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca64c0a8-cde0-480e-9cc3-211a77e7fc18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/487b7813-a865-41c5-8216-2de6b8536ed2 HTTP/1.1" status: 204 len: 168 time: 0.8388112 Jul 28 11:07:22.478693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:22.480079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c021e-de6a-4f62-8223-9186415ef451 None None] Network 8054b67f-1d81-439d-a9df-1e9de2474863 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:22.557912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.598301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.639446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:22.660565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:22.662435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:22.662877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:22.667497 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1b45-92da-4b28-a34e-f96a335985b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.686654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1b45-92da-4b28-a34e-f96a335985b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.701355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:22.703743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:22.704193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b6130c9-27ea-4260-8d08-dda8614c49b1 None None] Provisioning complete for port 85e8243e-767a-4a08-bd94-69c9e42f73fb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:22.704584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b6130c9-27ea-4260-8d08-dda8614c49b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.707541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:22.707541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Attempting to bind port 8c667bcc-2d95-4551-aa66-297b547f4b57 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:22.709962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-04344c5a-65e5-48ec-a9f2-b95bc1d27986 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5206962 Jul 28 11:07:22.719791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Deleting port e1c80d13-e5a4-44dc-9097-85396f0d1b50 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:22.720132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.741621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:22.743251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] DHCP port deletion for 8054b67f-1d81-439d-a9df-1e9de2474863 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:07:22.759036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Request body: {'port': {'device_id': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:22.761929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=b69bfd91-b54a-401a-943a-10d2bec30311,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:22.780550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:22.805927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:22.806439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:22.807127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:22.807377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Bound port: 8c667bcc-2d95-4551-aa66-297b547f4b57, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:22.807807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.829458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] Deleting port e1c80d13-e5a4-44dc-9097-85396f0d1b50 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:22.830375 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.849124 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bb3e1b45-92da-4b28-a34e-f96a335985b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=410d223cc78b4c219a8219cc6c66545e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5547032 Jul 28 11:07:22.849929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:22.854745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] For port e1c80d13-e5a4-44dc-9097-85396f0d1b50, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e1c80d13-e5a4-44dc-9097-85396f0d1b50,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:22.855111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.859579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e1b45-92da-4b28-a34e-f96a335985b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f84e4-c1e9-4798-8e8a-4c0b869f417a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:22.891906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Calling delete_port for e1c80d13-e5a4-44dc-9097-85396f0d1b50 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:22.906043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] For port e1c80d13-e5a4-44dc-9097-85396f0d1b50, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e1c80d13-e5a4-44dc-9097-85396f0d1b50,segment=NetworkSegment(018b0d88-dc29-4f47-a2fa-bb0e1f2685e2),segment_id=018b0d88-dc29-4f47-a2fa-bb0e1f2685e2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:22.906446 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:22.921776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] Calling delete_port for e1c80d13-e5a4-44dc-9097-85396f0d1b50 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:22.931823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86300f-8aee-4708-98a6-69f32addff65 req-9548eee8-f8da-40e7-940b-48a44512cb85 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:22.933574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf86300f-8aee-4708-98a6-69f32addff65 req-9548eee8-f8da-40e7-940b-48a44512cb85 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.1362135 Jul 28 11:07:22.939691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.011047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.016910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.041582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] Pushing event deleted for resources: {'Port': ['ID=e1c80d13-e5a4-44dc-9097-85396f0d1b50,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:23.047801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e649248-d17e-41b2-be4a-640bca8748e6 None None] No DVR routers for this DVR port e1c80d13-e5a4-44dc-9097-85396f0d1b50 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:23.059721 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ed82-473d-41ae-a8b8-30f30684c4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.133575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf86300f-8aee-4708-98a6-69f32addff65 req-95f08941-f386-4ddf-bb34-0a0463477265 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897693 Jul 28 11:07:23.151999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ed82-473d-41ae-a8b8-30f30684c4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.173333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:23.204524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:23.215249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.225029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.276794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] No DVR routers for this DVR port e1c80d13-e5a4-44dc-9097-85396f0d1b50 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:23.293917 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.300926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c80d13-e5a4-44dc-9097-85396f0d1b50,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:23.322754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:23.323429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.324838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 1097 time: 2.9936481 Jul 28 11:07:23.407221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ed82-473d-41ae-a8b8-30f30684c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.410387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ed82-473d-41ae-a8b8-30f30684c4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.411931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bf1ed82-473d-41ae-a8b8-30f30684c4f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/848f84e4-c1e9-4798-8e8a-4c0b869f417a HTTP/1.1" status: 204 len: 168 time: 0.5602815 Jul 28 11:07:23.459737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1ed82-473d-41ae-a8b8-30f30684c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f84e4-c1e9-4798-8e8a-4c0b869f417a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:23.515963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85e8243e-767a-4a08-bd94-69c9e42f73fb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:23.522841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.555934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8054b67f-1d81-439d-a9df-1e9de2474863']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:23.626167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85e8243e-767a-4a08-bd94-69c9e42f73fb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:23.626925 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.640250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac5f9-0570-4199-a2ba-89ebb99f6950 service neutron] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:23.771374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:23.800137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-c9ca635c-0e0c-485c-87f2-631b291390e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:23.801669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-c9ca635c-0e0c-485c-87f2-631b291390e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1100 time: 0.4259961 Jul 28 11:07:23.853467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:23.855848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e1c80d13-e5a4-44dc-9097-85396f0d1b50 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:23.877931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e1c80d13-e5a4-44dc-9097-85396f0d1b50 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:23.878279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e1c80d13-e5a4-44dc-9097-85396f0d1b50 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:23.932381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:23.965482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:23.965777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018b0d88-dc29-4f47-a2fa-bb0e1f2685e2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:23.989719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89049d79-34ff-4b52-b8ec-5dfa449a51a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.005934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.049315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.061665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:24.062083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:24.068165 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:24.115498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f0d95-4081-4e34-87b2-38da6e652f74 req-da40b995-60b2-44ca-95d6-85ec02c66406 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:24.117096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed2f0d95-4081-4e34-87b2-38da6e652f74 req-da40b995-60b2-44ca-95d6-85ec02c66406 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 932 time: 0.1839037 Jul 28 11:07:24.178668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.190965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.192916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8054b67f-1d81-439d-a9df-1e9de2474863 HTTP/1.1" status: 204 len: 168 time: 1.7132816 Jul 28 11:07:24.223196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Deleting port 31957453-f211-47bf-8319-c16b8cbf045b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:24.223538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.229480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdda7ec-8c2c-4f5b-a21a-ab3918b481f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8054b67f-1d81-439d-a9df-1e9de2474863,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:24.235001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed2f0d95-4081-4e34-87b2-38da6e652f74 req-aff95366-4955-4600-881e-e5e35beb573c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029229 Jul 28 11:07:24.277122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:24.279998 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:24.359695 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0467bd-024c-49d1-a177-8054fab72557 x-openstack-request-id: req-2b0467bd-024c-49d1-a177-8054fab72557 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:24.360247 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:24.360649 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b0467bd-024c-49d1-a177-8054fab72557 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:24.361182 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'status': 'completed', 'code': 200} Jul 28 11:07:24.384620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89049d79-34ff-4b52-b8ec-5dfa449a51a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.392084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89049d79-34ff-4b52-b8ec-5dfa449a51a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.401555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975d555-b408-4ae8-a466-ed70d32b8a96 req-1266636c-1487-43b6-a97e-ff62a12c8394 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:24.403028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5975d555-b408-4ae8-a466-ed70d32b8a96 req-1266636c-1487-43b6-a97e-ff62a12c8394 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.1213737 Jul 28 11:07:24.406419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] For port 31957453-f211-47bf-8319-c16b8cbf045b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=31957453-f211-47bf-8319-c16b8cbf045b,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:24.406793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.450161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Calling delete_port for 31957453-f211-47bf-8319-c16b8cbf045b owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:24.490453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:24.497361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-89049d79-34ff-4b52-b8ec-5dfa449a51a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7365e003c41045149b7826b7b2a72f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555098 Jul 28 11:07:24.501961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:24.511361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89049d79-34ff-4b52-b8ec-5dfa449a51a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598fa1bd-c88d-46f0-ae40-3acc0428e17b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:24.533348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-2cd9eefc-e56b-46f0-96a0-4156bb21d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:24.534785 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-2cd9eefc-e56b-46f0-96a0-4156bb21d205 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.6963840 Jul 28 11:07:24.548934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.556849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5975d555-b408-4ae8-a466-ed70d32b8a96 req-b5e5dc35-e4d6-439b-bce5-991efcd402d7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356573 Jul 28 11:07:24.574398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90bb5f0-dc27-4efe-b1e3-4861960c4faf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:24.599837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6cc1ccac-8897-4aff-b6fd-c008eed82de6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fa711e50f4e4921b4088db15a0e2dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072807 Jul 28 11:07:24.603084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:24.649333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.654513 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-bb887d7f-0b7a-45c8-9226-2d3ab1e25f7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.1075592 Jul 28 11:07:24.663853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-f74c9fb0-a67f-43e9-83d7-17671beb4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:24.665382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-f74c9fb0-a67f-43e9-83d7-17671beb4612 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1100 time: 0.2580168 Jul 28 11:07:24.712810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad0a60b6-98d6-420c-bc75-0aa03a09fc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.762202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad0a60b6-98d6-420c-bc75-0aa03a09fc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.793479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Transition to ACTIVE for port object b90bb5f0-dc27-4efe-b1e3-4861960c4faf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:24.807436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.836198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=31957453-f211-47bf-8319-c16b8cbf045b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:24.851956 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.852697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad0a60b6-98d6-420c-bc75-0aa03a09fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.855424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad0a60b6-98d6-420c-bc75-0aa03a09fc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.859023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ad0a60b6-98d6-420c-bc75-0aa03a09fc2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6495f28-47d4-4d4a-901b-c26806888ee4 HTTP/1.1" status: 204 len: 168 time: 0.2526252 Jul 28 11:07:24.906918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a60b6-98d6-420c-bc75-0aa03a09fc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6495f28-47d4-4d4a-901b-c26806888ee4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:24.960783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69cf3f9-f854-4572-acf6-200caa0bc9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:24.975538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-52fbf0ce-1add-4f03-b18c-6bcf88598851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:24.976966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-52fbf0ce-1add-4f03-b18c-6bcf88598851 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.3090267 Jul 28 11:07:25.054191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.081041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69cf3f9-f854-4572-acf6-200caa0bc9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.085001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.099749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:25.188032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-2b231fd9-4c2c-4929-b93c-a3bcc986577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:25.189542 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-2b231fd9-4c2c-4929-b93c-a3bcc986577f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.5082586 Jul 28 11:07:25.318191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014219-20fb-469b-9539-f62779c99338 req-c80b86e0-e7c6-4644-9b29-03628877f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:25.318471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:25.319682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-c80b86e0-e7c6-4644-9b29-03628877f695 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3281643 Jul 28 11:07:25.333351 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-7baa2d2d-7363-498b-99c1-0f6188e4a730 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.1132770 Jul 28 11:07:25.484627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87579f9-bbd9-403b-ad61-72c6e0877c09 req-736e0151-bece-4be0-b326-44b9f544a890 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:25.487321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b87579f9-bbd9-403b-ad61-72c6e0877c09 req-736e0151-bece-4be0-b326-44b9f544a890 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.1611896 Jul 28 11:07:25.533628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:25.541033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ae52665a-5bc7-4092-a37e-d77c04b1fc9a admin admin] 10.222.0.20 "PUT /v2.0/routers/7c9ad9ac-a095-43aa-b0dc-8235149804c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7041793 Jul 28 11:07:25.547692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:25.548204 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] Sync routers for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:25.552719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69cf3f9-f854-4572-acf6-200caa0bc9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.556091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69cf3f9-f854-4572-acf6-200caa0bc9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.559496 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d69cf3f9-f854-4572-acf6-200caa0bc9d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/598fa1bd-c88d-46f0-ae40-3acc0428e17b HTTP/1.1" status: 204 len: 168 time: 1.0501325 Jul 28 11:07:25.568168 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:25.573058 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:25.605703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b87579f9-bbd9-403b-ad61-72c6e0877c09 req-6001d583-507c-46f9-b52b-2844b5161b1c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041126 Jul 28 11:07:25.631875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-84dc3d11-8a56-43ab-ba54-5956305340b2 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011377 Jul 28 11:07:25.632763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:25.633101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:25.633565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:25.647665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Router bbb67b3b-0e94-4104-9466-fe99be56f189 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:25.724561 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:25.728660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf3f9-f854-4572-acf6-200caa0bc9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fa1bd-c88d-46f0-ae40-3acc0428e17b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:25.730496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:25.730811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:25.748370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:25.748710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:25.749090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:25.749526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Bound port: b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:25.749888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.771952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-655962d2-8196-4ce5-92bc-f038af497822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:25.773862 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-655962d2-8196-4ce5-92bc-f038af497822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.4263239 Jul 28 11:07:25.796697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:25.844527 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c014219-20fb-469b-9539-f62779c99338 req-5fdf609b-2bc7-4437-ae7e-3415e50be99f service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917837 Jul 28 11:07:25.867002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e6b57-1761-4c8e-b5d2-a13f415ce901 req-0e00d6c8-77d0-48bd-a926-32948dfe1988 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:25.878284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c18e6b57-1761-4c8e-b5d2-a13f415ce901 req-0e00d6c8-77d0-48bd-a926-32948dfe1988 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.1607499 Jul 28 11:07:25.908349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60198) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:26.021700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-47409d3a-70bd-4c2b-a553-44c3594e99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:26.023326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-47409d3a-70bd-4c2b-a553-44c3594e99ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353578 Jul 28 11:07:26.023886 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '2da82207-f567-4031-a9e7-201f66ade90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:07:24Z', 'revision_number': 5, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port': {'id': '2da82207-f567-4031-a9e7-201f66ade90b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:04Z', 'updated_at': '2021-07-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:26.024718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c18e6b57-1761-4c8e-b5d2-a13f415ce901 req-00b36039-4c1f-4a0e-8b9c-54f3b9694648 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417184 Jul 28 11:07:26.055814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router ede6d449-a38a-497e-aeef-2c309f29b427 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:07:26.057237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.085129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-f309a8fc-21e5-4afd-b7de-4e6fb4d2c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:26.086708 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-f309a8fc-21e5-4afd-b7de-4e6fb4d2c09c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c967dd99a8ed438688bdb3df03feae2e&device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1100 time: 0.1734390 Jul 28 11:07:26.093583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] Checking router: 7c9ad9ac-a095-43aa-b0dc-8235149804c7 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:26.094666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:26.098999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-546244227-network', 'tenant_id': '1a80f7c15ed240fdb3eccd8fce921ed2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:26.102590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:26.103261 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] Routers {'7c9ad9ac-a095-43aa-b0dc-8235149804c7'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:26.103872 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:26.133776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee4a94bf-b3f9-469c-89a0-c89137d5556c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.163710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Made reservation on behalf of 1a80f7c15ed240fdb3eccd8fce921ed2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:26.166006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.180520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.195569 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] Set router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:26.227473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Deleting port 2da82207-f567-4031-a9e7-201f66ade90b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:26.232961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.252732 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:07:26Z', 'revision_number': 6, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:26.283450 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc5a5d-b6b4-4be1-80c7-67e9395162db None None] The sync data for ids ['7c9ad9ac-a095-43aa-b0dc-8235149804c7'] in n-d-723573-7 is: [{'id': '7c9ad9ac-a095-43aa-b0dc-8235149804c7', 'name': 'tempest-ServersTestBootFromVolume-945373149-router', 'tenant_id': '4ced3ac353df4530bce5c304fb5267f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:03Z', 'updated_at': '2021-07-28T11:07:26Z', 'revision_number': 6, 'project_id': '4ced3ac353df4530bce5c304fb5267f7', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:26.361835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] For port 2da82207-f567-4031-a9e7-201f66ade90b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2da82207-f567-4031-a9e7-201f66ade90b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:26.362202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.384918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Calling delete_port for 2da82207-f567-4031-a9e7-201f66ade90b owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:26.387769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee4a94bf-b3f9-469c-89a0-c89137d5556c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.397189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee4a94bf-b3f9-469c-89a0-c89137d5556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.498585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ee4a94bf-b3f9-469c-89a0-c89137d5556c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b5b7f3858be4933bd6d713c068cd345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942716 Jul 28 11:07:26.503967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:26.504634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a94bf-b3f9-469c-89a0-c89137d5556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114a439-6328-428e-9db2-aaf512810acf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:26.555546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:26.584084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.621712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:26.634833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-89dfc8d0-e950-484e-a8c2-44ee00a8811f admin admin] 10.222.0.20 "PUT /v2.0/routers/bbb67b3b-0e94-4104-9466-fe99be56f189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8873317 Jul 28 11:07:26.636104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] Sync routers for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:26.651520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:26.655335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:26.658970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:26.693019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.707911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.771562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:26.773189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:26.773819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.775262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] 10.222.0.41 "PUT /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 1092 time: 4.0395892 Jul 28 11:07:26.775760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:26.778252 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f019b-3f85-42b9-92dd-fb29301104df" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:26.817022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c055a9-d26a-4588-8c43-41c7cf420661 req-e84f36ea-e0f9-437c-8a6e-716c2f844754 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:26.818707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c055a9-d26a-4588-8c43-41c7cf420661 req-e84f36ea-e0f9-437c-8a6e-716c2f844754 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.0746021 Jul 28 11:07:26.819595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-850972fe-6b26-4d73-bb88-724b9ec7182d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.836690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd84a96-9506-45a8-b7d1-6e13778eea84 service neutron] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:26.846206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-850972fe-6b26-4d73-bb88-724b9ec7182d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.857398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-fc213d74-a3d5-4bb1-8594-30991618e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:26.858883 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-fc213d74-a3d5-4bb1-8594-30991618e4c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.7537580 Jul 28 11:07:26.859044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:07:26.878298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:26.890170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-d67583ad-d72b-4a99-aa11-abc79c0f8206 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288436 Jul 28 11:07:26.920329 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0968eee-28de-407c-ae1e-cb8ef1fd15dc x-openstack-request-id: req-b0968eee-28de-407c-ae1e-cb8ef1fd15dc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:26.920613 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:26.920867 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0968eee-28de-407c-ae1e-cb8ef1fd15dc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:26.921270 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'status': 'completed', 'code': 200} Jul 28 11:07:26.945091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:26.945091 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Added segment f7834071-0bca-4fbd-86a2-ed04b3213713 of type vlan for network b6797fa2-90a0-4ef5-a498-e59c9ed6211d Jul 28 11:07:26.973407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:26.986572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c055a9-d26a-4588-8c43-41c7cf420661 req-076dd61b-703a-4c5b-b8d8-ac9a70bc4685 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291962 Jul 28 11:07:26.995096 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] Sync routers for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:27.010383 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:27.011383 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:27.022076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-3e4b446c-58d6-44dd-85df-54c6bb401eff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 200 len: 217 time: 0.0999744 Jul 28 11:07:27.025972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.049432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.066555 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:27.080483 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:27.081224 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:27.100939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.102471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dae5b913-d031-4867-9e09-a59fdf8ae8f8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8252499 Jul 28 11:07:27.109513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.119359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-850972fe-6b26-4d73-bb88-724b9ec7182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.121452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:27.121932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-850972fe-6b26-4d73-bb88-724b9ec7182d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.124293 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:27.125482 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebff10a-8833-4ca2-b5b9-85f54acbec37 None None] The sync data for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:27.128718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-850972fe-6b26-4d73-bb88-724b9ec7182d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8114a439-6328-428e-9db2-aaf512810acf HTTP/1.1" status: 204 len: 168 time: 0.6199415 Jul 28 11:07:27.142091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da82207-f567-4031-a9e7-201f66ade90b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:27.166696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:07:23Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:27.180779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-940f06b8-df7d-4803-b40f-8daaf774fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:27.182245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-940f06b8-df7d-4803-b40f-8daaf774fa6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1095 time: 0.3486159 Jul 28 11:07:27.214627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850972fe-6b26-4d73-bb88-724b9ec7182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114a439-6328-428e-9db2-aaf512810acf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:27.232821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] Checking router: bbb67b3b-0e94-4104-9466-fe99be56f189 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:27.244966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.245844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:27.246430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.268708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3584106 Jul 28 11:07:27.271769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] Routers {'bbb67b3b-0e94-4104-9466-fe99be56f189'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:27.275812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['bbb67b3b-0e94-4104-9466-fe99be56f189'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:27.276500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:27.306686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-7ba79429-e913-4a4b-bf35-213b0ebb2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:27.309383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-7ba79429-e913-4a4b-bf35-213b0ebb2765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2744217 Jul 28 11:07:27.315643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Request body: {'subnet': {'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-546244227-subnet', 'tenant_id': '1a80f7c15ed240fdb3eccd8fce921ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:27.331813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-3fb4992d-2f25-4c79-b6fb-e3f1b20350e2 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981421 Jul 28 11:07:27.339134 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-118b57c1-600f-4953-ba1c-f3808315c5ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 217 time: 0.1408379 Jul 28 11:07:27.348138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073a33e-658c-4b18-84a5-3b01cc749300 req-025f209b-2b23-4c3a-a50b-e580759b09d8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:27.360534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7073a33e-658c-4b18-84a5-3b01cc749300 req-025f209b-2b23-4c3a-a50b-e580759b09d8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 949 time: 0.2152970 Jul 28 11:07:27.390034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.509009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] Set router bbb67b3b-0e94-4104-9466-fe99be56f189 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:27.534988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Made reservation on behalf of 1a80f7c15ed240fdb3eccd8fce921ed2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:27.537383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.551742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-7612291c-1b17-48f8-a206-074a9d6db17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:27.553286 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-7612291c-1b17-48f8-a206-074a9d6db17d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1750722 Jul 28 11:07:27.566444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-beffac10-be0a-4afb-a2f8-c201b6d65f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:27.567924 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-beffac10-be0a-4afb-a2f8-c201b6d65f1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310283 Jul 28 11:07:27.569412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.570308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 31957453-f211-47bf-8319-c16b8cbf045b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:27.593614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.595960 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.710797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-58fc1b42-e093-4435-995c-e817a3bfdb71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804276 Jul 28 11:07:27.881091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 31957453-f211-47bf-8319-c16b8cbf045b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:27.881706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 31957453-f211-47bf-8319-c16b8cbf045b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:27.881904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2da82207-f567-4031-a9e7-201f66ade90b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:27.909812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2da82207-f567-4031-a9e7-201f66ade90b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:27.910437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2da82207-f567-4031-a9e7-201f66ade90b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:27.912195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:07:27.915626 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac7d5db1-0c8f-4946-9d3f-19ab5fcae653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:27.989611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-1e241005-c958-4520-bf6a-9d39667ec1ce service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466733 Jul 28 11:07:28.084732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178e0b9-fdc2-4293-864d-21775d97528d admin admin] Pushing event updated for resources: {'Network': ['ID=b6797fa2-90a0-4ef5-a498-e59c9ed6211d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:28.092301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:28.103116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b6797fa2-90a0-4ef5-a498-e59c9ed6211d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:07:28.136518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7073a33e-658c-4b18-84a5-3b01cc749300 req-c283dea4-066b-486f-afc3-6c4d4bd54f7c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7748594 Jul 28 11:07:28.145334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'mac_address': 'fa:16:3e:3a:d0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:07:28.164614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:07:23Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:28.167748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.168571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9ad9ac-a095-43aa-b0dc-8235149804c7 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:07:28.175001 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.179013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d94d956f-b676-4e5f-8d83-a0476252ae90 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c9ad9ac-a095-43aa-b0dc-8235149804c7 HTTP/1.1" status: 204 len: 168 time: 2.6279976 Jul 28 11:07:28.180636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60244) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:28.213276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d95cff-5316-42a8-b950-56cea96e8427 None None] The sync data for ids ['bbb67b3b-0e94-4104-9466-fe99be56f189'] in n-d-723573-7 is: [{'id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'name': 'tempest-ServersTestJSON-1687939840-router', 'tenant_id': '6dd8138e4c154daaa774c2a1880a481b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:04:46Z', 'updated_at': '2021-07-28T11:07:23Z', 'revision_number': 5, 'project_id': '6dd8138e4c154daaa774c2a1880a481b', 'gw_port': {'id': '7e25587a-4486-4f8a-bd2c-f5620bdd08e1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb67b3b-0e94-4104-9466-fe99be56f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:04:48Z', 'updated_at': '2021-07-28T11:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:28.262655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1ffed-71fb-4eae-80da-123f4f97664b req-dad90e48-4a90-49b7-b964-c05f7332d23b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:28.272771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7eb1ffed-71fb-4eae-80da-123f4f97664b req-dad90e48-4a90-49b7-b964-c05f7332d23b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.1750343 Jul 28 11:07:28.291042 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.312226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c667bcc-2d95-4551-aa66-297b547f4b57 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:28.349107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7eb1ffed-71fb-4eae-80da-123f4f97664b req-cea6f5ad-2f06-4446-9622-6f0643ad2dd8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681059 Jul 28 11:07:28.351683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:28.363198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.368593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Deleting subnet 44d654ee-7db1-4e48-970a-50f0387a88c5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:28.372065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.414875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.426339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:28.438969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.439342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.439687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.440024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.440379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.440861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.441193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.441522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.441851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.442175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.442496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.442820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:28.457581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.501093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.563270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.592275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.608770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44d654ee-7db1-4e48-970a-50f0387a88c5 HTTP/1.1" status: 204 len: 168 time: 0.4233172 Jul 28 11:07:28.608976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d6263-b6ee-436d-b018-1a6d2dc56c01 None None] Network 6aac03b2-605c-4e05-b2d3-04c3d256b917 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:28.609515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:28.621735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ec3a8-4143-4a61-95ed-15c3f0fe5fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d654ee-7db1-4e48-970a-50f0387a88c5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:28.668930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8c667bcc-2d95-4551-aa66-297b547f4b57'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:28.709729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9ac1b3bd-ac43-437c-a9b9-ed5616d40aa6 req-56e4de9e-7994-45ea-a406-9d05f79944d0 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690556 Jul 28 11:07:28.714310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.748917 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-d98d0645-d75b-44c8-ae04-8beb2b42964b service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158762 Jul 28 11:07:28.787623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Deleting port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:28.788357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.799113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Deleting port 61ff9061-d4a3-4546-9871-78591d036f66 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:28.799461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.879153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.962967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] For port 61ff9061-d4a3-4546-9871-78591d036f66, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61ff9061-d4a3-4546-9871-78591d036f66,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:28.963344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:28.977884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Calling delete_port for 61ff9061-d4a3-4546-9871-78591d036f66 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:29.041015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] DHCP port deletion for 6aac03b2-605c-4e05-b2d3-04c3d256b917 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:07:29.072399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cabd4cf-0c4e-4956-8463-de0abec8c997,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:29.098051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] Deleting port 61ff9061-d4a3-4546-9871-78591d036f66 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:29.098586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.112282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.148964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fb8791c-2f5a-4541-ab51-5430b0a91e0d req-2de2142f-3c30-40d2-82b7-dd646de8c824 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790681 Jul 28 11:07:29.151097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff9061-d4a3-4546-9871-78591d036f66,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:29.168792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] For port 61ff9061-d4a3-4546-9871-78591d036f66, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61ff9061-d4a3-4546-9871-78591d036f66,segment=NetworkSegment(a377b4f5-80be-454f-8eef-0ae9014f0cc2),segment_id=a377b4f5-80be-454f-8eef-0ae9014f0cc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:29.169885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] For port 7e25587a-4486-4f8a-bd2c-f5620bdd08e1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:29.170027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.170777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.171993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] No DVR routers for this DVR port 61ff9061-d4a3-4546-9871-78591d036f66 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:29.182502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Checking segment: {'id': 'f7834071-0bca-4fbd-86a2-ed04b3213713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:29.186444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Network hostable DHCP agents. Network: b6797fa2-90a0-4ef5-a498-e59c9ed6211d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:07:29.190561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] Calling delete_port for 61ff9061-d4a3-4546-9871-78591d036f66 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:29.273501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.1 (d7389852-5f17-4400-a3a2-5aa77323850b/0ae09130-9f7a-4ccb-b3c0-999951e58318/26804a68-c4b9-45c4-a905-d227b4745af4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:29.288728 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.307116 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.314941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] Pushing event deleted for resources: {'Port': ['ID=61ff9061-d4a3-4546-9871-78591d036f66,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:29.324569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae192e1-0d46-4778-ad9b-ef1df05e8b03 None None] No DVR routers for this DVR port 61ff9061-d4a3-4546-9871-78591d036f66 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:29.329123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aac03b2-605c-4e05-b2d3-04c3d256b917']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:29.355507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691d8f3-6be7-4f35-b979-76b4cc835c3d req-30c86ec4-98df-4de9-9ebb-68bf1e39fb0c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:29.361907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7691d8f3-6be7-4f35-b979-76b4cc835c3d req-30c86ec4-98df-4de9-9ebb-68bf1e39fb0c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1226382 Jul 28 11:07:29.366257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a377b4f5-80be-454f-8eef-0ae9014f0cc2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:29.366554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a377b4f5-80be-454f-8eef-0ae9014f0cc2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:29.393011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.426331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7691d8f3-6be7-4f35-b979-76b4cc835c3d req-54772965-cd48-4cfd-a3d9-26143654f57b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634384 Jul 28 11:07:29.427433 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.434446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:29.435628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:29.437660 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:29.446640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:29.451812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Calling delete_port for 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:29.473757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:29.474211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cfe1edb5-17ba-4e2c-9c3f-16ecd02a2b17 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:29.474609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61ff9061-d4a3-4546-9871-78591d036f66 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:29.490791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Network b6797fa2-90a0-4ef5-a498-e59c9ed6211d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:07:29.500751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 61ff9061-d4a3-4546-9871-78591d036f66 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:29.501106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61ff9061-d4a3-4546-9871-78591d036f66 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:29.550521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.558793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.563547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6aac03b2-605c-4e05-b2d3-04c3d256b917 HTTP/1.1" status: 204 len: 168 time: 0.9481804 Jul 28 11:07:29.590848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e74a0-cd0d-4d5d-9f4e-6628ed08d4d0 req-65b736df-aba3-4c46-9061-48529dbc6b89 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:29.600802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a69e74a0-cd0d-4d5d-9f4e-6628ed08d4d0 req-65b736df-aba3-4c46-9061-48529dbc6b89 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.0952249 Jul 28 11:07:29.610823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414656-077b-4eec-a523-c4ae86d20905 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aac03b2-605c-4e05-b2d3-04c3d256b917,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:29.657935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a69e74a0-cd0d-4d5d-9f4e-6628ed08d4d0 req-5b4a2c63-04ce-4db3-8fbc-05b4c98312d2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560682 Jul 28 11:07:29.749453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90058db-4c31-4e98-a8c0-ff8ed09331b4 req-032873c9-24f3-4ebd-94d5-0465b5b7b2d5 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:29.754089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f90058db-4c31-4e98-a8c0-ff8ed09331b4 req-032873c9-24f3-4ebd-94d5-0465b5b7b2d5 tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 1101 time: 0.0599663 Jul 28 11:07:29.799157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f90058db-4c31-4e98-a8c0-ff8ed09331b4 req-c39124ef-0c9e-4485-a9a5-a0c4567a140a tempest-MigrationsAdminTest-733602503 tempest-MigrationsAdminTest-733602503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Jul 28 11:07:29.799157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:29.844147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e9ab15f7-6a60-4cb3-8c06-10697f2a53a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ced3ac353df4530bce5c304fb5267f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453675 Jul 28 11:07:29.846609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:29.907974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb4f756-e679-4977-8101-28daa2b4a165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.910467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:29.944520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb4f756-e679-4977-8101-28daa2b4a165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:29.965591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, b6797fa2-90a0-4ef5-a498-e59c9ed6211d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:29.979703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f124e-1457-4a06-99c6-53ca8175230d None None] Network b6797fa2-90a0-4ef5-a498-e59c9ed6211d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:29.985763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f019b-3f85-42b9-92dd-fb29301104df req-712b6460-3480-42a9-b9a5-73778126b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:29.987275 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-712b6460-3480-42a9-b9a5-73778126b9c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1095 time: 0.5990834 Jul 28 11:07:30.008575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:30.009161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.026224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb4f756-e679-4977-8101-28daa2b4a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.030215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb4f756-e679-4977-8101-28daa2b4a165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.034504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-acb4f756-e679-4977-8101-28daa2b4a165 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/816fc2dc-30a2-4103-af0e-bad334505a8a HTTP/1.1" status: 204 len: 168 time: 0.1844027 Jul 28 11:07:30.041512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4f756-e679-4977-8101-28daa2b4a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816fc2dc-30a2-4103-af0e-bad334505a8a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:30.139546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 8c667bcc-2d95-4551-aa66-297b547f4b57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:30.148401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 8c667bcc-2d95-4551-aa66-297b547f4b57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:30.148844 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.151890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c13cfbd-01df-4ab4-909d-49295106553d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8404818 Jul 28 11:07:30.156134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.217691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be434-a2e0-41de-8866-27b60653dce7 req-65af4ceb-fb26-4c57-9f5d-10c999902a5e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:30.223420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Transition to ACTIVE for port object 26804a68-c4b9-45c4-a905-d227b4745af4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:30.232652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d44be434-a2e0-41de-8866-27b60653dce7 req-65af4ceb-fb26-4c57-9f5d-10c999902a5e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 950 time: 0.1018393 Jul 28 11:07:30.279699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d81d30-e7cc-4127-93e3-1ddd6de5a70d None None] Network b6797fa2-90a0-4ef5-a498-e59c9ed6211d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:30.297583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f019b-3f85-42b9-92dd-fb29301104df req-1a12a746-2a47-400d-9911-6ed1bd36caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:30.299382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-1a12a746-2a47-400d-9911-6ed1bd36caaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.2926645 Jul 28 11:07:30.326922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d44be434-a2e0-41de-8866-27b60653dce7 req-95f4de39-44af-4e1d-ac1d-3e13b6fc9cbb tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861082 Jul 28 11:07:30.354254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-301f4bd6-4c62-44c7-8833-c5df06f94cba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 217 time: 0.0459473 Jul 28 11:07:30.410254 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.427191 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.450079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:30.490533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network d7389852-5f17-4400-a3a2-5aa77323850b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:30.497220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:30.504282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.508863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:30.517012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:30.519870 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08702983-050d-4bf6-94ee-f4d73ae2b857" -d '{"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:30.567274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:30.568885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.578546 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.628298 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1ee31-b676-4f18-b788-501fd52b58ac x-openstack-request-id: req-f4e1ee31-b676-4f18-b788-501fd52b58ac {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:30.629035 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-plugged", "status": "completed", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:30.629705 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4e1ee31-b676-4f18-b788-501fd52b58ac {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:30.630965 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'code': 200} Jul 28 11:07:30.660854 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f413b4-2e1d-4d9f-8b59-757eb74bd93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.669337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:30.690401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:07:30.690662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f019b-3f85-42b9-92dd-fb29301104df req-376585bd-3fcf-48ab-9a40-749260d2d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:30.691986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-376585bd-3fcf-48ab-9a40-749260d2d947 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.3168008 Jul 28 11:07:30.706266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=26804a68-c4b9-45c4-a905-d227b4745af4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:30.797638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e25587a-4486-4f8a-bd2c-f5620bdd08e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:30.877023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:30.885060 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-7a21793f-a4c8-4445-aef6-9ba65669a9cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799457 Jul 28 11:07:30.906416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'port_id': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'mac_address': 'fa:16:3e:c6:f8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f641786-47d3-437e-a82f-2746548113bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:07:30.942477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04dc89-a6b1-42fb-92a7-f7dc140672a2 req-cf0da1d2-acf9-455c-aa13-b0744ae4626e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:30.949828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f04dc89-a6b1-42fb-92a7-f7dc140672a2 req-cf0da1d2-acf9-455c-aa13-b0744ae4626e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.1292000 Jul 28 11:07:30.953761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f413b4-2e1d-4d9f-8b59-757eb74bd93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.970364 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:30.994050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f413b4-2e1d-4d9f-8b59-757eb74bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.008985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5f3f16a-3c20-411b-b1dd-c2f8ee75e3ed None None] Provisioning for port 26804a68-c4b9-45c4-a905-d227b4745af4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:31.014620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.018520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5f3f16a-3c20-411b-b1dd-c2f8ee75e3ed None None] Provisioning complete for port 26804a68-c4b9-45c4-a905-d227b4745af4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:31.019078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f16a-3c20-411b-b1dd-c2f8ee75e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.030510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f0b22a4-dab4-4f7c-b985-6b41b1b8b0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.044745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.063803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90bb5f0-dc27-4efe-b1e3-4861960c4faf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:31.094331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3f16a-3c20-411b-b1dd-c2f8ee75e3ed None None] Port 26804a68-c4b9-45c4-a905-d227b4745af4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:07:31.104922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:31.111222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.162473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-760b5d7f-3c44-4eb1-bec7-216ea120af98 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:31.164910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-760b5d7f-3c44-4eb1-bec7-216ea120af98 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/networks?id=b6797fa2-90a0-4ef5-a498-e59c9ed6211d HTTP/1.1" status: 200 len: 820 time: 0.1797974 Jul 28 11:07:31.179469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:31.203974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f04dc89-a6b1-42fb-92a7-f7dc140672a2 req-0dde384b-5326-42c1-8343-92ec9a5ab3db tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431817 Jul 28 11:07:31.204665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.206123 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-857eb6e4-baee-4853-9fd4-3771e05ea22a service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120453 Jul 28 11:07:31.208685 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.217139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.235641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58f413b4-2e1d-4d9f-8b59-757eb74bd93a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2b6aaad4868461ea0674baba6170039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843933 Jul 28 11:07:31.236600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f413b4-2e1d-4d9f-8b59-757eb74bd93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3846ed14-ecaf-449e-b33e-64d3ab0d79dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:31.242126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:31.259648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-ed223034-0ef1-4252-9001-0927a3e87848 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/quotas/1a80f7c15ed240fdb3eccd8fce921ed2 HTTP/1.1" status: 200 len: 375 time: 0.0486712 Jul 28 11:07:31.300761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-f022d976-2f49-4cad-972f-437e797bc579 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a80f7c15ed240fdb3eccd8fce921ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402782 Jul 28 11:07:31.301262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:31.312533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b90bb5f0-dc27-4efe-b1e3-4861960c4faf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:31.468973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1670852974-network', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:31.511217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.511765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb67b3b-0e94-4104-9466-fe99be56f189 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:07:31.554119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.557389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:31.557613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a77c8cc7-2b99-4e08-a8b1-2137e9844f63 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bbb67b3b-0e94-4104-9466-fe99be56f189 HTTP/1.1" status: 204 len: 168 time: 4.8985043 Jul 28 11:07:31.557729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.557830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:31.571746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f15ca-1305-4b68-81d4-31b4ba06a46d req-89503592-96b9-4aa7-a3bc-3b02493fbb28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:31.573320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-640f15ca-1305-4b68-81d4-31b4ba06a46d req-89503592-96b9-4aa7-a3bc-3b02493fbb28 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 951 time: 0.1570401 Jul 28 11:07:31.595453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.647839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-cea78dcc-f070-4a90-bfa9-dd5701ca6b6a service neutron] 10.222.0.20 "GET /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409894 Jul 28 11:07:31.657957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-ba9ad469-c50e-41bf-a8a9-438543942fb0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:31.659668 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-ba9ad469-c50e-41bf-a8a9-438543942fb0 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 951 time: 0.2975864 Jul 28 11:07:31.686408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-640f15ca-1305-4b68-81d4-31b4ba06a46d req-bdb244a9-36dc-427f-9a31-ef6dffa0faa1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 Jul 28 11:07:31.695819 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e06f019b-3f85-42b9-92dd-fb29301104df req-093c1089-abfa-463a-a329-f4cc0db6c3a8 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759798 Jul 28 11:07:31.756761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18ccdc6-dafd-467c-a9ef-621050147e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.781095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Deleting subnet 682dc253-fdb1-4a1c-8678-fe93dee563cf {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:31.790300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-25af087a-3fd0-4bdf-b29e-aeb5f45bcda4 service neutron] 10.222.0.20 "GET /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294343 Jul 28 11:07:31.792755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.810996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.815929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.821639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.844873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:07:31.853975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62ec27-d464-4121-a7f3-7ebc96c918b6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:31.860788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.861206 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Added segment 61199427-c559-4a43-83d7-516f5dc16630 of type vlan for network 41784674-f678-4a62-b982-17a81688a84c Jul 28 11:07:31.880339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18ccdc6-dafd-467c-a9ef-621050147e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.912909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.942680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.943614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:31.943760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:31.944323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.039876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d62c2c3-d3e5-43ea-a130-760d88e1c6c8 req-1ca6fad8-f5ac-4621-bcf2-40b97c93bdb5 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 210 time: 0.0782561 Jul 28 11:07:32.041257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7390695 Jul 28 11:07:32.044503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:32.049743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Request body: {'subnet': {'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1670852974-subnet', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:32.079212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821ae4b-df33-4c14-a49e-216070519a1a admin admin] Pushing event updated for resources: {'Network': ['ID=41784674-f678-4a62-b982-17a81688a84c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:32.082760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:32.085106 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.094516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 41784674-f678-4a62-b982-17a81688a84c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:07:32.126640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Deleting port 8c667bcc-2d95-4551-aa66-297b547f4b57 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:32.127104 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.196444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18ccdc6-dafd-467c-a9ef-621050147e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.199315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18ccdc6-dafd-467c-a9ef-621050147e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.203639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c18ccdc6-dafd-467c-a9ef-621050147e95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3846ed14-ecaf-449e-b33e-64d3ab0d79dd HTTP/1.1" status: 204 len: 168 time: 0.9497147 Jul 28 11:07:32.287680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.323697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.385113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.403769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.418484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ccdc6-dafd-467c-a9ef-621050147e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846ed14-ecaf-449e-b33e-64d3ab0d79dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:32.446037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c3d490-6a4d-4c26-a976-5b464ba2291d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:32.473265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199a575-16aa-4651-b4e5-8569b530e9d5 req-5edcba36-0396-4f01-9c63-1b063d9daf06 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:32.482478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8199a575-16aa-4651-b4e5-8569b530e9d5 req-5edcba36-0396-4f01-9c63-1b063d9daf06 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.1787946 Jul 28 11:07:32.503267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Checking segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:32.504225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Network hostable DHCP agents. Network: 41784674-f678-4a62-b982-17a81688a84c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:07:32.531567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.540151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8199a575-16aa-4651-b4e5-8569b530e9d5 req-4ed133fb-655d-4ca6-9a0b-cd2aa5f1deff tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 Jul 28 11:07:32.541826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Network 41784674-f678-4a62-b982-17a81688a84c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:07:32.554904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 41784674-f678-4a62-b982-17a81688a84c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:32.563699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:32.564365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.570630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0220b02-b311-4460-ae5e-1c9f91405082 None None] Network 41784674-f678-4a62-b982-17a81688a84c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:32.578195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=26804a68-c4b9-45c4-a905-d227b4745af4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:32.580953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682dc253-fdb1-4a1c-8678-fe93dee563cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:32.584294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] For port 8c667bcc-2d95-4551-aa66-297b547f4b57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8c667bcc-2d95-4551-aa66-297b547f4b57,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:32.584666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.585113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d1ed5c65-a93c-4330-a34c-49aac960b27d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5391347 Jul 28 11:07:32.587927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.600365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.601804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:32.604101 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8df3c1e7-557a-4b4d-ac77-8264e2a88724 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/682dc253-fdb1-4a1c-8678-fe93dee563cf HTTP/1.1" status: 204 len: 168 time: 1.0098679 Jul 28 11:07:32.608032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:32.610486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:32.617578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Calling delete_port for 8c667bcc-2d95-4551-aa66-297b547f4b57 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:32.648737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:32.664759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85f82e1b-94ae-48f5-b7d6-9f8f9de01fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.674821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.676125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465065a4-d154-480c-a8cf-98640c74340a None None] Network be753703-0cb0-4ea8-a25e-c1f67e0381a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:32.677085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.731266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:32.811500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.817209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:32.891705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network d7389852-5f17-4400-a3a2-5aa77323850b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:32.896595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:32.939667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f980e-6b05-4ea3-b99d-125972e061c5 req-0f0093c0-deb2-4b69-917a-fb6513ce4ab6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:32.945705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7f980e-6b05-4ea3-b99d-125972e061c5 req-0f0093c0-deb2-4b69-917a-fb6513ce4ab6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 951 time: 0.1347122 Jul 28 11:07:33.002412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.024536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', '338762ba-9bfc-47ea-b556-b77fe98ba17e', '6a626ac1-1ecc-4643-81d4-f51b2194a510'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:33.057273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-41784674-f678-4a62-b982-17a81688a84c', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:07:33.058562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.080716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port b90bb5f0-dc27-4efe-b1e3-4861960c4faf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:33.096299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port b90bb5f0-dc27-4efe-b1e3-4861960c4faf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:33.096950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.098119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7f980e-6b05-4ea3-b99d-125972e061c5 req-b8db7010-66d8-47b0-a19b-c054ece625d7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217842 Jul 28 11:07:33.109868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event deleted for resources: {'Port': ['ID=8c667bcc-2d95-4551-aa66-297b547f4b57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:33.116352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Deleting port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:33.116694 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.145942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.196868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-259017c6-ba18-4d8e-b70e-6446be16fce5 req-e7528bb3-0f08-41b3-923f-eeb070beeae4 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 210 time: 0.0456333 Jul 28 11:07:33.225070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85f82e1b-94ae-48f5-b7d6-9f8f9de01fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.283819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] No DVR routers for this DVR port 8c667bcc-2d95-4551-aa66-297b547f4b57 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:33.290917 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85f82e1b-94ae-48f5-b7d6-9f8f9de01fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.353565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] DHCP port deletion for be753703-0cb0-4ea8-a25e-c1f67e0381a6 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:07:33.358353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f82e1b-94ae-48f5-b7d6-9f8f9de01fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8cde45-f175-4d7a-9d53-9ddcb4347017,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:33.367287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85f82e1b-94ae-48f5-b7d6-9f8f9de01fa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04ac1ce9f0dd4efbbae3277b8bf6de4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171717 Jul 28 11:07:33.369056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:33.430624 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.471994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-211a22df-d968-499d-ab48-59cecdd7f6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.500642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-211a22df-d968-499d-ab48-59cecdd7f6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.606874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8d1e84f7-fdaa-4673-8611-6ff3b1205440 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:33.685681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Allocated IP 172.20.0.2 (41784674-f678-4a62-b982-17a81688a84c/51c3d490-6a4d-4c26-a976-5b464ba2291d/4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:33.702832 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.718333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-211a22df-d968-499d-ab48-59cecdd7f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.721511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-211a22df-d968-499d-ab48-59cecdd7f6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.725723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-211a22df-d968-499d-ab48-59cecdd7f6bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d8cde45-f175-4d7a-9d53-9ddcb4347017 HTTP/1.1" status: 204 len: 168 time: 0.3552945 Jul 28 11:07:33.742360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-67cf0b33-dfb5-4030-bedb-93b8a36a9a49 None None] Provisioning complete for port 26804a68-c4b9-45c4-a905-d227b4745af4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:33.742729 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cf0b33-dfb5-4030-bedb-93b8a36a9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.752704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a22df-d968-499d-ab48-59cecdd7f6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8cde45-f175-4d7a-9d53-9ddcb4347017,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:33.766646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.778104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba8eee-e1d8-4b05-b00e-80e628221215 req-fac6223b-b102-4359-baef-e35a003db664 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:33.785916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3ba8eee-e1d8-4b05-b00e-80e628221215 req-fac6223b-b102-4359-baef-e35a003db664 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.1284881 Jul 28 11:07:33.821288 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.829624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.831564 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-928bc9a4-f6a1-42f0-8695-81e444589b3c req-9ca90cb4-009b-40fd-b133-bec3e411f0db tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "DELETE /v2.0/ports/8c667bcc-2d95-4551-aa66-297b547f4b57 HTTP/1.1" status: 204 len: 173 time: 2.1543293 Jul 28 11:07:33.834696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-deleted', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:33.836952 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3bb46d-d3a4-4f97-b3b2-ebc1dcea3e2d" -d '{"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-deleted", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:33.848300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] For port 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8d1e84f7-fdaa-4673-8611-6ff3b1205440,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:33.848300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.850450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:33.858909 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa30764-1a2e-4eaf-9b09-ee20cfd05253" -d '{"events": [{"server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "name": "network-vif-plugged", "status": "completed", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:33.868639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router ede6d449-a38a-497e-aeef-2c309f29b427 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:33.897412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] Deleting port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:33.903161 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:33.910302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Calling delete_port for 8d1e84f7-fdaa-4673-8611-6ff3b1205440 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:33.913449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3ba8eee-e1d8-4b05-b00e-80e628221215 req-d9434e72-a6d9-4618-8c1d-1f8dcd0d519d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265607 Jul 28 11:07:34.026931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Allocated IP 172.25.1.176 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/6545da97-2240-425b-a5e5-fa272d6cb9b3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:34.027094 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774afeef-c21f-4e97-a37a-2f9a9d4d9f2e x-openstack-request-id: req-774afeef-c21f-4e97-a37a-2f9a9d4d9f2e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:34.027219 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5432ba-e382-4650-b3d2-051d5b3506f6", "name": "network-vif-deleted", "tag": "8c667bcc-2d95-4551-aa66-297b547f4b57", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:34.027451 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-774afeef-c21f-4e97-a37a-2f9a9d4d9f2e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:34.028062 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5432ba-e382-4650-b3d2-051d5b3506f6', 'name': 'network-vif-deleted', 'tag': '8c667bcc-2d95-4551-aa66-297b547f4b57', 'status': 'completed', 'code': 200} Jul 28 11:07:34.099687 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.111045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Transition to ACTIVE for port object 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:34.128765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Transition to ACTIVE for port object 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:34.134316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:34.164487 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c746d09f-0a52-4784-9f96-5e05567d8af2 x-openstack-request-id: req-c746d09f-0a52-4784-9f96-5e05567d8af2 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:34.164816 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "name": "network-vif-plugged", "status": "completed", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:34.165245 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c746d09f-0a52-4784-9f96-5e05567d8af2 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:34.165851 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'code': 200} Jul 28 11:07:34.173056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.219415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.229591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:34.277662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-0e78d16f-8ec7-4022-96f8-8587c155c1ae tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:34.278117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-67cf0b33-dfb5-4030-bedb-93b8a36a9a49 None None] Port 26804a68-c4b9-45c4-a905-d227b4745af4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:07:34.283386 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-0e78d16f-8ec7-4022-96f8-8587c155c1ae tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.41 "GET /v2.0/networks?id=b6797fa2-90a0-4ef5-a498-e59c9ed6211d HTTP/1.1" status: 200 len: 820 time: 0.9738925 Jul 28 11:07:34.306492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Request body: {'port': {'device_id': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d', 'admin_state_up': True, 'tenant_id': '1a80f7c15ed240fdb3eccd8fce921ed2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:34.325897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:34.331037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 8c667bcc-2d95-4551-aa66-297b547f4b57 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:34.331964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8c667bcc-2d95-4551-aa66-297b547f4b57 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:34.366891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.380356 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.397672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34dc3b2a-1766-4704-a651-587b69c6dae4 req-b8fa1bc4-bba4-40ff-ba4a-f25b80449dc9 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5432ba-e382-4650-b3d2-051d5b3506f6 HTTP/1.1" status: 200 len: 210 time: 0.0929499 Jul 28 11:07:34.397672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:34.417260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e88d4afe-783f-4244-a4e9-73f6e79c9a1e req-c7d94618-6dfc-4972-9942-750941c39817 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 210 time: 0.0999038 Jul 28 11:07:34.430978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:34.435710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:34.445570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-16c03f08-7c52-4e30-8e5b-a4a7e0fe27c8 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/routers/ede6d449-a38a-497e-aeef-2c309f29b427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3200767 Jul 28 11:07:34.452310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.458221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:34.462879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] Sync routers for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:34.473202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'port': {'network_id': 'd7389852-5f17-4400-a3a2-5aa77323850b', 'name': 'tempest-FloatingIPTestJSON-162250155'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:34.492678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8d1e84f7-fdaa-4673-8611-6ff3b1205440,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:34.511282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] For port 8d1e84f7-fdaa-4673-8611-6ff3b1205440, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8d1e84f7-fdaa-4673-8611-6ff3b1205440,segment=NetworkSegment(0ed62221-962f-4cba-ab48-69c0359ceb2a),segment_id=0ed62221-962f-4cba-ab48-69c0359ceb2a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:34.511724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.524839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.525528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:34.531064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Pushing event updated for resources: {'Port': ['ID=6545da97-2240-425b-a5e5-fa272d6cb9b3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:34.559314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Network 41784674-f678-4a62-b982-17a81688a84c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:34.568592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:34.568996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7e25587a-4486-4f8a-bd2c-f5620bdd08e1 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:34.571427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:34.573739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:34.589373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:34.589823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa913f8-f0da-43df-87fc-669b28d14d53 req-edf503f3-f581-4853-ac5a-529d1d2a59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:34.590071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:34.591398 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1aa913f8-f0da-43df-87fc-669b28d14d53 req-edf503f3-f581-4853-ac5a-529d1d2a59bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1097 time: 0.4695926 Jul 28 11:07:34.617575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Made reservation on behalf of 1a80f7c15ed240fdb3eccd8fce921ed2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:34.621332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.637662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] Calling delete_port for 8d1e84f7-fdaa-4673-8611-6ff3b1205440 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:34.642147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:34.655827 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.692970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1e84f7-fdaa-4673-8611-6ff3b1205440,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:34.715412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] No DVR routers for this DVR port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:34.719277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Made reservation on behalf of f54303f820cd4778b4cd55597b6fb1d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:34.723274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.779042 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1aa913f8-f0da-43df-87fc-669b28d14d53 req-fe2bab24-88e2-43f8-b7e0-f520e3efcf85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755958 Jul 28 11:07:34.780339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] device_id is not set on port 2336488f-9220-4e81-9bda-c2476fdd1fd9 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:07:34.819139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Attempting to bind port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:34.819524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Attempting to bind port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:34.819873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Attempting to bind port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 on network 41784674-f678-4a62-b982-17a81688a84c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:34.824441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:34.872957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Pushing event updated for resources: {'Port': ['ID=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:34.877778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:34.878410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:34.915383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.944454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:34.944454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Checking segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:34.944454 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.944454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Bound using segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:34.944454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Bound port: 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:34.944454 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.946191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:34.969703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:34.970358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8012213-f74e-44d6-8bee-7b00d7914fca None None] The sync data for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:34.972919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event deleted for resources: {'Port': ['ID=8d1e84f7-fdaa-4673-8611-6ff3b1205440,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:35.062917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be753703-0cb0-4ea8-a25e-c1f67e0381a6']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:35.082619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Allocated IP 172.20.0.11 (b6797fa2-90a0-4ef5-a498-e59c9ed6211d/4cabd4cf-0c4e-4956-8463-de0abec8c997/c1454c13-23aa-449f-8d2c-09cee13bbbaf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:35.092792 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.099254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] For port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:35.106093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d4381-d3f0-408f-b2e3-ddf60409aa5e req-eaa302cc-4d1f-4d4d-9a7e-65b3e0669a6f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:35.107266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] For port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:35.108470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c82d4381-d3f0-408f-b2e3-ddf60409aa5e req-eaa302cc-4d1f-4d4d-9a7e-65b3e0669a6f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.0986233 Jul 28 11:07:35.132839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] Pushing event deleted for resources: {'Port': ['ID=8d1e84f7-fdaa-4673-8611-6ff3b1205440,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:35.136737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.199643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e24be-da7f-449c-a67b-844c91a89592 None None] No DVR routers for this DVR port 8d1e84f7-fdaa-4673-8611-6ff3b1205440 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:35.208395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03bd11-5de8-49a5-b9e4-3d2b9bf032e0 None None] Pushing event updated for resources: {'Port': ['ID=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:35.243064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed62221-962f-4cba-ab48-69c0359ceb2a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:35.243767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed62221-962f-4cba-ab48-69c0359ceb2a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:35.266079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.306224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Allocated IP 172.20.0.9 (d7389852-5f17-4400-a3a2-5aa77323850b/0ae09130-9f7a-4ccb-b3c0-999951e58318/2336488f-9220-4e81-9bda-c2476fdd1fd9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:35.309007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.328608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:35.329265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:35.331262 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:35.346989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.509784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.580238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.584884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/be753703-0cb0-4ea8-a25e-c1f67e0381a6 HTTP/1.1" status: 204 len: 168 time: 2.9731498 Jul 28 11:07:35.585851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abad3c-b3c6-4487-a5c6-d37051a44a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=be753703-0cb0-4ea8-a25e-c1f67e0381a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:35.650680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.651650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c82d4381-d3f0-408f-b2e3-ddf60409aa5e req-cf9dbc1f-d3e6-4403-8750-886eb6d51976 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854310 Jul 28 11:07:35.741002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.749621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Pushing event updated for resources: {'Port': ['ID=c1454c13-23aa-449f-8d2c-09cee13bbbaf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:35.761635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827918c-24cf-4299-bc88-2225490c377d req-573f780f-b73d-4c2e-85d2-cf86fd910d28 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:35.773442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6827918c-24cf-4299-bc88-2225490c377d req-573f780f-b73d-4c2e-85d2-cf86fd910d28 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 932 time: 0.1667287 Jul 28 11:07:35.788962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Network b6797fa2-90a0-4ef5-a498-e59c9ed6211d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:35.792713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:35.806009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:35.866959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:35.867946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.885043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6827918c-24cf-4299-bc88-2225490c377d req-3f6b5f60-753e-4f8b-81b3-a4db5434d807 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106198 Jul 28 11:07:35.897255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-b1dceca8-9702-4ad4-81eb-54eadcf2d68f tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5950847 Jul 28 11:07:35.913215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Request body: {'port': {'device_id': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:35.941326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:35.995778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:35.998817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.002572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9f2abe80-02d5-4330-a804-d1e334ef3a89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dd8138e4c154daaa774c2a1880a481b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601006 Jul 28 11:07:36.005779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:36.033374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Transition to ACTIVE for port object 2336488f-9220-4e81-9bda-c2476fdd1fd9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:36.058411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Router ea4219d7-182f-40a5-8e42-62696702ca3f is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:07:36.147155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65427fe2-bd45-4e67-bba1-a6f44f4006a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.177680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.184560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313dc7d-3f25-4845-9a3f-c0550e73d685 req-e15b1e39-0183-43f6-982a-103b20617830 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:36.186333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f313dc7d-3f25-4845-9a3f-c0550e73d685 req-e15b1e39-0183-43f6-982a-103b20617830 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 950 time: 0.1230581 Jul 28 11:07:36.230165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65427fe2-bd45-4e67-bba1-a6f44f4006a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.283835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Network d7389852-5f17-4400-a3a2-5aa77323850b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:36.294153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:36.300659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:36.301988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:36.313021 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Sync routers for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:36.330689 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:36.330805 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:36.337037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f313dc7d-3f25-4845-9a3f-c0550e73d685 req-25e98766-3828-40da-b4de-ba6268c4682e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136699 Jul 28 11:07:36.363454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.364707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-62f59736-25f5-4d18-af7d-531700c9444d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7618790 Jul 28 11:07:36.367398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:36.404998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:36.405535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.410978 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event updated for resources: {'Port': ['ID=2336488f-9220-4e81-9bda-c2476fdd1fd9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:36.448311 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65427fe2-bd45-4e67-bba1-a6f44f4006a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.451404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65427fe2-bd45-4e67-bba1-a6f44f4006a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.455012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-65427fe2-bd45-4e67-bba1-a6f44f4006a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7762f66-5df1-4493-ac98-901cd9531004 HTTP/1.1" status: 204 len: 168 time: 0.4459441 Jul 28 11:07:36.484707 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-928c9bf8-fbd4-48bc-a921-6bbc50fdbc6a tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0274320 Jul 28 11:07:36.490122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:36.491609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427fe2-bd45-4e67-bba1-a6f44f4006a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7762f66-5df1-4493-ac98-901cd9531004,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:36.496133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Request body: {'floatingip': {'port_id': '2336488f-9220-4e81-9bda-c2476fdd1fd9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:36.565486 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:36.726370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:36.838562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4844e972-ad11-4933-a7b7-6b86a959bc46 None None] Network 41784674-f678-4a62-b982-17a81688a84c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:36.945137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4ffacb07-6214-4bf2-a1c4-167c90963568 None None] Provisioning for port 2336488f-9220-4e81-9bda-c2476fdd1fd9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:36.961106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4ffacb07-6214-4bf2-a1c4-167c90963568 None None] Provisioning complete for port 2336488f-9220-4e81-9bda-c2476fdd1fd9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:36.961883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ffacb07-6214-4bf2-a1c4-167c90963568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.026861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4b81-5b40-449e-b695-ad0653927785 req-074d2b5a-e671-4f53-a960-43187328bbb2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:37.044729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fafc4b81-5b40-449e-b695-ad0653927785 req-074d2b5a-e671-4f53-a960-43187328bbb2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.2445667 Jul 28 11:07:37.102522 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:34Z', 'revision_number': 3, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:37.125811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4ffacb07-6214-4bf2-a1c4-167c90963568 None None] Port 2336488f-9220-4e81-9bda-c2476fdd1fd9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:07:37.175760 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Checking router: ea4219d7-182f-40a5-8e42-62696702ca3f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:37.176460 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Updating router ea4219d7-182f-40a5-8e42-62696702ca3f port 6545da97-2240-425b-a5e5-fa272d6cb9b3 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:07:37.207478 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.210334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fafc4b81-5b40-449e-b695-ad0653927785 req-29197015-3043-48de-b8ab-f52d6f14d788 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642601 Jul 28 11:07:37.304477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ad60b7c-c9e7-406b-b359-71736cbf8630 None None] Provisioning for port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:37.325727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1454c13-23aa-449f-8d2c-09cee13bbbaf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:37.358656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.367082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:07:37.517239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:37.519194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1a68e-f9bd-4e90-89c2-0bfe098cae0e req-e58d2a7b-7128-42f9-9790-3882192cf060 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:37.528808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3b1a68e-f9bd-4e90-89c2-0bfe098cae0e req-e58d2a7b-7128-42f9-9790-3882192cf060 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 932 time: 0.2239227 Jul 28 11:07:37.536720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.558635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.563996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Transition to ACTIVE for port object c1454c13-23aa-449f-8d2c-09cee13bbbaf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:37.594271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e136c-b8b8-4513-8256-98526e020dc0 req-b4fcaa48-53c8-4840-a4c4-e2de208e290e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:37.595968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-121e136c-b8b8-4513-8256-98526e020dc0 req-b4fcaa48-53c8-4840-a4c4-e2de208e290e tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 950 time: 0.4083910 Jul 28 11:07:37.597474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.600612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.616292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:37.624171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:37.630713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.688444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3b1a68e-f9bd-4e90-89c2-0bfe098cae0e req-2605841f-90f6-48ac-bba4-841ebe57a8a1 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587093 Jul 28 11:07:37.746694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651222d-2b84-4e98-9ae2-62f129a7ac9e req-274f4d39-ea87-432a-92ff-90334b7b0867 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:37.754770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2651222d-2b84-4e98-9ae2-62f129a7ac9e req-274f4d39-ea87-432a-92ff-90334b7b0867 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1097 time: 0.2237849 Jul 28 11:07:37.849873 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.852203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2651222d-2b84-4e98-9ae2-62f129a7ac9e req-8e6a595c-8a66-461f-93fb-c365d9121550 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919673 Jul 28 11:07:37.859025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:37.863417 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Transition to ACTIVE for port object 6545da97-2240-425b-a5e5-fa272d6cb9b3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:37.878540 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.936137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Pushing event updated for resources: {'Port': ['ID=6545da97-2240-425b-a5e5-fa272d6cb9b3,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:37.946960 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.947291 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.947624 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.947952 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.948301 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.948625 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.948942 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.949807 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.950131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.950546 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.950872 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.951618 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:07:37.977554 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Attempting to bind port 6545da97-2240-425b-a5e5-fa272d6cb9b3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:37.977877 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Attempting to bind port 6545da97-2240-425b-a5e5-fa272d6cb9b3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:37.978183 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Attempting to bind port 6545da97-2240-425b-a5e5-fa272d6cb9b3 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:37.984882 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:37.985428 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:37.986095 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.986480 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:37.987098 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Bound port: 6545da97-2240-425b-a5e5-fa272d6cb9b3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:37.987846 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.996265 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:37.999324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-55115e78-6836-44ed-b084-5cfd75ef7745 None None] Provisioning complete for port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:38.000006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55115e78-6836-44ed-b084-5cfd75ef7745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.017566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Allocated IP 172.20.0.1 (41784674-f678-4a62-b982-17a81688a84c/51c3d490-6a4d-4c26-a976-5b464ba2291d/ada07c68-540d-40c4-bd99-104607943189) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:38.033709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Pushing event updated for resources: {'Port': ['ID=c1454c13-23aa-449f-8d2c-09cee13bbbaf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:38.051718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825e8e5-928e-4afa-83e5-14c34aa04790 req-d82ca4da-abdd-4105-bc51-55a56abb18d6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:38.053342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4825e8e5-928e-4afa-83e5-14c34aa04790 req-d82ca4da-abdd-4105-bc51-55a56abb18d6 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 950 time: 0.2600348 Jul 28 11:07:38.070525 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] For port 6545da97-2240-425b-a5e5-fa272d6cb9b3, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:38.074656 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] For port 6545da97-2240-425b-a5e5-fa272d6cb9b3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6545da97-2240-425b-a5e5-fa272d6cb9b3,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:38.083299 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.095155 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 8c8f089b-37ba-4c84-a5f1-786e305ea2b3 associated. External IP: 172.25.1.160, port: ea15669b-91d7-4629-b4a4-6ddedc096e0d. Jul 28 11:07:38.096134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:38.117321 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.126009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1384874313-network', 'tenant_id': '9348a9c16558431eb9766ecd5922ccc8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:38.170493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4825e8e5-928e-4afa-83e5-14c34aa04790 req-bae36e87-b7de-4739-9386-5123db8271f1 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054289 Jul 28 11:07:38.189649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Deleting port 6a626ac1-1ecc-4643-81d4-f51b2194a510 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:38.189848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.196939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Made reservation on behalf of 9348a9c16558431eb9766ecd5922ccc8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:38.203251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.256836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.270496 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b189f5-36a1-4238-ba3e-a1931562ad3d None None] Pushing event updated for resources: {'Port': ['ID=6545da97-2240-425b-a5e5-fa272d6cb9b3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:38.274747 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:38.275354 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:38.352644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:38.454772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.469827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.509157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:07:38.532409 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:38.545056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.545408 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Added segment 60164eb0-9eb6-4ad1-9090-5164aa33568f of type vlan for network bcabf5fa-03d2-4f76-bd94-0307a13baf99 Jul 28 11:07:38.562757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3290a066-1a43-463f-85fc-29a79ef46518,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:38.568411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.610928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Transition to ACTIVE for port object ada07c68-540d-40c4-bd99-104607943189 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:38.613457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.671412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.672481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:38.673117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.694727 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.743874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Network 41784674-f678-4a62-b982-17a81688a84c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:38.761315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:38.797709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:38.805522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9444697 Jul 28 11:07:38.818644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:38.824227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Attempting to bind port c1454c13-23aa-449f-8d2c-09cee13bbbaf on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:38.824861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Attempting to bind port c1454c13-23aa-449f-8d2c-09cee13bbbaf by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'f7834071-0bca-4fbd-86a2-ed04b3213713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:38.825813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Attempting to bind port c1454c13-23aa-449f-8d2c-09cee13bbbaf on network b6797fa2-90a0-4ef5-a498-e59c9ed6211d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:38.831179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Request body: {'subnet': {'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1384874313-subnet', 'tenant_id': '9348a9c16558431eb9766ecd5922ccc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:38.839765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17d68a-d4b8-40fa-9180-761fba63b7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=bcabf5fa-03d2-4f76-bd94-0307a13baf99,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:38.851524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bcabf5fa-03d2-4f76-bd94-0307a13baf99 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:07:38.866708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Pushing event updated for resources: {'Port': ['ID=ada07c68-540d-40c4-bd99-104607943189,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:38.888712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.894170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Port c1454c13-23aa-449f-8d2c-09cee13bbbaf on network b6797fa2-90a0-4ef5-a498-e59c9ed6211d not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:38.894813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Attempting to bind port c1454c13-23aa-449f-8d2c-09cee13bbbaf on network b6797fa2-90a0-4ef5-a498-e59c9ed6211d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:38.907318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:38.908025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Checking segment: {'id': 'f7834071-0bca-4fbd-86a2-ed04b3213713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:38.908682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Bound using segment: {'id': 'f7834071-0bca-4fbd-86a2-ed04b3213713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:38.909468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Bound port: c1454c13-23aa-449f-8d2c-09cee13bbbaf, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7834071-0bca-4fbd-86a2-ed04b3213713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:38.910187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:38.970155 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:34Z', 'revision_number': 3, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:38.980825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:39.019728 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab7b12-6e90-4748-a98f-1814e1e1d7cd None None] The sync data for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 is: [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:34Z', 'revision_number': 3, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:39.068983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Made reservation on behalf of 9348a9c16558431eb9766ecd5922ccc8 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:39.071572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.165200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0784be-1aa4-46db-ac78-35092ab11943 req-439d8b57-b55a-4381-8002-61e55680acb0 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:39.167087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b0784be-1aa4-46db-ac78-35092ab11943 req-439d8b57-b55a-4381-8002-61e55680acb0 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 944 time: 0.1909056 Jul 28 11:07:39.211183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-10aaaeb3-40b4-49b9-9c86-7f5b8166bd4e None None] Provisioning for port ada07c68-540d-40c4-bd99-104607943189 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:39.217658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-10aaaeb3-40b4-49b9-9c86-7f5b8166bd4e None None] Provisioning complete for port ada07c68-540d-40c4-bd99-104607943189 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:39.218758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10aaaeb3-40b4-49b9-9c86-7f5b8166bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.265452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b0784be-1aa4-46db-ac78-35092ab11943 req-2edd09b1-0245-4af8-9fca-a69688dcf4cf tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899985 Jul 28 11:07:39.285969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.302603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-10aaaeb3-40b4-49b9-9c86-7f5b8166bd4e None None] Port ada07c68-540d-40c4-bd99-104607943189 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:07:39.304089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5163355f-9ffe-45ea-8402-75e4a3e94454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.329797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] For port 6a626ac1-1ecc-4643-81d4-f51b2194a510, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6a626ac1-1ecc-4643-81d4-f51b2194a510,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:39.330162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.393294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Calling delete_port for 6a626ac1-1ecc-4643-81d4-f51b2194a510 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:39.442619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] For port c1454c13-23aa-449f-8d2c-09cee13bbbaf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:39.454543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] For port c1454c13-23aa-449f-8d2c-09cee13bbbaf, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf,segment=NetworkSegment(f7834071-0bca-4fbd-86a2-ed04b3213713),segment_id=f7834071-0bca-4fbd-86a2-ed04b3213713)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:39.464103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:39.511218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.615475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fab2eb-aedc-4b1c-bd04-a1cdb2b81d2c req-b642e74a-e0b4-4adf-b319-48e24fb0e3bd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:39.617553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29fab2eb-aedc-4b1c-bd04-a1cdb2b81d2c req-b642e74a-e0b4-4adf-b319-48e24fb0e3bd tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d9d09ef-059f-4e62-8bf2-659153429ba1 HTTP/1.1" status: 200 len: 950 time: 0.3046036 Jul 28 11:07:39.644899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:39.645538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.647018 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] 10.222.0.41 "PUT /v2.0/ports/c1454c13-23aa-449f-8d2c-09cee13bbbaf HTTP/1.1" status: 200 len: 1092 time: 3.7397609 Jul 28 11:07:39.651009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'tag': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:39.654235 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bd5bff-1953-4421-823a-d521fa06ed31" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9444d6-5cbc-4876-a0b9-435baf83cd0f", "tag": "c1454c13-23aa-449f-8d2c-09cee13bbbaf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:39.718840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:39.746422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5163355f-9ffe-45ea-8402-75e4a3e94454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.802996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:39.803778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.834711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.845430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5163355f-9ffe-45ea-8402-75e4a3e94454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.860055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.927402 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264b0981-e8bd-49f3-bac2-35492aa5fd22 x-openstack-request-id: req-264b0981-e8bd-49f3-bac2-35492aa5fd22 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:39.928015 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9444d6-5cbc-4876-a0b9-435baf83cd0f", "tag": "c1454c13-23aa-449f-8d2c-09cee13bbbaf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:39.928015 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-264b0981-e8bd-49f3-bac2-35492aa5fd22 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:39.928888 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'tag': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf', 'status': 'completed', 'code': 200} Jul 28 11:07:39.960273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.971164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:39.976451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', '338762ba-9bfc-47ea-b556-b77fe98ba17e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:39.977188 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:39.995070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Pushing event updated for resources: {'Port': ['ID=ada07c68-540d-40c4-bd99-104607943189,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:40.028078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfba7fc-fc2c-41da-86e2-682a53ae137b service neutron] Pushing event updated for resources: {'Port': ['ID=c1454c13-23aa-449f-8d2c-09cee13bbbaf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:40.059222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 6a626ac1-1ecc-4643-81d4-f51b2194a510 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:40.059700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6a626ac1-1ecc-4643-81d4-f51b2194a510 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:40.081870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event deleted for resources: {'Port': ['ID=6a626ac1-1ecc-4643-81d4-f51b2194a510,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:40.126635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Network 41784674-f678-4a62-b982-17a81688a84c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:40.136228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:40.149941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29fab2eb-aedc-4b1c-bd04-a1cdb2b81d2c req-9b091881-0cbd-4c50-9bca-dd7ae11035c8 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245283 Jul 28 11:07:40.198712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:40.212073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:40.267614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5163355f-9ffe-45ea-8402-75e4a3e94454 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=472be9ee1d00450c9ecc12733a1d4fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2847147 Jul 28 11:07:40.271684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163355f-9ffe-45ea-8402-75e4a3e94454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6310b-3e3f-4314-bfc3-50996229d592,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:40.286064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:40.319401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] No DVR routers for this DVR port 6a626ac1-1ecc-4643-81d4-f51b2194a510 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:40.325432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:40.326848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:40.340325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.343050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-121e136c-b8b8-4513-8256-98526e020dc0 req-9ca27709-e935-4c37-83b4-414d64e540e2 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "DELETE /v2.0/ports/6a626ac1-1ecc-4643-81d4-f51b2194a510 HTTP/1.1" status: 204 len: 173 time: 2.5904429 Jul 28 11:07:40.381174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:40.424826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:40.425946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:40.445243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-00068d31-bc94-4ac2-8af0-ee8e9640099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:40.449959 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-00068d31-bc94-4ac2-8af0-ee8e9640099f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a80f7c15ed240fdb3eccd8fce921ed2&device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 1095 time: 0.5242243 Jul 28 11:07:40.458950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.477787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:40.479984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9f83f-9b79-40fa-a1eb-a01d00c3815f None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:40.545503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57787351-e3bd-4d5d-87dd-50a783836b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.613952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-18a8b0ae-7afc-43d7-af37-7eb309ffe7ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf HTTP/1.1" status: 200 len: 217 time: 0.1488585 Jul 28 11:07:40.687521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57787351-e3bd-4d5d-87dd-50a783836b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.722842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=19edc64e-d21e-4506-a0ef-88b31b275fb8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:40.746612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-33677546-5cb1-453e-b19a-2e8b6bd31b4d None None] Provisioning complete for port ada07c68-540d-40c4-bd99-104607943189 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:40.747479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-33677546-5cb1-453e-b19a-2e8b6bd31b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.751985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Router ea4219d7-182f-40a5-8e42-62696702ca3f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:40.768431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202a4f0-b989-4c25-abf5-b4f06aaf2b0f req-5dbe3660-66f8-435f-9572-73eaea6b9e64 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:40.770062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7202a4f0-b989-4c25-abf5-b4f06aaf2b0f req-5dbe3660-66f8-435f-9572-73eaea6b9e64 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 944 time: 0.1896524 Jul 28 11:07:40.772329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-fb6c3473-4292-4ea7-afc4-35d99ccd1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:40.773740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-fb6c3473-4292-4ea7-afc4-35d99ccd1436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cabd4cf-0c4e-4956-8463-de0abec8c997 HTTP/1.1" status: 200 len: 860 time: 0.1424558 Jul 28 11:07:40.797439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-33677546-5cb1-453e-b19a-2e8b6bd31b4d None None] Port ada07c68-540d-40c4-bd99-104607943189 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:07:40.827881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-d9869ef5-280b-416f-940f-09c574bcc20d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6797fa2-90a0-4ef5-a498-e59c9ed6211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311599 Jul 28 11:07:40.830593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Checking segment: {'id': '60164eb0-9eb6-4ad1-9090-5164aa33568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:40.830956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Network hostable DHCP agents. Network: bcabf5fa-03d2-4f76-bd94-0307a13baf99, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:07:40.870132 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7202a4f0-b989-4c25-abf5-b4f06aaf2b0f req-f8c94984-2f95-48ea-baf2-a4d6e48eeaa4 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903609 Jul 28 11:07:40.876467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57787351-e3bd-4d5d-87dd-50a783836b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.879163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57787351-e3bd-4d5d-87dd-50a783836b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:40.881310 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-57787351-e3bd-4d5d-87dd-50a783836b53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bda6310b-3e3f-4314-bfc3-50996229d592 HTTP/1.1" status: 204 len: 168 time: 0.5958014 Jul 28 11:07:40.921823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57787351-e3bd-4d5d-87dd-50a783836b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6310b-3e3f-4314-bfc3-50996229d592,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:40.954214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:40.958816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Network bcabf5fa-03d2-4f76-bd94-0307a13baf99 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:07:40.963596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a3d6a423-ebca-4ba8-8200-2df0111cf38d admin admin] 10.222.0.20 "PUT /v2.0/routers/ea4219d7-182f-40a5-8e42-62696702ca3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5939176 Jul 28 11:07:40.991804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bcabf5fa-03d2-4f76-bd94-0307a13baf99) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:41.002627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba795ba5-54b3-454b-9156-5c10e565faac None None] Network bcabf5fa-03d2-4f76-bd94-0307a13baf99 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:41.004949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:41.006293 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.062754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-2884c6b0-ad8a-4158-b3a5-b44b5b55386d service neutron] 10.222.0.41 "GET /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265742 Jul 28 11:07:41.083514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19dc1709-5e78-44f3-9969-a9f2da6e7aed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2603047 Jul 28 11:07:41.139404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router ede6d449-a38a-497e-aeef-2c309f29b427 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:41.233256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded33e7f-11e3-439b-a108-27bb2784ea6f None None] Network bcabf5fa-03d2-4f76-bd94-0307a13baf99 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:41.281029 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a481ed13-2e39-4635-bd51-57ac4b320436 req-675e5231-f725-4d89-9e92-bf1d37a1e476 service neutron] 10.222.0.41 "GET /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088346 Jul 28 11:07:41.346073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:41.373665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79dd42f8-e7be-45ba-a31b-5cfd4d3cc29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.464001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:41.475062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.479131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] Sync routers for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:41.494141 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:41.494787 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:41.554813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-eb2f95fa-e3ec-4751-a1c2-cb8a5ebeba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:41.556850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-eb2f95fa-e3ec-4751-a1c2-cb8a5ebeba7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a80f7c15ed240fdb3eccd8fce921ed2&device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 1095 time: 0.1991072 Jul 28 11:07:41.577951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6545da97-2240-425b-a5e5-fa272d6cb9b3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:41.598789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a35008b-0b15-4f82-8bb5-70a0a8c4890d tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/floatingips/8c8f089b-37ba-4c84-a5f1-786e305ea2b3 HTTP/1.1" status: 200 len: 977 time: 5.1075835 Jul 28 11:07:41.599314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:41.623829 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:41.667110 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:41.681068 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:41.706834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6545da97-2240-425b-a5e5-fa272d6cb9b3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:41.711484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6545da97-2240-425b-a5e5-fa272d6cb9b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:41.712917 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.765938 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:41.766660 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ae756-62bd-43cd-aa22-62ac2c0d44db None None] The sync data for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:41.786571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79dd42f8-e7be-45ba-a31b-5cfd4d3cc29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.811144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-67301d45-ddf1-4fcd-88f1-ac98558e1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:41.812755 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-67301d45-ddf1-4fcd-88f1-ac98558e1449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6797fa2-90a0-4ef5-a498-e59c9ed6211d HTTP/1.1" status: 200 len: 921 time: 0.2192116 Jul 28 11:07:41.822557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79dd42f8-e7be-45ba-a31b-5cfd4d3cc29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.862621 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.908722 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-227d2d18-bb7e-4daf-8251-87d1cc3f6de6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf HTTP/1.1" status: 200 len: 217 time: 0.0843956 Jul 28 11:07:41.912911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79dd42f8-e7be-45ba-a31b-5cfd4d3cc29a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fcc224d1793417d8e72c0bfc38aef71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656223 Jul 28 11:07:41.915294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 6545da97-2240-425b-a5e5-fa272d6cb9b3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6545da97-2240-425b-a5e5-fa272d6cb9b3,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:41.918711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:41.919708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd42f8-e7be-45ba-a31b-5cfd4d3cc29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c204db13-c28d-42c8-abb0-52078b0d700c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:41.923424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Sync routers for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:41.931580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:41.932627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-deleted', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:41.937047 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d9181a-fe7a-4f53-8e1c-a245ab2c4c3d" -d '{"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-deleted", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:41.959712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c14a4-a3f5-4ff7-ba80-98241d33d49d req-dde6bd1c-73da-459d-8c36-53a83a4dcd70 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:41.961433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4c14a4-a3f5-4ff7-ba80-98241d33d49d req-dde6bd1c-73da-459d-8c36-53a83a4dcd70 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1818662 Jul 28 11:07:42.015730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:42.017749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:42.027564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 2336488f-9220-4e81-9bda-c2476fdd1fd9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:42.028002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:42.036394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-ac47ba54-7ed4-4edd-94f7-4ee1818f6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:42.037889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-ac47ba54-7ed4-4edd-94f7-4ee1818f6b1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cabd4cf-0c4e-4956-8463-de0abec8c997 HTTP/1.1" status: 200 len: 860 time: 0.1252191 Jul 28 11:07:42.094940 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-d7354a71-8861-4b75-adcb-ead6ad7a59a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6797fa2-90a0-4ef5-a498-e59c9ed6211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476959 Jul 28 11:07:42.112809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=6545da97-2240-425b-a5e5-fa272d6cb9b3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:42.128138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4c14a4-a3f5-4ff7-ba80-98241d33d49d req-8e9fe4f8-bfc5-45a8-86b8-ae8dca0b25bc tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530850 Jul 28 11:07:42.131235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27e3df7c-1a0e-42cb-8a70-e4aa116e3a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:42.170702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27e3df7c-1a0e-42cb-8a70-e4aa116e3a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:42.222002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:42.240849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:42.401675 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-1e518db6-dfaf-46e8-87c7-687f61007197 service neutron] 10.222.0.41 "GET /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948072 Jul 28 11:07:42.484795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27e3df7c-1a0e-42cb-8a70-e4aa116e3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:42.487365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27e3df7c-1a0e-42cb-8a70-e4aa116e3a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:42.488589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-27e3df7c-1a0e-42cb-8a70-e4aa116e3a7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c204db13-c28d-42c8-abb0-52078b0d700c HTTP/1.1" status: 204 len: 168 time: 0.5598621 Jul 28 11:07:42.615081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3df7c-1a0e-42cb-8a70-e4aa116e3a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204db13-c28d-42c8-abb0-52078b0d700c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:42.616385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29bd5bff-1953-4421-823a-d521fa06ed31 req-55b5e000-d52b-45c4-a1df-7949b46be3ee service neutron] 10.222.0.41 "GET /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081444 Jul 28 11:07:42.657940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 2, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:42.700482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Checking router: ea4219d7-182f-40a5-8e42-62696702ca3f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:07:42.700817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Updating router ea4219d7-182f-40a5-8e42-62696702ca3f port ada07c68-540d-40c4-bd99-104607943189 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:07:42.707179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d0554-a82e-4242-9635-18237fd3e4da req-8dcad252-d495-4fb7-b5ff-38d996d5108e tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:42.716331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e91d0554-a82e-4242-9635-18237fd3e4da req-8dcad252-d495-4fb7-b5ff-38d996d5108e tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 944 time: 0.3335431 Jul 28 11:07:42.732030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.063023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-6e4910f0-a826-4ff1-8a44-0e506286fd74 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:43.066238 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-6e4910f0-a826-4ff1-8a44-0e506286fd74 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 950 time: 0.1065586 Jul 28 11:07:43.183021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.209579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Transition to ACTIVE for port object ada07c68-540d-40c4-bd99-104607943189 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:43.223367 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.232893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Deleting port 338762ba-9bfc-47ea-b556-b77fe98ba17e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:43.233133 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.299047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-348a6ada-1697-45d4-b3d4-16c0393ed5bd tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:43.320781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-348a6ada-1697-45d4-b3d4-16c0393ed5bd tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/networks?id=bcabf5fa-03d2-4f76-bd94-0307a13baf99 HTTP/1.1" status: 200 len: 814 time: 0.7067585 Jul 28 11:07:43.360118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf80ca2-a1ee-4ccc-a2ab-5b0015dc2ff0 None None] Pushing event updated for resources: {'Port': ['ID=ada07c68-540d-40c4-bd99-104607943189,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:43.400889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Attempting to bind port ada07c68-540d-40c4-bd99-104607943189 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:43.401259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Attempting to bind port ada07c68-540d-40c4-bd99-104607943189 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:43.401622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Attempting to bind port ada07c68-540d-40c4-bd99-104607943189 on network 41784674-f678-4a62-b982-17a81688a84c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:43.407717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:43.408096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Checking segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:43.408651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.409092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Bound using segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:43.409608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Bound port: ada07c68-540d-40c4-bd99-104607943189, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:43.409937 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.412012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e91d0554-a82e-4242-9635-18237fd3e4da req-ef63a10d-ed85-49e0-932d-96467d25bc46 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945412 Jul 28 11:07:43.467453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] For port 338762ba-9bfc-47ea-b556-b77fe98ba17e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=338762ba-9bfc-47ea-b556-b77fe98ba17e,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:43.467844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.477137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-a49ec618-6dc4-43b8-9dfc-336e8103ed52 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/quotas/9348a9c16558431eb9766ecd5922ccc8 HTTP/1.1" status: 200 len: 375 time: 0.1526661 Jul 28 11:07:43.510086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Calling delete_port for 338762ba-9bfc-47ea-b556-b77fe98ba17e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:43.536210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] For port ada07c68-540d-40c4-bd99-104607943189, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:43.540829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] For port ada07c68-540d-40c4-bd99-104607943189, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ada07c68-540d-40c4-bd99-104607943189,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:43.546512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6545da97-2240-425b-a5e5-fa272d6cb9b3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:43.549586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.557746 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.559885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.562376 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Floating IP 8c8f089b-37ba-4c84-a5f1-786e305ea2b3 disassociated. External IP: 172.25.1.160, port: 2336488f-9220-4e81-9bda-c2476fdd1fd9. Jul 28 11:07:43.562742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 2336488f-9220-4e81-9bda-c2476fdd1fd9 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:43.667831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:43.668599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:43.710448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-ec4b4b7f-274b-4674-abaf-b5589c67b873 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9348a9c16558431eb9766ecd5922ccc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2320595 Jul 28 11:07:43.822295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:07:43.907022 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0319277-7b53-4923-bc60-80484554f982 x-openstack-request-id: req-e0319277-7b53-4923-bc60-80484554f982 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:43.907241 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d09ef-059f-4e62-8bf2-659153429ba1", "name": "network-vif-deleted", "tag": "6a626ac1-1ecc-4643-81d4-f51b2194a510", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:43.907486 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0319277-7b53-4923-bc60-80484554f982 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:43.909684 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d09ef-059f-4e62-8bf2-659153429ba1', 'name': 'network-vif-deleted', 'tag': '6a626ac1-1ecc-4643-81d4-f51b2194a510', 'status': 'completed', 'code': 200} Jul 28 11:07:43.911906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:43.942423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-d58ae1a3-ca79-4493-9a61-ba6d6beec778 service neutron] 10.222.0.20 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273946 Jul 28 11:07:43.989358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', '338762ba-9bfc-47ea-b556-b77fe98ba17e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:44.005118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event deleted for resources: {'Port': ['ID=338762ba-9bfc-47ea-b556-b77fe98ba17e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:44.064409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] No DVR routers for this DVR port 338762ba-9bfc-47ea-b556-b77fe98ba17e on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:44.069937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:44.070514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e938bc7-aba1-4eff-8f74-b9f662b50654 req-ed4e86cc-d51e-46a1-9232-a686f6700746 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "DELETE /v2.0/ports/338762ba-9bfc-47ea-b556-b77fe98ba17e HTTP/1.1" status: 204 len: 173 time: 0.9911249 Jul 28 11:07:44.106436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1fed7e8-d1ee-447c-917d-66fce6b5b606 req-49769bdd-2757-4441-ad67-4ad9a855e68b tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=737ceba4-9288-47d9-83a3-880911244323 HTTP/1.1" status: 200 len: 210 time: 0.4084163 Jul 28 11:07:44.155099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf80ca2-a1ee-4ccc-a2ab-5b0015dc2ff0 None None] Pushing event updated for resources: {'Port': ['ID=ada07c68-540d-40c4-bd99-104607943189,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:44.175010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6545da97-2240-425b-a5e5-fa272d6cb9b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:44.175786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:44.338013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-33f031f7-6c3f-4da2-92b9-9b7a58eec1d6 service neutron] 10.222.0.20 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528981 Jul 28 11:07:44.438078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:44.506720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=2336488f-9220-4e81-9bda-c2476fdd1fd9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:44.805405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c1454c13-23aa-449f-8d2c-09cee13bbbaf details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:07:44.936122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e654e51b-0ccc-497e-92ca-5c0047c75698 req-5ca8757f-c05a-4a83-b733-319000975f85 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 210 time: 0.1442344 Jul 28 11:07:45.055312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c1454c13-23aa-449f-8d2c-09cee13bbbaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf,segment=NetworkSegment(f7834071-0bca-4fbd-86a2-ed04b3213713),segment_id=f7834071-0bca-4fbd-86a2-ed04b3213713)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:45.060596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d74c62-b643-49fc-a6e9-912547af6b34 req-534ffda9-2005-4df1-91a8-8b3b7b4ff409 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:45.071077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6d74c62-b643-49fc-a6e9-912547af6b34 req-534ffda9-2005-4df1-91a8-8b3b7b4ff409 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 944 time: 0.3992414 Jul 28 11:07:45.089730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf', 'network_id': 'b6797fa2-90a0-4ef5-a498-e59c9ed6211d', 'port_id': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf', 'mac_address': 'fa:16:3e:7f:e6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cabd4cf-0c4e-4956-8463-de0abec8c997', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:07:45.215360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6d74c62-b643-49fc-a6e9-912547af6b34 req-bde06307-f803-44d8-ac00-6881d7310817 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425476 Jul 28 11:07:45.258041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router ede6d449-a38a-497e-aeef-2c309f29b427 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:45.382767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:45.429340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1454c13-23aa-449f-8d2c-09cee13bbbaf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:45.479850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c1454c13-23aa-449f-8d2c-09cee13bbbaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf,segment=NetworkSegment(f7834071-0bca-4fbd-86a2-ed04b3213713),segment_id=f7834071-0bca-4fbd-86a2-ed04b3213713)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:45.500920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:43Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:45.503168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:45.594063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9c0e-d68c-4d90-a62d-5debf2740637 None None] The sync data for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 is: [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:43Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:45.628442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:45.645653 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] Sync routers for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:45.661907 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:45.665337 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:45.722210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c1454c13-23aa-449f-8d2c-09cee13bbbaf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:45.747699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c1454c13-23aa-449f-8d2c-09cee13bbbaf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:45.766157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d82bb-1d64-4271-8dce-b64b70a57d9f req-3b17d53f-cbf0-4880-bcf2-a125abc23bda tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:45.777304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d86d82bb-1d64-4271-8dce-b64b70a57d9f req-3b17d53f-cbf0-4880-bcf2-a125abc23bda tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.1261213 Jul 28 11:07:45.800725 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:45.807223 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:45.817286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:45.821235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7a990d99-9e2d-4b88-8ee6-2322803ce3fe tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/ports/2336488f-9220-4e81-9bda-c2476fdd1fd9 HTTP/1.1" status: 204 len: 168 time: 4.2129190 Jul 28 11:07:45.844285 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:45.846426 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:45.864518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d86d82bb-1d64-4271-8dce-b64b70a57d9f req-7c58321e-5817-4da3-accb-3c9ced64049c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805383 Jul 28 11:07:45.909528 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:45.910285 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d1b57-1f03-48c0-8b3e-2c82424352fb None None] The sync data for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:45.967760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:46.017203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-deleted', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:46.019750 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677b9b4e-3ad1-4975-b06f-a7a19f3c9b58" -d '{"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-deleted", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:46.127832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 338762ba-9bfc-47ea-b556-b77fe98ba17e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:46.128201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 338762ba-9bfc-47ea-b556-b77fe98ba17e not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:46.161373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-732a1bf0-ef01-4851-9b77-9cd90c8dee7b req-c811a47d-79e5-4ef2-8674-51a5dedad4f3 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 210 time: 0.0788710 Jul 28 11:07:46.177050 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffd99b-b2f2-4d78-9237-e4eb1a282ed3 x-openstack-request-id: req-00ffd99b-b2f2-4d78-9237-e4eb1a282ed3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:46.177336 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ceba4-9288-47d9-83a3-880911244323", "name": "network-vif-deleted", "tag": "338762ba-9bfc-47ea-b556-b77fe98ba17e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:46.177588 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00ffd99b-b2f2-4d78-9237-e4eb1a282ed3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:46.178006 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ceba4-9288-47d9-83a3-880911244323', 'name': 'network-vif-deleted', 'tag': '338762ba-9bfc-47ea-b556-b77fe98ba17e', 'status': 'completed', 'code': 200} Jul 28 11:07:46.211557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:46.458000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618ac44-26d9-4386-a83a-ff4ba8227e1d req-33546bcf-8b1c-4d13-9970-d57453b34022 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:46.466156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a618ac44-26d9-4386-a83a-ff4ba8227e1d req-33546bcf-8b1c-4d13-9970-d57453b34022 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 945 time: 0.1434009 Jul 28 11:07:46.568157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3195e360-274c-4251-b88c-e06f7ebb7ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:46.617613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-e13b5ba2-d6d4-4f48-b377-4884e6dd2a63 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:46.619191 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-e13b5ba2-d6d4-4f48-b377-4884e6dd2a63 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.44 "GET /v2.0/networks?id=bcabf5fa-03d2-4f76-bd94-0307a13baf99 HTTP/1.1" status: 200 len: 814 time: 0.1454720 Jul 28 11:07:46.632439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a618ac44-26d9-4386-a83a-ff4ba8227e1d req-288ee5d8-e3db-4a6c-9e8a-2c40696f0392 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276643 Jul 28 11:07:46.646441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Request body: {'port': {'device_id': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99', 'admin_state_up': True, 'tenant_id': '9348a9c16558431eb9766ecd5922ccc8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:46.721879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:46.788952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c1454c13-23aa-449f-8d2c-09cee13bbbaf up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:46.844425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3195e360-274c-4251-b88c-e06f7ebb7ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:46.854006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3195e360-274c-4251-b88c-e06f7ebb7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:46.909013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port c1454c13-23aa-449f-8d2c-09cee13bbbaf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:46.911438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port c1454c13-23aa-449f-8d2c-09cee13bbbaf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:46.912052 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.068324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.073153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3195e360-274c-4251-b88c-e06f7ebb7ba9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e89be764aed4e0ba21f18a8ed917f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599267 Jul 28 11:07:47.074091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195e360-274c-4251-b88c-e06f7ebb7ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2832eeb-57f9-4c08-af8d-3b9b2a31fdac,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:47.074638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Made reservation on behalf of 9348a9c16558431eb9766ecd5922ccc8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:47.082708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:47.094739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.169646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c1454c13-23aa-449f-8d2c-09cee13bbbaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf,segment=NetworkSegment(f7834071-0bca-4fbd-86a2-ed04b3213713),segment_id=f7834071-0bca-4fbd-86a2-ed04b3213713)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:47.171691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:47.175117 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a8223b-e8f7-46b5-8008-68c8f25b6da7" -d '{"events": [{"server_uuid": "6e9444d6-5cbc-4876-a0b9-435baf83cd0f", "name": "network-vif-plugged", "status": "completed", "tag": "c1454c13-23aa-449f-8d2c-09cee13bbbaf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:47.198823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec250-04eb-46ed-96fc-258025269842 req-622d344f-1868-445e-9211-94c7281c6f68 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:47.208203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.212928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41cec250-04eb-46ed-96fc-258025269842 req-622d344f-1868-445e-9211-94c7281c6f68 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.3478899 Jul 28 11:07:47.314963 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6c6d5-cb12-4376-a1fa-0b67addf8f83 x-openstack-request-id: req-33e6c6d5-cb12-4376-a1fa-0b67addf8f83 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:47.315686 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9444d6-5cbc-4876-a0b9-435baf83cd0f", "name": "network-vif-plugged", "status": "completed", "tag": "c1454c13-23aa-449f-8d2c-09cee13bbbaf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:47.316353 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33e6c6d5-cb12-4376-a1fa-0b67addf8f83 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:47.316990 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf', 'code': 200} Jul 28 11:07:47.350602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c1454c13-23aa-449f-8d2c-09cee13bbbaf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:47.353169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf5312-9f00-40b3-8d58-1cfc00b2c6bf req-78be71d7-d0c4-4a22-be3b-79f1cfdfc502 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:47.367483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58bf5312-9f00-40b3-8d58-1cfc00b2c6bf req-78be71d7-d0c4-4a22-be3b-79f1cfdfc502 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aab45e0-524e-492c-90c6-5e13637d2638 HTTP/1.1" status: 200 len: 950 time: 0.3628070 Jul 28 11:07:47.562693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ada07c68-540d-40c4-bd99-104607943189 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:47.581881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8549c1d-3fa7-40e5-8ac5-0e146582693b req-ad56a19b-5bc7-4019-bc8c-2d06b69c6733 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 210 time: 0.1440740 Jul 28 11:07:47.584165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45dc1cd0-d65f-421c-b3ea-8494f47094bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.678343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ada07c68-540d-40c4-bd99-104607943189 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:47.683644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ada07c68-540d-40c4-bd99-104607943189 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:47.684113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.736006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58bf5312-9f00-40b3-8d58-1cfc00b2c6bf req-e4e68063-1f45-46f9-b87f-faff3238b60c tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.20 "GET /v2.0/security-groups?id=c547cf5a-8159-4374-b4ad-baa42ab1fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649795 Jul 28 11:07:47.744736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45dc1cd0-d65f-421c-b3ea-8494f47094bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.808158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Deleting port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:47.808158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.887489 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.972098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] For port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:47.972498 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:47.985824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ada07c68-540d-40c4-bd99-104607943189, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ada07c68-540d-40c4-bd99-104607943189,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:47.996449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.012521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Calling delete_port for c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:48.052673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Allocated IP 172.20.0.6 (bcabf5fa-03d2-4f76-bd94-0307a13baf99/19edc64e-d21e-4506-a0ef-88b31b275fb8/1a6aa028-b04a-4c8e-a474-131c013a3cb2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:48.133582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ada07c68-540d-40c4-bd99-104607943189,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:48.241464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1386d-158b-4ee1-a19e-bb49650a371c req-a75e5f44-84aa-42bc-83f3-4da2ebdbd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:48.241464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c1386d-158b-4ee1-a19e-bb49650a371c req-a75e5f44-84aa-42bc-83f3-4da2ebdbd533 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 1097 time: 0.8627498 Jul 28 11:07:48.263237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.289061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 26804a68-c4b9-45c4-a905-d227b4745af4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:48.289403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.298260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Pushing event deleted for resources: {'Port': ['ID=c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:48.316165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cb8c0-6498-41ae-9058-3aa33d5a65e7 req-caa93737-0bef-4c83-8a68-7d28e5760f95 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:48.323482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-887cb8c0-6498-41ae-9058-3aa33d5a65e7 req-caa93737-0bef-4c83-8a68-7d28e5760f95 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 946 time: 0.1751246 Jul 28 11:07:48.337791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45dc1cd0-d65f-421c-b3ea-8494f47094bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.340439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45dc1cd0-d65f-421c-b3ea-8494f47094bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.341759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-45dc1cd0-d65f-421c-b3ea-8494f47094bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2832eeb-57f9-4c08-af8d-3b9b2a31fdac HTTP/1.1" status: 204 len: 168 time: 1.2555280 Jul 28 11:07:48.383904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c1386d-158b-4ee1-a19e-bb49650a371c req-3ca7313f-2d9e-4338-b82a-4689ce6332ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341655 Jul 28 11:07:48.416484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] No DVR routers for this DVR port c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:48.424603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1cd0-d65f-421c-b3ea-8494f47094bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2832eeb-57f9-4c08-af8d-3b9b2a31fdac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:48.436963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.441005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.443881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41cec250-04eb-46ed-96fc-258025269842 req-5dc93232-54a3-4882-ad0f-39bf69507be7 tempest-MigrationsAdminTest-1566479170 tempest-MigrationsAdminTest-1566479170-project] 10.222.0.44 "DELETE /v2.0/ports/c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd HTTP/1.1" status: 204 len: 173 time: 1.2299900 Jul 28 11:07:48.445308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-deleted', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:48.451441 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bdf760-e56e-4045-b7f8-94bc88540b0f" -d '{"events": [{"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-deleted", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:48.540907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-887cb8c0-6498-41ae-9058-3aa33d5a65e7 req-38deaaa6-76c7-419b-83af-113d1bc43777 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162061 Jul 28 11:07:48.557508 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5a2c59-de03-4aef-802b-ed9f2697650d x-openstack-request-id: req-db5a2c59-de03-4aef-802b-ed9f2697650d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:48.558346 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aab45e0-524e-492c-90c6-5e13637d2638", "name": "network-vif-deleted", "tag": "c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:48.558773 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db5a2c59-de03-4aef-802b-ed9f2697650d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:48.559388 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab45e0-524e-492c-90c6-5e13637d2638', 'name': 'network-vif-deleted', 'tag': 'c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd', 'status': 'completed', 'code': 200} Jul 28 11:07:48.564342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.601250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 26804a68-c4b9-45c4-a905-d227b4745af4 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:48.715272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.801147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Network bcabf5fa-03d2-4f76-bd94-0307a13baf99 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:48.806815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:48.815671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:48.830131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865056a-8717-4118-9bed-057d0bd3eb5d req-ca68bbfa-86c5-4665-9b28-9c4a589bf2c9 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:48.832288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f865056a-8717-4118-9bed-057d0bd3eb5d req-ca68bbfa-86c5-4665-9b28-9c4a589bf2c9 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 931 time: 0.1242540 Jul 28 11:07:48.892343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:48.892948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:48.932988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f865056a-8717-4118-9bed-057d0bd3eb5d req-e49a45b2-3326-4254-bae6-873d2a20fa43 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922344 Jul 28 11:07:48.981817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Pushing event updated for resources: {'Port': ['ID=1a6aa028-b04a-4c8e-a474-131c013a3cb2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:48.988310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-50667347-d838-42e7-ac05-d53c962a9b2d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3471961 Jul 28 11:07:49.001032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Request body: {'port': {'device_id': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:49.122493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.156022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:49.176636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6335e9d7-5e42-4d04-bc6b-7cb33207d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.394056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6335e9d7-5e42-4d04-bc6b-7cb33207d13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.413716 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6335e9d7-5e42-4d04-bc6b-7cb33207d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.470655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335e9d7-5e42-4d04-bc6b-7cb33207d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567612b-6dd3-40f3-934b-66d6cbeb3819,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:49.510520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.543094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6335e9d7-5e42-4d04-bc6b-7cb33207d13f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98463838614d49de9ddbe78ac62efaa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858931 Jul 28 11:07:49.546116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:49.551955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ada07c68-540d-40c4-bd99-104607943189 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:49.571147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=26804a68-c4b9-45c4-a905-d227b4745af4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:49.655574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.734186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ada07c68-540d-40c4-bd99-104607943189 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:49.734664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.801955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4674fce-1a86-4b74-a2c1-9d730b62b89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.857348 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4674fce-1a86-4b74-a2c1-9d730b62b89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.909091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6aa028-b04a-4c8e-a474-131c013a3cb2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:49.930674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:49.958632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:49.958787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8db9e-ce18-482d-b87a-ca67a1f9131b req-c642be71-627f-4109-84e5-6cfb316d8d52 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:49.973719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5d8db9e-ce18-482d-b87a-ca67a1f9131b req-c642be71-627f-4109-84e5-6cfb316d8d52 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 946 time: 0.2871330 Jul 28 11:07:49.973895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:50.016630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:50.017028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c9103d42-61bb-4386-b7fb-ba9cc9c1b6fd not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:50.076796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5d8db9e-ce18-482d-b87a-ca67a1f9131b req-9b2aeddd-4883-4baa-910e-64a6196406bf tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953903 Jul 28 11:07:50.127334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4674fce-1a86-4b74-a2c1-9d730b62b89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.128952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Transition to ACTIVE for port object 1a6aa028-b04a-4c8e-a474-131c013a3cb2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:50.130968 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4674fce-1a86-4b74-a2c1-9d730b62b89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.132792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c4674fce-1a86-4b74-a2c1-9d730b62b89d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a567612b-6dd3-40f3-934b-66d6cbeb3819 HTTP/1.1" status: 204 len: 168 time: 0.5845900 Jul 28 11:07:50.135834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.144552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4674fce-1a86-4b74-a2c1-9d730b62b89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567612b-6dd3-40f3-934b-66d6cbeb3819,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:50.150327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.186665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f770c1a-188e-4913-86e8-fda9e5ae73d9 req-a491633e-63b8-440a-a6b2-ce1e3eb8025a tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:50.188755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f770c1a-188e-4913-86e8-fda9e5ae73d9 req-a491633e-63b8-440a-a6b2-ce1e3eb8025a tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 931 time: 0.1020455 Jul 28 11:07:50.266094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Pushing event updated for resources: {'Port': ['ID=1a6aa028-b04a-4c8e-a474-131c013a3cb2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:50.318463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f770c1a-188e-4913-86e8-fda9e5ae73d9 req-8cf8642f-2ff2-4bdc-a1ff-9bebeca6ed11 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226242 Jul 28 11:07:50.433147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c98997d-d287-4ff1-bef2-396d52dae666 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c967dd99a8ed438688bdb3df03feae2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489775 Jul 28 11:07:50.437576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:50.569660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f26ad1d-c3a9-4528-b566-225d1ead811b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.571295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Attempting to bind port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:50.571696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Attempting to bind port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '60164eb0-9eb6-4ad1-9090-5164aa33568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:50.572095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Attempting to bind port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 on network bcabf5fa-03d2-4f76-bd94-0307a13baf99 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:50.587886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 on network bcabf5fa-03d2-4f76-bd94-0307a13baf99 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:50.588321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Attempting to bind port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 on network bcabf5fa-03d2-4f76-bd94-0307a13baf99 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:50.603776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:50.603776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Checking segment: {'id': '60164eb0-9eb6-4ad1-9090-5164aa33568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:50.603776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Bound using segment: {'id': '60164eb0-9eb6-4ad1-9090-5164aa33568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:50.604468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Bound port: 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60164eb0-9eb6-4ad1-9090-5164aa33568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:50.604912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.661999 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f26ad1d-c3a9-4528-b566-225d1ead811b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.807399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] For port 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:50.816029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] For port 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2,segment=NetworkSegment(60164eb0-9eb6-4ad1-9090-5164aa33568f),segment_id=60164eb0-9eb6-4ad1-9090-5164aa33568f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:50.825479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.874543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f26ad1d-c3a9-4528-b566-225d1ead811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.877252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f26ad1d-c3a9-4528-b566-225d1ead811b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.878430 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f26ad1d-c3a9-4528-b566-225d1ead811b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c547cf5a-8159-4374-b4ad-baa42ab1fa4d HTTP/1.1" status: 204 len: 168 time: 0.4380403 Jul 28 11:07:50.893242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:50.894593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:50.896912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] 10.222.0.44 "PUT /v2.0/ports/1a6aa028-b04a-4c8e-a474-131c013a3cb2 HTTP/1.1" status: 200 len: 1091 time: 1.9000781 Jul 28 11:07:50.901070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'tag': '1a6aa028-b04a-4c8e-a474-131c013a3cb2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:50.905571 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28cad73-1f51-4982-8b7b-171976898347" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8ab267-e92b-4aba-8d33-ab9933acad9c", "tag": "1a6aa028-b04a-4c8e-a474-131c013a3cb2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:50.936411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router ede6d449-a38a-497e-aeef-2c309f29b427 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:07:50.940285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26ad1d-c3a9-4528-b566-225d1ead811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547cf5a-8159-4374-b4ad-baa42ab1fa4d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:50.951985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926a0c4-1ee7-41cd-ac5c-826149639c2b service neutron] Pushing event updated for resources: {'Port': ['ID=1a6aa028-b04a-4c8e-a474-131c013a3cb2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:51.000079 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d535e376-9ca7-499b-8f9d-864be7ec23d3 x-openstack-request-id: req-d535e376-9ca7-499b-8f9d-864be7ec23d3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:51.000393 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8ab267-e92b-4aba-8d33-ab9933acad9c", "tag": "1a6aa028-b04a-4c8e-a474-131c013a3cb2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:51.000928 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d535e376-9ca7-499b-8f9d-864be7ec23d3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:51.001201 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'tag': '1a6aa028-b04a-4c8e-a474-131c013a3cb2', 'status': 'completed', 'code': 200} Jul 28 11:07:51.070692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-05c29c5f-b602-415d-8e34-ad945fb10947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:51.072852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-05c29c5f-b602-415d-8e34-ad945fb10947 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9348a9c16558431eb9766ecd5922ccc8&device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 1094 time: 0.1233706 Jul 28 11:07:51.171835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914beac-8a29-4aaf-95cb-4a896026a629 req-d35a2984-8aa9-4813-aadb-d0c4a1a837ca tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:51.180851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e914beac-8a29-4aaf-95cb-4a896026a629 req-d35a2984-8aa9-4813-aadb-d0c4a1a837ca tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 946 time: 0.0730071 Jul 28 11:07:51.199548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:07:51.210395 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-154a9f0c-afe8-4c57-a635-458977664683 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/routers/ede6d449-a38a-497e-aeef-2c309f29b427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3903022 Jul 28 11:07:51.212668 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-4b616124-38b1-48a2-8f42-5fe3a343894f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2 HTTP/1.1" status: 200 len: 217 time: 0.1286948 Jul 28 11:07:51.213872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:51.217415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] Sync routers for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:07:51.235765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:51.238502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:51.260449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e914beac-8a29-4aaf-95cb-4a896026a629 req-a1eaab9c-a3be-4b00-86fa-90b03c82d055 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784132 Jul 28 11:07:51.307782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:51.334102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] Routers {'ede6d449-a38a-497e-aeef-2c309f29b427'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:07:51.335913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ede6d449-a38a-497e-aeef-2c309f29b427'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:51.356704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-7c87ce22-1c8d-4475-9391-cca17fe2ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:51.359122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-7c87ce22-1c8d-4475-9391-cca17fe2ecd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19edc64e-d21e-4506-a0ef-88b31b275fb8 HTTP/1.1" status: 200 len: 854 time: 0.1384585 Jul 28 11:07:51.405351 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-21d3e404-45d4-4dda-8339-d8bee0046ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcabf5fa-03d2-4f76-bd94-0307a13baf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360918 Jul 28 11:07:51.410395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:51.411603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b31d6-74c1-42c7-8a1f-78dcaf6b68ea None None] The sync data for ids ['ede6d449-a38a-497e-aeef-2c309f29b427'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:07:51.537368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628841c-6e22-41d7-a623-b931800e1fed req-570ac33a-0232-44dd-ad69-676d379aed1a tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:51.538941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b628841c-6e22-41d7-a623-b931800e1fed req-570ac33a-0232-44dd-ad69-676d379aed1a tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 943 time: 0.0818887 Jul 28 11:07:51.553982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:51.579083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:51.613091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b628841c-6e22-41d7-a623-b931800e1fed req-057777d1-fdf5-4a87-a455-e747fee71207 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546982 Jul 28 11:07:51.680890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13d064c0-b7f6-40ab-aa68-fdc49ba9472e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fffd5d7fbae4cdba837b53b31757447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232917 Jul 28 11:07:51.681235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:51.718534 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-3bbf36b8-a6a7-4541-8ef3-8dbdbda6b5b2 service neutron] 10.222.0.44 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591608 Jul 28 11:07:51.743411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e3329d-8f71-4d21-bb67-829569c70705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:51.774729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e3329d-8f71-4d21-bb67-829569c70705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:51.794865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:51.842655 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e3329d-8f71-4d21-bb67-829569c70705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:51.848093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e3329d-8f71-4d21-bb67-829569c70705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:51.852811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-24e3329d-8f71-4d21-bb67-829569c70705 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecb6d9c9-cbef-4dce-a072-76b65b6a7ac3 HTTP/1.1" status: 204 len: 168 time: 0.1703591 Jul 28 11:07:51.864446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13498009-87ac-4d80-80c7-6f32d1c1514a req-75d85979-ae2e-4a80-9837-a3487ccc3bd8 service neutron] 10.222.0.44 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353078 Jul 28 11:07:51.867640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3329d-8f71-4d21-bb67-829569c70705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6d9c9-cbef-4dce-a072-76b65b6a7ac3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:51.900846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port b69bfd91-b54a-401a-943a-10d2bec30311 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:51.901267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:52.024705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cad73-1f51-4982-8b7b-171976898347 req-2034c960-d168-4329-85e5-0014d3f36f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:52.026302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-2034c960-d168-4329-85e5-0014d3f36f4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9348a9c16558431eb9766ecd5922ccc8&device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 1094 time: 0.0807559 Jul 28 11:07:52.028145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:52.100538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for b69bfd91-b54a-401a-943a-10d2bec30311 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:52.206248 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:52.233497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cad73-1f51-4982-8b7b-171976898347 req-28cbdcb2-8d17-4e28-bab1-9b8920e7c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:52.235000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-28cbdcb2-8d17-4e28-bab1-9b8920e7c589 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcabf5fa-03d2-4f76-bd94-0307a13baf99 HTTP/1.1" status: 200 len: 915 time: 0.1985369 Jul 28 11:07:52.252956 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:07:52.324445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-d9c4ab8c-4280-4317-971f-81b94e156523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2 HTTP/1.1" status: 200 len: 217 time: 0.0546503 Jul 28 11:07:52.446659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a356ac-942d-4b23-84a3-ebf0623ac75b req-7eadabaf-fa84-4c9b-95fe-3e9a63b855c7 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:52.448381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6a356ac-942d-4b23-84a3-ebf0623ac75b req-7eadabaf-fa84-4c9b-95fe-3e9a63b855c7 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 946 time: 0.0814128 Jul 28 11:07:52.459115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cad73-1f51-4982-8b7b-171976898347 req-6fe2dd39-5ad8-4d0e-84f4-6f7e28219004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:52.461173 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-6fe2dd39-5ad8-4d0e-84f4-6f7e28219004 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19edc64e-d21e-4506-a0ef-88b31b275fb8 HTTP/1.1" status: 200 len: 854 time: 0.1272399 Jul 28 11:07:52.545224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-bbfe74db-7916-4c14-bd71-ccaf0de1dd12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcabf5fa-03d2-4f76-bd94-0307a13baf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573909 Jul 28 11:07:52.550443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6a356ac-942d-4b23-84a3-ebf0623ac75b req-c88ea3ad-5961-4f23-8b4e-734332c5abd9 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895391 Jul 28 11:07:52.576051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:52.670116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-d303863d-0b82-4d63-b094-d4e0ef481afc tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:52.671685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-d303863d-0b82-4d63-b094-d4e0ef481afc tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 946 time: 0.2290747 Jul 28 11:07:52.678452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=b69bfd91-b54a-401a-943a-10d2bec30311,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:52.797800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475d97-0a7b-48c2-a572-73e8f054de30 req-6ebff554-ee63-4b3a-9f35-910f0d45aaba tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:52.800652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9475d97-0a7b-48c2-a572-73e8f054de30 req-6ebff554-ee63-4b3a-9f35-910f0d45aaba tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 943 time: 0.0898132 Jul 28 11:07:52.890499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9475d97-0a7b-48c2-a572-73e8f054de30 req-c6848164-3d56-424a-a08d-c63be6c2a34c tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783229 Jul 28 11:07:53.195453 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-03fa8874-9b52-49ac-941d-98c9922f9c7a service neutron] 10.222.0.44 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354098 Jul 28 11:07:53.199529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.331589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-5dc7063f-c726-45f0-82a4-67fbee0dcec5 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329726 Jul 28 11:07:53.356910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.360246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.368848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Deleting port c1454c13-23aa-449f-8d2c-09cee13bbbaf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:53.368979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.472017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.472564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Fanout notify agent at l3_agent the message router_deleted on router ede6d449-a38a-497e-aeef-2c309f29b427 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:07:53.483063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.484171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ff71c049-271f-415c-a280-cdce9b7996f6 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/routers/ede6d449-a38a-497e-aeef-2c309f29b427 HTTP/1.1" status: 204 len: 168 time: 2.2648928 Jul 28 11:07:53.487338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:53.493304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e491332e-241a-4b4d-bd26-b2ebd3ebfb90 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:53.500335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e491332e-241a-4b4d-bd26-b2ebd3ebfb90 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631546 Jul 28 11:07:53.517226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-92c964be-01b1-4fdc-b6b7-c3f60d78d5c1 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/quotas/e1d1225c0d0c4df1be3be74c9ef35f25 HTTP/1.1" status: 200 len: 375 time: 0.0159469 Jul 28 11:07:53.539442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e28cad73-1f51-4982-8b7b-171976898347 req-607e2c06-a966-452f-a7b4-e0123ae2d8c4 service neutron] 10.222.0.44 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339884 Jul 28 11:07:53.573452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] For port c1454c13-23aa-449f-8d2c-09cee13bbbaf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c1454c13-23aa-449f-8d2c-09cee13bbbaf,segment=NetworkSegment(f7834071-0bca-4fbd-86a2-ed04b3213713),segment_id=f7834071-0bca-4fbd-86a2-ed04b3213713)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:53.573882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.577645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-ae62bd46-732c-497e-af9a-231cdf74ef07 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553498 Jul 28 11:07:53.591552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting subnet 0ae09130-9f7a-4ccb-b3c0-999951e58318 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:53.602047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.604909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Calling delete_port for c1454c13-23aa-449f-8d2c-09cee13bbbaf owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:53.687687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.818804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.860474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df85f7fb-9a7b-47f3-9f87-5b7bfd8e1b24 req-c186c2eb-71bf-4cf9-958d-e2066a9e1a4a tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 210 time: 0.0605133 Jul 28 11:07:53.889460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefed94-01c7-42a0-ac9b-379e6b6fd267 req-93c07a47-dcaa-4d0b-97e6-26042e066813 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:53.915887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cefed94-01c7-42a0-ac9b-379e6b6fd267 req-93c07a47-dcaa-4d0b-97e6-26042e066813 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9444d6-5cbc-4876-a0b9-435baf83cd0f HTTP/1.1" status: 200 len: 946 time: 0.1704469 Jul 28 11:07:53.929077 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.941352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c1454c13-23aa-449f-8d2c-09cee13bbbaf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:53.978926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Pushing event deleted for resources: {'Port': ['ID=c1454c13-23aa-449f-8d2c-09cee13bbbaf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:53.993451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:53.998484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1a6aa028-b04a-4c8e-a474-131c013a3cb2 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:07:54.011066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cefed94-01c7-42a0-ac9b-379e6b6fd267 req-73b37746-479a-489c-bc38-78f1cc6523a5 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950539 Jul 28 11:07:54.083789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae09130-9f7a-4ccb-b3c0-999951e58318,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:54.092951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b5f66-ce9c-4037-9fa9-a41fffb319bf req-90fea723-138a-4f47-b8a6-bac0587f0c51 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:54.094766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d54b5f66-ce9c-4037-9fa9-a41fffb319bf req-90fea723-138a-4f47-b8a6-bac0587f0c51 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 943 time: 0.0885918 Jul 28 11:07:54.114634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] No DVR routers for this DVR port c1454c13-23aa-449f-8d2c-09cee13bbbaf on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:54.119240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.122551 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11bed3d1-3c3d-42c4-be87-07d094c21b9f req-7d86142c-d147-49d9-a6bb-77e7ed27b522 tempest-ServerMetadataNegativeTestJSON-355244355 tempest-ServerMetadataNegativeTestJSON-355244355-project] 10.222.0.41 "DELETE /v2.0/ports/c1454c13-23aa-449f-8d2c-09cee13bbbaf HTTP/1.1" status: 204 len: 173 time: 1.4391382 Jul 28 11:07:54.123115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'name': 'network-vif-deleted', 'tag': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:54.134469 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd0c55-35a5-4f61-8abd-ac7c5f27e327" -d '{"events": [{"server_uuid": "6e9444d6-5cbc-4876-a0b9-435baf83cd0f", "name": "network-vif-deleted", "tag": "c1454c13-23aa-449f-8d2c-09cee13bbbaf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:54.138991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.144989 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2fb35680-4462-4d71-8be2-940553115d57 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/subnets/0ae09130-9f7a-4ccb-b3c0-999951e58318 HTTP/1.1" status: 204 len: 168 time: 0.6539991 Jul 28 11:07:54.146505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:54.165177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b3298-a552-4d38-ac38-357791ba9e09 None None] Network d7389852-5f17-4400-a3a2-5aa77323850b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:07:54.213288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d54b5f66-ce9c-4037-9fa9-a41fffb319bf req-5ee534bb-dd2a-4025-858f-c6a45ad37b82 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105294 Jul 28 11:07:54.267886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2,segment=NetworkSegment(60164eb0-9eb6-4ad1-9090-5164aa33568f),segment_id=60164eb0-9eb6-4ad1-9090-5164aa33568f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:54.271057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.282402 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b74dfe-effa-4fdb-b6fe-fdc3078fbd20 x-openstack-request-id: req-d6b74dfe-effa-4fdb-b6fe-fdc3078fbd20 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:54.282700 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9444d6-5cbc-4876-a0b9-435baf83cd0f", "name": "network-vif-deleted", "tag": "c1454c13-23aa-449f-8d2c-09cee13bbbaf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:54.282947 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6b74dfe-effa-4fdb-b6fe-fdc3078fbd20 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:54.284714 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9444d6-5cbc-4876-a0b9-435baf83cd0f', 'name': 'network-vif-deleted', 'tag': 'c1454c13-23aa-449f-8d2c-09cee13bbbaf', 'status': 'completed', 'code': 200} Jul 28 11:07:54.296205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '1a6aa028-b04a-4c8e-a474-131c013a3cb2', 'network_id': 'bcabf5fa-03d2-4f76-bd94-0307a13baf99', 'port_id': '1a6aa028-b04a-4c8e-a474-131c013a3cb2', 'mac_address': 'fa:16:3e:14:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19edc64e-d21e-4506-a0ef-88b31b275fb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:07:54.392341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 85e8243e-767a-4a08-bd94-69c9e42f73fb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:54.393212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.405528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.426203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6aa028-b04a-4c8e-a474-131c013a3cb2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:54.455583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2,segment=NetworkSegment(60164eb0-9eb6-4ad1-9090-5164aa33568f),segment_id=60164eb0-9eb6-4ad1-9090-5164aa33568f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:54.467447 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.522164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] For port 85e8243e-767a-4a08-bd94-69c9e42f73fb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85e8243e-767a-4a08-bd94-69c9e42f73fb,segment=NetworkSegment(a8294064-370a-40ac-8783-64af1dee8c9a),segment_id=a8294064-370a-40ac-8783-64af1dee8c9a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:54.522686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.539809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] DHCP port deletion for d7389852-5f17-4400-a3a2-5aa77323850b request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:07:54.545944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 85e8243e-767a-4a08-bd94-69c9e42f73fb owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:54.550258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1a6aa028-b04a-4c8e-a474-131c013a3cb2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:54.621228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] Deleting port 85e8243e-767a-4a08-bd94-69c9e42f73fb {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:54.622154 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.703653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1a6aa028-b04a-4c8e-a474-131c013a3cb2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:07:54.707559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] For port 85e8243e-767a-4a08-bd94-69c9e42f73fb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85e8243e-767a-4a08-bd94-69c9e42f73fb,segment=NetworkSegment(a8294064-370a-40ac-8783-64af1dee8c9a),segment_id=a8294064-370a-40ac-8783-64af1dee8c9a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:54.708236 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.741968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.755762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] Calling delete_port for 85e8243e-767a-4a08-bd94-69c9e42f73fb owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:54.836562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=85e8243e-767a-4a08-bd94-69c9e42f73fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:54.859822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] No DVR routers for this DVR port 85e8243e-767a-4a08-bd94-69c9e42f73fb on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:54.917012 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:54.963571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] No DVR routers for this DVR port 85e8243e-767a-4a08-bd94-69c9e42f73fb on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:07:54.971336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e340c7-9602-41a2-8b38-851cc2474024 None None] Pushing event deleted for resources: {'Port': ['ID=85e8243e-767a-4a08-bd94-69c9e42f73fb,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:55.000997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.015502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7389852-5f17-4400-a3a2-5aa77323850b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:55.027449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8294064-370a-40ac-8783-64af1dee8c9a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:55.028633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8294064-370a-40ac-8783-64af1dee8c9a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:55.038641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.062170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.063301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58aa8a27-4aab-449e-a7b1-f6e340b4e837 req-2bbe25e0-6b0a-4f9b-979a-e0cdd479c776 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 210 time: 0.0663860 Jul 28 11:07:55.086049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:55.086049 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:55.143233 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:55.151071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:55.162298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.191862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.193946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/networks/d7389852-5f17-4400-a3a2-5aa77323850b HTTP/1.1" status: 204 len: 168 time: 1.0462990 Jul 28 11:07:55.196541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:55.208428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15d0e-1039-430e-990c-1744dd6522dd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Network': ['ID=d7389852-5f17-4400-a3a2-5aa77323850b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:55.225489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Deleting subnet 4cabd4cf-0c4e-4956-8463-de0abec8c997 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:07:55.234992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.291684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.345529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.431999 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-5200e87e-aec6-42a1-88d7-d3fd34e1a440 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347071 Jul 28 11:07:55.451468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ad6f-904b-4425-bbb0-2a38ab21a88c req-a5f4ecf3-87f7-43c7-933d-881193e5f42d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:55.459361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63b6ad6f-904b-4425-bbb0-2a38ab21a88c req-a5f4ecf3-87f7-43c7-933d-881193e5f42d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 944 time: 0.1703410 Jul 28 11:07:55.478175 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.520472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85e8243e-767a-4a08-bd94-69c9e42f73fb no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:55.553236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 85e8243e-767a-4a08-bd94-69c9e42f73fb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:55.553867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85e8243e-767a-4a08-bd94-69c9e42f73fb not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:55.576153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63b6ad6f-904b-4425-bbb0-2a38ab21a88c req-a999657d-cd0d-44cc-b6bb-000c181f4eb8 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156566 Jul 28 11:07:55.579119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 63be5ed1-bb08-4bb0-ac07-d698cef70817 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:55.579464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.600789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cabd4cf-0c4e-4956-8463-de0abec8c997,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:55.611285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.615807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ef3b29d-74e7-4f47-8581-1ad19899e9bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4cabd4cf-0c4e-4956-8463-de0abec8c997 HTTP/1.1" status: 204 len: 168 time: 0.4610803 Jul 28 11:07:55.619327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:55.683049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.683049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.700727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 63be5ed1-bb08-4bb0-ac07-d698cef70817 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:55.701750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.843675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-cb41793f-1364-47b0-87cd-3fd6b00942ce tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:55.845225 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-cb41793f-1364-47b0-87cd-3fd6b00942ce tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846645 Jul 28 11:07:55.846968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.861997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.865875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Request body: {'port': {'device_id': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'e1d1225c0d0c4df1be3be74c9ef35f25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:55.875264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6797fa2-90a0-4ef5-a498-e59c9ed6211d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:55.924655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7834071-0bca-4fbd-86a2-ed04b3213713') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:55.925116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7834071-0bca-4fbd-86a2-ed04b3213713') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:07:55.949004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.970823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=63be5ed1-bb08-4bb0-ac07-d698cef70817,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:55.972698 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:55.988731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1a6aa028-b04a-4c8e-a474-131c013a3cb2 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:07:56.027250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:07:56.028243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.029241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:07:56.029969 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:07:56.034371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.043125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3bdc2a34-ba4a-463e-9efd-d96444299b48 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c8f089b-37ba-4c84-a5f1-786e305ea2b3 HTTP/1.1" status: 204 len: 168 time: 0.8416457 Jul 28 11:07:56.044028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.075603 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2135d593-10d6-456c-bd80-5981c205855c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] DELETE failed (client error): The resource could not be found. Jul 28 11:07:56.077034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2135d593-10d6-456c-bd80-5981c205855c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:07:56.079164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2135d593-10d6-456c-bd80-5981c205855c tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/ports/2336488f-9220-4e81-9bda-c2476fdd1fd9 HTTP/1.1" status: 404 len: 333 time: 0.0336313 Jul 28 11:07:56.081572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:56.082195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.095315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:56.097443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Made reservation on behalf of e1d1225c0d0c4df1be3be74c9ef35f25 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:56.097874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.103514 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.117881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.148601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00dac039-567f-4381-b267-7933a749897e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/ports?device_id=ede6d449-a38a-497e-aeef-2c309f29b427 HTTP/1.1" status: 200 len: 205 time: 0.0629067 Jul 28 11:07:56.148847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.201623 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9c6d1699-6129-4f95-8e38-8ff56cbda697 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] delete failed (client error): The resource could not be found. Jul 28 11:07:56.203187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c6d1699-6129-4f95-8e38-8ff56cbda697 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/routers/ede6d449-a38a-497e-aeef-2c309f29b427 HTTP/1.1" status: 404 len: 336 time: 0.0532196 Jul 28 11:07:56.206257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.245223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.246828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.249126 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-98918f31-0b9c-4ce8-bfc0-4b1544a464d3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] DELETE failed (client error): The resource could not be found. Jul 28 11:07:56.251113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98918f31-0b9c-4ce8-bfc0-4b1544a464d3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:07:56.254152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.258916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b6797fa2-90a0-4ef5-a498-e59c9ed6211d HTTP/1.1" status: 204 len: 168 time: 0.6385829 Jul 28 11:07:56.259915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.266604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-98918f31-0b9c-4ce8-bfc0-4b1544a464d3 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/subnets/0ae09130-9f7a-4ccb-b3c0-999951e58318 HTTP/1.1" status: 404 len: 337 time: 0.0591214 Jul 28 11:07:56.294674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.306874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.338112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6aa028-b04a-4c8e-a474-131c013a3cb2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:56.342887 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f190c-e217-40c4-9478-f7d8c77e7645" -d '{"events": [{"server_uuid": "ac8ab267-e92b-4aba-8d33-ab9933acad9c", "name": "network-vif-plugged", "status": "completed", "tag": "1a6aa028-b04a-4c8e-a474-131c013a3cb2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:56.356458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f523c406-aeac-43da-a3ad-329d3656bd5c req-a1178929-61ff-459d-9110-3d4edfc5542e tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 210 time: 0.1014862 Jul 28 11:07:56.365075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2,segment=NetworkSegment(60164eb0-9eb6-4ad1-9090-5164aa33568f),segment_id=60164eb0-9eb6-4ad1-9090-5164aa33568f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:07:56.374333 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.404586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4332485-5240-45a0-b239-d0459f340259 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6797fa2-90a0-4ef5-a498-e59c9ed6211d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:56.430092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619b6456-4b3c-49a4-aedf-7455b05bbbf4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:56.444206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Allocated IP 192.168.233.250 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/e0194f3b-2690-4999-bfbe-5b6f441e5021) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:07:56.477803 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6afc4a-424d-47df-a9be-43d308b0d0e9 x-openstack-request-id: req-de6afc4a-424d-47df-a9be-43d308b0d0e9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:56.478671 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ab267-e92b-4aba-8d33-ab9933acad9c", "name": "network-vif-plugged", "status": "completed", "tag": "1a6aa028-b04a-4c8e-a474-131c013a3cb2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:56.479345 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de6afc4a-424d-47df-a9be-43d308b0d0e9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:56.479878 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6aa028-b04a-4c8e-a474-131c013a3cb2', 'code': 200} Jul 28 11:07:56.494492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1a6aa028-b04a-4c8e-a474-131c013a3cb2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:56.546696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port ea15669b-91d7-4629-b4a4-6ddedc096e0d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:56.547048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.710230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc7b2f-e073-4e55-a14b-8d157e56aa19 req-6fa6edb5-ce3f-4cb7-9e5c-e4e84611c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:56.711787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70bc7b2f-e073-4e55-a14b-8d157e56aa19 req-6fa6edb5-ce3f-4cb7-9e5c-e4e84611c3e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 1096 time: 0.1589112 Jul 28 11:07:56.737878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.738683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.758212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Transition to ACTIVE for port object e0194f3b-2690-4999-bfbe-5b6f441e5021 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:56.799518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.812049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c1454c13-23aa-449f-8d2c-09cee13bbbaf no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:07:56.849084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:07:56.860504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:07:56.862349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: c1454c13-23aa-449f-8d2c-09cee13bbbaf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:07:56.862706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c1454c13-23aa-449f-8d2c-09cee13bbbaf not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:07:56.865555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:07:56.869884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70bc7b2f-e073-4e55-a14b-8d157e56aa19 req-054cb4a2-db00-4780-bd46-78811c32f89c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302638 Jul 28 11:07:56.891747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.925556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for ea15669b-91d7-4629-b4a4-6ddedc096e0d owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:56.939275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b213680-2144-401a-b3d7-17d7bc218233 req-6d10adbb-b4e2-446f-aed1-9a4336920e73 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:56.944289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b213680-2144-401a-b3d7-17d7bc218233 req-6d10adbb-b4e2-446f-aed1-9a4336920e73 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.2267718 Jul 28 11:07:56.958889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-63f9b8cf-8955-4b15-85a3-565c57c3be87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a80f7c15ed240fdb3eccd8fce921ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915646 Jul 28 11:07:56.961654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32878) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:56.968131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:56.968850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:56.987131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Pushing event updated for resources: {'Port': ['ID=e0194f3b-2690-4999-bfbe-5b6f441e5021,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:57.000803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f1e50d7a-8a5e-46fa-92c0-372eb2c8ad46 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1399081 Jul 28 11:07:57.032573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Request body: {'port': {'device_id': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:57.155204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.264429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-23a8b903-6b4a-4694-bd20-bf40e5f01aa6 None None] Provisioning for port e0194f3b-2690-4999-bfbe-5b6f441e5021 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:07:57.272919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-23a8b903-6b4a-4694-bd20-bf40e5f01aa6 None None] Provisioning complete for port e0194f3b-2690-4999-bfbe-5b6f441e5021 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:07:57.274501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23a8b903-6b4a-4694-bd20-bf40e5f01aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.314963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-23a8b903-6b4a-4694-bd20-bf40e5f01aa6 None None] Port e0194f3b-2690-4999-bfbe-5b6f441e5021 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:07:57.483462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b213680-2144-401a-b3d7-17d7bc218233 req-d2bd372e-ddee-4741-a043-d65e307429d6 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159409 Jul 28 11:07:57.528592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0194f3b-2690-4999-bfbe-5b6f441e5021 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:07:57.535367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd50e0a-0d55-4740-a7e1-0b2fa1651506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.539897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.549472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534af3f-1965-4772-8c3d-c34b46bb7b89 req-6433d836-d2de-4fe4-a668-52f657253a79 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:57.551027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2534af3f-1965-4772-8c3d-c34b46bb7b89 req-6433d836-d2de-4fe4-a668-52f657253a79 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1097 time: 0.1021829 Jul 28 11:07:57.612052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd50e0a-0d55-4740-a7e1-0b2fa1651506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.669085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2534af3f-1965-4772-8c3d-c34b46bb7b89 req-9ccd6e04-a31a-434c-b769-c78608dbcea1 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893307 Jul 28 11:07:57.670991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.688542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Transition to ACTIVE for port object e0194f3b-2690-4999-bfbe-5b6f441e5021 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:07:57.698327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.713379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=ea15669b-91d7-4629-b4a4-6ddedc096e0d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:57.810400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd50e0a-0d55-4740-a7e1-0b2fa1651506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.812945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd50e0a-0d55-4740-a7e1-0b2fa1651506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.814144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-edd50e0a-0d55-4740-a7e1-0b2fa1651506 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf1a0623-5ad9-49a4-86bb-901ce1bd14b2 HTTP/1.1" status: 204 len: 168 time: 0.8456101 Jul 28 11:07:57.856544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d907029a-8344-48b6-aefd-9de66eee0671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.860019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Pushing event updated for resources: {'Port': ['ID=e0194f3b-2690-4999-bfbe-5b6f441e5021,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:57.899821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd50e0a-0d55-4740-a7e1-0b2fa1651506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a0623-5ad9-49a4-86bb-901ce1bd14b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:57.922205 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:57.924961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7630de70-5209-4ad6-918c-4ef2148737fd tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/ports/ea15669b-91d7-4629-b4a4-6ddedc096e0d HTTP/1.1" status: 204 len: 168 time: 1.6287107 Jul 28 11:07:57.936609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:57.947993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904367-86d4-4238-96e9-9e1f85676b84 req-cf306af3-f45e-4cf0-a4b5-982f35b547cb tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:57.957157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea904367-86d4-4238-96e9-9e1f85676b84 req-cf306af3-f45e-4cf0-a4b5-982f35b547cb tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 948 time: 0.1933486 Jul 28 11:07:58.013037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea904367-86d4-4238-96e9-9e1f85676b84 req-2f780987-5e1d-416b-898a-4ce464505ba3 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Jul 28 11:07:58.057161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Attempting to bind port e0194f3b-2690-4999-bfbe-5b6f441e5021 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:07:58.060205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Attempting to bind port e0194f3b-2690-4999-bfbe-5b6f441e5021 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:07:58.060761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Attempting to bind port e0194f3b-2690-4999-bfbe-5b6f441e5021 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:58.112010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Port e0194f3b-2690-4999-bfbe-5b6f441e5021 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:07:58.112351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Attempting to bind port e0194f3b-2690-4999-bfbe-5b6f441e5021 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:07:58.125924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:07:58.126265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:07:58.126657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:07:58.134444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Bound port: e0194f3b-2690-4999-bfbe-5b6f441e5021, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:07:58.134903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:58.209760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port b239f841-c36c-40a1-b536-143872beca9e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:07:58.210060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:58.327737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] For port e0194f3b-2690-4999-bfbe-5b6f441e5021, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:07:58.354227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] For port e0194f3b-2690-4999-bfbe-5b6f441e5021, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:07:58.362721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:58.406264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:58.426022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for b239f841-c36c-40a1-b536-143872beca9e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:07:58.435661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:58.436404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:58.440964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] 10.222.0.44 "PUT /v2.0/ports/e0194f3b-2690-4999-bfbe-5b6f441e5021 HTTP/1.1" status: 200 len: 1096 time: 1.4294868 Jul 28 11:07:58.441451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'tag': 'e0194f3b-2690-4999-bfbe-5b6f441e5021'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:07:58.443780 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55f5be-13d3-453a-9003-c6f221d4fc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5be1b7-8398-4ce7-8508-d9a244583710", "tag": "e0194f3b-2690-4999-bfbe-5b6f441e5021"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:07:58.552814 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e409ff-7e79-4593-b94c-81ef6315d311 x-openstack-request-id: req-b6e409ff-7e79-4593-b94c-81ef6315d311 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:07:58.553113 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5be1b7-8398-4ce7-8508-d9a244583710", "tag": "e0194f3b-2690-4999-bfbe-5b6f441e5021", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:07:58.553369 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6e409ff-7e79-4593-b94c-81ef6315d311 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:07:58.553776 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'tag': 'e0194f3b-2690-4999-bfbe-5b6f441e5021', 'status': 'completed', 'code': 200} Jul 28 11:07:58.558203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af2869-c1b3-48d8-9bdd-f0a571d6a17b service neutron] Pushing event updated for resources: {'Port': ['ID=e0194f3b-2690-4999-bfbe-5b6f441e5021,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:58.700251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f230a92e-dec9-4271-9f1e-3668ede33a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:58.711113 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-f230a92e-dec9-4271-9f1e-3668ede33a99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 1099 time: 0.1673286 Jul 28 11:07:58.721013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecccca4-23a1-47d1-9005-e0b8d84c342d req-bc000233-26f6-4470-8107-362d7e4c8fac tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:58.732516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ecccca4-23a1-47d1-9005-e0b8d84c342d req-bc000233-26f6-4470-8107-362d7e4c8fac tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.1045907 Jul 28 11:07:58.787756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-31811ede-1ccc-448e-b0d9-8425de8065c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021 HTTP/1.1" status: 200 len: 217 time: 0.0617578 Jul 28 11:07:58.804078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ecccca4-23a1-47d1-9005-e0b8d84c342d req-ca6ccccb-1694-4135-9c61-e7d4951ebf75 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688593 Jul 28 11:07:58.922176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-1d8c2eae-e0ed-4f2a-b6fd-8e7e7d37414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:58.922711 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-1d8c2eae-e0ed-4f2a-b6fd-8e7e7d37414b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1215262 Jul 28 11:07:58.942118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:59.016768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=b239f841-c36c-40a1-b536-143872beca9e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:07:59.044536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-3739a348-00ae-47ad-bca1-edfb0a7b4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.047812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-3739a348-00ae-47ad-bca1-edfb0a7b4cdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164758 Jul 28 11:07:59.228305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:59.234010 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cfa2e653-6bba-4d4e-b374-f24d4872fcc0 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/ports/b239f841-c36c-40a1-b536-143872beca9e HTTP/1.1" status: 204 len: 168 time: 1.2959521 Jul 28 11:07:59.236647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:59.330570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-aaa184bf-5d03-4bca-85ef-a52b44e8aee7 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453239 Jul 28 11:07:59.369916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-1bc59117-6a37-4c75-9fb8-dc8361bdbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.372213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-1bc59117-6a37-4c75-9fb8-dc8361bdbb70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9348a9c16558431eb9766ecd5922ccc8&device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 1096 time: 0.1373901 Jul 28 11:07:59.397131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decae1a-b3d2-4d8d-a840-2bd9a61ad0d4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.399016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8decae1a-b3d2-4d8d-a840-2bd9a61ad0d4 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "GET /v2.0/ports?device_id=6830f146-0951-4380-b489-b164e302d865 HTTP/1.1" status: 200 len: 913 time: 0.1614940 Jul 28 11:07:59.402139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:59.583255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac9eb6a2-4685-4bc8-9ab1-aa3a19586d7a req-84ad6c36-8d0c-4c5d-9089-861cd2b50a5b service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432761 Jul 28 11:07:59.589018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:07:59.623754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-b8948a4f-09bf-446d-a013-fa9b3e017d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.625549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-b8948a4f-09bf-446d-a013-fa9b3e017d83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcabf5fa-03d2-4f76-bd94-0307a13baf99 HTTP/1.1" status: 200 len: 915 time: 0.2250202 Jul 28 11:07:59.723703 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-e42a6c24-ac3b-4d36-9823-0b4d6cadf8f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1393702 Jul 28 11:07:59.736732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-0e32d9be-8d92-4186-9a5e-1bc76654fff5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2 HTTP/1.1" status: 200 len: 217 time: 0.0925446 Jul 28 11:07:59.755336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-bbfa7a0d-61c5-4753-87c5-543a73448157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.757278 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-bbfa7a0d-61c5-4753-87c5-543a73448157 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 1099 time: 0.0837882 Jul 28 11:07:59.869023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-network', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:07:59.908280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-af3733ca-0b7b-4fad-b6f8-325b71897539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.910039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-af3733ca-0b7b-4fad-b6f8-325b71897539 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 1096 time: 0.0976570 Jul 28 11:07:59.926073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-cdae90bc-5097-44b4-9426-1ec90acd1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.927528 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-cdae90bc-5097-44b4-9426-1ec90acd1292 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1620140 Jul 28 11:07:59.953036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-f4204590-d7dd-406f-b390-7df7ac6a5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:07:59.954710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-f4204590-d7dd-406f-b390-7df7ac6a5674 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19edc64e-d21e-4506-a0ef-88b31b275fb8 HTTP/1.1" status: 200 len: 854 time: 0.2104619 Jul 28 11:07:59.962491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Made reservation on behalf of 7d1e82ed06d8431289c038e4c7ed572d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:07:59.965610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:07:59.974795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-115f34f7-7c46-4bc4-bf6c-5ee7767b7e57 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:07:59.975036 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-115f34f7-7c46-4bc4-bf6c-5ee7767b7e57 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2908521 Jul 28 11:08:00.029047 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:00.033948 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-35529513-c1e5-4e03-9703-b27279e99994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021 HTTP/1.1" status: 200 len: 217 time: 0.0942519 Jul 28 11:08:00.037930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346c8cc-ba95-4bea-b907-962dfa274936 req-90149fdf-71ba-4210-9f68-62b06ecc21fc tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:00.045572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f346c8cc-ba95-4bea-b907-962dfa274936 req-90149fdf-71ba-4210-9f68-62b06ecc21fc tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 948 time: 0.2065399 Jul 28 11:08:00.054167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-a13fe691-0785-47df-9b2a-d51505e0fb0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcabf5fa-03d2-4f76-bd94-0307a13baf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857213 Jul 28 11:08:00.196516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f346c8cc-ba95-4bea-b907-962dfa274936 req-fef6e703-0822-4741-8e59-a7a4de7bd338 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499879 Jul 28 11:08:00.277803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-d117d128-e98d-4a57-9236-dd396ae7f08e service neutron] 10.222.0.44 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105775 Jul 28 11:08:00.435221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Request body: {'binding': {'host': 'n-h1-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:00.435649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:08:00.457431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:00.474770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-6aff0226-991a-4a43-928a-767dcd1bf4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:00.476230 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-6aff0226-991a-4a43-928a-767dcd1bf4b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.4345210 Jul 28 11:08:00.480329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad8226-2615-4446-a0f6-14b8548ce804 req-06e8287c-d70c-4bec-8400-7fbc426c8873 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:00.484676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-8a62aed9-a969-4fb6-b0f9-3069d37d646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:00.486077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-8a62aed9-a969-4fb6-b0f9-3069d37d646e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.5480447 Jul 28 11:08:00.487920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cad8226-2615-4446-a0f6-14b8548ce804 req-06e8287c-d70c-4bec-8400-7fbc426c8873 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.2063115 Jul 28 11:08:00.497260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:00.537252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d4d6d2-65ed-42b2-a33f-bc8d0e12fcef req-88914785-ef3a-474e-b530-d512971d541d service neutron] 10.222.0.44 "GET /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467678 Jul 28 11:08:00.551966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:00.563786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:00.595505 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-ac83d97b-c2cc-4cef-8045-e5c9e62be7e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 200 len: 217 time: 0.0793650 Jul 28 11:08:00.608050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e59a0a-a952-47a8-90c2-763df4f30c1d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:00.627637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:00.627986 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Added segment bc08bad3-bb13-4e4b-a899-3403cf0d4043 of type vlan for network 95c3af4c-244b-488e-b2cb-cdd8615fb63d Jul 28 11:08:00.639324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-fdb8e573-93b3-4c7a-8958-984ed7adb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:00.640825 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-fdb8e573-93b3-4c7a-8958-984ed7adb41f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503732 Jul 28 11:08:00.651724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cad8226-2615-4446-a0f6-14b8548ce804 req-d4ad5705-4bc1-4e10-98f5-ea69b7cb035d tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628487 Jul 28 11:08:00.783838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-771c7392-032b-4276-8473-8e7cf9245d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:00.785354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-771c7392-032b-4276-8473-8e7cf9245d0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1801646 Jul 28 11:08:00.870481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:00.882284 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-e4364168-db93-4c94-b933-fd083ad3e98f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806406 Jul 28 11:08:00.903598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.017873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e88f9602-1111-47c6-881f-b06133de9bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.029975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.039526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:01.040536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.056467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on host n-h1-723573-7 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:01.058594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:01.060167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:01.083875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:01.084954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:01.099639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-9e1183d4-699f-477a-9d3f-67cf69d600fc service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508486 Jul 28 11:08:01.103980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:01.104735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:01.105313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:01.106078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Bound port: b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:01.139571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5463648 Jul 28 11:08:01.140377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:01.154508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Request body: {'subnet': {'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-subnet', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:01.158913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47089fea-469c-4f50-9179-9293a57da68b admin admin] Pushing event updated for resources: {'Network': ['ID=95c3af4c-244b-488e-b2cb-cdd8615fb63d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:01.173239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:01.227116 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-557cf52c-7b41-43a9-88a6-a6816429793c service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348260 Jul 28 11:08:01.298939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Made reservation on behalf of 7d1e82ed06d8431289c038e4c7ed572d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:01.304640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.480915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:01.497668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.511005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4a3dc1a3-4359-42a9-b134-cf1d2f98710d service neutron] 10.222.0.20 "POST /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf/bindings HTTP/1.1" status: 201 len: 389 time: 1.4850981 Jul 28 11:08:01.582998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed55f5be-13d3-453a-9003-c6f221d4fc5d req-1f9cf887-4489-4488-8c1e-66f565c68bce service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739130 Jul 28 11:08:01.600895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4395c2e-2b9c-41b5-af80-1b1e00e2b9ba req-1c2a63d2-fa8f-4379-9660-6cf20beb8134 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:01.606639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4395c2e-2b9c-41b5-af80-1b1e00e2b9ba req-1c2a63d2-fa8f-4379-9660-6cf20beb8134 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 948 time: 0.1089823 Jul 28 11:08:01.619325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f63f244-19be-4e41-b32d-125a8ab90f66 req-cfc3c784-e522-4de9-ae3b-b73c446f6124 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004556 Jul 28 11:08:01.668318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port d6768a74-7497-4236-b1f6-46a6d37971a2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:01.668981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.765599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4395c2e-2b9c-41b5-af80-1b1e00e2b9ba req-3c9a0fb5-d9ff-4e31-a062-26beec111ee3 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414557 Jul 28 11:08:01.829596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.864954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-ebdd6e66-bc1f-46de-af60-ef6dee3fb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:01.866856 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-ebdd6e66-bc1f-46de-af60-ef6dee3fb096 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0524614 Jul 28 11:08:01.892598 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.902107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:01.975789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for d6768a74-7497-4236-b1f6-46a6d37971a2 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:02.011243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-d1529bb6-91fd-4580-be75-bc9ca839ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:02.013600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-d1529bb6-91fd-4580-be75-bc9ca839ca7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.1378551 Jul 28 11:08:02.027018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e0194f3b-2690-4999-bfbe-5b6f441e5021 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:02.063805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81227f-5847-463f-9543-a19d97a45468 req-6aea13e7-886c-4931-aac6-364a6ebd3a0d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:02.065427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd81227f-5847-463f-9543-a19d97a45468 req-6aea13e7-886c-4931-aac6-364a6ebd3a0d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1577113 Jul 28 11:08:02.070915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=720524bf-95c8-47af-b6a5-6cce9be94190,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:02.094954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-1c72b1c4-6245-46b2-8502-aaf387440591 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 217 time: 0.0746918 Jul 28 11:08:02.108686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Checking segment: {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:02.109089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Network hostable DHCP agents. Network: 95c3af4c-244b-488e-b2cb-cdd8615fb63d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:02.155188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd81227f-5847-463f-9543-a19d97a45468 req-15aa002d-58da-4347-996a-e8a5d0bbd15b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800774 Jul 28 11:08:02.161205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-e3d6bf32-e170-493e-b3b0-3167dea90d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:02.163039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-e3d6bf32-e170-493e-b3b0-3167dea90d5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0616827 Jul 28 11:08:02.203465 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-4f80af2b-fc6a-472c-9456-1ab88f385807 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334585 Jul 28 11:08:02.229647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:02.256216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e0194f3b-2690-4999-bfbe-5b6f441e5021, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:02.261354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 95c3af4c-244b-488e-b2cb-cdd8615fb63d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:02.280681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:02.281276 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.289326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c292e7-c770-43de-b7fe-5b533486e4fc None None] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:02.331689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ae922797-d65d-4650-aa13-f9efda5e28d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1858149 Jul 28 11:08:02.334337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:02.339649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:02.365527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.366766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.377004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-57d060bb-7139-4b91-b8c0-2b5f8eca78b4 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661634 Jul 28 11:08:02.393306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'e0194f3b-2690-4999-bfbe-5b6f441e5021', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'e0194f3b-2690-4999-bfbe-5b6f441e5021', 'mac_address': 'fa:16:3e:ae:7d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:02.402409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcee0-e465-4a77-ab41-7557d00a4b23 req-2a313347-d03c-4539-ad5f-6f87eb1e2933 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:02.410252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c21fcee0-e465-4a77-ab41-7557d00a4b23 req-2a313347-d03c-4539-ad5f-6f87eb1e2933 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.1441712 Jul 28 11:08:02.531926 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-93d1cb92-7535-42a1-aa74-9089944b349e service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486769 Jul 28 11:08:02.552470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.579563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0194f3b-2690-4999-bfbe-5b6f441e5021 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:02.601298 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.601757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:02.671436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.672292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e0194f3b-2690-4999-bfbe-5b6f441e5021, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:02.684546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=d6768a74-7497-4236-b1f6-46a6d37971a2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:02.690690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.696877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769278f-4a52-4e54-9472-c38546179937 None None] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:02.708421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c21fcee0-e465-4a77-ab41-7557d00a4b23 req-0e2048c2-2b7a-410c-b8ae-eea12b14f8d5 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970545 Jul 28 11:08:02.766756 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf263c47-f589-4320-a41a-6174e7b6b0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.987541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf263c47-f589-4320-a41a-6174e7b6b0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:02.994802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf263c47-f589-4320-a41a-6174e7b6b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.070576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=e0194f3b-2690-4999-bfbe-5b6f441e5021,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:03.113167 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf263c47-f589-4320-a41a-6174e7b6b0f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1299b542dcdc4b6ea48bc622c7149f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158265 Jul 28 11:08:03.113797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:03.116149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf263c47-f589-4320-a41a-6174e7b6b0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b448d58e-1ec0-4b6f-9249-62bbca73799d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:03.123784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['e0194f3b-2690-4999-bfbe-5b6f441e5021'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:03.247006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9d150d-c0a3-458b-971c-77eb704b568b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.302005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9d150d-c0a3-458b-971c-77eb704b568b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.304835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.388697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9d150d-c0a3-458b-971c-77eb704b568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.391832 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9d150d-c0a3-458b-971c-77eb704b568b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.393397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7f9d150d-c0a3-458b-971c-77eb704b568b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b448d58e-1ec0-4b6f-9249-62bbca73799d HTTP/1.1" status: 204 len: 168 time: 0.2785032 Jul 28 11:08:03.401745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d150d-c0a3-458b-971c-77eb704b568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448d58e-1ec0-4b6f-9249-62bbca73799d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:03.605060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca621-7cc8-40a4-9027-4bdf0f14975e req-0f84d4ab-4991-4c93-9203-e68a8208a2a2 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:03.606863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82fca621-7cc8-40a4-9027-4bdf0f14975e req-0f84d4ab-4991-4c93-9203-e68a8208a2a2 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.3163960 Jul 28 11:08:03.613145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.625117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d99de-fe7b-4d78-b329-edc29ba99f30 req-9239ca58-d682-4880-a8de-121eb975dc97 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:03.632531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac3d99de-fe7b-4d78-b329-edc29ba99f30 req-9239ca58-d682-4880-a8de-121eb975dc97 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 949 time: 0.3456166 Jul 28 11:08:03.747254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:03.761369 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1c03feb-5487-4b49-8d23-d84974ccbc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.804580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac3d99de-fe7b-4d78-b329-edc29ba99f30 req-5a32d376-7757-443a-b7c0-311cd75e9c12 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708450 Jul 28 11:08:03.817648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82fca621-7cc8-40a4-9027-4bdf0f14975e req-fe2bc79e-62e2-4fea-bbd2-028dfbe2d651 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794891 Jul 28 11:08:03.830745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.922604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1c03feb-5487-4b49-8d23-d84974ccbc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.927778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1c03feb-5487-4b49-8d23-d84974ccbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:03.967558 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b1c03feb-5487-4b49-8d23-d84974ccbc5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3292f776bd504ba7992a9b400fe6a12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191985 Jul 28 11:08:03.970481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:03.990950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c03feb-5487-4b49-8d23-d84974ccbc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06679a27-42d4-4ab2-bf7a-c5dabd7ea503,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:04.034986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e0194f3b-2690-4999-bfbe-5b6f441e5021 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:04.067195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb96e4-a985-49d4-a1da-8fdcbadfed7e req-a2f02946-0ee7-49fa-a342-ba319a53a081 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:04.068828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abdb96e4-a985-49d4-a1da-8fdcbadfed7e req-a2f02946-0ee7-49fa-a342-ba319a53a081 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1602612 Jul 28 11:08:04.112959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port e0194f3b-2690-4999-bfbe-5b6f441e5021 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:04.118713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port e0194f3b-2690-4999-bfbe-5b6f441e5021 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:04.119907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.248874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.270033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abdb96e4-a985-49d4-a1da-8fdcbadfed7e req-792c48f3-15f5-4eae-8eda-9c20a335ebfe tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890423 Jul 28 11:08:04.275916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5563b6-c033-4d83-b8c5-9b716190fd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.302402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0194f3b-2690-4999-bfbe-5b6f441e5021'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:04.305103 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14981f47-3196-488d-9cb8-4d76f4185f81" -d '{"events": [{"server_uuid": "eb5be1b7-8398-4ce7-8508-d9a244583710", "name": "network-vif-plugged", "status": "completed", "tag": "e0194f3b-2690-4999-bfbe-5b6f441e5021"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:04.321385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e0194f3b-2690-4999-bfbe-5b6f441e5021, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:04.327713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.373299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5563b6-c033-4d83-b8c5-9b716190fd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.389063 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0e7e42-7db0-4769-b76f-6e1d2af38938 x-openstack-request-id: req-ca0e7e42-7db0-4769-b76f-6e1d2af38938 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:04.389958 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5be1b7-8398-4ce7-8508-d9a244583710", "name": "network-vif-plugged", "status": "completed", "tag": "e0194f3b-2690-4999-bfbe-5b6f441e5021", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:04.389958 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca0e7e42-7db0-4769-b76f-6e1d2af38938 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:04.390425 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0194f3b-2690-4999-bfbe-5b6f441e5021', 'code': 200} Jul 28 11:08:04.392482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=e0194f3b-2690-4999-bfbe-5b6f441e5021,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:04.408843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.417036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Router 6830f146-0951-4380-b489-b164e302d865 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:04.475934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.534003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c357215-c295-4932-9d84-c66523791e3c req-68d4b2f3-5235-44b0-930b-7ab6d71e2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:04.537272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c357215-c295-4932-9d84-c66523791e3c req-68d4b2f3-5235-44b0-930b-7ab6d71e2247 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 1101 time: 0.0761712 Jul 28 11:08:04.588641 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6c357215-c295-4932-9d84-c66523791e3c req-c5c431e8-e3bd-4c51-8da3-cc19ae89b1fb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Jul 28 11:08:04.592267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5563b6-c033-4d83-b8c5-9b716190fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.595135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5563b6-c033-4d83-b8c5-9b716190fd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.596388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d5563b6-c033-4d83-b8c5-9b716190fd7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06679a27-42d4-4ab2-bf7a-c5dabd7ea503 HTTP/1.1" status: 204 len: 168 time: 0.6235886 Jul 28 11:08:04.667394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5563b6-c033-4d83-b8c5-9b716190fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06679a27-42d4-4ab2-bf7a-c5dabd7ea503,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:04.706166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Allocated IP 172.25.1.141 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/c2837b8a-98a0-477a-ac89-b34b086bb739) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:04.723697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:04.738517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-67f1197e-55b7-4002-983e-49e4776e6045 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "PUT /v2.0/routers/6830f146-0951-4380-b489-b164e302d865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3243163 Jul 28 11:08:04.741733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:04.753088 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] Sync routers for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:04.775827 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:04.779531 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:04.821076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-b3acea89-2475-44d5-9274-110a1745e18a tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:04.824506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-b3acea89-2475-44d5-9274-110a1745e18a tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.1515496 Jul 28 11:08:04.874533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:04.892820 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] Routers {'6830f146-0951-4380-b489-b164e302d865'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:04.895233 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6830f146-0951-4380-b489-b164e302d865'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:04.964324 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:04.987291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.025980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:05.026853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b8ca-32cc-48a0-aab6-47ce609a4058 None None] The sync data for ids ['6830f146-0951-4380-b489-b164e302d865'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:05.053174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Deleting port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:05.053660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.266157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa4135-e7e7-471e-ba7b-9b5755fa012c req-4f58f896-3cd7-447b-bef6-aa72e45b87f7 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:05.266632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] For port 1a6aa028-b04a-4c8e-a474-131c013a3cb2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1a6aa028-b04a-4c8e-a474-131c013a3cb2,segment=NetworkSegment(60164eb0-9eb6-4ad1-9090-5164aa33568f),segment_id=60164eb0-9eb6-4ad1-9090-5164aa33568f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:05.267085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.268852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69fa4135-e7e7-471e-ba7b-9b5755fa012c req-4f58f896-3cd7-447b-bef6-aa72e45b87f7 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 950 time: 0.3275275 Jul 28 11:08:05.271328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.287275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.297348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Calling delete_port for 1a6aa028-b04a-4c8e-a474-131c013a3cb2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:05.378228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:05.392384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09069b-f9b2-4a61-8583-4d6e7c723654 req-7688b1b2-343d-4c37-a8f5-d49acc54fb52 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:05.402749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f09069b-f9b2-4a61-8583-4d6e7c723654 req-7688b1b2-343d-4c37-a8f5-d49acc54fb52 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8ab267-e92b-4aba-8d33-ab9933acad9c HTTP/1.1" status: 200 len: 945 time: 0.3536248 Jul 28 11:08:05.405745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Pushing event updated for resources: {'Port': ['ID=c2837b8a-98a0-477a-ac89-b34b086bb739,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:05.422371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:05.454961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:05.479475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.495404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1a6aa028-b04a-4c8e-a474-131c013a3cb2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:05.526307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Pushing event deleted for resources: {'Port': ['ID=1a6aa028-b04a-4c8e-a474-131c013a3cb2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:05.595701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] No DVR routers for this DVR port 1a6aa028-b04a-4c8e-a474-131c013a3cb2 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:05.600370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:05.604081 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cfb82f7-98b0-46e4-a99a-3ccad558d4d9 req-c5813c47-4b36-463c-99b4-a0801ed946aa tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.44 "DELETE /v2.0/ports/1a6aa028-b04a-4c8e-a474-131c013a3cb2 HTTP/1.1" status: 204 len: 173 time: 0.7732792 Jul 28 11:08:05.604820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'name': 'network-vif-deleted', 'tag': '1a6aa028-b04a-4c8e-a474-131c013a3cb2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:05.608561 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3993abf-a8d5-4cf7-91bb-d889597c26c6" -d '{"events": [{"server_uuid": "ac8ab267-e92b-4aba-8d33-ab9933acad9c", "name": "network-vif-deleted", "tag": "1a6aa028-b04a-4c8e-a474-131c013a3cb2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:06.000775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69fa4135-e7e7-471e-ba7b-9b5755fa012c req-17b0280e-c312-4d36-b03f-ed24a0ec566b tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7232251 Jul 28 11:08:06.111494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f09069b-f9b2-4a61-8583-4d6e7c723654 req-542063db-7269-4d9e-8833-63acf8861e99 tempest-InstanceActionsTestJSON-2112965144 tempest-InstanceActionsTestJSON-2112965144-project] 10.222.0.20 "GET /v2.0/security-groups?id=3290a066-1a43-463f-85fc-29a79ef46518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076697 Jul 28 11:08:06.114751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting port 0a3fcabf-352b-4e04-8eab-955de51c1d41 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:06.119051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:06.217220 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a774df7a-84c5-4a54-8b50-c191e5f352b2 x-openstack-request-id: req-a774df7a-84c5-4a54-8b50-c191e5f352b2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:06.217592 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ab267-e92b-4aba-8d33-ab9933acad9c", "name": "network-vif-deleted", "tag": "1a6aa028-b04a-4c8e-a474-131c013a3cb2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:06.217847 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a774df7a-84c5-4a54-8b50-c191e5f352b2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:06.218415 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8ab267-e92b-4aba-8d33-ab9933acad9c', 'name': 'network-vif-deleted', 'tag': '1a6aa028-b04a-4c8e-a474-131c013a3cb2', 'status': 'completed', 'code': 200} Jul 28 11:08:06.366511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f733ff-bd53-42c1-9f8e-8514a8be1de5 req-000f3635-a4ef-4304-b5c1-0a8276d00743 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:06.368109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08f733ff-bd53-42c1-9f8e-8514a8be1de5 req-000f3635-a4ef-4304-b5c1-0a8276d00743 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1394138 Jul 28 11:08:06.370153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:06.394131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Calling delete_port for 0a3fcabf-352b-4e04-8eab-955de51c1d41 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:06.592914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08f733ff-bd53-42c1-9f8e-8514a8be1de5 req-da058024-4309-4ed4-9b04-2ffbdc7e5789 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347561 Jul 28 11:08:06.609861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:06.833643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.081909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Port': ['ID=0a3fcabf-352b-4e04-8eab-955de51c1d41,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:07.140754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.177208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-fe606a54-2d53-4d5c-827b-11fd72ef99ef tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928407 Jul 28 11:08:07.291441 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.548221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e59d2-5645-497c-bdee-f369de80cb99 req-dcca90c8-5104-424d-b3e7-174b9050eeed tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:07.550591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e96e59d2-5645-497c-bdee-f369de80cb99 req-dcca90c8-5104-424d-b3e7-174b9050eeed tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 950 time: 0.4168546 Jul 28 11:08:07.554839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.569915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.677039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-9b47a200-aed6-4a95-a4d8-8fd64e0b0eee tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:07.678619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-9b47a200-aed6-4a95-a4d8-8fd64e0b0eee tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4802523 Jul 28 11:08:07.686578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.687085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Fanout notify agent at l3_agent the message router_deleted on router 6830f146-0951-4380-b489-b164e302d865 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:08:07.698747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.702887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9253a43b-b4af-4206-a76a-037fca2bdf9f tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/routers/6830f146-0951-4380-b489-b164e302d865 HTTP/1.1" status: 204 len: 168 time: 2.9577062 Jul 28 11:08:07.703263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:07.722461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e96e59d2-5645-497c-bdee-f369de80cb99 req-1dff2863-ebff-4bd7-bf1b-e16b28728885 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564825 Jul 28 11:08:07.728786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-1f5d7889-1037-4a68-816e-5ce8a73792ce tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/quotas/49d0cca2bd784a46bcadb2d4787ac335 HTTP/1.1" status: 200 len: 375 time: 0.0249608 Jul 28 11:08:07.792274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-a3c24454-ffa1-4a29-bb1a-0b4e8d8acb39 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510428 Jul 28 11:08:07.793625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Router d3647f40-24d4-4a34-ba8f-1e0311318063 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:08:07.804058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Deleting subnet 4d4a05af-94e3-466c-9bd4-ddde4e108954 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:08:07.810256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.903172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:07.957203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Deleting subnet 19edc64e-d21e-4506-a0ef-88b31b275fb8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:08:07.960767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:07.995734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:07.998728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.013486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Sync routers for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:08.018529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.020445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-90d35a9c-acf3-432b-99fe-54188acbcd78 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6850569 Jul 28 11:08:08.023986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33166) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:08.040475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:08.048627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:08.062049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1a6aa028-b04a-4c8e-a474-131c013a3cb2 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:08.077282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.113449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.242306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2c72-96ae-4908-ab99-e7aa354b728d req-0943ed38-75ac-4e43-977f-0307ac05113d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:08.244523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e4b2c72-96ae-4908-ab99-e7aa354b728d req-0943ed38-75ac-4e43-977f-0307ac05113d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1351802 Jul 28 11:08:08.298572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 1a6aa028-b04a-4c8e-a474-131c013a3cb2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:08.299225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1a6aa028-b04a-4c8e-a474-131c013a3cb2 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:08.308196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.371026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19edc64e-d21e-4506-a0ef-88b31b275fb8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:08.379898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.382102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d04c3666-6953-43c9-b211-bbcfa589cf9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19edc64e-d21e-4506-a0ef-88b31b275fb8 HTTP/1.1" status: 204 len: 168 time: 0.4794497 Jul 28 11:08:08.385628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:08.483516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.508815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e56fe5d-0404-435c-be01-6ca58944343b req-946a8d25-f39e-4f01-9bfa-8df95c2d73e8 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 210 time: 0.1070507 Jul 28 11:08:08.523797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:08.568498 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.586124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e4b2c72-96ae-4908-ab99-e7aa354b728d req-9e685267-2940-4d93-9cef-0237cd33b348 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386639 Jul 28 11:08:08.741919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-9a3f9642-a9f0-4721-902f-f152438aa1a0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403290 Jul 28 11:08:08.748685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:06Z', 'revision_number': 3, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:08.758916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.785011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Checking router: d3647f40-24d4-4a34-ba8f-1e0311318063 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:08:08.785647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Updating router d3647f40-24d4-4a34-ba8f-1e0311318063 port c2837b8a-98a0-477a-ac89-b34b086bb739 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:08:08.809409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4a05af-94e3-466c-9bd4-ddde4e108954,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:08.816872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.832551 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.861078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:08.869771 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d4c1b67a-7410-4845-b770-9c3542ec2a17 tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/subnets/4d4a05af-94e3-466c-9bd4-ddde4e108954 HTTP/1.1" status: 204 len: 168 time: 1.1651001 Jul 28 11:08:08.870696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:08.873604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcabf5fa-03d2-4f76-bd94-0307a13baf99']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:08.884956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-48f90cd3-81fd-40d9-8049-c2d9a9ba8137 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:08.893675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-48f90cd3-81fd-40d9-8049-c2d9a9ba8137 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473565 Jul 28 11:08:08.926354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-56e2321a-ef0e-4404-b272-2ea6b0a59f3a tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/quotas/e1d1225c0d0c4df1be3be74c9ef35f25 HTTP/1.1" status: 200 len: 375 time: 0.0317678 Jul 28 11:08:08.991426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60164eb0-9eb6-4ad1-9090-5164aa33568f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:08.991906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60164eb0-9eb6-4ad1-9090-5164aa33568f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:09.007368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.033991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.037674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.046597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:08:09.046878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:08:09.048634 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:08:09.132792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-030704ce-5d26-4c8a-ba29-1ff021dece48 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053111 Jul 28 11:08:09.170417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.186395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.208058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcabf5fa-03d2-4f76-bd94-0307a13baf99 HTTP/1.1" status: 204 len: 168 time: 0.8070192 Jul 28 11:08:09.247532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25557320-c0bc-4a36-aeb0-0d6ce20ab168 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcabf5fa-03d2-4f76-bd94-0307a13baf99,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:09.270323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.297741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8dda9e-7ec8-4064-89a2-d26adcdea463']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:09.338519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0768a86-a185-458c-ad8b-6160d48f69e6') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:09.338953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0768a86-a185-458c-ad8b-6160d48f69e6') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:09.372298 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.374695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.405512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Transition to ACTIVE for port object c2837b8a-98a0-477a-ac89-b34b086bb739 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:09.420596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.438044 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.448135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:08:09.448575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:08:09.455317 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:08:09.473965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.545639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Attempting to bind port c2837b8a-98a0-477a-ac89-b34b086bb739 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:09.546009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Attempting to bind port c2837b8a-98a0-477a-ac89-b34b086bb739 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:09.547288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Attempting to bind port c2837b8a-98a0-477a-ac89-b34b086bb739 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:09.550562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:09.557289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf78503-4e6b-4d75-aa1c-d52f5c66fd6d None None] Pushing event updated for resources: {'Port': ['ID=c2837b8a-98a0-477a-ac89-b34b086bb739,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:09.569416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:09.569935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:09.570543 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.571417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:09.572299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Bound port: c2837b8a-98a0-477a-ac89-b34b086bb739, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:09.572864 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.575807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e89eca24-7dc7-4ff7-ab48-44d83c00973f req-cb130b24-5e92-4799-8940-c278065eecee tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 210 time: 0.1074078 Jul 28 11:08:09.648357 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-d3136d9d-0181-4db8-8ff9-738bf4b392fb tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500092 Jul 28 11:08:09.676553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] For port c2837b8a-98a0-477a-ac89-b34b086bb739, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:09.687120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] For port c2837b8a-98a0-477a-ac89-b34b086bb739, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2837b8a-98a0-477a-ac89-b34b086bb739,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:09.702581 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.810301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf78503-4e6b-4d75-aa1c-d52f5c66fd6d None None] Pushing event updated for resources: {'Port': ['ID=c2837b8a-98a0-477a-ac89-b34b086bb739,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:09.813699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.821415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc7ecdc7-71db-42d7-a5f8-c49c5b46a410 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9348a9c16558431eb9766ecd5922ccc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433858 Jul 28 11:08:09.829617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:09.836101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:09.837101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:09.860313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:09.862330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] 10.222.0.20 "DELETE /v2.0/networks/ba8dda9e-7ec8-4064-89a2-d26adcdea463 HTTP/1.1" status: 204 len: 168 time: 0.9832373 Jul 28 11:08:09.896748 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1743fbff-51d2-47af-91eb-1750727ee4a7 req-fdba7f10-d9f3-4cc7-b68a-8c13201bda48 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 210 time: 0.1102397 Jul 28 11:08:09.938352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f4f0e-0042-48c1-954d-eb324e52002e tempest-FloatingIPTestJSON-965549451 tempest-FloatingIPTestJSON-965549451-project] Pushing event deleted for resources: {'Network': ['ID=ba8dda9e-7ec8-4064-89a2-d26adcdea463,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:10.004405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:10.027894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc364c-511e-4bbb-8b5e-2b8107714028 req-05819804-469b-4b81-8542-5f812ae0c911 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:10.029556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dbc364c-511e-4bbb-8b5e-2b8107714028 req-05819804-469b-4b81-8542-5f812ae0c911 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.2416770 Jul 28 11:08:10.081560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-9fbb6427-6cf9-4a56-8afe-4ab574065d8f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:10.087496 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-9fbb6427-6cf9-4a56-8afe-4ab574065d8f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4382520 Jul 28 11:08:10.112052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:10.120021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dbc364c-511e-4bbb-8b5e-2b8107714028 req-9704159e-cb4f-46a6-a902-8078d2e8ea72 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741386 Jul 28 11:08:10.170090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb14f1c9-88e8-453c-9639-4243002df25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.187962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Allocated IP 172.20.0.1 (95c3af4c-244b-488e-b2cb-cdd8615fb63d/720524bf-95c8-47af-b6a5-6cce9be94190/ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:10.254441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb14f1c9-88e8-453c-9639-4243002df25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.407874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:10.415191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:06Z', 'revision_number': 3, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:10.455190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb14f1c9-88e8-453c-9639-4243002df25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.458393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb14f1c9-88e8-453c-9639-4243002df25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.461487 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cb14f1c9-88e8-453c-9639-4243002df25a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3290a066-1a43-463f-85fc-29a79ef46518 HTTP/1.1" status: 204 len: 168 time: 0.6256537 Jul 28 11:08:10.471525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:10.481512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.504872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14f1c9-88e8-453c-9639-4243002df25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3290a066-1a43-463f-85fc-29a79ef46518,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:10.518060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.558925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748536-76fd-400a-84c6-90edd232a733 None None] The sync data for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 is: [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:06Z', 'revision_number': 3, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:10.652231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.657901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:10.758521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:10.813488 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5c8d50a0-e8d5-4558-91b7-88e94291d05d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f54303f820cd4778b4cd55597b6fb1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035289 Jul 28 11:08:10.818734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:10.857171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60ca0b7e-b772-4a43-90c2-5e3a35280a7f req-e7871507-6960-4430-9231-dfd683bc0c0a tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 210 time: 0.1058969 Jul 28 11:08:10.967508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.33 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/6bc0c411-a52a-49cd-b5bf-a81c106b36f7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:10.978103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.068651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b13c6e2-03f9-4722-8dda-ecfbcab09d4e req-984ea3e4-df90-4124-af2f-387de09e9d73 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 210 time: 0.0583708 Jul 28 11:08:11.106111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.107987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-ed2b0859-2662-4aed-a8a2-7c3f4f28ac4a tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1815357 Jul 28 11:08:11.115935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d781-d03b-4d37-8064-3a085ee79979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.272036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Pushing event updated for resources: {'Port': ['ID=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:11.275279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:11.285493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:11.285745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d781-d03b-4d37-8064-3a085ee79979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.289049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:11.327960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.328328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.328670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.329002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.329330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.329657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.329980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.330300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.330621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.330944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.331257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.331587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:11.335654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.412661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600035-d8f8-4dca-aee4-ca3c2fb1d22f req-aa086d46-d949-43eb-995f-122a4a121a98 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:11.414635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7600035-d8f8-4dca-aee4-ca3c2fb1d22f req-aa086d46-d949-43eb-995f-122a4a121a98 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1748981 Jul 28 11:08:11.452682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d781-d03b-4d37-8064-3a085ee79979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.455258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d781-d03b-4d37-8064-3a085ee79979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.467494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b5d3d781-d03b-4d37-8064-3a085ee79979 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cb0bbe2-2b02-4156-82fa-744bae2acde1 HTTP/1.1" status: 204 len: 168 time: 0.6468740 Jul 28 11:08:11.478792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-012da2bd-75a1-447d-8ee4-d5a3880af4ad tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:11.482501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-012da2bd-75a1-447d-8ee4-d5a3880af4ad tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591635 Jul 28 11:08:11.485959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.500819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Request body: {'port': {'device_id': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'e1d1225c0d0c4df1be3be74c9ef35f25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:11.528604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7600035-d8f8-4dca-aee4-ca3c2fb1d22f req-143e2620-6c48-46f3-befc-736508424eba tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972326 Jul 28 11:08:11.551751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d781-d03b-4d37-8064-3a085ee79979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0bbe2-2b02-4156-82fa-744bae2acde1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:11.586556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.609088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2837b8a-98a0-477a-ac89-b34b086bb739 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:11.628555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:11.704939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c2837b8a-98a0-477a-ac89-b34b086bb739 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:11.711507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c2837b8a-98a0-477a-ac89-b34b086bb739 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:11.713695 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.748768 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.795765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:11.818321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:11.827860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:11.832401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:11.838184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:11.867956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Made reservation on behalf of e1d1225c0d0c4df1be3be74c9ef35f25 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:11.872534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.922196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.947837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:11.948593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:11.994813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c2837b8a-98a0-477a-ac89-b34b086bb739, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2837b8a-98a0-477a-ac89-b34b086bb739,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:12.009287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.078402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-93356b5e-06f7-423d-af0b-2895fc9ef04a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9740195 Jul 28 11:08:12.091461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.107914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Request body: {'port': {'device_id': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:12.116891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1970674803-network', 'tenant_id': '8c3df02f321c4e91a53cd36033800858'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:12.122588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9938c4d6-9c17-4009-b5a9-3dbc1f5b7073 req-0bff75b1-9724-464a-bcc9-77deebcb27f1 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 210 time: 0.0971670 Jul 28 11:08:12.123821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.194796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c2837b8a-98a0-477a-ac89-b34b086bb739,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:12.221348 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.232306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Pushing event updated for resources: {'Port': ['ID=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:12.340593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e81c8ef6-76e7-40fc-9d06-1c2fe9562c5d None None] Provisioning for port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:12.346533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e81c8ef6-76e7-40fc-9d06-1c2fe9562c5d None None] Provisioning complete for port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:12.346938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e81c8ef6-76e7-40fc-9d06-1c2fe9562c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.363254 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.409368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e81c8ef6-76e7-40fc-9d06-1c2fe9562c5d None None] Port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:12.415019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Made reservation on behalf of 8c3df02f321c4e91a53cd36033800858 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:12.417551 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.450583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.470929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Allocated IP 192.168.233.166 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/f1d57e4e-9ac2-45c4-87be-ecf90d05af3a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:12.478914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:12.480963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:12.500269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000fdd-b347-47ca-859b-30563375cf71 req-550ae1cf-34e0-45ae-ba41-78a5f229d612 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:12.502313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1000fdd-b347-47ca-859b-30563375cf71 req-550ae1cf-34e0-45ae-ba41-78a5f229d612 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 935 time: 0.1419835 Jul 28 11:08:12.608643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1000fdd-b347-47ca-859b-30563375cf71 req-18f8b40b-223e-4f02-8c22-c80d304a6b5c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959599 Jul 28 11:08:12.739065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Router d3647f40-24d4-4a34-ba8f-1e0311318063 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:12.759294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83041-1814-4495-a207-506615412963 req-8de5a2c2-180e-4d0e-a6b1-c54fe5273356 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:12.761210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9c83041-1814-4495-a207-506615412963 req-8de5a2c2-180e-4d0e-a6b1-c54fe5273356 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.0885243 Jul 28 11:08:12.762550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:12.858074 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.886169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Transition to ACTIVE for port object f1d57e4e-9ac2-45c4-87be-ecf90d05af3a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:12.898216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.906344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.915214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:12.917417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:12.926612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e3f5af88-7072-4dd0-803c-6b39ddbc4042 admin admin] 10.222.0.20 "PUT /v2.0/routers/d3647f40-24d4-4a34-ba8f-1e0311318063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014397 Jul 28 11:08:12.950211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9c83041-1814-4495-a207-506615412963 req-fe06d66b-f353-4be2-9451-01f27ed4c278 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612258 Jul 28 11:08:12.953359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:12.953763 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Added segment 5f61d33d-45e0-4955-9819-4c7b22e697f9 of type vlan for network e99bd42d-60f4-415e-b132-510d41d9c056 Jul 28 11:08:12.958153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-861367395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:13.035785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74100ac9-380b-4d48-8bc9-5414f388d14b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:13.067582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.068620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.073013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.129856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.142469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['e0194f3b-2690-4999-bfbe-5b6f441e5021'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:13.184850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:08:13.257321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:13.276313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:13.282862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.284395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:13.353346 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.354328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:13.354941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.375497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8124-fb3f-472c-904c-3951a9e3fb1e req-637595b4-c494-49a7-97b7-68637a75be03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:13.378420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee2e8124-fb3f-472c-904c-3951a9e3fb1e req-637595b4-c494-49a7-97b7-68637a75be03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 936 time: 0.1481891 Jul 28 11:08:13.396886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Pushing event updated for resources: {'Port': ['ID=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:13.438080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.461308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee2e8124-fb3f-472c-904c-3951a9e3fb1e req-68e86a6d-7c82-4c65-b579-0a1aeb9c244c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702815 Jul 28 11:08:13.466502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:13.467273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.485696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Sync routers for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:13.546116 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:13.547194 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:13.570764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2837b8a-98a0-477a-ac89-b34b086bb739 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:13.637785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.647557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-606b5e01-de52-4e40-b946-a68117be0e3b tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8837581 Jul 28 11:08:13.669715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:13.683446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c2837b8a-98a0-477a-ac89-b34b086bb739 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:13.685939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.701395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-203011182'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:13.723573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9249637 Jul 28 11:08:13.726849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:13.733204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Request body: {'subnet': {'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1970674803-subnet', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:13.741763 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:13.754237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-29464a22-8bef-40d3-8539-3eb347c6d1b0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2625363 Jul 28 11:08:13.764725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7009-5dd7-4cdd-bf0b-c81987467a45 admin admin] Pushing event updated for resources: {'Network': ['ID=e99bd42d-60f4-415e-b132-510d41d9c056,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:13.770406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f01f23b-5740-4b14-bd94-2914bdf9e4fa None None] Provisioning for port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:13.778377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e99bd42d-60f4-415e-b132-510d41d9c056 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:13.780809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Request body: {'port': {'device_id': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:13.782334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f01f23b-5740-4b14-bd94-2914bdf9e4fa None None] Provisioning complete for port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:13.782938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f01f23b-5740-4b14-bd94-2914bdf9e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.829126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Made reservation on behalf of 8c3df02f321c4e91a53cd36033800858 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:13.831832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.858555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-e57f9e00-6811-4122-b7c3-79daae9bfd6e tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:13.860377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-e57f9e00-6811-4122-b7c3-79daae9bfd6e tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 819 time: 0.3215806 Jul 28 11:08:13.874715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:13.919671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcbab1-9504-4666-8710-7a8104cd2696 req-1d559a30-0fba-4a4b-a598-dd01f885448e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:13.921826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdfcbab1-9504-4666-8710-7a8104cd2696 req-1d559a30-0fba-4a4b-a598-dd01f885448e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 935 time: 0.1779990 Jul 28 11:08:13.933841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-ea174df6-6f0d-4bd6-b8c4-f7fbc6f60baf tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/quotas/7d1e82ed06d8431289c038e4c7ed572d HTTP/1.1" status: 200 len: 375 time: 0.0365505 Jul 28 11:08:13.947741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3f01f23b-5740-4b14-bd94-2914bdf9e4fa None None] Port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:14.028022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdfcbab1-9504-4666-8710-7a8104cd2696 req-58faf753-1178-4624-a88a-fe0d1ec60578 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928080 Jul 28 11:08:14.077526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-b7071a38-f117-4bbb-8b56-8b5859eb6442 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297028 Jul 28 11:08:14.082597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:14.088976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:14.094274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.102898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.116542 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.197899 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 2, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:14.213389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Transition to ACTIVE for port object 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:14.224717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.225205 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Checking router: d3647f40-24d4-4a34-ba8f-1e0311318063 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:08:14.225536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Updating router d3647f40-24d4-4a34-ba8f-1e0311318063 port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:08:14.256151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.265552 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.278773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389393-04be-4c41-908e-daefcd9b2c2a req-05450fd1-43e0-4da5-bb1a-922dc57bea90 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:14.280351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86389393-04be-4c41-908e-daefcd9b2c2a req-05450fd1-43e0-4da5-bb1a-922dc57bea90 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1660044 Jul 28 11:08:14.334511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.347150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.370457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-c3b1eb08-13d1-419d-9906-79472a9ef5dc service neutron] 10.222.0.20 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856796 Jul 28 11:08:14.378341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e27718-190f-46c3-a093-3a19e32b86b3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:14.454056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86389393-04be-4c41-908e-daefcd9b2c2a req-8ca22607-22b6-482d-b234-31216bc5b25e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404686 Jul 28 11:08:14.463830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Checking segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:14.464669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Network hostable DHCP agents. Network: e99bd42d-60f4-415e-b132-510d41d9c056, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:14.510139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Network e99bd42d-60f4-415e-b132-510d41d9c056 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:14.533565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-15722725-2292-483a-a989-5cf49a2c829d service neutron] 10.222.0.20 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445472 Jul 28 11:08:14.539257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e99bd42d-60f4-415e-b132-510d41d9c056) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:14.545488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:14.546489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.559379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e3e1e3-68eb-4eb5-a7eb-fe9d7c9ead26 None None] Network e99bd42d-60f4-415e-b132-510d41d9c056 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:14.577690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1f150457-cbb4-4dc6-b6c1-083a69b381c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8494763 Jul 28 11:08:14.580453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:14.585469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:14.680422 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.697374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.698334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.704743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Transition to ACTIVE for port object ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:14.720435 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.839070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:14.842016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:14.848259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1172315294'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:14.866394 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad722e78-de7f-4d00-88a3-4fb9d0adb33e None None] Pushing event updated for resources: {'Port': ['ID=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:14.871154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768eacea-3b8f-483e-9e8d-0d8e1602f243 None None] Network e99bd42d-60f4-415e-b132-510d41d9c056 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:14.883065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.894436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78821942-d48b-44d4-956a-f3d55423db00 req-76a27ed9-070f-4e2d-adf1-ba136d4b8868 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:14.903481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78821942-d48b-44d4-956a-f3d55423db00 req-76a27ed9-070f-4e2d-adf1-ba136d4b8868 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 936 time: 0.2930207 Jul 28 11:08:14.953535 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Attempting to bind port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:14.953792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Attempting to bind port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:14.954275 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Attempting to bind port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 on network 95c3af4c-244b-488e-b2cb-cdd8615fb63d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:14.957638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7bbd749-e568-43b2-94fb-ee0268c73719 req-ed438150-3782-49ef-9440-3603737b8cfd tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 210 time: 0.0727739 Jul 28 11:08:14.960914 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:14.961269 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Checking segment: {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:14.961681 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.962070 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Bound using segment: {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:14.962664 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Bound port: ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:14.963282 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:14.985695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:15.012677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcdb300-89cc-4e67-bdb4-da3725fe87d5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:15.047833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.048651 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Added segment 82f1fabb-667a-4933-ae0a-74c70a09e78c of type vlan for network 38924941-bcf9-49de-8031-1ed07e2fc698 Jul 28 11:08:15.074917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:15.079134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.080542 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] For port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:15.084312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-b1a7377b-c8db-4e60-ae4b-40328afa53d4 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:15.084936 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] For port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:15.086304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-b1a7377b-c8db-4e60-ae4b-40328afa53d4 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1097 time: 0.2486284 Jul 28 11:08:15.095423 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.135548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-723573-7'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:15.168150 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:15.168980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:15.174495 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad722e78-de7f-4d00-88a3-4fb9d0adb33e None None] Pushing event updated for resources: {'Port': ['ID=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:15.212468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.226545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Attempting to bind port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:15.227098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Attempting to bind port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:15.229904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78821942-d48b-44d4-956a-f3d55423db00 req-68d8d64e-879f-4535-8819-2bdf9ff1983e tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232980 Jul 28 11:08:15.234157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Attempting to bind port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:15.267390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:15.273710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.277300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:15.278093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Attempting to bind port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:15.319757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d57e4e-9ac2-45c4-87be-ecf90d05af3a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:15.320839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f5cfb-e564-4608-ba3c-41f6d8b07b5b req-a0227f68-1d2e-4eef-b4aa-4f06634b59c6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:15.322452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef4f5cfb-e564-4608-ba3c-41f6d8b07b5b req-a0227f68-1d2e-4eef-b4aa-4f06634b59c6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 947 time: 0.1069477 Jul 28 11:08:15.334353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.336365 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Added segment 1fd6b615-1588-4f3d-9f59-f4720f25ec5f of type vlan for network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 Jul 28 11:08:15.351894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:15.352483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:15.353461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:15.353764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Bound port: 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:15.354442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.369852 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:15.414659 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.418956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef4f5cfb-e564-4608-ba3c-41f6d8b07b5b req-2dbef829-daab-455e-8b67-3d3f0a020df6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839207 Jul 28 11:08:15.429570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.463698 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.488032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.494092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:15.494820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.501114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Transition to ACTIVE for port object f1d57e4e-9ac2-45c4-87be-ecf90d05af3a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:15.584284 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.592501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:15.593304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.596080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.654552 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:15Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:15.681266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dc2a5-7f5f-4cc0-88bb-27f5b049a2d6 req-84cbbdfd-c460-4bc7-895a-5a999e53e176 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:15.689633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-633dc2a5-7f5f-4cc0-88bb-27f5b049a2d6 req-84cbbdfd-c460-4bc7-895a-5a999e53e176 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 946 time: 0.1103718 Jul 28 11:08:15.692778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13032fe-e188-46d0-98e2-dc109f295ae4 None None] The sync data for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 is: [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:15Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:15.706303 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0262492 Jul 28 11:08:15.710606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33370) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:15.724250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'subnet': {'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:15.744478 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9032800 Jul 28 11:08:15.767564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:15.776643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa435e04-84b8-46a9-a298-ca90fce2d082 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Network': ['ID=38924941-bcf9-49de-8031-1ed07e2fc698,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:15.789110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 38924941-bcf9-49de-8031-1ed07e2fc698 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:15.796034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-467759026'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:15.866230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.937648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.943716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:15.947680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:15.955128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] For port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:15.972474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-633dc2a5-7f5f-4cc0-88bb-27f5b049a2d6 req-958457c0-09f9-442b-b90f-8215b21843a6 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752402 Jul 28 11:08:16.015094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316201f-34b0-4156-8a0b-1938b8acedf8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Network': ['ID=458bb62c-f9c8-4ee1-9c23-8716261d5be2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:16.026836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:16.045252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:16.048622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:16.049456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.147030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] For port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:16.184517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a6d4ebc-777b-40c2-bde6-a838adc68ad4 req-0d279b65-9034-4756-8cc5-a8b33f99abe9 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 210 time: 0.0687857 Jul 28 11:08:16.188466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.246856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Allocated IP 172.25.1.244 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ff697611-8849-47f9-92ed-a43808a35dda) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:16.361673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:16.361894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:16.405385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Attempting to bind port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:16.405730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Attempting to bind port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:16.406059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Attempting to bind port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:16.444895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:16.455294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:16.456323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.458385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-b2ff37ea-6215-48fd-b926-8af93928f3d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6bc0c411-a52a-49cd-b5bf-a81c106b36f7 HTTP/1.1" status: 200 len: 1095 time: 4.3653109 Jul 28 11:08:16.505243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'tag': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:16.507507 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2419bf1c-35e7-4715-a8a6-a6c74e24d296" -d '{"events": [{"name": "network-changed", "server_uuid": "45847fbe-9700-4c59-bb3b-94d9f39d5703", "tag": "6bc0c411-a52a-49cd-b5bf-a81c106b36f7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:16.560536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:16.574570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:16.575057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Attempting to bind port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:16.587585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.588211 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Added segment 574073fd-42a9-4c4d-b0b4-25319a5b88f6 of type vlan for network fe408b07-9dac-49e2-92fc-dbedcbbc1214 Jul 28 11:08:16.590745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:16.592281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf has no active binding in host n-h1-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:08:16.624703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f7c9a-a284-4985-a6d8-e565ffac4e5d req-8cdf9a3d-12fe-4115-9b8a-b8f995951f65 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:16.630755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:16.630755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:16.631042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:16.631257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Bound port: f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:16.631613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.632997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-283f7c9a-a284-4985-a6d8-e565ffac4e5d req-8cdf9a3d-12fe-4115-9b8a-b8f995951f65 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 948 time: 0.2566824 Jul 28 11:08:16.686474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.696520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-427cfb72-5899-4666-be85-ecc9014132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:16.698056 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-427cfb72-5899-4666-be85-ecc9014132b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 1098 time: 0.1808002 Jul 28 11:08:16.729786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.756427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc55c-3327-4379-8125-9b6f4a845fb6 req-698406dc-e89b-45fe-b73e-57086d3eeb11 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:16.758417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08adc55c-3327-4379-8125-9b6f4a845fb6 req-698406dc-e89b-45fe-b73e-57086d3eeb11 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 947 time: 0.1847637 Jul 28 11:08:16.759320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.796120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-283f7c9a-a284-4985-a6d8-e565ffac4e5d req-ef151ac8-7879-4aa7-8e62-ffadf6ed965c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322036 Jul 28 11:08:16.836428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-f02f3d8e-638f-4a6f-aa53-e091f0aaeafa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7 HTTP/1.1" status: 200 len: 217 time: 0.1252778 Jul 28 11:08:16.850739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-49caa442-32c6-4a21-9348-ed238f48ae6b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:16.852039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-49caa442-32c6-4a21-9348-ed238f48ae6b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 819 time: 0.6528647 Jul 28 11:08:16.861746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:16.866800 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df41ec4-63b7-4aef-b195-a923be06e8a9 x-openstack-request-id: req-4df41ec4-63b7-4aef-b195-a923be06e8a9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:16.867082 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45847fbe-9700-4c59-bb3b-94d9f39d5703", "tag": "6bc0c411-a52a-49cd-b5bf-a81c106b36f7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:16.867335 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4df41ec4-63b7-4aef-b195-a923be06e8a9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:16.867713 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'tag': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'status': 'completed', 'code': 200} Jul 28 11:08:16.884845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'port': {'device_id': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'admin_state_up': True, 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:16.884982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08adc55c-3327-4379-8125-9b6f4a845fb6 req-44741690-6b6d-4563-8203-32598e09b62c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936637 Jul 28 11:08:16.905817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Subnet': ['ID=5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:16.929199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Checking segment: {'id': '82f1fabb-667a-4933-ae0a-74c70a09e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:16.929919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network hostable DHCP agents. Network: 38924941-bcf9-49de-8031-1ed07e2fc698, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:16.939910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:16.989944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:16.994450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:17.001050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:17.013467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 38924941-bcf9-49de-8031-1ed07e2fc698 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:17.039992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Pushing event updated for resources: {'Port': ['ID=ff697611-8849-47f9-92ed-a43808a35dda,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:17.052834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 38924941-bcf9-49de-8031-1ed07e2fc698) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:17.061334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664f059-6e5b-42af-a6e5-3a1e349a2d6a None None] Network 38924941-bcf9-49de-8031-1ed07e2fc698 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:17.100453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.106250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:17.106872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.110700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-6c858c0a-0fda-4261-9567-d64ebf255d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:17.111839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-6c858c0a-0fda-4261-9567-d64ebf255d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2523086 Jul 28 11:08:17.113903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:17.114566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.165610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] For port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:17.195781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.252322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4679196 Jul 28 11:08:17.266136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] For port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:17.267809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:17.271837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.284449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-38924941-bcf9-49de-8031-1ed07e2fc698', 'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698', 'tenant_id': 'fe309357cc834bd9bc6ef3472cf65bde', 'fixed_ips': [{'subnet_id': '5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:08:17.288399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.331253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'subnet': {'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:17.408441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.508786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:17.514175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Allocated IP 2001:db8::2 (38924941-bcf9-49de-8031-1ed07e2fc698/5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce/98f330ba-e61c-4782-aeb2-10739b620f69) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:17.567925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.568310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.568650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.568983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.569395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.569961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.570302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.572267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.572612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.572948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.573279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.577754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:17.600523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4025ce-e3f4-4dbb-994f-274b1f8945c9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Network': ['ID=fe408b07-9dac-49e2-92fc-dbedcbbc1214,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:17.671581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-646800d8-dac6-44c5-a727-062e82bf0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:17.671908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:17.673573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-646800d8-dac6-44c5-a727-062e82bf0ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5440331 Jul 28 11:08:17.673721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94535d06-28fd-41f9-818c-64357523ac99 req-738ab524-8734-4cec-bc16-718a2a8e5e0b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 210 time: 0.1082778 Jul 28 11:08:17.693420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:17.695367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.697047 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1d57e4e-9ac2-45c4-87be-ecf90d05af3a HTTP/1.1" status: 200 len: 1096 time: 3.9279900 Jul 28 11:08:17.703744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Made reservation on behalf of 7d1e82ed06d8431289c038e4c7ed572d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:17.708039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.774783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-da1b769c-0398-478b-85cb-c2f8fd963c62 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0575581 Jul 28 11:08:17.777106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:17.790143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'network': {'name': 'tempest-router-network01--1893240859'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:17.790440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:17.806150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8db87-eac0-4102-a458-2d326a4ca010 req-eb93aa69-8542-4f39-b3dd-861f39a0e8a2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:17.818035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66d8db87-eac0-4102-a458-2d326a4ca010 req-eb93aa69-8542-4f39-b3dd-861f39a0e8a2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.7007446 Jul 28 11:08:17.919779 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:17.922787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926d7e2-be5f-4fc1-9784-72cd22fcc852 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:17.942662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Transition to ACTIVE for port object 98f330ba-e61c-4782-aeb2-10739b620f69 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:17.964088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Transition to ACTIVE for port object 98f330ba-e61c-4782-aeb2-10739b620f69 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:17.975530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on host n-h2-723573-7 for vnic_type normal with profile {"migrating_to": "n-h1-723573-7"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:17.975866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:17.976207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:17.993689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.007256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:18.007582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Attempting to bind port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:18.025398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-2280c843-9489-4c35-b3e7-0f31a685245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:18.025696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:18.026769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-2280c843-9489-4c35-b3e7-0f31a685245d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 1099 time: 0.2196972 Jul 28 11:08:18.029567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.034695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66d8db87-eac0-4102-a458-2d326a4ca010 req-415de6b1-0346-47e4-b7eb-bfef1a0c252d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158320 Jul 28 11:08:18.046020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:18.046355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:18.046737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:18.047176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Bound port: b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:18.047533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.050575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Pushing event updated for resources: {'Port': ['ID=98f330ba-e61c-4782-aeb2-10739b620f69,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:18.057782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-6a295ce2-35ff-4473-85c9-da3a6f9e03c3 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693588 Jul 28 11:08:18.082723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Network 38924941-bcf9-49de-8031-1ed07e2fc698 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:18.088557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:18.090874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:18.093977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:18.098971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281b7f-3bf6-4231-93e1-75880dfb73dc req-50cfe898-ac98-4a5e-8b3a-3edf0cfcc5bc tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:18.101010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db281b7f-3bf6-4231-93e1-75880dfb73dc req-50cfe898-ac98-4a5e-8b3a-3edf0cfcc5bc tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 948 time: 0.1908836 Jul 28 11:08:18.102295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:18.103161 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.103479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.126696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-01e5a163-1c83-4dd0-8377-697fba5435e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a HTTP/1.1" status: 200 len: 217 time: 0.0918171 Jul 28 11:08:18.130593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:18.134104 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.187501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:18.207892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Attempting to bind port 98f330ba-e61c-4782-aeb2-10739b620f69 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:18.208441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Attempting to bind port 98f330ba-e61c-4782-aeb2-10739b620f69 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82f1fabb-667a-4933-ae0a-74c70a09e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:18.209384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Attempting to bind port 98f330ba-e61c-4782-aeb2-10739b620f69 on network 38924941-bcf9-49de-8031-1ed07e2fc698 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:18.242180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:18.242739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Checking segment: {'id': '82f1fabb-667a-4933-ae0a-74c70a09e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:18.243309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.243729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Bound using segment: {'id': '82f1fabb-667a-4933-ae0a-74c70a09e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:18.244342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Bound port: 98f330ba-e61c-4782-aeb2-10739b620f69, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f1fabb-667a-4933-ae0a-74c70a09e78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38924941-bcf9-49de-8031-1ed07e2fc698'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:18.245758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.246197 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.246197 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Added segment 8b26cdad-bfc6-4c47-abf3-621535d0c0ae of type vlan for network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 Jul 28 11:08:18.268958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.305549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db281b7f-3bf6-4231-93e1-75880dfb73dc req-68d0dd39-8e8d-4aec-9e87-6dd69d2b56e2 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614256 Jul 28 11:08:18.344789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cff16-6b5d-4d1e-9c62-5e3b8f746e06 req-dfda6f4e-232e-4327-8034-2d3a66db0291 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:18.346317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e67cff16-6b5d-4d1e-9c62-5e3b8f746e06 req-dfda6f4e-232e-4327-8034-2d3a66db0291 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 947 time: 0.1910768 Jul 28 11:08:18.351719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Allocated IP 172.20.0.5 (95c3af4c-244b-488e-b2cb-cdd8615fb63d/720524bf-95c8-47af-b6a5-6cce9be94190/8860fc72-8aa8-457c-be1f-229f63c2f057) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:18.358585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:18.364066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.365918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.372332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] For port 98f330ba-e61c-4782-aeb2-10739b620f69, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:18.379916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] For port 98f330ba-e61c-4782-aeb2-10739b620f69, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98f330ba-e61c-4782-aeb2-10739b620f69,segment=NetworkSegment(82f1fabb-667a-4933-ae0a-74c70a09e78c),segment_id=82f1fabb-667a-4933-ae0a-74c70a09e78c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:18.388521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-d1a7bf19-cc24-42f4-baa1-019c81398bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:18.389977 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-d1a7bf19-cc24-42f4-baa1-019c81398bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2402885 Jul 28 11:08:18.410717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.420522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:18.432158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a8c7da9-714c-4393-acdd-cb99d0b21c32 req-5724a4a2-6cbe-49c0-8fd2-c01104e38997 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185270 Jul 28 11:08:18.455956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:18.487395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:18.493206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e67cff16-6b5d-4d1e-9c62-5e3b8f746e06 req-01d4275f-657d-4888-849b-2f5e2b7f616f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210909 Jul 28 11:08:18.493920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.500800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:18.502366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.558721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8626c59-8459-4c56-b7b5-2ebef1c1d5d6 None None] Pushing event updated for resources: {'Port': ['ID=98f330ba-e61c-4782-aeb2-10739b620f69,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:18.573718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7870734 Jul 28 11:08:18.576216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:18.584409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'network': {'name': 'tempest-router-network02--68022921'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:18.595497 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.711087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.731167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffedf3-52f3-4d59-8ecc-4ddd3f03c1b6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Network': ['ID=5f442605-032d-4f87-9bcd-4d1588fcc9a7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:18.737855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:18.742277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:18.742923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.803318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5962f-c812-4d28-a961-a4556cbd35fd req-8d249c32-3e41-4a02-b3b2-d83753c79edd tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:18.805123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b5962f-c812-4d28-a961-a4556cbd35fd req-8d249c32-3e41-4a02-b3b2-d83753c79edd tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.2068975 Jul 28 11:08:18.891699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:18.932351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ec2888e-95ae-4561-b68b-0b34e3614527 req-d5209a6d-1146-47f3-be70-d32967619208 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 210 time: 0.0809267 Jul 28 11:08:18.941971 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:18.942373 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Added segment 75d191f1-9733-49ce-993e-66eb38793882 of type vlan for network 6bb48235-025b-4c5b-920c-5397c06408a6 Jul 28 11:08:19.004905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b5962f-c812-4d28-a961-a4556cbd35fd req-cf7b2fb1-16de-4308-924b-a7b6ed5de9de tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884973 Jul 28 11:08:19.016369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.066154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.071967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.072614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.082142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Router b428b188-fffd-4852-80df-8cc44283eddc is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:08:19.086728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf'}, {'name': 'network-changed', 'server_uuid': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'tag': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:19.089199 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0866a48f-de4e-42d3-afcd-96dbd62805a1" -d '{"events": [{"server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf"}, {"name": "network-changed", "server_uuid": "5ebb17ef-a3e4-4edd-a266-3ca42dcbab37", "tag": "f1d57e4e-9ac2-45c4-87be-ecf90d05af3a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:19.151463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5725224 Jul 28 11:08:19.155600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-f94bbfc7-2159-41ae-8f61-e09b1ffac794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.157135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-f94bbfc7-2159-41ae-8f61-e09b1ffac794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7518754 Jul 28 11:08:19.158047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:19.162827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'subnet': {'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:19.167946 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a4ed18-3eeb-4872-a576-1598254cd0d1 x-openstack-request-id: req-04a4ed18-3eeb-4872-a576-1598254cd0d1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:19.168257 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf", "code": 200}, {"name": "network-changed", "server_uuid": "5ebb17ef-a3e4-4edd-a266-3ca42dcbab37", "tag": "f1d57e4e-9ac2-45c4-87be-ecf90d05af3a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:19.168620 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04a4ed18-3eeb-4872-a576-1598254cd0d1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:19.169009 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'code': 200} Jul 28 11:08:19.169266 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'tag': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a', 'status': 'completed', 'code': 200} Jul 28 11:08:19.191030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b9d3f-e9bc-47eb-8cc8-87664fe05441 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Network': ['ID=6bb48235-025b-4c5b-920c-5397c06408a6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:19.194920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:19.202118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6bb48235-025b-4c5b-920c-5397c06408a6 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:19.210792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-20ea63ce-86c2-403b-ad85-eb4524a427f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.212332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-20ea63ce-86c2-403b-ad85-eb4524a427f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 1098 time: 0.6323273 Jul 28 11:08:19.320479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.330013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.330646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.332059 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-45600448-27b1-4493-9ad6-c98d49551f7f service neutron] 10.222.0.44 "PUT /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 1122 time: 4.2159481 Jul 28 11:08:19.367198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b90bb5f0-dc27-4efe-b1e3-4861960c4faf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:19.384296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b16303-67a2-49d2-8d7e-2b9f8d373ce8 req-ec113043-8b07-436f-8cbf-db11b7024d76 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.392952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6b16303-67a2-49d2-8d7e-2b9f8d373ce8 req-ec113043-8b07-436f-8cbf-db11b7024d76 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.2357764 Jul 28 11:08:19.426364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-b696b4dc-ef88-4955-a027-64a6a164ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.427838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-b696b4dc-ef88-4955-a027-64a6a164ab19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1892765 Jul 28 11:08:19.455326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b90bb5f0-dc27-4efe-b1e3-4861960c4faf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:19.495870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:19.513444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.570583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:19.589888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-05b4c121-0f35-432e-8068-a7865111e532 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7 HTTP/1.1" status: 200 len: 217 time: 0.1510413 Jul 28 11:08:19.591327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Sync routers for ids ['b428b188-fffd-4852-80df-8cc44283eddc'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:19.612541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.612772 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.645988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Routers {'b428b188-fffd-4852-80df-8cc44283eddc'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:19.646663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b428b188-fffd-4852-80df-8cc44283eddc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:19.684722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6b16303-67a2-49d2-8d7e-2b9f8d373ce8 req-83608b2a-4988-4039-8bf8-2d294d97c97e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843692 Jul 28 11:08:19.688935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.698263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-682f057e-4b68-4816-a1b2-94f62bfe3beb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1166441 Jul 28 11:08:19.707305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Subnet': ['ID=5b263265-5888-4788-842d-9a7c47667485,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:19.719792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:19.768257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98f330ba-e61c-4782-aeb2-10739b620f69 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:19.796301 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-da0d0314-af50-41b3-a7db-ee2b5d71d300 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245160 Jul 28 11:08:19.805364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bbe9b-c3df-4e68-8784-f4eb6f4bfa61 None None] Network 38924941-bcf9-49de-8031-1ed07e2fc698 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:19.836763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Checking segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:19.837133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network hostable DHCP agents. Network: 458bb62c-f9c8-4ee1-9c23-8716261d5be2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:19.840848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-8823354a-fdb6-4db1-ae6f-fe422d409485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.842314 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-8823354a-fdb6-4db1-ae6f-fe422d409485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2271504 Jul 28 11:08:19.857120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cb276-f587-4a0b-9839-9efaee8dd17f req-f95cd5ec-cbda-4d84-a544-628dca6e89c4 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.858644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-266cb276-f587-4a0b-9839-9efaee8dd17f req-f95cd5ec-cbda-4d84-a544-628dca6e89c4 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 948 time: 0.4385550 Jul 28 11:08:19.929765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03723d-d13f-4513-8f7e-5329127951eb req-65d47db4-ab97-4622-8c9b-9d61f4f3afae tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:19.931287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a03723d-d13f-4513-8f7e-5329127951eb req-65d47db4-ab97-4622-8c9b-9d61f4f3afae tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 947 time: 0.1188657 Jul 28 11:08:19.943461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.990585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:19.997674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-266cb276-f587-4a0b-9839-9efaee8dd17f req-279586b8-f14e-499c-bd6c-57756b41b6c3 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148591 Jul 28 11:08:20.003383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83790ef9-604c-4f0d-8b1d-a6cfd3cf1501 None None] Provisioning for port 98f330ba-e61c-4782-aeb2-10739b620f69 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:20.049514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:20.051362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a03723d-d13f-4513-8f7e-5329127951eb req-92aa943b-132b-4de3-a264-82308bd649f5 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090932 Jul 28 11:08:20.054643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Subnet': ['ID=1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:20.072130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Checking segment: {'id': '8b26cdad-bfc6-4c47-abf3-621535d0c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:20.072526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network hostable DHCP agents. Network: 5f442605-032d-4f87-9bcd-4d1588fcc9a7, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:20.089270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-40852df3-cd36-49e0-93d6-ac440c7f40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.091663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-40852df3-cd36-49e0-93d6-ac440c7f40a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160850 Jul 28 11:08:20.110816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:20.114645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Network 95c3af4c-244b-488e-b2cb-cdd8615fb63d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:20.122981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Set router b428b188-fffd-4852-80df-8cc44283eddc gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:20.128009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 5f442605-032d-4f87-9bcd-4d1588fcc9a7) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:20.136569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.137167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.151038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 458bb62c-f9c8-4ee1-9c23-8716261d5be2) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:20.175932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0358d2f-c272-4db8-946d-cfc5153d57c7 req-8d815b7a-5568-4b33-853c-19462f4ec738 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694928 Jul 28 11:08:20.176664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-704c89da-772c-4adb-92d1-7f1812f25db2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0167279 Jul 28 11:08:20.176790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:20.177035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:20.194374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'subnet': {'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:20.217163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:20.224039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.224556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.229172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:20.352443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:20.357242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.389774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d16e7-6c8a-4026-9f00-1aed5672b542 None None] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:20.391552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf19bb0-323f-4f19-a3cf-c1f6a63a06e5 None None] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:20.393100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 98f330ba-e61c-4782-aeb2-10739b620f69 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:20.466267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.466840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.469735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5819db-da05-46c1-b1ff-0436414a7a41 req-cfcabcb8-1b54-4f90-b105-4d43b623350f tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.471421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb5819db-da05-46c1-b1ff-0436414a7a41 req-cfcabcb8-1b54-4f90-b105-4d43b623350f tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 931 time: 0.1560702 Jul 28 11:08:20.487672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 98f330ba-e61c-4782-aeb2-10739b620f69 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:20.488125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.536087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-0c1be62f-b66d-49af-a090-d7e94351218b service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306216 Jul 28 11:08:20.537472 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c75c006-89f9-4998-9bcc-0b8093b5c4a9 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2621300 Jul 28 11:08:20.543373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:20.544886 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-aa44057a-0dc1-429e-97c7-e4d70d2271d4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6796978 Jul 28 11:08:20.551374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'subnet': {'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:20.586416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Request body: {'port': {'device_id': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:20.592785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb5819db-da05-46c1-b1ff-0436414a7a41 req-ea2cd3f1-bce2-42c4-b892-4f91b90888e2 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113298 Jul 28 11:08:20.680732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-b70eac1b-40b3-4f6b-9361-99ef7a2f8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.682716 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-b70eac1b-40b3-4f6b-9361-99ef7a2f8b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 1099 time: 0.4265738 Jul 28 11:08:20.687097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3c82-7455-46f0-9985-595b7f031737 req-007394dd-0de1-4024-a957-3175177541e2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.696565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61cf3c82-7455-46f0-9985-595b7f031737 req-007394dd-0de1-4024-a957-3175177541e2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.1649704 Jul 28 11:08:20.818654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.825267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-3b2bee33-ba30-46fe-bade-61bad0c940c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:20.826736 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-3b2bee33-ba30-46fe-bade-61bad0c940c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.0977778 Jul 28 11:08:20.867994 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.904709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:20.912924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:08:20.913771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.932695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:20.938627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Subnet': ['ID=63035caf-fe18-4db0-898f-367120454783,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:20.947953 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-b537f16f-3bf5-4673-af99-cffeaa8e2516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a HTTP/1.1" status: 200 len: 217 time: 0.1029506 Jul 28 11:08:20.975875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-5f442605-032d-4f87-9bcd-4d1588fcc9a7', 'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7', 'tenant_id': 'fe309357cc834bd9bc6ef3472cf65bde', 'fixed_ips': [{'subnet_id': '1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:08:20.976843 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.018917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 98f330ba-e61c-4782-aeb2-10739b620f69, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98f330ba-e61c-4782-aeb2-10739b620f69,segment=NetworkSegment(82f1fabb-667a-4933-ae0a-74c70a09e78c),segment_id=82f1fabb-667a-4933-ae0a-74c70a09e78c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:21.044641 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.044930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2419bf1c-35e7-4715-a8a6-a6c74e24d296 req-d90e9e95-6cf8-4323-a8fb-cb3c8354cd8d service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893780 Jul 28 11:08:21.045039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:21.174791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:21.177153 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:21.186798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-a7f72373-c75d-4dfb-a6a3-e10e7b5b80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.188315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-a7f72373-c75d-4dfb-a6a3-e10e7b5b80f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2232020 Jul 28 11:08:21.188920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:21.192548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.199834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:08:17Z', 'revision_number': 3, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:21.321402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Checking router: b428b188-fffd-4852-80df-8cc44283eddc for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:08:21.321772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Updating router b428b188-fffd-4852-80df-8cc44283eddc port ff697611-8849-47f9-92ed-a43808a35dda binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:08:21.345533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61cf3c82-7455-46f0-9985-595b7f031737 req-16daff06-7906-40a6-be18-373e5feea561 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6460483 Jul 28 11:08:21.365942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c784c-57fe-41a2-b733-dae29b5e0f07 req-341f7be6-2e39-4d9b-a53d-0c3582ee7050 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.368969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137c784c-57fe-41a2-b733-dae29b5e0f07 req-341f7be6-2e39-4d9b-a53d-0c3582ee7050 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.5748029 Jul 28 11:08:21.390200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed57718a-2909-4977-b016-730bc998232d None None] Provisioning complete for port 98f330ba-e61c-4782-aeb2-10739b620f69 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:21.390786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed57718a-2909-4977-b016-730bc998232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.423178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-5ff2d36b-4501-45c3-8520-e2be49026cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.424717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-5ff2d36b-4501-45c3-8520-e2be49026cca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2254827 Jul 28 11:08:21.434159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Checking segment: {'id': '75d191f1-9733-49ce-993e-66eb38793882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:21.434980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network hostable DHCP agents. Network: 6bb48235-025b-4c5b-920c-5397c06408a6, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:21.457630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=98f330ba-e61c-4782-aeb2-10739b620f69,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:21.500787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137c784c-57fe-41a2-b733-dae29b5e0f07 req-e3b461ae-81f8-40e6-a2c1-f170a371f207 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186676 Jul 28 11:08:21.520723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.528388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a2464-5fe5-4ca2-9985-5363bd62d205 req-e8e3a107-ddf1-430c-b4fd-f61024b3b5b9 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.530697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-018a2464-5fe5-4ca2-9985-5363bd62d205 req-e8e3a107-ddf1-430c-b4fd-f61024b3b5b9 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 948 time: 0.0927691 Jul 28 11:08:21.531803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 6bb48235-025b-4c5b-920c-5397c06408a6 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:21.545465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6bb48235-025b-4c5b-920c-5397c06408a6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:21.553425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.554028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.567856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.634257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b1760-ab6a-44ee-ab86-6a607ee293cf None None] Network 6bb48235-025b-4c5b-920c-5397c06408a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:21.651260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Allocated IP 10.1.1.2 (458bb62c-f9c8-4ee1-9c23-8716261d5be2/5b263265-5888-4788-842d-9a7c47667485/12f1e92a-ac90-4806-8be7-627afe2ba9c8) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:21.651599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-210d60b7-f7fd-4a54-9759-2f66ea74a5c1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4698341 Jul 28 11:08:21.653554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:21.656745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:21.664000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-018a2464-5fe5-4ca2-9985-5363bd62d205 req-66bf308f-6566-4443-9b9c-515d535ce04c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218724 Jul 28 11:08:21.738809 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abc20ce-f27b-4462-846d-50e95a06e4f7 x-openstack-request-id: req-0abc20ce-f27b-4462-846d-50e95a06e4f7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:21.739099 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:21.739350 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0abc20ce-f27b-4462-846d-50e95a06e4f7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:21.739736 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'status': 'completed', 'code': 200} Jul 28 11:08:21.743091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983ca9-01f4-4472-9aeb-3010c7174464 req-4511a303-3bdf-4b6c-ab7d-4fc6630e7d96 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.744918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e983ca9-01f4-4472-9aeb-3010c7174464 req-4511a303-3bdf-4b6c-ab7d-4fc6630e7d96 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 947 time: 0.1463752 Jul 28 11:08:21.811502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-273c27db-cd14-4636-9589-18e3dc7b9816 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785014 Jul 28 11:08:21.893090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'mac_address': 'fa:16:3e:ce:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:21.924498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:21.924879 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:21.926562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e983ca9-01f4-4472-9aeb-3010c7174464 req-a82ef7e4-027a-4d61-b6f9-088cd1300baa tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672292 Jul 28 11:08:21.961278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Allocated IP 2001:db8::2 (5f442605-032d-4f87-9bcd-4d1588fcc9a7/1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d/c007c4c0-d7e7-4ad4-9d04-3b2459e53116) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:21.981326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c5803-a969-490a-84ae-c7380cdd719f req-e63aece5-16b0-4518-9d8a-91759a1e3489 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:21.982902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-999c5803-a969-490a-84ae-c7380cdd719f req-e63aece5-16b0-4518-9d8a-91759a1e3489 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 931 time: 0.1440713 Jul 28 11:08:22.073445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.080207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-999c5803-a969-490a-84ae-c7380cdd719f req-6012be85-b6b3-49a8-830b-1d1498e37bac tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741396 Jul 28 11:08:22.362200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8860fc72-8aa8-457c-be1f-229f63c2f057 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:22.376007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.394684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.438386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-e9e826b6-1070-4d21-978c-40e280ab8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:22.439968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-e9e826b6-1070-4d21-978c-40e280ab8fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1125 time: 0.6723359 Jul 28 11:08:22.458155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.476414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.478169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea204d1-24d0-4c24-8733-bd060cccdee0 req-5752d2f7-b1cb-4513-b1be-d5a8960a3043 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:22.480320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cea204d1-24d0-4c24-8733-bd060cccdee0 req-5752d2f7-b1cb-4513-b1be-d5a8960a3043 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.0716703 Jul 28 11:08:22.507767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Transition to ACTIVE for port object 8860fc72-8aa8-457c-be1f-229f63c2f057 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:22.554792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.557118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6bb48235-025b-4c5b-920c-5397c06408a6', 'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6', 'tenant_id': 'fe309357cc834bd9bc6ef3472cf65bde', 'fixed_ips': [{'subnet_id': '63035caf-fe18-4db0-898f-367120454783'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:08:22.557950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.559892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cea204d1-24d0-4c24-8733-bd060cccdee0 req-186398bd-5bfc-45e9-a376-6f2e62ba14cd tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725296 Jul 28 11:08:22.576573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Subnet': ['ID=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:22.602828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:22.642954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Allocated IP 172.20.0.1 (e99bd42d-60f4-415e-b132-510d41d9c056/d0e27718-190f-46c3-a093-3a19e32b86b3/a1a51fcb-60c2-4fe8-b129-da9e1e5becb3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:22.656587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90761c-0f3c-47a6-af3d-93763dde2139 req-484af6b9-72d3-47a4-8489-2f5697e1d7fe tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:22.657446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0866a48f-de4e-42d3-afcd-96dbd62805a1 req-c5b68a22-b834-4910-b078-63aebead4cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738329 Jul 28 11:08:22.658118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d90761c-0f3c-47a6-af3d-93763dde2139 req-484af6b9-72d3-47a4-8489-2f5697e1d7fe tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.0554607 Jul 28 11:08:22.684439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:22.697947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Checking segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:22.698279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network hostable DHCP agents. Network: fe408b07-9dac-49e2-92fc-dbedcbbc1214, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:22.700524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:22.736784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d90761c-0f3c-47a6-af3d-93763dde2139 req-4fa76123-6cc7-418a-ade1-46db9c1859cc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715535 Jul 28 11:08:22.740918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.742708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.767918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Transition to ACTIVE for port object 12f1e92a-ac90-4806-8be7-627afe2ba9c8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:22.783450 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.796207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-a05eb862-456f-4529-bb86-306cec08e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:22.796207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-a05eb862-456f-4529-bb86-306cec08e898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.3162675 Jul 28 11:08:22.855972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73be37-e861-4396-8bd5-38a0902b479c req-fee59664-e485-4c64-94de-999f4a505054 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:22.858046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf73be37-e861-4396-8bd5-38a0902b479c req-fee59664-e485-4c64-94de-999f4a505054 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 948 time: 0.0658114 Jul 28 11:08:22.868191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:22.871156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-1750e3b8-00cd-4f29-a667-63d8b46f6eb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 217 time: 0.0565674 Jul 28 11:08:22.902780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, fe408b07-9dac-49e2-92fc-dbedcbbc1214) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:22.904963 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.905112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf73be37-e861-4396-8bd5-38a0902b479c req-5ba696a3-385c-4d58-956d-7302dcf8ca95 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Jul 28 11:08:22.919457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98f330ba-e61c-4782-aeb2-10739b620f69 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:22.921224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f1d57e4e-9ac2-45c4-87be-ecf90d05af3a details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:22.927514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Transition to ACTIVE for port object ff697611-8849-47f9-92ed-a43808a35dda will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:22.928359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:22.928958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.940201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11303185-fb1e-4ab8-b0f2-aa3b1e9f30fb None None] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:22.973653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Transition to ACTIVE for port object 12f1e92a-ac90-4806-8be7-627afe2ba9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:22.982071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Attempting to bind port 8860fc72-8aa8-457c-be1f-229f63c2f057 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:22.982472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Attempting to bind port 8860fc72-8aa8-457c-be1f-229f63c2f057 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:22.984305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Attempting to bind port 8860fc72-8aa8-457c-be1f-229f63c2f057 on network 95c3af4c-244b-488e-b2cb-cdd8615fb63d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:22.991763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Transition to ACTIVE for port object c007c4c0-d7e7-4ad4-9d04-3b2459e53116 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:22.997495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:22.998441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.004267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-38983c11-dfd6-4743-92f6-ecf749dbf332 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4559181 Jul 28 11:08:23.004652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:23.005814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-502dc8a1-7ceb-439f-a8f1-3e77d2f6fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.007304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-502dc8a1-7ceb-439f-a8f1-3e77d2f6fa5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1256778 Jul 28 11:08:23.007886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Port 8860fc72-8aa8-457c-be1f-229f63c2f057 on network 95c3af4c-244b-488e-b2cb-cdd8615fb63d not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:23.008230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Attempting to bind port 8860fc72-8aa8-457c-be1f-229f63c2f057 on network 95c3af4c-244b-488e-b2cb-cdd8615fb63d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:23.010676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'name': 'tempest-TaggedBootDevicesTest-1870447601', 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:23.022706 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.024802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:23.026666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:23.027545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Checking segment: {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:23.027931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Bound using segment: {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:23.028412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Bound port: 8860fc72-8aa8-457c-be1f-229f63c2f057, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc08bad3-bb13-4e4b-a899-3403cf0d4043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:23.028775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.042399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:23.058887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-3d11579d-069c-492c-9664-200f81f0f75b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412722 Jul 28 11:08:23.153199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b9b1e-f227-4d3a-91f3-466364014b9e req-d1c2dc2c-a284-4418-9224-19e640f2748e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.161740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c02b9b1e-f227-4d3a-91f3-466364014b9e req-d1c2dc2c-a284-4418-9224-19e640f2748e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 948 time: 0.0830972 Jul 28 11:08:23.176745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.239719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:08:23.243973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:23.261235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Transition to ACTIVE for port object c007c4c0-d7e7-4ad4-9d04-3b2459e53116 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:23.266848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c02b9b1e-f227-4d3a-91f3-466364014b9e req-aa11a628-f76f-447a-8849-a167566966de tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037838 Jul 28 11:08:23.271736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Network e99bd42d-60f4-415e-b132-510d41d9c056 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:23.275477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:23.282962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:23.286606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:23.326147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-074308ba-dfe1-4c60-85ed-c69b661a3525 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413278 Jul 28 11:08:23.327267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.330889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ce58-33f2-4243-89d3-7b2d37c15f3e req-82f4a963-f36f-4f67-8234-b345f8288759 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.331048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Pushing event updated for resources: {'Port': ['ID=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:23.332359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cb7ce58-33f2-4243-89d3-7b2d37c15f3e req-82f4a963-f36f-4f67-8234-b345f8288759 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 943 time: 0.1441245 Jul 28 11:08:23.336689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.353802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:23.354064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:23.383144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:23.396747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Attempting to bind port ff697611-8849-47f9-92ed-a43808a35dda on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:23.397111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Attempting to bind port ff697611-8849-47f9-92ed-a43808a35dda by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:23.397476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Attempting to bind port ff697611-8849-47f9-92ed-a43808a35dda on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:23.406508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:23.426193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Allocated IP 2001:db8::2 (6bb48235-025b-4c5b-920c-5397c06408a6/63035caf-fe18-4db0-898f-367120454783/f9efbedc-4879-4bb5-a6de-18b820a8f725) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:23.429236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Allocated IP 2001:db8::1 (5f442605-032d-4f87-9bcd-4d1588fcc9a7/1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d/b1ee77bf-04c7-41f1-b618-30b1a0af48d9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:23.438796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.439434 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.440950 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] 10.222.0.44 "PUT /v2.0/ports/8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 1091 time: 2.8834743 Jul 28 11:08:23.446407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.454541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e5bf4-f68a-4754-9fa9-9101e4e3eca8 None None] Pushing event updated for resources: {'Port': ['ID=ff697611-8849-47f9-92ed-a43808a35dda,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:23.472433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:23.473045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:23.473267 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.474070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:23.474282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Bound port: ff697611-8849-47f9-92ed-a43808a35dda, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:23.474668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.478356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:23.482448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cb7ce58-33f2-4243-89d3-7b2d37c15f3e req-23512c3a-dd79-49a9-a91c-e0f8963f9228 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420622 Jul 28 11:08:23.554113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:23.573501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79626d1-381c-4c08-94d8-b76e5f9aee88 service neutron] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:23.575262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.588550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:23.613808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] device_id is not set on port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:08:23.635054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 98f330ba-e61c-4782-aeb2-10739b620f69 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:23.635429 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.661020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3f731f4-9aaa-42ac-8d6b-e59e1bc0ee2c req-65cad524-be99-48e3-85b2-d0ce155a88f8 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171992 Jul 28 11:08:23.663163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-38c457cc-7660-493f-80c3-cf466889037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.665775 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-38c457cc-7660-493f-80c3-cf466889037b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1094 time: 0.1640863 Jul 28 11:08:23.687593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.739077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Transition to ACTIVE for port object b1ee77bf-04c7-41f1-b618-30b1a0af48d9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:23.753945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:23.755507 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d97380-4686-46f2-b9ce-94c4973811ec" -d '{"events": [{"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:23.761986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-726d4518-9187-48c8-8f81-f88b9448d701 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.0694659 Jul 28 11:08:23.768595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.792317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:23.802771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec69db-bd0f-47a0-8b2c-647d76c538ea req-7b7a599b-0f70-45ce-bfaa-25c8883b2452 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.804398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeec69db-bd0f-47a0-8b2c-647d76c538ea req-7b7a599b-0f70-45ce-bfaa-25c8883b2452 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.1430190 Jul 28 11:08:23.819425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Pushing event updated for resources: {'Port': ['ID=12f1e92a-ac90-4806-8be7-627afe2ba9c8,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:23.860192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-230cba68-7136-4bcf-a0f7-c6fac098b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:23.861701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-230cba68-7136-4bcf-a0f7-c6fac098b17f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.0908310 Jul 28 11:08:23.890523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'fixed_ips': [{'subnet_id': '43eaee3c-b06c-4781-a4e6-c89c4d41f7bc'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:08:23.891716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.902817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Attempting to bind port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:23.903416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Attempting to bind port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:23.903908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Attempting to bind port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:23.941413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeec69db-bd0f-47a0-8b2c-647d76c538ea req-4358eafc-188a-46ce-b865-5aaa37e5c7e2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244466 Jul 28 11:08:23.948100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:23.970707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] For port ff697611-8849-47f9-92ed-a43808a35dda, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:23.979803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a', 'mac_address': 'fa:16:3e:42:11:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:23.984163 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-3db55edb-3f82-4945-9201-290ad6c2ad34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042540 Jul 28 11:08:23.986306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 10.1.1.183 (458bb62c-f9c8-4ee1-9c23-8716261d5be2/5b263265-5888-4788-842d-9a7c47667485/7bddd2dd-a0ae-4f49-a311-c01243fed9a5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:24.006921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:24.007544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Checking segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:24.008040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.008642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Bound using segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:24.009266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Bound port: 12f1e92a-ac90-4806-8be7-627afe2ba9c8, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:24.009805 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.011444 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb93683-58f4-4986-abd1-ab27f5d2a321 x-openstack-request-id: req-ffb93683-58f4-4986-abd1-ab27f5d2a321 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:24.011740 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:24.011995 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffb93683-58f4-4986-abd1-ab27f5d2a321 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:24.012430 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'status': 'completed', 'code': 200} Jul 28 11:08:24.034160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] For port ff697611-8849-47f9-92ed-a43808a35dda, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ff697611-8849-47f9-92ed-a43808a35dda,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:24.039793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-c33b8db4-0c2e-4e33-a9f4-9c6ff8dadbf8 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:24.041332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-c33b8db4-0c2e-4e33-a9f4-9c6ff8dadbf8 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.1529753 Jul 28 11:08:24.045667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a8c9-a4c2-415e-88e3-768c335b3845 req-41fa399e-dcec-4a49-831f-975a2d6baf92 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:24.053935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Attempting to bind port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:24.054473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Attempting to bind port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8b26cdad-bfc6-4c47-abf3-621535d0c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:24.054946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Attempting to bind port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 on network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:24.055984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc82a8c9-a4c2-415e-88e3-768c335b3845 req-41fa399e-dcec-4a49-831f-975a2d6baf92 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.2424245 Jul 28 11:08:24.081671 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.099300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:24.109561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Pushing event updated for resources: {'Port': ['ID=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:24.142072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:24.144852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:24.145638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.149605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Port': ['ID=b1ee77bf-04c7-41f1-b618-30b1a0af48d9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:24.181824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:24.182274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Checking segment: {'id': '8b26cdad-bfc6-4c47-abf3-621535d0c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:24.182590 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.183006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Bound using segment: {'id': '8b26cdad-bfc6-4c47-abf3-621535d0c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:24.184040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Bound port: c007c4c0-d7e7-4ad4-9d04-3b2459e53116, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b26cdad-bfc6-4c47-abf3-621535d0c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f442605-032d-4f87-9bcd-4d1588fcc9a7'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:24.184576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.216089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-600a3bf9-e599-44aa-b7fe-00dae0f02926 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212720 Jul 28 11:08:24.238747 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.278928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.339479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.364785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Deleting port c51a345b-dadd-4aad-803c-2877739aa7b5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:24.364785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.396371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.413275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.416758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc82a8c9-a4c2-415e-88e3-768c335b3845 req-bcbab105-ec3b-4db1-9d07-05f70122b620 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593943 Jul 28 11:08:24.424371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Pushing event updated for resources: {'Port': ['ID=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:24.470529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:24.472658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Routers {'b428b188-fffd-4852-80df-8cc44283eddc'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:24.473306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b428b188-fffd-4852-80df-8cc44283eddc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:24.507806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d57e4e-9ac2-45c4-87be-ecf90d05af3a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:24.513300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e5bf4-f68a-4754-9fa9-9101e4e3eca8 None None] Pushing event updated for resources: {'Port': ['ID=ff697611-8849-47f9-92ed-a43808a35dda,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:24.515522 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7edb9d83-7b03-432e-a4b6-dbb5b600b7c2 req-14c344d9-b87f-4bc9-bf83-f2eb5df4c0bc service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873251 Jul 28 11:08:24.518686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] For port 12f1e92a-ac90-4806-8be7-627afe2ba9c8, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:24.565589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6545c4-54b6-41a1-8108-1eb594feeb8b req-b9516c16-454b-440b-80cd-fb2c9e65107c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:24.569806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] For port c51a345b-dadd-4aad-803c-2877739aa7b5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c51a345b-dadd-4aad-803c-2877739aa7b5,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:24.570247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.574296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6545c4-54b6-41a1-8108-1eb594feeb8b req-b9516c16-454b-440b-80cd-fb2c9e65107c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 948 time: 0.4954548 Jul 28 11:08:24.611677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.661231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Network e99bd42d-60f4-415e-b132-510d41d9c056 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:24.666504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:24.675583 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.720942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:24.738084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:24.749086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6545c4-54b6-41a1-8108-1eb594feeb8b req-fa427d6c-f041-43b3-858f-24c04e2c6f72 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732843 Jul 28 11:08:24.762861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb218-778d-4a28-a170-b85007863c8c req-ed68090c-3cde-44ff-8ec4-7dbde3447865 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:24.776628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97380-4686-46f2-b9ce-94c4973811ec req-4fca6831-95d0-4fce-8a5d-ff2be7b2095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:24.778038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48cdb218-778d-4a28-a170-b85007863c8c req-ed68090c-3cde-44ff-8ec4-7dbde3447865 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 948 time: 0.2433972 Jul 28 11:08:24.778171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-4fca6831-95d0-4fce-8a5d-ff2be7b2095b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1094 time: 0.1544516 Jul 28 11:08:24.779118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] For port 12f1e92a-ac90-4806-8be7-627afe2ba9c8, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=12f1e92a-ac90-4806-8be7-627afe2ba9c8,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:24.802771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.823542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:24.834192 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.837739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:24.858729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:24.870198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Transition to ACTIVE for port object f9efbedc-4879-4bb5-a6de-18b820a8f725 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:24.881534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Allocated IP 10.2.2.2 (fe408b07-9dac-49e2-92fc-dbedcbbc1214/43eaee3c-b06c-4781-a4e6-c89c4d41f7bc/42a0aad8-4432-4706-b2ea-c259add87909) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:24.938182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] For port c007c4c0-d7e7-4ad4-9d04-3b2459e53116, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:24.944780 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:24.999313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] For port c007c4c0-d7e7-4ad4-9d04-3b2459e53116, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,segment=NetworkSegment(8b26cdad-bfc6-4c47-abf3-621535d0c0ae),segment_id=8b26cdad-bfc6-4c47-abf3-621535d0c0ae)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:25.022149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Transition to ACTIVE for port object f9efbedc-4879-4bb5-a6de-18b820a8f725 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:25.040064 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.125024 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.168631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] Set router b428b188-fffd-4852-80df-8cc44283eddc gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:25.174349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b01c76-ceea-4423-b166-7bfacd48ae03 None None] Pushing event updated for resources: {'Port': ['ID=12f1e92a-ac90-4806-8be7-627afe2ba9c8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:25.246959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['f1d57e4e-9ac2-45c4-87be-ecf90d05af3a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:25.349445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:25.350850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.434674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48cdb218-778d-4a28-a170-b85007863c8c req-aa2979d4-1917-4782-a196-a67c781d7199 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541915 Jul 28 11:08:25.440232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d33a2f9c-46fb-4546-8230-4ef3e7117972 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4340258 Jul 28 11:08:25.459463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:25.484035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.486410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.491284 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Floating IP 86bc826c-8421-4430-a1f8-7d68fde2546d disassociated. External IP: 172.25.1.55, port: c51a345b-dadd-4aad-803c-2877739aa7b5. Jul 28 11:08:25.493941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Calling delete_port for c51a345b-dadd-4aad-803c-2877739aa7b5 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:25.540741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'name': 'tempest-TaggedBootDevicesTest-478250576', 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:25.549932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c8eea-1400-4c93-8766-3b127f6ca32e req-96ab4826-ae84-42e6-9f45-f292133b54cf tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:25.558001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c95c8eea-1400-4c93-8766-3b127f6ca32e req-96ab4826-ae84-42e6-9f45-f292133b54cf tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 943 time: 0.6859510 Jul 28 11:08:25.563143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.593128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.594202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.604278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Network 6bb48235-025b-4c5b-920c-5397c06408a6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:25.621180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Router b428b188-fffd-4852-80df-8cc44283eddc has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:25.674591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97380-4686-46f2-b9ce-94c4973811ec req-b5239d2f-c19c-47c0-9cf2-c69d047b027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:25.676296 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-b5239d2f-c19c-47c0-9cf2-c69d047b027f service neutron] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.8864837 Jul 28 11:08:25.719750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:25.738194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:25.834698 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-80a842ae-c56f-4f7b-97fe-3193afc95804 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.1437778 Jul 28 11:08:25.931584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:25.942954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Transition to ACTIVE for port object 42a0aad8-4432-4706-b2ea-c259add87909 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:25.960925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Transition to ACTIVE for port object 42a0aad8-4432-4706-b2ea-c259add87909 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:25.986192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97380-4686-46f2-b9ce-94c4973811ec req-0d45a1c5-5ad2-4312-a93b-4362c6f8db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:25.987835 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-0d45a1c5-5ad2-4312-a93b-4362c6f8db4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.1322460 Jul 28 11:08:26.022176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:26.037705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-a0912d7c-9476-4e4c-960c-7edc05899ebc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393505 Jul 28 11:08:26.043935 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.114269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c95c8eea-1400-4c93-8766-3b127f6ca32e req-405a4f99-755b-4fd1-9bd2-f55284932785 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438051 Jul 28 11:08:26.117546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Attempting to bind port f9efbedc-4879-4bb5-a6de-18b820a8f725 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:26.117920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Attempting to bind port f9efbedc-4879-4bb5-a6de-18b820a8f725 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75d191f1-9733-49ce-993e-66eb38793882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:26.118284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Attempting to bind port f9efbedc-4879-4bb5-a6de-18b820a8f725 on network 6bb48235-025b-4c5b-920c-5397c06408a6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:26.121939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Port': ['ID=b1ee77bf-04c7-41f1-b618-30b1a0af48d9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:26.143007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:26.143235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:26.143235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad885334-7d9a-4b04-a5f3-39f41c24dc3a admin admin] 10.222.0.20 "PUT /v2.0/routers/b428b188-fffd-4852-80df-8cc44283eddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4193988 Jul 28 11:08:26.179896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:26.196215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8860fc72-8aa8-457c-be1f-229f63c2f057 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:26.197393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c2c87-89f3-43f7-9e4d-06092ea87876 req-20bdaeea-3ab3-4a23-b3e4-434aafa9f38b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:26.199097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-854c2c87-89f3-43f7-9e4d-06092ea87876 req-20bdaeea-3ab3-4a23-b3e4-434aafa9f38b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 946 time: 0.6149819 Jul 28 11:08:26.313316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:26.320439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:26.340945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:26.346766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'port_id': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'mac_address': 'fa:16:3e:3c:57:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:26.355530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:26.372492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:26.373129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Checking segment: {'id': '75d191f1-9733-49ce-993e-66eb38793882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:26.373620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.374094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Bound using segment: {'id': '75d191f1-9733-49ce-993e-66eb38793882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:26.374447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:26.374914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Bound port: f9efbedc-4879-4bb5-a6de-18b820a8f725, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d191f1-9733-49ce-993e-66eb38793882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6bb48235-025b-4c5b-920c-5397c06408a6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:26.375178 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.418113 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-7164a8db-375e-4a3e-95b4-beae3f9d4c16 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626115 Jul 28 11:08:26.454850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.470182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.584445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-854c2c87-89f3-43f7-9e4d-06092ea87876 req-63f08d81-1cba-46d9-99d8-7416c2ecc712 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups?id=74294579-a824-46f3-aea4-b575e4f4ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680296 Jul 28 11:08:26.649598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.650781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b9c1b-c9b1-4ead-b2c9-5a208de976c1 req-e328cc64-a883-41e9-810f-89b52bba4519 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:26.652447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad1b9c1b-c9b1-4ead-b2c9-5a208de976c1 req-e328cc64-a883-41e9-810f-89b52bba4519 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.3707588 Jul 28 11:08:26.675073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0267c-3ef6-44a4-be52-0c708205198f None None] Pushing event updated for resources: {'Port': ['ID=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:26.759041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Pushing event updated for resources: {'Port': ['ID=f9efbedc-4879-4bb5-a6de-18b820a8f725,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:26.771117 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] device_id is not set on port 25d5d707-d67d-4609-97bc-d3dac39e8872 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:08:26.777229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event deleted for resources: {'Port': ['ID=c51a345b-dadd-4aad-803c-2877739aa7b5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:26.810706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860fc72-8aa8-457c-be1f-229f63c2f057 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:26.813024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad1b9c1b-c9b1-4ead-b2c9-5a208de976c1 req-7035d1ed-7145-4246-ad7f-0904ff2a955f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458077 Jul 28 11:08:26.852829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef40675-38d8-442a-9ac7-e50a5c74a77c req-79ae0e33-6066-48ec-a612-56c19baf67fa tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:26.861847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ef40675-38d8-442a-9ac7-e50a5c74a77c req-79ae0e33-6066-48ec-a612-56c19baf67fa tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 949 time: 0.1522403 Jul 28 11:08:26.882643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Attempting to bind port 42a0aad8-4432-4706-b2ea-c259add87909 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:26.883205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Attempting to bind port 42a0aad8-4432-4706-b2ea-c259add87909 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:26.883932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Attempting to bind port 42a0aad8-4432-4706-b2ea-c259add87909 on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:26.894843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Router 759df746-6a46-4654-9786-b71e4812b8bd is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:08:26.899965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'a1a51fcb-60c2-4fe8-b129-da9e1e5becb3', 'name': '', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'mac_address': 'fa:16:3e:f1:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:21Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 2, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'subnets': [{'id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:26.922208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:26.924093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Checking segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:26.925105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.926507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Bound using segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:26.927259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Bound port: 42a0aad8-4432-4706-b2ea-c259add87909, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:26.928140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:26.939723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ef40675-38d8-442a-9ac7-e50a5c74a77c req-1d9ac66d-c242-4277-971c-00dbab856a8f tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 Jul 28 11:08:27.028758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Pushing event updated for resources: {'Port': ['ID=42a0aad8-4432-4706-b2ea-c259add87909,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:27.051676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f891a7f-9db0-4d5c-bcfd-9fed7f3a213d None None] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:27.216622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:27.222790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:27.223260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02493ad-84f2-4e3b-a262-873eed909d35 None None] The sync data for ids ['b428b188-fffd-4852-80df-8cc44283eddc'] in n-d-723573-7 is: [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'a1a51fcb-60c2-4fe8-b129-da9e1e5becb3', 'name': '', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'mac_address': 'fa:16:3e:f1:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:21Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 2, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'subnets': [{'id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:27.244890 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] Sync routers for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:27.262339 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:27.265010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:27.266058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c007c4c0-d7e7-4ad4-9d04-3b2459e53116 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:27.277859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75d97380-4686-46f2-b9ce-94c4973811ec req-8f189bb3-97e9-4d18-bbf4-902f5da5af15 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180628 Jul 28 11:08:27.288662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6a49639f-9936-4857-a7d7-879626a55fb6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6312511 Jul 28 11:08:27.289913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:27.297110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e8c5-c2b3-4271-9406-b206d5f02f4a req-ac88264d-4088-4f2d-94f5-b582c3ea8f02 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:27.299121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9d6e8c5-c2b3-4271-9406-b206d5f02f4a req-ac88264d-4088-4f2d-94f5-b582c3ea8f02 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 948 time: 0.1844037 Jul 28 11:08:27.335038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be81413b-f197-4d10-984c-cbc0fd130a20 None None] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:27.344429 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:27.364594 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:27.365852 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:27.406545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Router 75ff8512-6f3f-4556-8c63-984172deb111 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:27.424910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:27.427607 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4f2837-7b9f-4df6-bef3-c33e689e43de None None] The sync data for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:27.436693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] For port f9efbedc-4879-4bb5-a6de-18b820a8f725, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:27.473480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9d6e8c5-c2b3-4271-9406-b206d5f02f4a req-d1fc9aac-1aa3-407a-a50b-42e2aa9bf5eb tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650000 Jul 28 11:08:27.489225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:27.561725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-d908bff7-7a4b-49df-b8aa-67f29f6804fd tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:27.563280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-d908bff7-7a4b-49df-b8aa-67f29f6804fd tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 811 time: 0.3794622 Jul 28 11:08:27.625839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-773b081b-3036-43c4-a596-a756e9580493 None None] Provisioning for port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:27.634932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] For port f9efbedc-4879-4bb5-a6de-18b820a8f725, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f9efbedc-4879-4bb5-a6de-18b820a8f725,segment=NetworkSegment(75d191f1-9733-49ce-993e-66eb38793882),segment_id=75d191f1-9733-49ce-993e-66eb38793882)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:27.640929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:27.641532 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-3ee98a1d-6dec-40c6-9345-0a921bb8c45a service neutron] 10.222.0.41 "GET /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.3751316 Jul 28 11:08:27.679584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-1e43e3ca-8f21-4827-a028-884131812281 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/quotas/8c3df02f321c4e91a53cd36033800858 HTTP/1.1" status: 200 len: 375 time: 0.0574570 Jul 28 11:08:27.683175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] For port 42a0aad8-4432-4706-b2ea-c259add87909, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:27.695986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:27.756749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:27.789334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10f11-df5f-4265-9f6c-55b01d3e5773 req-e7f453c5-1475-4a7d-a110-d856be249b3c tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:27.794706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] Sync routers for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:27.797737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afb10f11-df5f-4265-9f6c-55b01d3e5773 req-e7f453c5-1475-4a7d-a110-d856be249b3c tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 944 time: 0.1742349 Jul 28 11:08:27.807666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] No DVR routers for this DVR port c51a345b-dadd-4aad-803c-2877739aa7b5 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:27.826153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:27.828401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54d3daae-6ad6-4219-8cb4-134e897dc8e0 req-0369e47e-ad73-4e91-93fe-4804e5e5bc2b tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.44 "DELETE /v2.0/ports/c51a345b-dadd-4aad-803c-2877739aa7b5 HTTP/1.1" status: 204 len: 173 time: 3.7580094 Jul 28 11:08:27.829101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'name': 'network-vif-deleted', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:27.831420 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac461c7-0219-4252-a837-b2920018ae26" -d '{"events": [{"server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "name": "network-vif-deleted", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:27.862853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 10.1.1.188 (458bb62c-f9c8-4ee1-9c23-8716261d5be2/5b263265-5888-4788-842d-9a7c47667485/25d5d707-d67d-4609-97bc-d3dac39e8872) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:27.912791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-247295bd-1b87-4390-b20d-1ea4debc7caf tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2322197 Jul 28 11:08:28.043109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afb10f11-df5f-4265-9f6c-55b01d3e5773 req-47ffc406-54cb-4dfc-add7-2cee721d09fd tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443674 Jul 28 11:08:28.118714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] For port 42a0aad8-4432-4706-b2ea-c259add87909, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=42a0aad8-4432-4706-b2ea-c259add87909,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:28.118947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:28.173423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:28.174083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:28.182161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:28.216148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b7ed8595-6824-4495-9610-a79b8b14cca6 service neutron] 10.222.0.20 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024135 Jul 28 11:08:28.235216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8860fc72-8aa8-457c-be1f-229f63c2f057'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:28.308378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b43e76-c8ee-409a-8319-07d5288d7272 req-43174170-11eb-4734-9256-cb757df093ab tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef42982-8292-4a38-a253-f2e796cf68a0 HTTP/1.1" status: 200 len: 210 time: 0.0762982 Jul 28 11:08:28.379827 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:28.382637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:28.440329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c51a345b-dadd-4aad-803c-2877739aa7b5 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:28.445867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:28.455407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Pushing event updated for resources: {'Port': ['ID=f9efbedc-4879-4bb5-a6de-18b820a8f725,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:28.457789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fdb3883f-64b7-4d18-8c10-d9ebc2c04a40 None None] Provisioning for port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:28.465909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90bb5f0-dc27-4efe-b1e3-4861960c4faf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:28.494183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:28.546705 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b6dd0-1d53-4a61-9e2e-34f7ff398063 x-openstack-request-id: req-771b6dd0-1d53-4a61-9e2e-34f7ff398063 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:28.547013 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef42982-8292-4a38-a253-f2e796cf68a0", "name": "network-vif-deleted", "tag": "c51a345b-dadd-4aad-803c-2877739aa7b5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:28.547276 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-771b6dd0-1d53-4a61-9e2e-34f7ff398063 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:28.547695 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef42982-8292-4a38-a253-f2e796cf68a0', 'name': 'network-vif-deleted', 'tag': 'c51a345b-dadd-4aad-803c-2877739aa7b5', 'status': 'completed', 'code': 200} Jul 28 11:08:28.548500 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-ecf91329-a68e-4657-9b5c-ece265d570b1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:08:28.554298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ecf91329-a68e-4657-9b5c-ece265d570b1 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2540472 Jul 28 11:08:28.557022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-476b3c89-5a69-48cd-8939-262164ed5045 service neutron] 10.222.0.20 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141224 Jul 28 11:08:28.563274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:28.563960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:28.658503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882271-ec18-46b8-afad-9cfb7500e10b req-cbf55a4e-5069-49f2-bc98-f34067604048 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:28.660313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a882271-ec18-46b8-afad-9cfb7500e10b req-cbf55a4e-5069-49f2-bc98-f34067604048 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 944 time: 0.1013741 Jul 28 11:08:28.696961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 25d5d707-d67d-4609-97bc-d3dac39e8872 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:28.725802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:28.765064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a882271-ec18-46b8-afad-9cfb7500e10b req-0c36f1d9-46ff-4859-9b76-9723b884d723 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983317 Jul 28 11:08:28.787323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: c51a345b-dadd-4aad-803c-2877739aa7b5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:28.787962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c51a345b-dadd-4aad-803c-2877739aa7b5 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:28.794767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:28.813271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af5cdd7e-fa79-49ad-8184-8daa1a92147a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:28.826062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.826640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.827230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.827765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.828264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.828815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.829328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.829878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.833091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.838823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.840163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.842457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ea7eba-094d-469c-ae60-ddbd93bc2f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:08:28.882064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:28.981813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:28.989927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:28.990303 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:29.007395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:29.022867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:29.083602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:29.083995 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:29.132054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e96562-7370-47ac-8c22-a1f35956a8fe req-78f56541-6877-4348-9d38-d36370bd1356 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:29.145165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31e96562-7370-47ac-8c22-a1f35956a8fe req-78f56541-6877-4348-9d38-d36370bd1356 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 949 time: 0.1067259 Jul 28 11:08:29.255259 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:08:29.261893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31e96562-7370-47ac-8c22-a1f35956a8fe req-44a2eb22-eaac-488c-8345-527bf8ca2183 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117651 Jul 28 11:08:29.404128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] Transition to ACTIVE for port object b90bb5f0-dc27-4efe-b1e3-4861960c4faf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:29.437205 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:29.444057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:29.474285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4822419-324a-4b3f-ba9d-e58243fd9c2f None None] Pushing event updated for resources: {'Port': ['ID=42a0aad8-4432-4706-b2ea-c259add87909,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:29.526736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:29.527785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:29.546241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:29.570287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f151a10-d6ad-436d-9288-ca6edb699544 None None] Provisioning for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:29.624477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512687d4-29bc-40e5-bab9-afd1ee6f8987 req-085a1929-3585-4b70-a438-03f3808e8f4e tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:29.627012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-512687d4-29bc-40e5-bab9-afd1ee6f8987 req-085a1929-3585-4b70-a438-03f3808e8f4e tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 944 time: 0.2149143 Jul 28 11:08:29.640792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] No DVR routers for this DVR port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:29.665233 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b4a672f-eb18-4863-a731-78218374cb23 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1482174 Jul 28 11:08:29.673952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f151a10-d6ad-436d-9288-ca6edb699544 None None] Provisioning complete for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:29.674204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f151a10-d6ad-436d-9288-ca6edb699544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:29.709019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:29.722833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-cc5a62ca-9d62-42d8-9c2a-bf4f1409dbf2 service neutron] 10.222.0.41 "PUT /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf/bindings/n-h1-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 2.0220957 Jul 28 11:08:29.725983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361615-537f-41ba-9757-8b8efc501899 req-2b2cd004-8326-4b86-8915-2494af66b413 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:29.738331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2361615-537f-41ba-9757-8b8efc501899 req-2b2cd004-8326-4b86-8915-2494af66b413 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 948 time: 0.2416909 Jul 28 11:08:29.792377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-512687d4-29bc-40e5-bab9-afd1ee6f8987 req-8af6e1c9-dcb3-4cc0-96c3-6ae68f97cb16 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578052 Jul 28 11:08:29.858524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:29.879956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2361615-537f-41ba-9757-8b8efc501899 req-e300e214-75b9-4648-b469-23bf5ec8e29f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998416 Jul 28 11:08:29.883115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd8c33-8f17-46b1-be26-159ee4314a59 None None] Network 6bb48235-025b-4c5b-920c-5397c06408a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:29.937179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-836688c5-190d-4e56-b27c-889dad6e9417 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:29.942380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-836688c5-190d-4e56-b27c-889dad6e9417 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.1342232 Jul 28 11:08:29.958862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ba48d8a-3eb3-4965-b0cd-24adbeefb7a5 req-64dd2c1b-c43b-4960-9f6a-4a65da3a7532 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 210 time: 0.0851412 Jul 28 11:08:30.069153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-b48d29db-95ea-4eae-8164-8f72066c9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:30.070670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-b48d29db-95ea-4eae-8164-8f72066c9666 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5&tenant_id=eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 1096 time: 0.1091073 Jul 28 11:08:30.085929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.144104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c007c4c0-d7e7-4ad4-9d04-3b2459e53116, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,segment=NetworkSegment(8b26cdad-bfc6-4c47-abf3-621535d0c0ae),segment_id=8b26cdad-bfc6-4c47-abf3-621535d0c0ae)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:30.225693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781e4ef-835f-46fc-9182-52bb6b80cd02 req-90a34b98-5ea7-4af3-90fa-5fed47882a61 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:30.234981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3781e4ef-835f-46fc-9182-52bb6b80cd02 req-90a34b98-5ea7-4af3-90fa-5fed47882a61 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.1027801 Jul 28 11:08:30.331765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3781e4ef-835f-46fc-9182-52bb6b80cd02 req-c6cab206-57a5-4911-8c85-f04d4c3fca76 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959611 Jul 28 11:08:30.380910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f151a10-d6ad-436d-9288-ca6edb699544 None None] Port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:30.384709 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.386591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12f1e92a-ac90-4806-8be7-627afe2ba9c8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:30.431127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:30.494802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33546) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:30.518496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416692517', 'description': 'tempest-description--234044284'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:30.536861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-1e723fbe-3408-479d-aac5-05670fd46d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:30.544606 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-1e723fbe-3408-479d-aac5-05670fd46d6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1096 time: 0.2409680 Jul 28 11:08:30.607804 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.668988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning complete for port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:30.669973 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.688098 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.760078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31edfe36-25a1-42be-9c18-b3440c3565f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.791488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec98a1-e1f2-47fa-b575-56a2300aafea req-2a4da0ad-e01f-47f1-b398-76997b01faa1 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:30.802851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16ec98a1-e1f2-47fa-b575-56a2300aafea req-2a4da0ad-e01f-47f1-b398-76997b01faa1 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 949 time: 0.1806910 Jul 28 11:08:30.835635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:30.838608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:30.843196 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5e6ce-6d51-4e50-938f-f7f69accfb1d" -d '{"events": [{"server_uuid": "45847fbe-9700-4c59-bb3b-94d9f39d5703", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0c411-a52a-49cd-b5bf-a81c106b36f7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:30.855418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-31fa9892-81fe-45a6-a694-457d2eb1afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:30.857164 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-31fa9892-81fe-45a6-a694-457d2eb1afe7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.3018088 Jul 28 11:08:30.903896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting port b1ee77bf-04c7-41f1-b618-30b1a0af48d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:30.904281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.910734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:30.981005 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:30.981841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:31.008569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31edfe36-25a1-42be-9c18-b3440c3565f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.018509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:31.064592 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Sync routers for ids ['b428b188-fffd-4852-80df-8cc44283eddc'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:31.076977 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Routers {'b428b188-fffd-4852-80df-8cc44283eddc'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:31.078014 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b428b188-fffd-4852-80df-8cc44283eddc'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:31.078639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d487a-de93-4ee6-a621-07e002165f77 None None] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:31.139553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16ec98a1-e1f2-47fa-b575-56a2300aafea req-20ed1cb4-fd3a-4ef3-ab32-8af994ec8a7e tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352001 Jul 28 11:08:31.177451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85752-df90-4f7e-9715-f1be177c246b req-d4c5ec70-2c35-40f3-8314-96247c1cff27 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:31.182054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.188588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32e85752-df90-4f7e-9715-f1be177c246b req-d4c5ec70-2c35-40f3-8314-96247c1cff27 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 944 time: 0.2099609 Jul 28 11:08:31.220448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Calling delete_port for b1ee77bf-04c7-41f1-b618-30b1a0af48d9 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:31.274408 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Set router b428b188-fffd-4852-80df-8cc44283eddc gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:31.278707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.285280 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9680792-00eb-4bb5-9238-5afaf748f957 x-openstack-request-id: req-b9680792-00eb-4bb5-9238-5afaf748f957 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:31.285935 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45847fbe-9700-4c59-bb3b-94d9f39d5703", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0c411-a52a-49cd-b5bf-a81c106b36f7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:31.286467 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9680792-00eb-4bb5-9238-5afaf748f957 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:31.287107 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'code': 200} Jul 28 11:08:31.294933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:31.295600 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.300085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32e85752-df90-4f7e-9715-f1be177c246b req-2e400719-104f-4cd0-82ea-51594e9ca605 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067414 Jul 28 11:08:31.310841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.328967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.394880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea0aedf-8f51-4c48-9448-e23c8c6fa001,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:31.404901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31edfe36-25a1-42be-9c18-b3440c3565f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.412749 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31edfe36-25a1-42be-9c18-b3440c3565f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.421761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31edfe36-25a1-42be-9c18-b3440c3565f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "DELETE /v2.0/security-groups/74294579-a824-46f3-aea4-b575e4f4ca4c HTTP/1.1" status: 204 len: 168 time: 0.9891570 Jul 28 11:08:31.422163 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2386-d8ff-4f8f-9608-5f4378e1e716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.437296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:31.438437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edfe36-25a1-42be-9c18-b3440c3565f2 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74294579-a824-46f3-aea4-b575e4f4ca4c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:31.454426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning for port b1ee77bf-04c7-41f1-b618-30b1a0af48d9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:31.467990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning complete for port b1ee77bf-04c7-41f1-b618-30b1a0af48d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:31.470334 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.497557 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-7ef689d9-c1de-43d1-849b-4e19d89f38fc tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] show failed (client error): The resource could not be found. Jul 28 11:08:31.502744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7ef689d9-c1de-43d1-849b-4e19d89f38fc tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "GET /v2.0/security-groups/74294579-a824-46f3-aea4-b575e4f4ca4c HTTP/1.1" status: 404 len: 347 time: 0.0617878 Jul 28 11:08:31.503633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.505402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:31.505812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31888118-7598-45df-8f3e-ff085f303786 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0091422 Jul 28 11:08:31.508735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:31.509613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-337c77c7-6e92-4fe2-b1c1-63dfee3fcda5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 200 len: 217 time: 0.6270952 Jul 28 11:08:31.509781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:31.510061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:31.553870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b03369b-871a-46a1-ac28-4623fe5a58e9 req-6b33f34d-6ffe-4210-9dbe-10c404157456 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 210 time: 0.1072109 Jul 28 11:08:31.562768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f1d57e4e-9ac2-45c4-87be-ecf90d05af3a up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:31.583229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'security_group_rule': {'security_group_id': 'eea0aedf-8f51-4c48-9448-e23c8c6fa001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:31.626855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aab9c-bfd6-479f-a6ff-a3e3098289c4 req-029c446a-56cf-4106-8759-f5b7ad4e9cf1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:31.631519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b63aab9c-bfd6-479f-a6ff-a3e3098289c4 req-029c446a-56cf-4106-8759-f5b7ad4e9cf1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 949 time: 0.1683376 Jul 28 11:08:31.654367 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'a1a51fcb-60c2-4fe8-b129-da9e1e5becb3', 'name': '', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'mac_address': 'fa:16:3e:f1:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:21Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 2, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'subnets': [{'id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:31.666107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:17Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:31.672495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Port b1ee77bf-04c7-41f1-b618-30b1a0af48d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:31.687004 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Checking router: b428b188-fffd-4852-80df-8cc44283eddc for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:08:31.687866 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Updating router b428b188-fffd-4852-80df-8cc44283eddc port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:08:31.704591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.711750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] Checking router: 75ff8512-6f3f-4556-8c63-984172deb111 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:08:31.722206 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.735459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning for port 25d5d707-d67d-4609-97bc-d3dac39e8872 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:31.741814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning complete for port 25d5d707-d67d-4609-97bc-d3dac39e8872 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:31.742238 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.754047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:31.771460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ff2f-9762-4eef-90c1-66331c9ee2e3 req-4c31427f-aa11-4217-9af7-568916fad185 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:31.778061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23d7ff2f-9762-4eef-90c1-66331c9ee2e3 req-4c31427f-aa11-4217-9af7-568916fad185 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.1105144 Jul 28 11:08:31.792672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b63aab9c-bfd6-479f-a6ff-a3e3098289c4 req-2e30ed2f-aafc-442e-8895-3e7ad1f6075d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532328 Jul 28 11:08:31.795455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:31.796102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:31.806668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:31.807069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:31.853628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23d7ff2f-9762-4eef-90c1-66331c9ee2e3 req-aa7fc551-f037-4d40-b883-e1ae1e95a625 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Jul 28 11:08:32.015946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 12f1e92a-ac90-4806-8be7-627afe2ba9c8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=12f1e92a-ac90-4806-8be7-627afe2ba9c8,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:32.048439 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.057325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Port 25d5d707-d67d-4609-97bc-d3dac39e8872 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:32.063703 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.112070 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.124628 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Transition to ACTIVE for port object a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:32.136861 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.171872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning for port f9efbedc-4879-4bb5-a6de-18b820a8f725 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:32.197191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=12f1e92a-ac90-4806-8be7-627afe2ba9c8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:32.201447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:32.242527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8860fc72-8aa8-457c-be1f-229f63c2f057 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:32.261891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b3d11e32-330f-4a90-bc67-d48dae60105f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:32.265530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b3d11e32-330f-4a90-bc67-d48dae60105f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 811 time: 0.7527256 Jul 28 11:08:32.288478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Request body: {'port': {'device_id': '43446c45-8a94-4c59-91b0-48789278172b', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'admin_state_up': True, 'tenant_id': '8c3df02f321c4e91a53cd36033800858'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:32.352256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Provisioning complete for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:32.352256 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.358813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.375085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f9bc0-e541-41e0-99a3-74d2c9c38d4e req-e8478412-09ed-485e-b662-2a1a1dfce3d3 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:32.392204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c1f9bc0-e541-41e0-99a3-74d2c9c38d4e req-e8478412-09ed-485e-b662-2a1a1dfce3d3 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 949 time: 0.1390748 Jul 28 11:08:32.470124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e052b980-dc70-4c75-bc34-06f7f40fc54c None None] Port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:32.481947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596aa2b-a5ec-4ceb-bfb3-d5d932559c8a req-f690c989-6a02-4fe7-922d-4d8504b6e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:32.484536 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5596aa2b-a5ec-4ceb-bfb3-d5d932559c8a req-f690c989-6a02-4fe7-922d-4d8504b6e127 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 1100 time: 0.9614716 Jul 28 11:08:32.488890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c1f9bc0-e541-41e0-99a3-74d2c9c38d4e req-26812d9d-c93d-4573-a37e-e9be77fd50ad tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994401 Jul 28 11:08:32.489995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff697611-8849-47f9-92ed-a43808a35dda up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:32.497627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 8860fc72-8aa8-457c-be1f-229f63c2f057 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:32.500711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:32.501772 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2c730-044a-464d-90b7-6e7b6d53eac2 None None] Pushing event updated for resources: {'Port': ['ID=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:32.536096 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.539330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 8860fc72-8aa8-457c-be1f-229f63c2f057 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:32.540122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.565020 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Attempting to bind port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:32.565826 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Attempting to bind port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:32.566796 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Attempting to bind port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 on network e99bd42d-60f4-415e-b132-510d41d9c056 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:32.577572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79770459-baf7-46a8-9c68-99fae8b45804 req-e335e235-3854-42f3-b312-9562a784910b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:32.580165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79770459-baf7-46a8-9c68-99fae8b45804 req-e335e235-3854-42f3-b312-9562a784910b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 944 time: 0.0889132 Jul 28 11:08:32.587169 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:32.588282 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Checking segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:32.590015 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.590681 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Bound using segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:32.592207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Bound port: a1a51fcb-60c2-4fe8-b129-da9e1e5becb3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:32.592946 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.620086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.647395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-2e9b6648-f6df-4428-b0aa-b1f4102de609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:32.649670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-2e9b6648-f6df-4428-b0aa-b1f4102de609 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 1.0574279 Jul 28 11:08:32.663440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Made reservation on behalf of 8c3df02f321c4e91a53cd36033800858 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:32.668454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.691031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7809f9fc-e60c-42e5-be1c-56766df72281 None None] Provisioning for port 42a0aad8-4432-4706-b2ea-c259add87909 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:32.691397 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] For port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:32.695202 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] For port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:32.700232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7978a048-abc1-42cd-a537-104b4b49f1d1 req-99b09354-6232-4e15-baed-754b39c7ffe4 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 210 time: 0.0614069 Jul 28 11:08:32.706200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79770459-baf7-46a8-9c68-99fae8b45804 req-ba083d98-1eb6-427f-aca6-300a39766ce2 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195312 Jul 28 11:08:32.706456 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.710157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:32.750153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ff697611-8849-47f9-92ed-a43808a35dda completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:32.752120 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5596aa2b-a5ec-4ceb-bfb3-d5d932559c8a req-ac6dbcb4-d814-4944-bf5e-1ef2eabc71b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175078 Jul 28 11:08:32.764125 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-9f0d0df3-8937-42d0-8965-0800b9b3c1c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870056 Jul 28 11:08:32.769487 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Routers {'b428b188-fffd-4852-80df-8cc44283eddc'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:32.770108 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b428b188-fffd-4852-80df-8cc44283eddc'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:32.772917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ff697611-8849-47f9-92ed-a43808a35dda triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:32.773232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.802275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7809f9fc-e60c-42e5-be1c-56766df72281 None None] Provisioning complete for port b1ee77bf-04c7-41f1-b618-30b1a0af48d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:32.802748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7809f9fc-e60c-42e5-be1c-56766df72281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.810228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.821973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2c730-044a-464d-90b7-6e7b6d53eac2 None None] Pushing event updated for resources: {'Port': ['ID=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:32.841139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7809f9fc-e60c-42e5-be1c-56766df72281 None None] Port b1ee77bf-04c7-41f1-b618-30b1a0af48d9 was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:08:32.854739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.860117 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:32.860511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:17Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:32.915760 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] Set router b428b188-fffd-4852-80df-8cc44283eddc gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:32.920848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e1d41-59b5-47cc-87a9-4e7bfaafbf1d None None] The sync data for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 is: [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:06:12Z', 'revision_number': 4, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '44ac620a-da3b-4bdd-a274-9c89c7a87919', 'name': '', 'network_id': 'd35ed973-8633-43d4-98e1-8fc77dd6a29a', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'mac_address': 'fa:16:3e:fa:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:11Z', 'updated_at': '2021-07-28T11:06:17Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'subnets': [{'id': '13d3f02a-999e-41cf-9562-25b5ee421024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:32.961005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:32.962527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Port': ['ID=b1ee77bf-04c7-41f1-b618-30b1a0af48d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:32.965475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.006945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.020939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Deleting port c94fe6c6-58c3-4b48-a9f9-a7ef32247737 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:33.021347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.055142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32e1043-ee22-427e-969a-5ec30566a6e9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:33.089800 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.093779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6bbac-515e-45b8-8855-04aac055da7f req-b88eea33-5a43-4d37-9aed-a2d84447e0ae tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:33.098741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fa6bbac-515e-45b8-8855-04aac055da7f req-b88eea33-5a43-4d37-9aed-a2d84447e0ae tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 949 time: 0.1827087 Jul 28 11:08:33.110768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612942-feae-4f83-9fc0-2cc0da4d396d req-41575d71-bda2-4f43-9cf3-8d2db8c9b5a2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:33.113471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea612942-feae-4f83-9fc0-2cc0da4d396d req-41575d71-bda2-4f43-9cf3-8d2db8c9b5a2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.1211703 Jul 28 11:08:33.143101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ff697611-8849-47f9-92ed-a43808a35dda, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ff697611-8849-47f9-92ed-a43808a35dda,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:33.145402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:33.152598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.155618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c007c4c0-d7e7-4ad4-9d04-3b2459e53116 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:33.209395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.210583 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c3aee399-c958-47ec-a88a-4c877787d1db tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6314614 Jul 28 11:08:33.260312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ff697611-8849-47f9-92ed-a43808a35dda,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:33.299179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a'}, {'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:33.301776 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dc3edb-215b-4e23-9071-82ba5bda5209" -d '{"events": [{"server_uuid": "5ebb17ef-a3e4-4edd-a266-3ca42dcbab37", "name": "network-vif-plugged", "status": "completed", "tag": "f1d57e4e-9ac2-45c4-87be-ecf90d05af3a"}, {"server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "name": "network-vif-plugged", "status": "completed", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:33.306393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:33.324608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'security_group_rule': {'security_group_id': 'eea0aedf-8f51-4c48-9448-e23c8c6fa001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:33.326979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.341526 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'a1a51fcb-60c2-4fe8-b129-da9e1e5becb3', 'name': '', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'mac_address': 'fa:16:3e:f1:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:21Z', 'updated_at': '2021-07-28T11:08:32Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'subnets': [{'id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:33.362372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:33.362584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.391946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7dbab-b82b-403f-8595-1c809bb21ed9 None None] The sync data for ids ['b428b188-fffd-4852-80df-8cc44283eddc'] in n-d-723573-7 is: [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'a1a51fcb-60c2-4fe8-b129-da9e1e5becb3', 'name': '', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'mac_address': 'fa:16:3e:f1:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:21Z', 'updated_at': '2021-07-28T11:08:32Z', 'revision_number': 4, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'subnets': [{'id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:33.443109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df17aa9-7bf5-48b1-9fb4-ee0d0ca74b64 None None] New status for floating IP 86bc826c-8421-4430-a1f8-7d68fde2546d: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:08:33.450894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-f5667669-aa24-4515-9e7a-9278ea3fb704 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745994 Jul 28 11:08:33.514238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.581619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Allocated IP 172.20.0.9 (e99bd42d-60f4-415e-b132-510d41d9c056/d0e27718-190f-46c3-a093-3a19e32b86b3/726ebe80-b75b-48ef-8c5f-ca2b93f988d0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:33.602096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.624276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.624542 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.625432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fa6bbac-515e-45b8-8855-04aac055da7f req-e91fc26f-75f6-482b-988b-886236615542 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106730 Jul 28 11:08:33.664690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea612942-feae-4f83-9fc0-2cc0da4d396d req-5f696444-196f-4a44-acad-9d66322d69d4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394900 Jul 28 11:08:33.695918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 42a0aad8-4432-4706-b2ea-c259add87909 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:33.782939 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1188db2-a90e-4c86-8fbe-2070032dda43 x-openstack-request-id: req-c1188db2-a90e-4c86-8fbe-2070032dda43 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:33.783642 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb17ef-a3e4-4edd-a266-3ca42dcbab37", "name": "network-vif-plugged", "status": "completed", "tag": "f1d57e4e-9ac2-45c4-87be-ecf90d05af3a", "code": 200}, {"server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "name": "network-vif-plugged", "status": "completed", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:33.784213 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1188db2-a90e-4c86-8fbe-2070032dda43 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:33.784996 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a', 'code': 200} Jul 28 11:08:33.785499 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'code': 200} Jul 28 11:08:33.804124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 42a0aad8-4432-4706-b2ea-c259add87909 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:33.811363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Calling delete_port for c94fe6c6-58c3-4b48-a9f9-a7ef32247737 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:33.812942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 42a0aad8-4432-4706-b2ea-c259add87909 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:33.814674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.862643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbbda269-9818-470d-a02e-e7df28331503 req-47e80af2-0a6c-42f0-9626-eb200a15d1ad tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 210 time: 0.0347962 Jul 28 11:08:33.872577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf215b1-e72d-4d3e-b98e-e2660c46e5fd req-f9197dcb-ca21-4535-a58c-392711471509 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:33.875109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdf215b1-e72d-4d3e-b98e-e2660c46e5fd req-f9197dcb-ca21-4535-a58c-392711471509 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.1162915 Jul 28 11:08:33.903033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.930301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdf215b1-e72d-4d3e-b98e-e2660c46e5fd req-a7e9baca-4119-4b8d-a174-c82759cd573b tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484374 Jul 28 11:08:33.960994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 42a0aad8-4432-4706-b2ea-c259add87909, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=42a0aad8-4432-4706-b2ea-c259add87909,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:33.965826 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:33.966741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f9efbedc-4879-4bb5-a6de-18b820a8f725 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:33.975397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-ba04d36d-77c8-4f6e-8f1c-804080d999ef service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038853 Jul 28 11:08:34.000543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22f774-88fa-499d-bd42-c777b27233af req-229d8f4e-8307-4fef-b801-4ca1cd69bba3 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:34.002785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb22f774-88fa-499d-bd42-c777b27233af req-229d8f4e-8307-4fef-b801-4ca1cd69bba3 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.0644007 Jul 28 11:08:34.032401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.052711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb22f774-88fa-499d-bd42-c777b27233af req-0907ccef-c31b-47dc-8950-872e292d36cb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Jul 28 11:08:34.068342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=42a0aad8-4432-4706-b2ea-c259add87909,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:34.075066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.078039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port f9efbedc-4879-4bb5-a6de-18b820a8f725 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:34.082727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f9efbedc-4879-4bb5-a6de-18b820a8f725 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:34.083107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.154002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5383364-6d85-44b3-a33f-30fd5e746112 req-2f64a7e1-da4b-4416-9d16-526ea3f75c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:34.155497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b5383364-6d85-44b3-a33f-30fd5e746112 req-2f64a7e1-da4b-4416-9d16-526ea3f75c0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.3320460 Jul 28 11:08:34.157172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b439cb3-0e15-4159-a247-ccccabfabc98 req-44db6fb4-0f3d-4072-8d87-44a6180e31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:34.158803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3b439cb3-0e15-4159-a247-ccccabfabc98 req-44db6fb4-0f3d-4072-8d87-44a6180e31f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 1101 time: 0.3210731 Jul 28 11:08:34.169301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a476d0-d4a9-4f5f-b7a9-5922d7637ffd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:34.183670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Router 759df746-6a46-4654-9786-b71e4812b8bd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:34.184933 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.202506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.203636 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e4ffac80-359a-4147-9870-a273ddc90c73 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8962567 Jul 28 11:08:34.206869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:34.212744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:34.219741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port f9efbedc-4879-4bb5-a6de-18b820a8f725, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f9efbedc-4879-4bb5-a6de-18b820a8f725,segment=NetworkSegment(75d191f1-9733-49ce-993e-66eb38793882),segment_id=75d191f1-9733-49ce-993e-66eb38793882)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:34.224956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.258939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.305161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=f9efbedc-4879-4bb5-a6de-18b820a8f725,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:34.329798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b5383364-6d85-44b3-a33f-30fd5e746112 req-520b9b78-b6b5-4724-a620-f211ea093dce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553957 Jul 28 11:08:34.341940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.390779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff697611-8849-47f9-92ed-a43808a35dda up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:34.394183 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.417212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3b439cb3-0e15-4159-a247-ccccabfabc98 req-4f0dd5c9-3952-4549-b1a0-eb50e83f4516 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416310 Jul 28 11:08:34.440739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ff697611-8849-47f9-92ed-a43808a35dda triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:34.441118 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.453005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:34.460692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-371499c8-d515-4d61-880e-081296b07255 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:34.461927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-371499c8-d515-4d61-880e-081296b07255 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.2633383 Jul 28 11:08:34.469405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79b7922e-80ac-461a-8bea-be6ebccb5eca tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9032173 Jul 28 11:08:34.474874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] Sync routers for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:34.475732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:34.492450 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:34.494468 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:34.523390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 172.25.1.45 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e9eaefbb-af7a-4e67-9bfb-8d1d0668b07c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:34.533530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 42a0aad8-4432-4706-b2ea-c259add87909 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:34.550959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:34.557231 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-02ef3212-0bc4-4d9d-a302-a0ed7b153ea3 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] delete failed (client error): The resource could not be found. Jul 28 11:08:34.559047 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-02ef3212-0bc4-4d9d-a302-a0ed7b153ea3 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-770297344 HTTP/1.1" status: 404 len: 334 time: 0.0824037 Jul 28 11:08:34.564521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:34.566202 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:34.566832 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:34.566996 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.572607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31b5067e-c4c0-4913-bb99-42c6ba0f79f3 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'router': {'external_gateway_info': {'network_id': '759df746-6a46-4654-9786-b71e4812b8bd'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:34.600192 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:34.600885 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf7363-fa13-4d53-bb9d-3c9cec22fbc7 None None] The sync data for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:34.622385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 42a0aad8-4432-4706-b2ea-c259add87909 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:34.622766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.647403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Pushing event deleted for resources: {'Port': ['ID=c94fe6c6-58c3-4b48-a9f9-a7ef32247737,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:34.647897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.684799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.713996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.720013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:34.778035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:34.781836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:34.782211 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.801439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=e9eaefbb-af7a-4e67-9bfb-8d1d0668b07c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:34.806980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:34.843110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Network e99bd42d-60f4-415e-b132-510d41d9c056 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:34.846513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:34.852153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:34.864666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:34.873746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.894699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:34.898660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Pushing event updated for resources: {'Port': ['ID=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:34.911532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:34.916796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.918514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12f1e92a-ac90-4806-8be7-627afe2ba9c8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:34.918833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a9c26-f241-4a9f-900b-0b976041d37e req-1911bcca-3c88-4a08-89af-9afefc4b9b54 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:34.920387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-208a9c26-f241-4a9f-900b-0b976041d37e req-1911bcca-3c88-4a08-89af-9afefc4b9b54 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 949 time: 0.1378717 Jul 28 11:08:34.932416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dddee-7c7f-4582-a296-654003a6374c req-0bfc4a64-970c-4948-a805-aec2f9cec0ab tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:34.941333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-559dddee-7c7f-4582-a296-654003a6374c req-0bfc4a64-970c-4948-a805-aec2f9cec0ab tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.1684232 Jul 28 11:08:34.976501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.979350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:34.983746 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-651ffe29-cebe-4851-af10-86c1353153c5 tempest-ServersTestManualDisk-453565182 tempest-ServersTestManualDisk-453565182-project] 10.222.0.20 "DELETE /v2.0/floatingips/86bc826c-8421-4430-a1f8-7d68fde2546d HTTP/1.1" status: 204 len: 168 time: 3.4525125 Jul 28 11:08:34.990176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:35.004912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:35.017730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:35.018343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.038929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-208a9c26-f241-4a9f-900b-0b976041d37e req-5e695d92-cee1-4293-ad70-aaa75cd569a9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954359 Jul 28 11:08:35.046729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-559dddee-7c7f-4582-a296-654003a6374c req-f32295f5-8f91-427f-89f4-ebe0be34ba12 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044986 Jul 28 11:08:35.054756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.101803 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.343394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde9be4-e624-446e-a350-c7a4006e06a8 req-1e4b23bd-b75f-45a6-b357-b14d295316ea tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:35.351343 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4bde9be4-e624-446e-a350-c7a4006e06a8 req-1e4b23bd-b75f-45a6-b357-b14d295316ea tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 931 time: 0.1769125 Jul 28 11:08:35.374331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9613-f099-4dc3-b599-645003e9ac70 req-7ca614a2-166b-4839-9375-84e55a5ac423 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:35.375840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daed9613-f099-4dc3-b599-645003e9ac70 req-7ca614a2-166b-4839-9375-84e55a5ac423 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.1596148 Jul 28 11:08:35.439433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4bde9be4-e624-446e-a350-c7a4006e06a8 req-3b9a9022-4fba-402a-ba3a-97c86dc21fbe tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865567 Jul 28 11:08:35.473578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daed9613-f099-4dc3-b599-645003e9ac70 req-b435466b-a27a-4c5d-802b-8fcefc99ad3d tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895638 Jul 28 11:08:35.487636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31b5067e-c4c0-4913-bb99-42c6ba0f79f3 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.500990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:35.501806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.503320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.510511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.525022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-f0a712c0-1875-4b3c-b77b-2741b75bfa25 service neutron] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:35.547923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-f0a712c0-1875-4b3c-b77b-2741b75bfa25 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.548719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb487ff0-7074-439a-82ab-e671953f8a9b req-f0a712c0-1875-4b3c-b77b-2741b75bfa25 service neutron] 10.222.0.44 "DELETE /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf/bindings/n-h2-723573-7 HTTP/1.1" status: 204 len: 173 time: 1.0749702 Jul 28 11:08:35.554922 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-31b5067e-c4c0-4913-bb99-42c6ba0f79f3 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] update failed (client error): The resource could not be found. Jul 28 11:08:35.562044 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31b5067e-c4c0-4913-bb99-42c6ba0f79f3 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd HTTP/1.1" status: 404 len: 339 time: 0.9868491 Jul 28 11:08:35.562044 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-b66dedd2-5f51-40d7-bb09-521d42123743 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2775352 Jul 28 11:08:35.564336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:35.568685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1978054175'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:35.608685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Request body: {'port': {'device_id': '43446c45-8a94-4c59-91b0-48789278172b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:35.642674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=e9eaefbb-af7a-4e67-9bfb-8d1d0668b07c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:35.663532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.676272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddf40-7aa0-4def-8403-35cd5d8b7cfc req-b9b46f2f-2650-4f7f-9030-55076174b959 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:35.677774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-448ddf40-7aa0-4def-8403-35cd5d8b7cfc req-b9b46f2f-2650-4f7f-9030-55076174b959 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.1336188 Jul 28 11:08:35.684488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:35.688465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.689090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.690715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-be7108a7-aa7b-4be9-af68-f31276b91baa tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4816914 Jul 28 11:08:35.755832 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.767324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-448ddf40-7aa0-4def-8403-35cd5d8b7cfc req-d43b5cd7-5197-48c2-a1f9-79ee12d06de6 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Jul 28 11:08:35.779614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70ee45-fd82-4f8c-8890-6c6a050a11d0 req-1574bebb-6b24-4313-b21e-57d34e37fd05 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:35.781611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae70ee45-fd82-4f8c-8890-6c6a050a11d0 req-1574bebb-6b24-4313-b21e-57d34e37fd05 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 1100 time: 0.0692523 Jul 28 11:08:35.805741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae70ee45-fd82-4f8c-8890-6c6a050a11d0 req-946ab2d3-9950-46c1-8533-0c5b11b8c6a6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.849390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:35.872708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:35.873100 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Added segment 4924a562-938d-423b-927d-fbe6d5aa8467 of type vlan for network 2adffc6a-9db6-4031-9729-d24870f283b2 Jul 28 11:08:35.981581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5c15d-f73f-45d5-a7be-5f96e3a5bdda req-9afa5ae9-ad0b-4a01-afef-6e90a92d80bd tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:35.983113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39f5c15d-f73f-45d5-a7be-5f96e3a5bdda req-9afa5ae9-ad0b-4a01-afef-6e90a92d80bd tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0872085 Jul 28 11:08:36.023140 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.038088 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae70ee45-fd82-4f8c-8890-6c6a050a11d0 req-946ab2d3-9950-46c1-8533-0c5b11b8c6a6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.040320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39f5c15d-f73f-45d5-a7be-5f96e3a5bdda req-69a24e0b-0d24-4e95-a995-3aa9f8db0cd2 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Jul 28 11:08:36.048472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae70ee45-fd82-4f8c-8890-6c6a050a11d0 req-946ab2d3-9950-46c1-8533-0c5b11b8c6a6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.070384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae70ee45-fd82-4f8c-8890-6c6a050a11d0 req-946ab2d3-9950-46c1-8533-0c5b11b8c6a6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821112 Jul 28 11:08:36.083130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ab2d3-9950-46c1-8533-0c5b11b8c6a6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce22ac-f7a5-4ffa-a802-c06781168a87,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:36.152640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.158169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.158764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.217420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-94c31691-4e37-4b45-9364-1b48a092cdae tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--416692517&fields=id&tenant_id=44d7dff6fecd400e87455d53ec70240e HTTP/1.1" status: 200 len: 267 time: 0.0435367 Jul 28 11:08:36.246776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Network': ['ID=2adffc6a-9db6-4031-9729-d24870f283b2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:36.258900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f0832ab0-f13d-4eda-932c-8ab6ba6b99d6 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6946998 Jul 28 11:08:36.267184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:36.277685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'subnet': {'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:36.293531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2adffc6a-9db6-4031-9729-d24870f283b2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:08:36.336642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-49dfacf1-a5c6-4a7f-a54a-b47fb274d87d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.340986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-49dfacf1-a5c6-4a7f-a54a-b47fb274d87d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 932 time: 0.1153584 Jul 28 11:08:36.411749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:36.455901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8b9d05b0-7292-472e-9ec0-7c1ea0b01610 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.457406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-8b9d05b0-7292-472e-9ec0-7c1ea0b01610 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 931 time: 0.1077163 Jul 28 11:08:36.469228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15009-f397-47d2-9496-ea5df87c564f req-b729fa6f-d028-4dbd-a065-ee5723461e5a tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.469707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:36.470087 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.476890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16e15009-f397-47d2-9496-ea5df87c564f req-b729fa6f-d028-4dbd-a065-ee5723461e5a tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0683002 Jul 28 11:08:36.503454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-15363715-a1c6-42df-a9ba-0c53a476e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.505025 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-15363715-a1c6-42df-a9ba-0c53a476e976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.1413774 Jul 28 11:08:36.508958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:36.537629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-84fa0b3d-f1ee-4f7b-a27e-407df00eb49c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0724726 Jul 28 11:08:36.546701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.568933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16e15009-f397-47d2-9496-ea5df87c564f req-12ac57e5-8754-4fd3-83f8-ec2bb0438f72 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908775 Jul 28 11:08:36.569357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f9efbedc-4879-4bb5-a6de-18b820a8f725 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:36.596221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Made reservation on behalf of fe309357cc834bd9bc6ef3472cf65bde for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:36.599624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.599913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-1ad7a97e-f8aa-44e8-9573-08ababf288c7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0511224 Jul 28 11:08:36.613056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Transition to ACTIVE for port object 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:36.628549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f9efbedc-4879-4bb5-a6de-18b820a8f725 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:36.628927 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.661859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.758948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-b74df310-1876-4f9c-a841-304ce179468a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.765457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-b74df310-1876-4f9c-a841-304ce179468a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.776096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-b74df310-1876-4f9c-a841-304ce179468a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.784153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-b74df310-1876-4f9c-a841-304ce179468a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 1990 time: 0.1830897 Jul 28 11:08:36.799125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Pushing event updated for resources: {'Port': ['ID=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:36.801956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-6190f27f-7916-48c5-b5d6-9a9bd506b9c8 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/quotas/44d7dff6fecd400e87455d53ec70240e HTTP/1.1" status: 200 len: 375 time: 0.0169122 Jul 28 11:08:36.824734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:36.833384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-e208b7c8-e585-4d26-ad42-a1e7a088c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.834852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-e208b7c8-e585-4d26-ad42-a1e7a088c3a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.3023460 Jul 28 11:08:36.896471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-5f5ea888-5f8c-4649-8696-4b32fa0c53b0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0936069 Jul 28 11:08:36.914740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137e3b-7d07-4175-afc3-a4dd06996748 req-1189660b-df8f-4689-a7af-f2242af4ba0c tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:36.916213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f137e3b-7d07-4175-afc3-a4dd06996748 req-1189660b-df8f-4689-a7af-f2242af4ba0c tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.0782251 Jul 28 11:08:36.936749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-2c94481f-1d8e-4db4-b398-c590e14c4648 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.0547154 Jul 28 11:08:37.002320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f137e3b-7d07-4175-afc3-a4dd06996748 req-0608cdd1-ea9c-49de-9197-f8ff3acdf045 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778735 Jul 28 11:08:37.034651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-402d755b-1689-4a96-a943-149328694b9d service neutron] 10.222.0.20 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174631 Jul 28 11:08:37.083017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-39c73952-fd7a-4037-a5ab-018e61585ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:37.084407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-39c73952-fd7a-4037-a5ab-018e61585ae9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.1384423 Jul 28 11:08:37.085056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Attempting to bind port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:37.085387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Attempting to bind port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:37.085709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Attempting to bind port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 on network e99bd42d-60f4-415e-b132-510d41d9c056 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:37.155083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 on network e99bd42d-60f4-415e-b132-510d41d9c056 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:37.155402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Attempting to bind port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 on network e99bd42d-60f4-415e-b132-510d41d9c056 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:37.160385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687f650-72f6-4991-bf5d-d45470373848 req-3a8e6628-742d-4594-ba48-57dd153ecda5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:37.161825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4687f650-72f6-4991-bf5d-d45470373848 req-3a8e6628-742d-4594-ba48-57dd153ecda5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 943 time: 0.0778739 Jul 28 11:08:37.164760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-9fc46c8c-aa55-44b3-ba99-71a74cdab5f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512559 Jul 28 11:08:37.165527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-b08ea524-90f0-4912-b50c-59d3bfdd658e service neutron] 10.222.0.20 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239917 Jul 28 11:08:37.175753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:37.176038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Checking segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:37.176374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Bound using segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:37.176793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Bound port: 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:37.177239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.220914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.232212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-7924db1f-f738-48d4-9590-5ce6a2a0c629 service neutron] 10.222.0.20 "GET /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0556142 Jul 28 11:08:37.238127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4687f650-72f6-4991-bf5d-d45470373848 req-bd9e33e9-cf66-4cc4-82eb-1e325c752ab6 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Jul 28 11:08:37.367102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-351ca683-cf32-48b6-8bbf-4370697f9713 service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200573 Jul 28 11:08:37.377979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a3b1-6386-4c74-936d-02e353c28ac5 req-ea4a780f-016e-4c3c-a140-9ddaba5b8e2c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:37.379562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5e1a3b1-6386-4c74-936d-02e353c28ac5 req-ea4a780f-016e-4c3c-a140-9ddaba5b8e2c tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.0756078 Jul 28 11:08:37.409842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Subnet': ['ID=9fa7478c-3eed-4bc8-ba7d-bc711d1b98ad,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:37.446776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] For port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:37.449265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Checking segment: {'id': '4924a562-938d-423b-927d-fbe6d5aa8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:37.449627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network hostable DHCP agents. Network: 2adffc6a-9db6-4031-9729-d24870f283b2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:08:37.453855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-7e912216-f544-4efe-a344-9a09a3af489b service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801096 Jul 28 11:08:37.462793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5e1a3b1-6386-4c74-936d-02e353c28ac5 req-698f15a1-3127-441c-ba92-e8b2cf55fa49 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742402 Jul 28 11:08:37.475351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] For port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:37.502997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-0614614f-b056-46f8-9691-2d7350d6e1ee service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223302 Jul 28 11:08:37.523617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.552520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-7e037740-1ff5-41b5-90d9-3902cc4297b7 service neutron] 10.222.0.20 "GET /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0424850 Jul 28 11:08:37.589436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 2adffc6a-9db6-4031-9729-d24870f283b2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:08:37.619190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:37.620715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.622140 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] 10.222.0.41 "PUT /v2.0/ports/726ebe80-b75b-48ef-8c5f-ca2b93f988d0 HTTP/1.1" status: 200 len: 1091 time: 2.0193717 Jul 28 11:08:37.622594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43446c45-8a94-4c59-91b0-48789278172b', 'tag': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:37.624906 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649e2171-c999-4d41-a6d9-3c15471656e6" -d '{"events": [{"name": "network-changed", "server_uuid": "43446c45-8a94-4c59-91b0-48789278172b", "tag": "726ebe80-b75b-48ef-8c5f-ca2b93f988d0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:37.645381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2adffc6a-9db6-4031-9729-d24870f283b2) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:37.650785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:37.651561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.660837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd28f729-52b8-4d8a-ad8e-5d999160e88d service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012154 Jul 28 11:08:37.661681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c8e52-5390-4ba7-bd87-33acf6ce2e30 None None] Network 2adffc6a-9db6-4031-9729-d24870f283b2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:37.716171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd27837-28fd-430f-be77-7ca838997012 service neutron] Pushing event updated for resources: {'Port': ['ID=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:37.766274 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b888114b-cf6e-4cf8-90a5-f56b697d918e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4965093 Jul 28 11:08:37.768334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95d6b201-206f-4850-bb35-5b1216117dc6 req-35041561-4d05-4102-a387-1080d8ac5f15 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051150 Jul 28 11:08:37.773611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:37.788521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f1ce9731-1eb8-4d6d-996f-325c942fe0a2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'router': {'external_gateway_info': {'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:37.799482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-1543a6a3-e1df-4c53-bf02-c97c8bd11457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:37.801198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-1543a6a3-e1df-4c53-bf02-c97c8bd11457 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 1094 time: 0.1013703 Jul 28 11:08:37.822391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-98215712-88bb-450d-b5dd-d37843ccdf4a service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526427 Jul 28 11:08:37.838792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Deleting port 44ac620a-da3b-4bdd-a274-9c89c7a87919 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:37.839214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.920443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-ca1b72e7-79bd-43fd-a710-47ee839cdca3 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711992 Jul 28 11:08:37.943904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-2adffc6a-9db6-4031-9729-d24870f283b2', 'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2', 'tenant_id': 'fe309357cc834bd9bc6ef3472cf65bde', 'fixed_ips': [{'subnet_id': '9fa7478c-3eed-4bc8-ba7d-bc711d1b98ad'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:08:37.945714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:37.951742 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-fa30d39c-3040-4494-946c-344d6502b94e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0 HTTP/1.1" status: 200 len: 217 time: 0.1076980 Jul 28 11:08:38.009941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-ef7421b5-593c-41f3-8fda-72c67e617f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:38.012166 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-ef7421b5-593c-41f3-8fda-72c67e617f47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.0483351 Jul 28 11:08:38.020811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-d7a9a19d-79f3-4bc7-aa5a-bfb17c3f1c23 service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805525 Jul 28 11:08:38.083972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Allocated IP 2001:db8:1::2 (2adffc6a-9db6-4031-9729-d24870f283b2/9fa7478c-3eed-4bc8-ba7d-bc711d1b98ad/6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:38.110765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-555d789e-7f30-4149-b478-6de92e3adf37 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:38.117154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-555d789e-7f30-4149-b478-6de92e3adf37 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872656 Jul 28 11:08:38.119596 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-757566f4-f1a4-4cbc-803d-437bb747d21e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689480 Jul 28 11:08:38.141838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-52f7ea81-e691-4e3c-8fe1-b8ee472354a1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/quotas/49d0cca2bd784a46bcadb2d4787ac335 HTTP/1.1" status: 200 len: 375 time: 0.0194919 Jul 28 11:08:38.171447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-3b4e1e67-38a4-4f16-b1c0-d50b4b8396d9 service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383631 Jul 28 11:08:38.236474 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.247151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Transition to ACTIVE for port object 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:38.265682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Transition to ACTIVE for port object 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:38.274614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.321571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Network 2adffc6a-9db6-4031-9729-d24870f283b2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:38.322573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-95702f22-4d5a-4866-a16d-ab840ad64d2b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662302 Jul 28 11:08:38.329969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:38.335085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:38.339287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Pushing event updated for resources: {'Port': ['ID=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:38.340286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-4a36811c-b617-4b7d-9450-ace360ed36ea service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553447 Jul 28 11:08:38.434496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Attempting to bind port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:38.434875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Attempting to bind port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '4924a562-938d-423b-927d-fbe6d5aa8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:38.435241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Attempting to bind port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d on network 2adffc6a-9db6-4031-9729-d24870f283b2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:38.442855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:38.443353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Checking segment: {'id': '4924a562-938d-423b-927d-fbe6d5aa8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:38.443779 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.444208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Bound using segment: {'id': '4924a562-938d-423b-927d-fbe6d5aa8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:38.444687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Bound port: 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4924a562-938d-423b-927d-fbe6d5aa8467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2adffc6a-9db6-4031-9729-d24870f283b2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:38.445079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.478138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-8a4a43fc-8cea-4ff3-ae86-c647ce382f1f service neutron] 10.222.0.20 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258218 Jul 28 11:08:38.550186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] For port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:38.559996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] For port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,segment=NetworkSegment(4924a562-938d-423b-927d-fbe6d5aa8467),segment_id=4924a562-938d-423b-927d-fbe6d5aa8467)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:38.566804 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.607894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-a48a4167-9b2e-417b-9d21-f423eec90de1 service neutron] 10.222.0.20 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220798 Jul 28 11:08:38.653780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8d9f-93fe-4db6-99ad-566803ded4a0 None None] Pushing event updated for resources: {'Port': ['ID=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:38.731275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] For port 44ac620a-da3b-4bdd-a274-9c89c7a87919, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=44ac620a-da3b-4bdd-a274-9c89c7a87919,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:38.731866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.740853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-5315f30f-f9bd-400a-8527-2c29ecffbe53 service neutron] 10.222.0.20 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265230 Jul 28 11:08:38.742532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9731-1eb8-4d6d-996f-325c942fe0a2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:38.753511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Calling delete_port for 44ac620a-da3b-4bdd-a274-9c89c7a87919 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:38.925940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-bf69a015-a19b-4e34-9810-f019252e885c service neutron] 10.222.0.20 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787245 Jul 28 11:08:38.999663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-11575d00-cbf9-4f5d-b8b7-e58599c6370b service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8726254 Jul 28 11:08:39.093455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-2e5bc450-ae69-4c9b-a32e-bb631e354871 service neutron] 10.222.0.20 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602275 Jul 28 11:08:39.275634 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e63969-fdf2-4502-bcc1-a42e330d602f x-openstack-request-id: req-93e63969-fdf2-4502-bcc1-a42e330d602f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:39.275931 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43446c45-8a94-4c59-91b0-48789278172b", "tag": "726ebe80-b75b-48ef-8c5f-ca2b93f988d0", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:39.276207 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93e63969-fdf2-4502-bcc1-a42e330d602f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:39.277283 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43446c45-8a94-4c59-91b0-48789278172b', 'tag': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0', 'status': 'completed', 'code': 200} Jul 28 11:08:39.378648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b262-73e2-4bc4-a5b3-beee4d80ae59 req-f1e90482-d0b4-4df3-bccd-ea13a9183269 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:39.380253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71e1b262-73e2-4bc4-a5b3-beee4d80ae59 req-f1e90482-d0b4-4df3-bccd-ea13a9183269 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.0837433 Jul 28 11:08:39.395161 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-f1ce9731-1eb8-4d6d-996f-325c942fe0a2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:08:39.401139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f1ce9731-1eb8-4d6d-996f-325c942fe0a2 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd HTTP/1.1" status: 400 len: 364 time: 1.6140604 Jul 28 11:08:39.401832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:39.473685 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71e1b262-73e2-4bc4-a5b3-beee4d80ae59 req-6b45f3cc-2f6c-400a-b88d-71b80ed8c976 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Jul 28 11:08:39.539769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6e7625f7-ac3f-47d8-896b-306d2fe00b2e req-39a197d2-2c1e-4946-93ed-3c29d2e4d647 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179458 Jul 28 11:08:39.681248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d84f1-5740-49c6-b41e-fc55157cef6f req-ad2ca8ea-6c00-4300-82df-d9ee3cc33d0b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:39.695726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f05d84f1-5740-49c6-b41e-fc55157cef6f req-ad2ca8ea-6c00-4300-82df-d9ee3cc33d0b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 943 time: 0.1087158 Jul 28 11:08:39.802928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f05d84f1-5740-49c6-b41e-fc55157cef6f req-95fddbcc-c042-40f8-982c-97988588edcd tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065042 Jul 28 11:08:39.918870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:39.969975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Pushing event deleted for resources: {'Port': ['ID=44ac620a-da3b-4bdd-a274-9c89c7a87919,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:39.980487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-bbd12b13-0690-4512-b617-ceb7c6d5e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:39.982689 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-bbd12b13-0690-4512-b617-ceb7c6d5e18f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 1094 time: 0.3707755 Jul 28 11:08:40.038015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597e845-9282-479f-bf9e-3ebe32e89831 req-aaef0e45-ce47-4b72-8353-84afff816a37 tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:40.051357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e597e845-9282-479f-bf9e-3ebe32e89831 req-aaef0e45-ce47-4b72-8353-84afff816a37 tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 1101 time: 0.0633895 Jul 28 11:08:40.090250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e597e845-9282-479f-bf9e-3ebe32e89831 req-1e5394bf-6cc7-4441-a5b3-6d54dabd68bf tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:40.222073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038217c-434b-4be1-925f-f4620fb0e9df None None] Network 2adffc6a-9db6-4031-9729-d24870f283b2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:40.309906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32c39e70-7949-4b8d-84d2-558ec460d002 req-35f2ad40-f940-4c81-a692-c845aa58ba4d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 210 time: 0.1125159 Jul 28 11:08:40.424494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc4a9d8b-09b6-4676-9a65-0783da89ecf3 None None] Provisioning for port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:40.475676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-87f13218-913b-4f11-8d72-b0667dbbdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:40.477526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-87f13218-913b-4f11-8d72-b0667dbbdeba service neutron] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 912 time: 0.4869037 Jul 28 11:08:40.493805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e597e845-9282-479f-bf9e-3ebe32e89831 req-1e5394bf-6cc7-4441-a5b3-6d54dabd68bf tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:40.586433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7383a375-3a52-4410-9125-a3e16024ed89 req-380a6e76-6515-4be1-9772-394534f5b178 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.1112525 Jul 28 11:08:40.587178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e597e845-9282-479f-bf9e-3ebe32e89831 req-1e5394bf-6cc7-4441-a5b3-6d54dabd68bf tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:40.661235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:40.671567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e597e845-9282-479f-bf9e-3ebe32e89831 req-1e5394bf-6cc7-4441-a5b3-6d54dabd68bf tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191611 Jul 28 11:08:40.676268 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-a431b798-5ffe-4db6-9f1a-9b3ef0226ae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0 HTTP/1.1" status: 200 len: 217 time: 0.1790962 Jul 28 11:08:40.682343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5394bf-6cc7-4441-a5b3-6d54dabd68bf tempest-ServersAdminNegativeTestJSON-211274192 tempest-ServersAdminNegativeTestJSON-211274192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f451bc76-95cc-4c54-b5ca-57df9ac49701,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:40.737197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:40.823742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:40.828851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:40.829986 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:40.877557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06bd42-f5d6-4a30-be39-b105f8b47e62 req-8324ffd3-cf3d-4627-bc2d-dad9fcb2ab66 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:40.880780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd06bd42-f5d6-4a30-be39-b105f8b47e62 req-8324ffd3-cf3d-4627-bc2d-dad9fcb2ab66 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.1078053 Jul 28 11:08:40.965167 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:41.020067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,segment=NetworkSegment(4924a562-938d-423b-927d-fbe6d5aa8467),segment_id=4924a562-938d-423b-927d-fbe6d5aa8467)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:41.028788 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:41.073055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd06bd42-f5d6-4a30-be39-b105f8b47e62 req-32ed05f1-db0e-4994-9281-aefaa6116e95 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814318 Jul 28 11:08:41.117161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:41.152373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308853-887c-4cd8-b00a-1d954db8e31f req-942a6485-b605-4db6-a66a-315d9869f93f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:41.154119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0308853-887c-4cd8-b00a-1d954db8e31f req-942a6485-b605-4db6-a66a-315d9869f93f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 943 time: 0.1674390 Jul 28 11:08:41.278953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:41.312354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0308853-887c-4cd8-b00a-1d954db8e31f req-cbcc1153-193b-4069-8fc5-87eed6bae266 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 Jul 28 11:08:41.380482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:41.443450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'port_id': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0', 'mac_address': 'fa:16:3e:aa:ae:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:41.452017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc91d2e1-6975-4782-a55d-782db105496c None None] Provisioning complete for port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:41.452424 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc91d2e1-6975-4782-a55d-782db105496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:41.467108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93c75f66-9da0-495a-960b-cf60e57747bb req-6e53ac42-a574-4ac7-8796-ed8dbbe70cf6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 210 time: 0.0398951 Jul 28 11:08:41.510474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-0983a6f1-e34a-4c22-a3cf-5aec3daed453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:41.514574 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-0983a6f1-e34a-4c22-a3cf-5aec3daed453 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.8022630 Jul 28 11:08:41.536155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:41.543067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:41.561563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:41.563058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-94b7cba5-305f-4e15-a5a8-87f10e79ba5b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2201378 Jul 28 11:08:41.593135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:41.595921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a0a19-def1-460f-97a7-0050ed4ea084 req-8d0f9fae-ee42-40c4-8060-c5eb449e82f0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:41.599195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c9a0a19-def1-460f-97a7-0050ed4ea084 req-8d0f9fae-ee42-40c4-8060-c5eb449e82f0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.1029108 Jul 28 11:08:41.643463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:41.700792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c9a0a19-def1-460f-97a7-0050ed4ea084 req-554cb370-85f1-4fda-93b0-dc2215d7ec8b tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913589 Jul 28 11:08:41.731365 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-ad18edf3-c27c-49e6-a092-b977fc8ea5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914842 Jul 28 11:08:41.738572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:41.742803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-cc05533f-c4a1-4769-b163-b32f86f16e3f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:41.744483 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-cc05533f-c4a1-4769-b163-b32f86f16e3f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527088 Jul 28 11:08:41.828845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Allocated IP 2001:db8::1 (38924941-bcf9-49de-8031-1ed07e2fc698/5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce/54a69a83-cf57-48f0-aada-caa3a03efdc7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:41.839617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:41.859433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d69e842-a9b4-4a30-8781-060c5dc30237 req-fab2f676-71ff-4302-8135-85d71cb81433 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0382133 Jul 28 11:08:41.902305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['726ebe80-b75b-48ef-8c5f-ca2b93f988d0'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:41.989248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-7da857e0-db74-4578-adec-9ee5df2d9d5b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459711 Jul 28 11:08:42.197211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-1c4d7893-0d4c-4fa5-b7d9-475dd96e3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.199332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-1c4d7893-0d4c-4fa5-b7d9-475dd96e3844 service neutron] 10.222.0.41 "GET /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 1028 time: 0.0558836 Jul 28 11:08:42.292426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-14d9d63e-6bdb-4433-9389-57e05d26cd52 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432146 Jul 28 11:08:42.307948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7694f-f557-46dc-a5f3-5510e6f8e6d4 req-1c5bddc4-712e-4edd-b6a7-55f6ca53807d tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.309538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1f7694f-f557-46dc-a5f3-5510e6f8e6d4 req-1c5bddc4-712e-4edd-b6a7-55f6ca53807d tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.1091502 Jul 28 11:08:42.310537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-042568e8-c921-482a-b0ff-5551d3f202d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.311742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-042568e8-c921-482a-b0ff-5551d3f202d8 service neutron] 10.222.0.41 "GET /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 1027 time: 0.0997248 Jul 28 11:08:42.366956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:42.371597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:42.421751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:42.513677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1f7694f-f557-46dc-a5f3-5510e6f8e6d4 req-25d63a20-b4f7-4207-b0cf-dbcb04c63f78 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570041 Jul 28 11:08:42.548893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:42.549275 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:42.581659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5352-a83a-4df9-aa2d-8f02956fae47 req-f060fc81-c70c-47df-b9c9-158da6568f22 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.591259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26ed5352-a83a-4df9-aa2d-8f02956fae47 req-f060fc81-c70c-47df-b9c9-158da6568f22 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 944 time: 0.1666126 Jul 28 11:08:42.630862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-a1a74718-8b30-49da-98bc-f68a94ca0eba tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.639083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-a1a74718-8b30-49da-98bc-f68a94ca0eba tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.646228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-a1a74718-8b30-49da-98bc-f68a94ca0eba tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.648201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-a1a74718-8b30-49da-98bc-f68a94ca0eba tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 1990 time: 0.3229973 Jul 28 11:08:42.680333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-db215549-f09c-4f2a-a453-b530cb9bb4ea tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.681876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-db215549-f09c-4f2a-a453-b530cb9bb4ea tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6577554 Jul 28 11:08:42.693410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:42.712588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1cb6350-6376-4551-bfdb-eea072593879 req-aa48e7b0-4047-4518-9f71-85c4971205de tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 210 time: 0.0953612 Jul 28 11:08:42.736427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': '03f3446f-e632-455f-ba28-38579c504696', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:42.751671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26ed5352-a83a-4df9-aa2d-8f02956fae47 req-c5548c3a-39b4-45ef-939f-1a42bf27b1c7 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588595 Jul 28 11:08:42.766688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-32d470a9-3121-455b-b794-9d44770a67ba tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d7dff6fecd400e87455d53ec70240e HTTP/1.1" status: 200 len: 379 time: 0.1070457 Jul 28 11:08:42.784871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'admin_state_up': True, 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'security_groups': ['eea0aedf-8f51-4c48-9448-e23c8c6fa001']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:42.926402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e763-ebce-41fd-892a-21148e7b5724 req-38e0f0fc-eff2-463f-86e0-548a5039b258 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:42.928049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5313e763-ebce-41fd-892a-21148e7b5724 req-38e0f0fc-eff2-463f-86e0-548a5039b258 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.0865831 Jul 28 11:08:42.991622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5313e763-ebce-41fd-892a-21148e7b5724 req-1e6dad17-6708-4745-8907-bcfcdbb9f91e tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 Jul 28 11:08:43.026345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-159ebbf2-9941-4f28-a635-280b82806290 req-bc966d5b-3990-42b8-a02d-4067d8627f8c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0318253 Jul 28 11:08:43.043823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:43.048247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.050712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.41', 51207) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:43.077497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:43.158590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:43.164086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:43.164630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.216872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2247-d91f-4332-8235-9789bffea235 req-4313939b-2c1c-438b-8d29-176f28a81a36 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:43.218935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f06b2247-d91f-4332-8235-9789bffea235 req-4313939b-2c1c-438b-8d29-176f28a81a36 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.1658571 Jul 28 11:08:43.267853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.304636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43446c45-8a94-4c59-91b0-48789278172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:43.311711 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101757c-5f8a-47ca-a207-0416eb12a7d6" -d '{"events": [{"server_uuid": "43446c45-8a94-4c59-91b0-48789278172b", "name": "network-vif-plugged", "status": "completed", "tag": "726ebe80-b75b-48ef-8c5f-ca2b93f988d0"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:43.351363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:43.358519 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.363335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Transition to ACTIVE for port object 54a69a83-cf57-48f0-aada-caa3a03efdc7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:43.434704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:43.439429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.101 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/cf7c5aef-08fa-419d-aaea-22819b252a84) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:43.441950 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7de2e-c025-41de-b821-da86ce1a8bf4 x-openstack-request-id: req-69f7de2e-c025-41de-b821-da86ce1a8bf4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:43.442662 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43446c45-8a94-4c59-91b0-48789278172b", "name": "network-vif-plugged", "status": "completed", "tag": "726ebe80-b75b-48ef-8c5f-ca2b93f988d0", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:43.443175 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f7de2e-c025-41de-b821-da86ce1a8bf4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:43.444422 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43446c45-8a94-4c59-91b0-48789278172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0', 'code': 200} Jul 28 11:08:43.446050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 51208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:43.494177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-a19259a8-40ac-4096-b739-d8330b97f0fe service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1857102 Jul 28 11:08:43.525365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Router 75ff8512-6f3f-4556-8c63-984172deb111 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:43.550445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.598466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:43.601887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.614644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb67bc4-ac79-4403-a8a5-817225510a78 req-ca189404-fea5-4f44-bb9e-3924f736a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:43.616155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdb67bc4-ac79-4403-a8a5-817225510a78 req-ca189404-fea5-4f44-bb9e-3924f736a3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 1096 time: 0.1653864 Jul 28 11:08:43.654682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 38924941-bcf9-49de-8031-1ed07e2fc698 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:43.717022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 172.20.0.8 (41784674-f678-4a62-b982-17a81688a84c/51c3d490-6a4d-4c26-a976-5b464ba2291d/69396c9c-5e9a-4f7e-9d7f-5c20213b9622) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:43.717630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:43.763090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:43.763643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:43.766272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Port': ['ID=54a69a83-cf57-48f0-aada-caa3a03efdc7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:43.801666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa19009-7584-4bf0-9eb0-9d1c23c6a5e2 req-eaec437e-4b95-4ac6-a85c-7bbbc7916463 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:43.810806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fa19009-7584-4bf0-9eb0-9d1c23c6a5e2 req-eaec437e-4b95-4ac6-a85c-7bbbc7916463 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.1795232 Jul 28 11:08:43.977263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fa19009-7584-4bf0-9eb0-9d1c23c6a5e2 req-cefbeccd-ce05-4bd4-81e7-1ff9293ff637 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652424 Jul 28 11:08:43.995387 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdb67bc4-ac79-4403-a8a5-817225510a78 req-a6f94f6b-9d2c-4ec2-bdd6-2412cd9c20fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628328 Jul 28 11:08:44.059094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Deleting port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:44.060763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.152942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.181663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:44.192702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] Sync routers for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:44.198616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-336ec92d-84c3-4bdc-9fdb-6ae7af5f4dce admin admin] 10.222.0.20 "PUT /v2.0/routers/75ff8512-6f3f-4556-8c63-984172deb111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2073855 Jul 28 11:08:44.204689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:44.225307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0303cc64-e3be-4bd7-92bf-54da6cc59643 None None] Provisioning for port 54a69a83-cf57-48f0-aada-caa3a03efdc7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:44.228707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object cf7c5aef-08fa-419d-aaea-22819b252a84 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:44.236909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51ad187a-67b8-4a52-80d0-e2528e6c0399 req-0af867ad-d83a-4bd6-9999-5ec8430f47db tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 210 time: 0.1929772 Jul 28 11:08:44.250605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.270796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0303cc64-e3be-4bd7-92bf-54da6cc59643 None None] Provisioning complete for port 54a69a83-cf57-48f0-aada-caa3a03efdc7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:44.271184 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0303cc64-e3be-4bd7-92bf-54da6cc59643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.276139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:44.277102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:44.369050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.406412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:44.467393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.150 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/827dd066-0d3b-4e30-98d7-4a165e8e9a7f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:44.535998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.540375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0303cc64-e3be-4bd7-92bf-54da6cc59643 None None] Port 54a69a83-cf57-48f0-aada-caa3a03efdc7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:44.557468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:44.617613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c78ebb-7ff8-47f5-a435-72691b9a932f req-41846153-e684-4440-870f-91e3274f797c tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:44.627353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5c78ebb-7ff8-47f5-a435-72691b9a932f req-41846153-e684-4440-870f-91e3274f797c tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.5183423 Jul 28 11:08:44.702585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] For port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:44.702959 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.717656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:44.720054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Calling delete_port for f1d57e4e-9ac2-45c4-87be-ecf90d05af3a owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:44.752252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:44.768056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:44.837468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:44.874910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:44.968746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8562e-2881-4a8d-a978-8f5decafe17a req-1ba618fe-133c-4c20-b477-90bfde3b7363 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:44.982629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dae8562e-2881-4a8d-a978-8f5decafe17a req-1ba618fe-133c-4c20-b477-90bfde3b7363 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebb17ef-a3e4-4edd-a266-3ca42dcbab37 HTTP/1.1" status: 200 len: 950 time: 0.5137799 Jul 28 11:08:45.029632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=cf7c5aef-08fa-419d-aaea-22819b252a84,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:45.119205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 41784674-f678-4a62-b982-17a81688a84c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:45.127540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5c78ebb-7ff8-47f5-a435-72691b9a932f req-1470a001-cdfe-4118-a9f3-206900f4802f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820182 Jul 28 11:08:45.224788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6751df16-f0ec-446d-8b0e-d436aaccab91 None None] Provisioning for port cf7c5aef-08fa-419d-aaea-22819b252a84 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:45.225687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:45.252037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6751df16-f0ec-446d-8b0e-d436aaccab91 None None] Provisioning complete for port cf7c5aef-08fa-419d-aaea-22819b252a84 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:45.252523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6751df16-f0ec-446d-8b0e-d436aaccab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.255164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:08:39Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:45.274416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:45.281155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:45.305838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dae8562e-2881-4a8d-a978-8f5decafe17a req-27daa7f4-6620-4c26-a23b-8059604a36e7 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795300 Jul 28 11:08:45.308753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.394463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['e0194f3b-2690-4999-bfbe-5b6f441e5021'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:45.402703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] Checking router: 75ff8512-6f3f-4556-8c63-984172deb111 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:08:45.437684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Pushing event deleted for resources: {'Port': ['ID=f1d57e4e-9ac2-45c4-87be-ecf90d05af3a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:45.479154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] Routers {'75ff8512-6f3f-4556-8c63-984172deb111'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:45.480207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['75ff8512-6f3f-4556-8c63-984172deb111'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:45.631993 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.655557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.659563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] Set router 75ff8512-6f3f-4556-8c63-984172deb111 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:08:45.663322 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.664064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.684811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] No DVR routers for this DVR port f1d57e4e-9ac2-45c4-87be-ecf90d05af3a on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:45.705010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:45.707199 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.714449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.716687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f06b2247-d91f-4332-8235-9789bffea235 req-765389f0-a253-4dfc-bac0-8040b0ac7f03 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.41 "DELETE /v2.0/ports/f1d57e4e-9ac2-45c4-87be-ecf90d05af3a HTTP/1.1" status: 204 len: 173 time: 2.0951433 Jul 28 11:08:45.738373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'name': 'network-vif-deleted', 'tag': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:45.747613 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1f3fe1-df52-412d-aa34-b512cecef98b" -d '{"events": [{"server_uuid": "5ebb17ef-a3e4-4edd-a266-3ca42dcbab37", "name": "network-vif-deleted", "tag": "f1d57e4e-9ac2-45c4-87be-ecf90d05af3a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:45.762312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6751df16-f0ec-446d-8b0e-d436aaccab91 None None] Port cf7c5aef-08fa-419d-aaea-22819b252a84 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:45.819792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb22cdc-6438-4afa-8283-cbb2952c2394 req-b6efa843-1a50-4b31-bd37-59a907101ea7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:45.822914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb22cdc-6438-4afa-8283-cbb2952c2394 req-b6efa843-1a50-4b31-bd37-59a907101ea7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 931 time: 0.4677093 Jul 28 11:08:45.824989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.827214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-16a4f3d8-736d-4a3f-926b-f46f9717374d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0494583 Jul 28 11:08:45.839268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object 827dd066-0d3b-4e30-98d7-4a165e8e9a7f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:45.857356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'admin_state_up': True, 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'security_groups': ['eea0aedf-8f51-4c48-9448-e23c8c6fa001']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:45.900235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:45.900942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.920316 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:45.967156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca6c86c0-7a81-4de7-8f32-3412b5e1cbaf None None] Provisioning for port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:45.985864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca6c86c0-7a81-4de7-8f32-3412b5e1cbaf None None] Provisioning complete for port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:45.987326 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca6c86c0-7a81-4de7-8f32-3412b5e1cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:46.002977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event updated for resources: {'Port': ['ID=54a69a83-cf57-48f0-aada-caa3a03efdc7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:46.057860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:46.086456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-e3c2a7ea-d488-4d33-9356-8a5af3f34d9b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2523229 Jul 28 11:08:46.115103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c86c0-7a81-4de7-8f32-3412b5e1cbaf None None] Port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:46.144490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:08:39Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:46.144767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:46.154504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Request body: {'port': {'device_id': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:46.180347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93b86f-cdef-4afa-b18c-d94e593accd1 req-3b195205-91d8-49d5-a58b-b85de2b6f0e4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:46.185159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e705c0-f9aa-41b3-a12a-60f84e3f8eee None None] The sync data for ids ['75ff8512-6f3f-4556-8c63-984172deb111'] in n-d-723573-7 is: [{'id': '75ff8512-6f3f-4556-8c63-984172deb111', 'name': 'tempest-ServersTestManualDisk-977728506-router', 'tenant_id': '3f709c08f060451aa3fd1c882f4aece9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:06:02Z', 'updated_at': '2021-07-28T11:08:39Z', 'revision_number': 5, 'project_id': '3f709c08f060451aa3fd1c882f4aece9', 'gw_port': {'id': '59583ed6-b0b5-4013-8491-0878fdf75b87', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff8512-6f3f-4556-8c63-984172deb111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:06:04Z', 'updated_at': '2021-07-28T11:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:46.200092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:46.201391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c93b86f-cdef-4afa-b18c-d94e593accd1 req-3b195205-91d8-49d5-a58b-b85de2b6f0e4 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.7178724 Jul 28 11:08:46.262340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Network 38924941-bcf9-49de-8031-1ed07e2fc698 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:46.264391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:46.266643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:46.280790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:46.425525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c93b86f-cdef-4afa-b18c-d94e593accd1 req-4e767f77-bdbe-4c5a-b7c0-9d13d05170bd tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229078 Jul 28 11:08:46.454266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb22cdc-6438-4afa-8283-cbb2952c2394 req-ec7474ad-bfa5-42ff-bdc1-6e496c14370d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228113 Jul 28 11:08:46.454952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:46.458466 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:46.700643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7c5aef-08fa-419d-aaea-22819b252a84 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:46.716217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:46.717120 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815801d5-e8ae-4eb6-be5a-65a8a9fb344c x-openstack-request-id: req-815801d5-e8ae-4eb6-be5a-65a8a9fb344c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:46.717524 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb17ef-a3e4-4edd-a266-3ca42dcbab37", "name": "network-vif-deleted", "tag": "f1d57e4e-9ac2-45c4-87be-ecf90d05af3a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:46.718338 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-815801d5-e8ae-4eb6-be5a-65a8a9fb344c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:46.718338 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb17ef-a3e4-4edd-a266-3ca42dcbab37', 'name': 'network-vif-deleted', 'tag': 'f1d57e4e-9ac2-45c4-87be-ecf90d05af3a', 'status': 'completed', 'code': 200} Jul 28 11:08:46.721770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:46.730402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 10.1.1.42 (458bb62c-f9c8-4ee1-9c23-8716261d5be2/5b263265-5888-4788-842d-9a7c47667485/42714a62-f77a-49e0-84cf-3fa068d897ad) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:46.897033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Transition to ACTIVE for port object cf7c5aef-08fa-419d-aaea-22819b252a84 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:46.919192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b468b-96d5-44b3-ba5c-51e5093aa7ed req-a2b86fe6-8fe0-41d0-a654-a6413e920b52 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:46.927813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-602b468b-96d5-44b3-ba5c-51e5093aa7ed req-a2b86fe6-8fe0-41d0-a654-a6413e920b52 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 936 time: 0.2095144 Jul 28 11:08:46.951947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-78c13894-7e88-404a-b518-0623d2f77a4b None None] Provisioning for port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:46.963445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-78c13894-7e88-404a-b518-0623d2f77a4b None None] Provisioning complete for port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:46.963915 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78c13894-7e88-404a-b518-0623d2f77a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:46.998070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac2a5-2ec2-42dc-a9e1-66d3c724131b req-eb8684a8-4d55-46e3-a39f-aa92bc90c62c tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:46.999902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae1ac2a5-2ec2-42dc-a9e1-66d3c724131b req-eb8684a8-4d55-46e3-a39f-aa92bc90c62c tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.2081442 Jul 28 11:08:47.002755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.015030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:47.016088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.044878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-78c13894-7e88-404a-b518-0623d2f77a4b None None] Port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:47.069086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f1d57e4e-9ac2-45c4-87be-ecf90d05af3a no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:47.087863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.097712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: f1d57e4e-9ac2-45c4-87be-ecf90d05af3a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:47.098514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f1d57e4e-9ac2-45c4-87be-ecf90d05af3a not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:47.139244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8d1abf2b-4f8b-4d79-8d90-720f6c191a5d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4407382 Jul 28 11:08:47.171349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b2d37405-9712-48e8-bbf6-c37c38b311da None None] Provisioning complete for port 54a69a83-cf57-48f0-aada-caa3a03efdc7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:47.174723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2d37405-9712-48e8-bbf6-c37c38b311da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.184600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-602b468b-96d5-44b3-ba5c-51e5093aa7ed req-5183190b-fce7-4051-b46f-ab9817d6f433 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424164 Jul 28 11:08:47.186274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Request body: {'port': {'device_id': '03f3446f-e632-455f-ba28-38579c504696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:47.202792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae1ac2a5-2ec2-42dc-a9e1-66d3c724131b req-af7b9a28-62fb-480f-8518-d77feffc1ab9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309414 Jul 28 11:08:47.282746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b2d37405-9712-48e8-bbf6-c37c38b311da None None] Port 54a69a83-cf57-48f0-aada-caa3a03efdc7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:47.287849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7c5aef-08fa-419d-aaea-22819b252a84,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:47.325261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.386743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 42714a62-f77a-49e0-84cf-3fa068d897ad will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:47.466702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Router 759df746-6a46-4654-9786-b71e4812b8bd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:47.467486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.543405 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.608746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Attempting to bind port cf7c5aef-08fa-419d-aaea-22819b252a84 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:47.609084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Attempting to bind port cf7c5aef-08fa-419d-aaea-22819b252a84 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:47.609410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Attempting to bind port cf7c5aef-08fa-419d-aaea-22819b252a84 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:47.616924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Port cf7c5aef-08fa-419d-aaea-22819b252a84 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:47.617248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Attempting to bind port cf7c5aef-08fa-419d-aaea-22819b252a84 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:47.664228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:47.669541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:47.673913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:47.786953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:47.888464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:47.889146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:47.936940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-4020ec30-5f94-4b85-9dca-145ac7b3f93c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0948679 Jul 28 11:08:47.955604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f126cca-5082-47ee-8bdd-393abed61892 req-323ebad1-7461-42cc-a865-7b30db90356d tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:47.964311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f126cca-5082-47ee-8bdd-393abed61892 req-323ebad1-7461-42cc-a865-7b30db90356d tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2858405 Jul 28 11:08:47.966553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6d973-8a65-49c2-840a-84cebed1933f req-54a45c98-8a96-43ae-835c-d270a0389e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:47.968101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-54a45c98-8a96-43ae-835c-d270a0389e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 1096 time: 0.3378785 Jul 28 11:08:47.974908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'admin_state_up': True, 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'security_groups': ['eea0aedf-8f51-4c48-9448-e23c8c6fa001']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:48.059080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-218d19ff-7647-4923-88c7-44c36010282f None None] Provisioning for port 42714a62-f77a-49e0-84cf-3fa068d897ad completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:48.068956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-218d19ff-7647-4923-88c7-44c36010282f None None] Provisioning complete for port 42714a62-f77a-49e0-84cf-3fa068d897ad triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:48.070670 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-218d19ff-7647-4923-88c7-44c36010282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.121598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:48.125849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.144018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-218d19ff-7647-4923-88c7-44c36010282f None None] Port 42714a62-f77a-49e0-84cf-3fa068d897ad cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:48.185037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:48.185648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:48.185768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:48.186506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Bound port: cf7c5aef-08fa-419d-aaea-22819b252a84, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:48.186506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.194103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4018a-673c-4971-8f9d-dfeba3669b1d req-cb4a8557-ab57-47eb-9f50-ced88d979b26 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.201156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4018a-673c-4971-8f9d-dfeba3669b1d req-cb4a8557-ab57-47eb-9f50-ced88d979b26 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.210682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7eb4018a-673c-4971-8f9d-dfeba3669b1d req-cb4a8557-ab57-47eb-9f50-ced88d979b26 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 1652 time: 0.4580138 Jul 28 11:08:48.216656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Deleting port 59583ed6-b0b5-4013-8491-0878fdf75b87 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:48.216656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.295870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f126cca-5082-47ee-8bdd-393abed61892 req-9287692b-1c7a-4aaa-b4e7-baef193f2dd1 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208755 Jul 28 11:08:48.316725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 44ac620a-da3b-4bdd-a274-9c89c7a87919 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:48.359032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 44ac620a-da3b-4bdd-a274-9c89c7a87919 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:48.359380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 44ac620a-da3b-4bdd-a274-9c89c7a87919 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:48.384695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:48.398470 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-599be6f6-095b-47df-a90a-1e01e7ad2aec tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9951434 Jul 28 11:08:48.399072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] Sync routers for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:48.407407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:48.425946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:48.426577 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:48.470039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7eb4018a-673c-4971-8f9d-dfeba3669b1d req-41923543-8c2c-4458-8aa7-630ff875ba27 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594895 Jul 28 11:08:48.510425 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:48.513000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6d973-8a65-49c2-840a-84cebed1933f req-adf3543c-d2d6-414e-8ac4-f15c3cfc9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.516701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-adf3543c-d2d6-414e-8ac4-f15c3cfc9006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 912 time: 0.4131656 Jul 28 11:08:48.530706 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:48.543878 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:48.625476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-342bd437-bb78-4094-a0dc-e25280478ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0 HTTP/1.1" status: 200 len: 217 time: 0.0901985 Jul 28 11:08:48.638971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:48.639949 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592abb9-b02e-4a79-9b4c-f3e55dbf31bc None None] The sync data for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:48.656112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] For port cf7c5aef-08fa-419d-aaea-22819b252a84, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:48.659434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ceca3-634a-4d10-a6c6-3fdc17f3da1b req-91592379-c56f-4191-8a60-c1e1dce8a20f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.669586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c9ceca3-634a-4d10-a6c6-3fdc17f3da1b req-91592379-c56f-4191-8a60-c1e1dce8a20f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.2412503 Jul 28 11:08:48.752942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] For port cf7c5aef-08fa-419d-aaea-22819b252a84, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cf7c5aef-08fa-419d-aaea-22819b252a84,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:48.769210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] For port 59583ed6-b0b5-4013-8491-0878fdf75b87, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59583ed6-b0b5-4013-8491-0878fdf75b87,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:48.769582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.774510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.810725 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3084d04f-61a0-4a09-9061-63836ebf785a tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.813352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Calling delete_port for 59583ed6-b0b5-4013-8491-0878fdf75b87 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:48.815590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c9ceca3-634a-4d10-a6c6-3fdc17f3da1b req-92b32059-5815-493c-abd9-e9df86c7a7a9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447794 Jul 28 11:08:48.826998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 10.1.1.69 (458bb62c-f9c8-4ee1-9c23-8716261d5be2/5b263265-5888-4788-842d-9a7c47667485/7854bbd1-077d-4d69-9312-1c06639b45e7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:48.876589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6d973-8a65-49c2-840a-84cebed1933f req-e768500f-1edc-4fc9-9367-3cfa362cfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.878033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-e768500f-1edc-4fc9-9367-3cfa362cfd03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.2312253 Jul 28 11:08:48.905192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995cb4e-d93d-4755-9f82-087ef1f267f0 req-aa4ce269-cad1-4c5b-b457-f6f6171cdf55 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.919378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d995cb4e-d93d-4755-9f82-087ef1f267f0 req-aa4ce269-cad1-4c5b-b457-f6f6171cdf55 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 950 time: 0.3008437 Jul 28 11:08:48.979942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:48.991030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:48.992549 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf7c5aef-08fa-419d-aaea-22819b252a84 HTTP/1.1" status: 200 len: 1096 time: 2.8435895 Jul 28 11:08:49.001381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'tag': 'cf7c5aef-08fa-419d-aaea-22819b252a84'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:49.009251 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d705fb-6024-4c73-8e42-0c51f8d2d843" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff097dd-e4f4-456d-acd6-090c7895e78a", "tag": "cf7c5aef-08fa-419d-aaea-22819b252a84"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:49.020044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-8cf4ac9a-3a21-4763-b083-cc6d1f1d1c69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966551 Jul 28 11:08:49.227527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8fa5-f74f-4b4d-aca6-68fa74dc7c23 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7c5aef-08fa-419d-aaea-22819b252a84,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:49.238692 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-3084d04f-61a0-4a09-9061-63836ebf785a tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:08:49.239713 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3084d04f-61a0-4a09-9061-63836ebf785a tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd HTTP/1.1" status: 409 len: 329 time: 0.8171315 Jul 28 11:08:49.248586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:49.252604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d995cb4e-d93d-4755-9f82-087ef1f267f0 req-9ed61e58-e7dd-4e83-aedf-2a465b8a38c0 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320422 Jul 28 11:08:49.301541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61338-021c-4d03-8125-6233f662e3d2 req-c336c422-8159-42fc-b358-446e9f4d6388 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.310398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0d61338-021c-4d03-8125-6233f662e3d2 req-c336c422-8159-42fc-b358-446e9f4d6388 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 936 time: 0.3600025 Jul 28 11:08:49.366127 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e6874-22ab-4480-bb1b-d5f5ae46973e x-openstack-request-id: req-4f4e6874-22ab-4480-bb1b-d5f5ae46973e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:49.366425 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff097dd-e4f4-456d-acd6-090c7895e78a", "tag": "cf7c5aef-08fa-419d-aaea-22819b252a84", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:49.367025 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f4e6874-22ab-4480-bb1b-d5f5ae46973e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:49.367433 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'tag': 'cf7c5aef-08fa-419d-aaea-22819b252a84', 'status': 'completed', 'code': 200} Jul 28 11:08:49.387009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-48d8bb83-9900-43b8-9e01-ed226bb49264 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.388565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-48d8bb83-9900-43b8-9e01-ed226bb49264 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 950 time: 0.4204581 Jul 28 11:08:49.396734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-50631480-68c3-417e-be81-47887650c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.398276 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-50631480-68c3-417e-be81-47887650c136 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 1099 time: 0.2960594 Jul 28 11:08:49.477863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-68ccb946-4c27-47e5-8339-db567e6c97b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488711 Jul 28 11:08:49.516613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0d61338-021c-4d03-8125-6233f662e3d2 req-a02f0576-e0cc-4d9a-896f-81173b6c26d1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887586 Jul 28 11:08:49.588902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:49.591740 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:49.611750 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-55e9ee04-a0f8-4a03-b0bf-0f6abf59aa18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cf7c5aef-08fa-419d-aaea-22819b252a84 HTTP/1.1" status: 200 len: 217 time: 0.1300550 Jul 28 11:08:49.627741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 7854bbd1-077d-4d69-9312-1c06639b45e7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:49.660625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046ad17-3980-4e89-8356-463941ab3cac req-bf957d83-6d7d-493e-a9c3-2fd4a02738f2 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.662278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d046ad17-3980-4e89-8356-463941ab3cac req-bf957d83-6d7d-493e-a9c3-2fd4a02738f2 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.1677797 Jul 28 11:08:49.689580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827dd066-0d3b-4e30-98d7-4a165e8e9a7f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:49.734982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea6d973-8a65-49c2-840a-84cebed1933f req-30b9c9b8-9344-4105-afcf-531663107ecf service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458982 Jul 28 11:08:49.749541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:49.772455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:49.788917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d046ad17-3980-4e89-8356-463941ab3cac req-285ac3ff-04b0-4c38-a911-799f28100fdc tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965884 Jul 28 11:08:49.799186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b63ba-7f04-4186-bbef-b74c5348ac0a req-c5cd22df-2a9a-4c9d-ac7d-20ec6c1c950e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.811653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b63ba-7f04-4186-bbef-b74c5348ac0a req-c5cd22df-2a9a-4c9d-ac7d-20ec6c1c950e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.814086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b71b63ba-7f04-4186-bbef-b74c5348ac0a req-c5cd22df-2a9a-4c9d-ac7d-20ec6c1c950e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 1652 time: 0.1620319 Jul 28 11:08:49.902431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Transition to ACTIVE for port object 827dd066-0d3b-4e30-98d7-4a165e8e9a7f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:49.904119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-f95226d0-74e0-41ff-ae16-4378acdceba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:49.905746 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-f95226d0-74e0-41ff-ae16-4378acdceba7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2646015 Jul 28 11:08:49.916237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:49.921529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:49.928773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:49.930934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.069629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.168168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Deleting port e0194f3b-2690-4999-bfbe-5b6f441e5021 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:50.168967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.235062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-c2dbbfd0-bb3e-4297-8990-069304f18801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:50.236816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-c2dbbfd0-bb3e-4297-8990-069304f18801 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3204277 Jul 28 11:08:50.237878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Pushing event updated for resources: {'Port': ['ID=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:50.413107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e04aded-ec6d-41ac-93e9-cf844827896c None None] Provisioning for port 7854bbd1-077d-4d69-9312-1c06639b45e7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:50.421403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e04aded-ec6d-41ac-93e9-cf844827896c None None] Provisioning complete for port 7854bbd1-077d-4d69-9312-1c06639b45e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:50.421712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e04aded-ec6d-41ac-93e9-cf844827896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.430183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Pushing event deleted for resources: {'Port': ['ID=59583ed6-b0b5-4013-8491-0878fdf75b87,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:50.436542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:50.451408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b71b63ba-7f04-4186-bbef-b74c5348ac0a req-ba8366a1-c059-4f98-9408-86d3f328d643 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6273596 Jul 28 11:08:50.469540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b431b-28f4-4c8e-a9cd-b55fab48373b req-5b059017-1179-41ec-8609-4f94245e9b66 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:50.477050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff8b431b-28f4-4c8e-a9cd-b55fab48373b req-5b059017-1179-41ec-8609-4f94245e9b66 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.5522261 Jul 28 11:08:50.493551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:50.494266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.521023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.527854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9e04aded-ec6d-41ac-93e9-cf844827896c None None] Port 7854bbd1-077d-4d69-9312-1c06639b45e7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:50.540194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-408cf704-0726-4170-a386-ee29ba367b4a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5706115 Jul 28 11:08:50.544611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff8b431b-28f4-4c8e-a9cd-b55fab48373b req-2bda0247-4621-4d58-9cc3-7fe0deadc853 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663948 Jul 28 11:08:50.556274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'admin_state_up': True, 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'security_groups': ['eea0aedf-8f51-4c48-9448-e23c8c6fa001']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:50.639914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.642312 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:50.756111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791df4a-758a-4f23-9c55-2e82c26b36d9 req-043cabca-700f-429e-9cb5-13cd1bd07e15 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:50.762678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9791df4a-758a-4f23-9c55-2e82c26b36d9 req-043cabca-700f-429e-9cb5-13cd1bd07e15 tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 950 time: 0.1595078 Jul 28 11:08:50.897869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9791df4a-758a-4f23-9c55-2e82c26b36d9 req-65c2a92c-1498-4bf2-ab7c-d0976e9ccdfb tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/security-groups?id=619b6456-4b3c-49a4-aedf-7455b05bbbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187208 Jul 28 11:08:50.900755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:50.933414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164df955-077a-4c14-84c8-4a04a5ab990c req-f7f57f41-9ffd-4d96-8068-a11a6ec1e617 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:50.934985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-164df955-077a-4c14-84c8-4a04a5ab990c req-f7f57f41-9ffd-4d96-8068-a11a6ec1e617 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 948 time: 0.1446543 Jul 28 11:08:51.045728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-164df955-077a-4c14-84c8-4a04a5ab990c req-ffde9152-ac7b-494c-ade7-dba9d74b9395 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764306 Jul 28 11:08:51.083013 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:51.346679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddea07-7c97-402d-9bad-2f4662f7bcf5 req-3408e875-ea23-4abe-a874-90fb4ada8b02 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:51.369048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31ddea07-7c97-402d-9bad-2f4662f7bcf5 req-3408e875-ea23-4abe-a874-90fb4ada8b02 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2117414 Jul 28 11:08:51.456485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:51.457532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ff8512-6f3f-4556-8c63-984172deb111 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:08:51.466743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31ddea07-7c97-402d-9bad-2f4662f7bcf5 req-f1eba6b1-1338-4679-ba4a-d8bc66a978a5 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822568 Jul 28 11:08:51.478391 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:51.482459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a7b356f1-eb40-445a-816e-8f9c74741182 admin admin] 10.222.0.20 "DELETE /v2.0/routers/75ff8512-6f3f-4556-8c63-984172deb111 HTTP/1.1" status: 204 len: 168 time: 7.2742128 Jul 28 11:08:51.485342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:51.550043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Deleting subnet 13d3f02a-999e-41cf-9562-25b5ee421024 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:08:51.552344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:51.644086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Attempting to bind port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:51.649345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Attempting to bind port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:51.649710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Attempting to bind port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:51.661377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:51.667990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] For port e0194f3b-2690-4999-bfbe-5b6f441e5021, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e0194f3b-2690-4999-bfbe-5b6f441e5021,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:51.668781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:51.691922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Calling delete_port for e0194f3b-2690-4999-bfbe-5b6f441e5021 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:51.834999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 10.2.2.100 (fe408b07-9dac-49e2-92fc-dbedcbbc1214/43eaee3c-b06c-4781-a4e6-c89c4d41f7bc/8312b8de-1149-4007-8d44-6a738ba74445) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:51.835411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-8a8ad7e0-7c99-46eb-aed0-6c1218265927 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4921050 Jul 28 11:08:51.842746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:51.842746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Attempting to bind port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:51.925144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:51.925816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:51.926378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:51.927248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Bound port: 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:51.927802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.020388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1f13-ea98-46bf-9994-33bbbd9fc417 req-b02d1c6a-91f8-4a3a-a391-7b3c4c9be6ee tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:52.032132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1f13-ea98-46bf-9994-33bbbd9fc417 req-b02d1c6a-91f8-4a3a-a391-7b3c4c9be6ee tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:52.043469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b1f13-ea98-46bf-9994-33bbbd9fc417 req-b02d1c6a-91f8-4a3a-a391-7b3c4c9be6ee tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:52.046313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce9b1f13-ea98-46bf-9994-33bbbd9fc417 req-b02d1c6a-91f8-4a3a-a391-7b3c4c9be6ee tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 2372 time: 0.3344066 Jul 28 11:08:52.103488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.126382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a80c39-945d-4503-809e-79d7902f0f64 req-39a57414-aa51-4b95-9ad7-d68e2d030f66 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:52.142139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5a80c39-945d-4503-809e-79d7902f0f64 req-39a57414-aa51-4b95-9ad7-d68e2d030f66 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.3236167 Jul 28 11:08:52.179257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.216621 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.296038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e0194f3b-2690-4999-bfbe-5b6f441e5021 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:52.332233 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-78be9e43-43e4-4e1e-97b1-a7c00c11b53c service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825282 Jul 28 11:08:52.360963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: e0194f3b-2690-4999-bfbe-5b6f441e5021 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:52.361745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e0194f3b-2690-4999-bfbe-5b6f441e5021 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:52.379392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] For port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:52.386516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5a80c39-945d-4503-809e-79d7902f0f64 req-a3671621-98e0-4010-b6aa-cb8040a44f36 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430601 Jul 28 11:08:52.398057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Pushing event deleted for resources: {'Port': ['ID=e0194f3b-2690-4999-bfbe-5b6f441e5021,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:52.404680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce9b1f13-ea98-46bf-9994-33bbbd9fc417 req-94249e76-80ef-4def-8b2f-378672a77187 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310385 Jul 28 11:08:52.406258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59583ed6-b0b5-4013-8491-0878fdf75b87 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:52.447249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.485536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d3f02a-999e-41cf-9562-25b5ee421024,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:52.497679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.505821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1efddd9e-94cf-4b82-b5ca-3244b3b8bfea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13d3f02a-999e-41cf-9562-25b5ee421024 HTTP/1.1" status: 204 len: 168 time: 1.0192153 Jul 28 11:08:52.513208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33924) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:52.531872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 59583ed6-b0b5-4013-8491-0878fdf75b87 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:52.533320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.534411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59583ed6-b0b5-4013-8491-0878fdf75b87 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:52.542996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27209c1d-3e74-4ebd-923e-231071406d8f None None] Network d35ed973-8633-43d4-98e1-8fc77dd6a29a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:52.769704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] For port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:52.834627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.841590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.846292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-354aa3a6-5d64-4be6-847a-9c1f26663c8c req-94422af8-beee-46d0-b9c2-cc4a0956b0bc tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5be1b7-8398-4ce7-8508-d9a244583710 HTTP/1.1" status: 200 len: 210 time: 0.1460578 Jul 28 11:08:52.873290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.912503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:52.914700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:52.916203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-88ce44be-f028-410c-a6ac-31754490336a service neutron] 10.222.0.41 "PUT /v2.0/ports/827dd066-0d3b-4e30-98d7-4a165e8e9a7f HTTP/1.1" status: 200 len: 1096 time: 5.7458999 Jul 28 11:08:52.921887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 8312b8de-1149-4007-8d44-6a738ba74445 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:52.936715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] DHCP port deletion for d35ed973-8633-43d4-98e1-8fc77dd6a29a request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:08:52.950299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f3446f-e632-455f-ba28-38579c504696', 'tag': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:52.954090 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8961d-f79a-477a-bbad-308e9bd8ebac" -d '{"events": [{"name": "network-changed", "server_uuid": "03f3446f-e632-455f-ba28-38579c504696", "tag": "827dd066-0d3b-4e30-98d7-4a165e8e9a7f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:53.016371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] Deleting port f88e9820-7bf3-42d9-8e5f-e94d196343b3 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:53.016785 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.028495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706c34-3d4c-4311-8c85-6adf5df1e9b9 req-7df162ab-3cc4-4488-bb60-6419072503dc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:53.031356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e706c34-3d4c-4311-8c85-6adf5df1e9b9 req-7df162ab-3cc4-4488-bb60-6419072503dc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 948 time: 0.2975876 Jul 28 11:08:53.067116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] No DVR routers for this DVR port e0194f3b-2690-4999-bfbe-5b6f441e5021 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:53.089473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] For port f88e9820-7bf3-42d9-8e5f-e94d196343b3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f88e9820-7bf3-42d9-8e5f-e94d196343b3,segment=NetworkSegment(8725bee4-ab29-46ea-94fa-6a79d22c5bb1),segment_id=8725bee4-ab29-46ea-94fa-6a79d22c5bb1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:53.089880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.099683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.103643 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-987a37af-326c-4bd8-9eb7-e9c3fc1942e1 req-8cee4271-7062-4331-85d4-d045571d67dd tempest-ServersAdminNegativeTestJSON-1858740940 tempest-ServersAdminNegativeTestJSON-1858740940-project] 10.222.0.44 "DELETE /v2.0/ports/e0194f3b-2690-4999-bfbe-5b6f441e5021 HTTP/1.1" status: 204 len: 173 time: 3.6521647 Jul 28 11:08:53.105389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] Calling delete_port for f88e9820-7bf3-42d9-8e5f-e94d196343b3 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:53.138639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-b58028e8-210e-4968-8d96-71fbecdbe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:53.141464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-b58028e8-210e-4968-8d96-71fbecdbe16e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 1099 time: 0.6967630 Jul 28 11:08:53.318029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce44be-f028-410c-a6ac-31754490336a service neutron] Pushing event updated for resources: {'Port': ['ID=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:53.347419 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.348610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-663259c1-1dca-44e8-a25f-7ae37253109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:53.355127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e706c34-3d4c-4311-8c85-6adf5df1e9b9 req-0bc2e242-0ce5-4978-83f2-341d01576c52 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961292 Jul 28 11:08:53.365687 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-663259c1-1dca-44e8-a25f-7ae37253109f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 1099 time: 0.3043604 Jul 28 11:08:53.398501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46196e98-e49d-4062-ac66-925315f93f8a req-0efd1cc5-356c-4ce4-9677-745570dd4dfe tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:53.400167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46196e98-e49d-4062-ac66-925315f93f8a req-0efd1cc5-356c-4ce4-9677-745570dd4dfe tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.4092722 Jul 28 11:08:53.414160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Deleting port f88e9820-7bf3-42d9-8e5f-e94d196343b3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:53.414516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.459467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] Pushing event deleted for resources: {'Port': ['ID=f88e9820-7bf3-42d9-8e5f-e94d196343b3,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:53.552715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5ccf8-d261-476f-b709-feb98823783e None None] No DVR routers for this DVR port f88e9820-7bf3-42d9-8e5f-e94d196343b3 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:53.571995 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f32dd47-60be-4d08-b795-67889fdfc221 x-openstack-request-id: req-5f32dd47-60be-4d08-b795-67889fdfc221 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:53.574651 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f3446f-e632-455f-ba28-38579c504696", "tag": "827dd066-0d3b-4e30-98d7-4a165e8e9a7f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:53.575052 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f32dd47-60be-4d08-b795-67889fdfc221 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:53.575927 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f3446f-e632-455f-ba28-38579c504696', 'tag': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', 'status': 'completed', 'code': 200} Jul 28 11:08:53.594931 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-3c2cb07c-61e9-4579-a128-255b27a750c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f HTTP/1.1" status: 200 len: 217 time: 0.2273238 Jul 28 11:08:53.811885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.908502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-9c190a80-963e-4a15-929b-90e746cae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:53.910040 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-9c190a80-963e-4a15-929b-90e746cae1fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.7434318 Jul 28 11:08:53.919103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-a340332b-9fb6-4fa7-92a0-d6a162e4fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:53.921064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-a340332b-9fb6-4fa7-92a0-d6a162e4fc39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.3112767 Jul 28 11:08:53.979590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] For port f88e9820-7bf3-42d9-8e5f-e94d196343b3, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:53.980328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:53.984704 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-8151de3b-a698-4eb4-9584-89a59bc9eb1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cf7c5aef-08fa-419d-aaea-22819b252a84 HTTP/1.1" status: 200 len: 217 time: 0.0625744 Jul 28 11:08:54.049516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Calling delete_port for f88e9820-7bf3-42d9-8e5f-e94d196343b3 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:54.064823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46196e98-e49d-4062-ac66-925315f93f8a req-3f73630e-77c4-4b0c-8b29-91bdc6f8ca41 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124257 Jul 28 11:08:54.067370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Port f88e9820-7bf3-42d9-8e5f-e94d196343b3 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:08:54.081258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:54.092228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.092228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:54.135536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:54.141044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-c1904b66-8c42-4e55-a6b6-1715ce64de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.142561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-c1904b66-8c42-4e55-a6b6-1715ce64de2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565852 Jul 28 11:08:54.207465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3351-b421-4424-9af3-28e68d50aa7b req-0e48acc5-9042-49fa-b61e-810116fc1012 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.210621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e13d3351-b421-4424-9af3-28e68d50aa7b req-0e48acc5-9042-49fa-b61e-810116fc1012 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.4460583 Jul 28 11:08:54.211287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:54.242188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-4ea0dfa5-abc2-42da-b77b-7e349e5f40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.244578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-4ea0dfa5-abc2-42da-b77b-7e349e5f40af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2233059 Jul 28 11:08:54.306836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting port 54a69a83-cf57-48f0-aada-caa3a03efdc7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:54.307994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.340402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] No DVR routers for this DVR port f88e9820-7bf3-42d9-8e5f-e94d196343b3 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:54.395166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f88e9820-7bf3-42d9-8e5f-e94d196343b3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:08:54.433501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: f88e9820-7bf3-42d9-8e5f-e94d196343b3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:08:54.433501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f88e9820-7bf3-42d9-8e5f-e94d196343b3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:08:54.503792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88e9820-7bf3-42d9-8e5f-e94d196343b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:54.512425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.543199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Calling delete_port for 54a69a83-cf57-48f0-aada-caa3a03efdc7 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:54.565969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-631abac1-da2d-429c-90fa-4214d4bd2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.571169 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-631abac1-da2d-429c-90fa-4214d4bd2c77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3152828 Jul 28 11:08:54.572236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-851c6391-eda5-4cd2-b6f6-0281daa34aa7 None None] Provisioning for port 8312b8de-1149-4007-8d44-6a738ba74445 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:54.579953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-851c6391-eda5-4cd2-b6f6-0281daa34aa7 None None] Provisioning complete for port 8312b8de-1149-4007-8d44-6a738ba74445 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:54.579953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-851c6391-eda5-4cd2-b6f6-0281daa34aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.604392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.605008 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.620160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-851c6391-eda5-4cd2-b6f6-0281daa34aa7 None None] Port 8312b8de-1149-4007-8d44-6a738ba74445 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:54.641224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.646303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e13d3351-b421-4424-9af3-28e68d50aa7b req-735ae310-5b48-450b-a221-325719908702 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240426 Jul 28 11:08:54.665792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a1f2-775e-4ebc-bded-2dbb0e7381c7 req-13df3529-a57a-417d-8ea0-fc33c5828298 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.671679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a1f2-775e-4ebc-bded-2dbb0e7381c7 req-13df3529-a57a-417d-8ea0-fc33c5828298 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.677594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a1f2-775e-4ebc-bded-2dbb0e7381c7 req-13df3529-a57a-417d-8ea0-fc33c5828298 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.678313 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-fc6d82f6-15c7-4576-8bcd-050a4adc583d service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163631 Jul 28 11:08:54.684028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a1f2-775e-4ebc-bded-2dbb0e7381c7 req-13df3529-a57a-417d-8ea0-fc33c5828298 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.685771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa22a1f2-775e-4ebc-bded-2dbb0e7381c7 req-13df3529-a57a-417d-8ea0-fc33c5828298 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 3093 time: 0.4623213 Jul 28 11:08:54.689321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-b1c28de4-0daf-4e93-8ab9-52fef89085e7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1391454 Jul 28 11:08:54.690887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35ed973-8633-43d4-98e1-8fc77dd6a29a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:54.736551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'admin_state_up': True, 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'security_groups': ['eea0aedf-8f51-4c48-9448-e23c8c6fa001']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:54.743732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8725bee4-ab29-46ea-94fa-6a79d22c5bb1') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:54.744022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8725bee4-ab29-46ea-94fa-6a79d22c5bb1') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:54.805965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.863275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.882291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa22a1f2-775e-4ebc-bded-2dbb0e7381c7 req-08c62e61-dba1-4a6a-9772-1442713cf69f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811903 Jul 28 11:08:54.907608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:08:54.908813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:08:54.914513 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:08:54.959851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-bbb79d42-df3f-47c8-9bae-db792fc38558 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777297 Jul 28 11:08:54.995535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f73be-8d7a-4a5f-9b29-364aae48d4c6 req-f099f31e-40f6-48cc-877d-5f868b00cee2 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:54.997511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-343f73be-8d7a-4a5f-9b29-364aae48d4c6 req-f099f31e-40f6-48cc-877d-5f868b00cee2 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 948 time: 0.2089005 Jul 28 11:08:55.067820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.077883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.079937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d35ed973-8633-43d4-98e1-8fc77dd6a29a HTTP/1.1" status: 204 len: 168 time: 2.5658131 Jul 28 11:08:55.131135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cf7c5aef-08fa-419d-aaea-22819b252a84 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:55.131928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f91e57-25cd-4c98-bd07-3daad7481616 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35ed973-8633-43d4-98e1-8fc77dd6a29a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:55.143420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-343f73be-8d7a-4a5f-9b29-364aae48d4c6 req-97cb0a1f-7005-43a9-a445-40b06d2b2002 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294293 Jul 28 11:08:55.154449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Made reservation on behalf of 44d7dff6fecd400e87455d53ec70240e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:55.160557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.222371 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2fe3652b-51a7-4daf-8980-5c417a2ec303 req-02418e5f-f9f8-4cd2-8cfe-e4fd89387874 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121019 Jul 28 11:08:55.263346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:55.285286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.366080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5e74-c409-4eb5-92d2-42613360e768 req-b246f574-2a8b-4f97-8a9e-84d5b928442f tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:55.368258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-838e5e74-c409-4eb5-92d2-42613360e768 req-b246f574-2a8b-4f97-8a9e-84d5b928442f tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.1502404 Jul 28 11:08:55.372290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Port': ['ID=54a69a83-cf57-48f0-aada-caa3a03efdc7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:55.379089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83d705fb-6024-4c73-8e42-0c51f8d2d843 req-9653d3c8-a624-435e-990a-414953f39677 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106662 Jul 28 11:08:55.417873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cf7c5aef-08fa-419d-aaea-22819b252a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cf7c5aef-08fa-419d-aaea-22819b252a84,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:55.444521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'cf7c5aef-08fa-419d-aaea-22819b252a84', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'cf7c5aef-08fa-419d-aaea-22819b252a84', 'mac_address': 'fa:16:3e:7c:f3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:55.522690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-3ebc355f-099d-4697-b698-41ba97ef3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:55.527075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-3ebc355f-099d-4697-b698-41ba97ef3916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 1099 time: 0.2307210 Jul 28 11:08:55.545110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.547148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-838e5e74-c409-4eb5-92d2-42613360e768 req-2c39f522-c68e-4c2f-ba4b-c2acba7ec867 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899484 Jul 28 11:08:55.547625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:55.562350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7c5aef-08fa-419d-aaea-22819b252a84 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:55.591029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cf7c5aef-08fa-419d-aaea-22819b252a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cf7c5aef-08fa-419d-aaea-22819b252a84,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:55.596570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.640436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'name': 'network-vif-deleted', 'tag': 'e0194f3b-2690-4999-bfbe-5b6f441e5021'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:55.643876 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65736c72-e653-4a53-b6c8-5fe970be40a3" -d '{"events": [{"server_uuid": "eb5be1b7-8398-4ce7-8508-d9a244583710", "name": "network-vif-deleted", "tag": "e0194f3b-2690-4999-bfbe-5b6f441e5021"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:55.733083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f94f0a04-793c-43fe-bb03-c968dcd502bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f709c08f060451aa3fd1c882f4aece9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782870 Jul 28 11:08:55.735566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:55.742506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Allocated IP 10.2.2.200 (fe408b07-9dac-49e2-92fc-dbedcbbc1214/43eaee3c-b06c-4781-a4e6-c89c4d41f7bc/8ec63779-2556-4e99-bc52-d72f273f13ec) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:08:55.752203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cf7c5aef-08fa-419d-aaea-22819b252a84,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:55.829628 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1019bd1-12fc-4d3d-97a7-c93b8ef79b50 x-openstack-request-id: req-f1019bd1-12fc-4d3d-97a7-c93b8ef79b50 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:55.830199 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5be1b7-8398-4ce7-8508-d9a244583710", "name": "network-vif-deleted", "tag": "e0194f3b-2690-4999-bfbe-5b6f441e5021", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:55.830199 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1019bd1-12fc-4d3d-97a7-c93b8ef79b50 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:55.830562 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5be1b7-8398-4ce7-8508-d9a244583710', 'name': 'network-vif-deleted', 'tag': 'e0194f3b-2690-4999-bfbe-5b6f441e5021', 'status': 'completed', 'code': 200} Jul 28 11:08:55.831127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.866963 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9abf2bd0-0285-43bb-b182-8fb7b1defad5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1d1225c0d0c4df1be3be74c9ef35f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6020548 Jul 28 11:08:55.873695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:55.909545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['cf7c5aef-08fa-419d-aaea-22819b252a84'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:55.928208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-341f98d1-1e3d-434a-b8a1-ef6d80607a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:55.928878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-341f98d1-1e3d-434a-b8a1-ef6d80607a66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.3897188 Jul 28 11:08:55.929900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cde7d5d-f9be-450a-b91c-43360cc43a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:55.983754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f4cc2-4d21-4172-a51d-11107a400135 req-2b330342-6a93-4fa1-8418-c095722631b9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:55.985332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d0f4cc2-4d21-4172-a51d-11107a400135 req-2b330342-6a93-4fa1-8418-c095722631b9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.1880195 Jul 28 11:08:56.053918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cde7d5d-f9be-450a-b91c-43360cc43a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.100358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-b4b88aeb-0fa0-4d99-89fa-bac9161b66c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f HTTP/1.1" status: 200 len: 217 time: 0.0665634 Jul 28 11:08:56.171528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d0f4cc2-4d21-4172-a51d-11107a400135 req-c2cb65b3-c98a-40b0-9ca9-6067c0cda691 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746342 Jul 28 11:08:56.248238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823cff-5dff-441b-8388-36250eefa4a0 req-18bfe300-d9f6-4bc1-a391-2cff2b87b943 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.264081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823cff-5dff-441b-8388-36250eefa4a0 req-18bfe300-d9f6-4bc1-a391-2cff2b87b943 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.278401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823cff-5dff-441b-8388-36250eefa4a0 req-18bfe300-d9f6-4bc1-a391-2cff2b87b943 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.284593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4823cff-5dff-441b-8388-36250eefa4a0 req-18bfe300-d9f6-4bc1-a391-2cff2b87b943 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.286378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4823cff-5dff-441b-8388-36250eefa4a0 req-18bfe300-d9f6-4bc1-a391-2cff2b87b943 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 3093 time: 0.2278130 Jul 28 11:08:56.290666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.345803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-117ba77d-05b5-455a-b98f-32f7a9144426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.347754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-117ba77d-05b5-455a-b98f-32f7a9144426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2465260 Jul 28 11:08:56.350466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd9d4-de72-449d-811e-afbe7d8f1ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.356739 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cde7d5d-f9be-450a-b91c-43360cc43a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.359733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cde7d5d-f9be-450a-b91c-43360cc43a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.361038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5cde7d5d-f9be-450a-b91c-43360cc43a00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7dc5497-c71c-43f2-a122-57865cd307c3 HTTP/1.1" status: 204 len: 168 time: 0.6244938 Jul 28 11:08:56.362163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Transition to ACTIVE for port object 8ec63779-2556-4e99-bc52-d72f273f13ec will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:56.368898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Router 759df746-6a46-4654-9786-b71e4812b8bd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:08:56.396599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde7d5d-f9be-450a-b91c-43360cc43a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc5497-c71c-43f2-a122-57865cd307c3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:56.406907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4823cff-5dff-441b-8388-36250eefa4a0 req-70b62e48-feb9-4384-bc49-a9d7a7a84f47 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125884 Jul 28 11:08:56.437396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61204-b06f-46d4-af68-6a203cb46fd1 req-b862fe5c-a68a-4678-a6ad-ef3bffed7df4 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.439127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16a61204-b06f-46d4-af68-6a203cb46fd1 req-b862fe5c-a68a-4678-a6ad-ef3bffed7df4 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 948 time: 0.1518486 Jul 28 11:08:56.482533 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.553098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:08:56.560462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:08:56.562823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:08:56.597442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd9d4-de72-449d-811e-afbe7d8f1ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.601942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:08:56.621912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] Sync routers for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:08:56.627076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.627744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.639750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16a61204-b06f-46d4-af68-6a203cb46fd1 req-5e264557-3072-49e5-96dc-a8c9c1694783 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918409 Jul 28 11:08:56.642150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:56.645296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:56.649080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event updated for resources: {'Port': ['ID=8ec63779-2556-4e99-bc52-d72f273f13ec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:56.657182 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1ebe875c-e75a-455b-8c21-84cf8d8bbd44 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4066074 Jul 28 11:08:56.660904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:56.673572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-9589156b-148e-4420-8bb7-4067444a3843 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9425173 Jul 28 11:08:56.721887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-fbb9e3ff-f9cd-4f1b-9741-2715922eb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:56.723419 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-fbb9e3ff-f9cd-4f1b-9741-2715922eb33c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3653274 Jul 28 11:08:56.745219 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-25bd1a4f-11b3-4c33-92eb-1d847357d6ce tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] show failed (client error): The resource could not be found. Jul 28 11:08:56.746733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-25bd1a4f-11b3-4c33-92eb-1d847357d6ce tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1260922562 HTTP/1.1" status: 404 len: 335 time: 0.0839360 Jul 28 11:08:56.752352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:56.753140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:56.760661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1e6ce59c-1baf-4a15-a3f6-c7064e00fce4 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:56.764147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd9d4-de72-449d-811e-afbe7d8f1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.764578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:56.768578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd9d4-de72-449d-811e-afbe7d8f1ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.772000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dd6cd9d4-de72-449d-811e-afbe7d8f1ec2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/619b6456-4b3c-49a4-aedf-7455b05bbbf4 HTTP/1.1" status: 204 len: 168 time: 0.8953688 Jul 28 11:08:56.787432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] Routers {'759df746-6a46-4654-9786-b71e4812b8bd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:08:56.788374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['759df746-6a46-4654-9786-b71e4812b8bd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:56.857323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:56.858230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf979cd-ef0f-484a-a824-4976422a8e15 None None] The sync data for ids ['759df746-6a46-4654-9786-b71e4812b8bd'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:08:56.903876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:56.920985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd9d4-de72-449d-811e-afbe7d8f1ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b6456-4b3c-49a4-aedf-7455b05bbbf4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:56.925919 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1e6ce59c-1baf-4a15-a3f6-c7064e00fce4 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] update failed (client error): The resource could not be found. Jul 28 11:08:56.926873 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1e6ce59c-1baf-4a15-a3f6-c7064e00fce4 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-286148400 HTTP/1.1" status: 404 len: 334 time: 0.1730871 Jul 28 11:08:56.935159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:57.035841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting subnet 9fa7478c-3eed-4bc8-ba7d-bc711d1b98ad {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:08:57.039121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.063137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bccb692-4605-4fc2-8c8e-e19df84c3f06 None None] Provisioning for port 8ec63779-2556-4e99-bc52-d72f273f13ec completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:57.069691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bccb692-4605-4fc2-8c8e-e19df84c3f06 None None] Provisioning complete for port 8ec63779-2556-4e99-bc52-d72f273f13ec triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:57.070169 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bccb692-4605-4fc2-8c8e-e19df84c3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.093672 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.098189 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-ede63e46-eb9a-47a3-8fa5-c062160f27c8 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600867 Jul 28 11:08:57.163584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 827dd066-0d3b-4e30-98d7-4a165e8e9a7f details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:08:57.246696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5507a2-bfda-4c2d-b8f4-edf88099e61b req-ea3d629e-c035-4334-a936-436c1c3762cd tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:57.249639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d5507a2-bfda-4c2d-b8f4-edf88099e61b req-ea3d629e-c035-4334-a936-436c1c3762cd tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.5346999 Jul 28 11:08:57.380643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:57.382073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d5507a2-bfda-4c2d-b8f4-edf88099e61b req-1623d7a4-2e35-42e0-b81e-1490fb3deacd tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228266 Jul 28 11:08:57.417596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cf7c5aef-08fa-419d-aaea-22819b252a84 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:08:57.422652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', 'mac_address': 'fa:16:3e:c2:a5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:08:57.516093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7bccb692-4605-4fc2-8c8e-e19df84c3f06 None None] Port 8ec63779-2556-4e99-bc52-d72f273f13ec cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:08:57.599763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:57.625229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.835071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827dd066-0d3b-4e30-98d7-4a165e8e9a7f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:57.855529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port cf7c5aef-08fa-419d-aaea-22819b252a84 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:08:57.867665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port cf7c5aef-08fa-419d-aaea-22819b252a84 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:08:57.871674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.884011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16f5b14f-95aa-4236-a0f7-99ff82cbac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.887467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:57.911613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:57.915416 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eab8961d-f79a-477a-bbad-308e9bd8ebac req-ee95e383-42ed-4971-b2b9-0a54f189d4a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985818 Jul 28 11:08:57.922312 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.027661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:58.042755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.074654 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.110013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa7478c-3eed-4bc8-ba7d-bc711d1b98ad,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:58.111990 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.118093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ef6d3d10-caf8-4328-9f82-f24506acbc32 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/subnets/9fa7478c-3eed-4bc8-ba7d-bc711d1b98ad HTTP/1.1" status: 204 len: 168 time: 1.1819324 Jul 28 11:08:58.124869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:58.137039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cf7c5aef-08fa-419d-aaea-22819b252a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cf7c5aef-08fa-419d-aaea-22819b252a84,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:58.138016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7c5aef-08fa-419d-aaea-22819b252a84'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:58.140531 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f5f55-fadb-4593-9853-30b71130f481" -d '{"events": [{"server_uuid": "6ff097dd-e4f4-456d-acd6-090c7895e78a", "name": "network-vif-plugged", "status": "completed", "tag": "cf7c5aef-08fa-419d-aaea-22819b252a84"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:58.147361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02020aa8-5b48-48ee-ab35-f9e31efdacba None None] Network 2adffc6a-9db6-4031-9729-d24870f283b2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:08:58.149337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.235124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['827dd066-0d3b-4e30-98d7-4a165e8e9a7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:08:58.261422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:58.324519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.387595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cf7c5aef-08fa-419d-aaea-22819b252a84,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:58.451639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:58.452007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.509572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1558-fd34-469b-b24f-94829810d063 req-f47d1d1c-4473-4811-af31-c0666f370f24 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:58.512589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f78b1558-fd34-469b-b24f-94829810d063 req-f47d1d1c-4473-4811-af31-c0666f370f24 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 1.1412301 Jul 28 11:08:58.562485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-75551a96-09d9-475a-be59-a8d3de0e6ad1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e7a6797bf04b0090738ca4ce33e948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9489977 Jul 28 11:08:58.562714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] For port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,segment=NetworkSegment(4924a562-938d-423b-927d-fbe6d5aa8467),segment_id=4924a562-938d-423b-927d-fbe6d5aa8467)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:58.562714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.583542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018af031-7eea-443e-b245-9e60237c36be req-75a98835-20b0-48ac-94f5-371cc2d25d8d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:58.590206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018af031-7eea-443e-b245-9e60237c36be req-75a98835-20b0-48ac-94f5-371cc2d25d8d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:58.593244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:58.597106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018af031-7eea-443e-b245-9e60237c36be req-75a98835-20b0-48ac-94f5-371cc2d25d8d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:58.597634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Calling delete_port for 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:58.603299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018af031-7eea-443e-b245-9e60237c36be req-75a98835-20b0-48ac-94f5-371cc2d25d8d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:58.611070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-52799789-network', 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:58.612228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018af031-7eea-443e-b245-9e60237c36be req-75a98835-20b0-48ac-94f5-371cc2d25d8d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:58.613914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] DHCP port deletion for 2adffc6a-9db6-4031-9729-d24870f283b2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:08:58.622785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-018af031-7eea-443e-b245-9e60237c36be req-75a98835-20b0-48ac-94f5-371cc2d25d8d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 3814 time: 0.9884906 Jul 28 11:08:58.681853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f78b1558-fd34-469b-b24f-94829810d063 req-1a08e8b5-44ff-4df7-9270-2c089889ac66 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532457 Jul 28 11:08:58.683083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] Deleting port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:08:58.684167 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.746020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:08:58.751959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.753857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-018af031-7eea-443e-b245-9e60237c36be req-590a9e9f-2c6b-4c84-8c69-af4528caa1e3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282294 Jul 28 11:08:58.790161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] For port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,segment=NetworkSegment(4924a562-938d-423b-927d-fbe6d5aa8467),segment_id=4924a562-938d-423b-927d-fbe6d5aa8467)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:08:58.790581 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.790941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:08:58.810151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.812194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] Calling delete_port for 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:08:58.826609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.847845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea79744-f54c-44bf-a008-f720337341ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.897773 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57902520-b929-428c-aa4c-9c7e55807aff x-openstack-request-id: req-57902520-b929-428c-aa4c-9c7e55807aff {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:58.897773 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff097dd-e4f4-456d-acd6-090c7895e78a", "name": "network-vif-plugged", "status": "completed", "tag": "cf7c5aef-08fa-419d-aaea-22819b252a84", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:58.897773 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57902520-b929-428c-aa4c-9c7e55807aff {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:58.898581 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7c5aef-08fa-419d-aaea-22819b252a84', 'code': 200} Jul 28 11:08:58.912968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Transition to ACTIVE for port object 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:08:58.935113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:58.945852 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea79744-f54c-44bf-a008-f720337341ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: from cryptography.utils import int_from_bytes Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: from cryptography.utils import int_from_bytes Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.005216 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:08:59.008569 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:08:59.011901 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.020290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.023984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07688d-2246-4040-84d8-3b921f344fc2 req-f09dc7e4-cd80-4067-bc30-c4e7b890ecbc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.030038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d07688d-2246-4040-84d8-3b921f344fc2 req-f09dc7e4-cd80-4067-bc30-c4e7b890ecbc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 949 time: 0.2218478 Jul 28 11:08:59.055409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] Pushing event deleted for resources: {'Port': ['ID=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.059964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7900d7-6cd3-4b57-a7e2-1dc35688a2b2 None None] No DVR routers for this DVR port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:59.078770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Port': ['ID=6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.084022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] No DVR routers for this DVR port 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:08:59.141059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8c43-9ca9-482e-ad42-d0f583a9a0ca req-8a080b54-830c-4e26-9ed8-b6ed9fcf0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.143778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3a2b8c43-9ca9-482e-ad42-d0f583a9a0ca req-8a080b54-830c-4e26-9ed8-b6ed9fcf0750 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 1101 time: 0.1948955 Jul 28 11:08:59.174615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Pushing event updated for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.203059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea79744-f54c-44bf-a008-f720337341ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.205690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea79744-f54c-44bf-a008-f720337341ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.206825 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aea79744-f54c-44bf-a008-f720337341ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f451bc76-95cc-4c54-b5ca-57df9ac49701 HTTP/1.1" status: 204 len: 168 time: 0.6105611 Jul 28 11:08:59.244105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58617a32-cff1-43db-b4d6-2bf3101bdc88 req-d031c2b7-de81-45b2-8c3f-81dcf3030875 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.246381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58617a32-cff1-43db-b4d6-2bf3101bdc88 req-d031c2b7-de81-45b2-8c3f-81dcf3030875 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2531750 Jul 28 11:08:59.253835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d07688d-2246-4040-84d8-3b921f344fc2 req-36066952-bf16-4d85-bf6a-1566402fc5ca tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631052 Jul 28 11:08:59.290559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.339622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea79744-f54c-44bf-a008-f720337341ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451bc76-95cc-4c54-b5ca-57df9ac49701,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.341392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.341864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58617a32-cff1-43db-b4d6-2bf3101bdc88 req-84782a59-d27f-49cf-8b43-6f4e24f6aec9 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762436 Jul 28 11:08:59.353512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Attempting to bind port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:08:59.354522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Attempting to bind port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:08:59.354846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Attempting to bind port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 on network 41784674-f678-4a62-b982-17a81688a84c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:59.362049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 on network 41784674-f678-4a62-b982-17a81688a84c not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:08:59.362410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Attempting to bind port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 on network 41784674-f678-4a62-b982-17a81688a84c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:08:59.371437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:08:59.372126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Checking segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:08:59.372538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Bound using segment: {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:08:59.372982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Bound port: 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61199427-c559-4a43-83d7-516f5dc16630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '41784674-f678-4a62-b982-17a81688a84c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:08:59.373423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.417879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fff15b-f6a7-495c-bf49-156aa70f59fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.424080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.451688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3a2b8c43-9ca9-482e-ad42-d0f583a9a0ca req-e54a1cbc-d02a-431c-a300-65249dcfae0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911329 Jul 28 11:08:59.454615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adffc6a-9db6-4031-9729-d24870f283b2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:59.457665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:08:59.476055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4924a562-938d-423b-927d-fbe6d5aa8467') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:59.476388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4924a562-938d-423b-927d-fbe6d5aa8467') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:08:59.490284 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.490636 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Added segment bae40a48-47bb-4f80-9a15-6a7689e26b62 of type vlan for network 09b4baff-4f00-4f98-a809-022496ab14cd Jul 28 11:08:59.493887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.514766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:08:59.526614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:08:59.537825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.570512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.585086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.585809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.587355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] 10.222.0.41 "PUT /v2.0/ports/69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 1091 time: 2.8770535 Jul 28 11:08:59.587947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:08:59.591485 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40375d00-e14d-49c9-9510-dfdba5fd7e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:08:59.592886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.598832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:08:59.599561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:08:59.603828 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:08:59.645986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:08:59.718910 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317d3ab-719f-4865-8960-13c36e5ecf1f x-openstack-request-id: req-a317d3ab-719f-4865-8960-13c36e5ecf1f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:08:59.719329 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:08:59.719673 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a317d3ab-719f-4865-8960-13c36e5ecf1f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:08:59.720383 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'status': 'completed', 'code': 200} Jul 28 11:08:59.739104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32237d-e924-47d3-a856-fd28047443dc service neutron] Pushing event updated for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.769618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.811971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.813333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.813924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.816157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.827456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:08:59.832616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/networks/2adffc6a-9db6-4031-9729-d24870f283b2 HTTP/1.1" status: 204 len: 168 time: 1.7064288 Jul 28 11:08:59.833567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92865ba7-a6cf-4cc9-b775-218fbc83aaf8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Network': ['ID=2adffc6a-9db6-4031-9729-d24870f283b2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:08:59.848853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:08:59.964104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-76ddb44e-284a-4313-b7ab-2d23bf8e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.964895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-76ddb44e-284a-4313-b7ab-2d23bf8e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.965283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-76ddb44e-284a-4313-b7ab-2d23bf8e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.966265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-76ddb44e-284a-4313-b7ab-2d23bf8e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.966265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-76ddb44e-284a-4313-b7ab-2d23bf8e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:08:59.968037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-76ddb44e-284a-4313-b7ab-2d23bf8e2180 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 4361 time: 0.2560737 Jul 28 11:09:00.036499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7662809 Jul 28 11:09:00.036950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfba8a-2fbb-406b-b8e3-b19d6a338a50 req-5b4d56c9-9215-45a0-bd74-b8f0a0b67de8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.038661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65cfba8a-2fbb-406b-b8e3-b19d6a338a50 req-5b4d56c9-9215-45a0-bd74-b8f0a0b67de8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.1674259 Jul 28 11:09:00.047847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:00.063237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Request body: {'subnet': {'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-52799789-subnet', 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:00.075004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7aafe-ee5b-4764-946c-738ed815b177 admin admin] Pushing event updated for resources: {'Network': ['ID=09b4baff-4f00-4f98-a809-022496ab14cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:00.087081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 09b4baff-4f00-4f98-a809-022496ab14cd details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:09:00.107990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting subnet 63035caf-fe18-4db0-898f-367120454783 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:00.113161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.203835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-686b4427-0dd7-4be9-8d63-634cf570f501 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.213071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-686b4427-0dd7-4be9-8d63-634cf570f501 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.219581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-686b4427-0dd7-4be9-8d63-634cf570f501 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.226466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-686b4427-0dd7-4be9-8d63-634cf570f501 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.232881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-686b4427-0dd7-4be9-8d63-634cf570f501 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.234977 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-686b4427-0dd7-4be9-8d63-634cf570f501 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 3826 time: 0.2927577 Jul 28 11:09:00.246624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.251686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:00.254011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.294923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-fdc3e2b9-63a3-491e-b4d9-bc760d0e075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.300608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-fdc3e2b9-63a3-491e-b4d9-bc760d0e075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.302008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-fdc3e2b9-63a3-491e-b4d9-bc760d0e075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.304836 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-fdc3e2b9-63a3-491e-b4d9-bc760d0e075d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=44d7dff6fecd400e87455d53ec70240e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3016019 Jul 28 11:09:00.330246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65cfba8a-2fbb-406b-b8e3-b19d6a338a50 req-95b69d38-a22c-46e7-962f-d7e8a8e955e1 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762406 Jul 28 11:09:00.370283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:00.458483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:00.458835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6b2cd3d8-a13e-4aa7-9aca-0119d818dd8d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:00.460894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.531422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3082434a-6df8-4a43-9092-eb0e5e847809 req-1be96bd5-d99a-4f43-9e28-42dbf9073709 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832415 Jul 28 11:09:00.701832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-694ff680-8722-46d4-9010-86ab8c4a54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.703271 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40375d00-e14d-49c9-9510-dfdba5fd7e0e req-694ff680-8722-46d4-9010-86ab8c4a54cf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580579 Jul 28 11:09:00.788898 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-0937cca0-34b7-4caf-9836-cd45d5c441f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942128 Jul 28 11:09:00.831451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:00.858630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.896326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Subnet': ['ID=63035caf-fe18-4db0-898f-367120454783,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:00.917306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.935199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:00.938493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3ece4-0da5-4c6f-8c0f-ea2e3328d11d None None] Network 6bb48235-025b-4c5b-920c-5397c06408a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:00.941547 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aa28d4b4-0546-442f-9a93-5857257a95ef tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/subnets/63035caf-fe18-4db0-898f-367120454783 HTTP/1.1" status: 204 len: 168 time: 1.0864477 Jul 28 11:09:00.948028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:00.975116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-0e2bb3db-5d7a-4a00-9c91-d09a23b2cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:00.978113 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-0e2bb3db-5d7a-4a00-9c91-d09a23b2cf5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 1095 time: 0.1661932 Jul 28 11:09:00.987990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90413ab-8c4f-487c-8d8a-62277ae9413e req-6fbe523e-e0d3-4743-bd81-a3cc7ab205ac tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:01.001755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a90413ab-8c4f-487c-8d8a-62277ae9413e req-6fbe523e-e0d3-4743-bd81-a3cc7ab205ac tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 949 time: 0.3892481 Jul 28 11:09:01.017719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:01.070370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.096868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.164443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 827dd066-0d3b-4e30-98d7-4a165e8e9a7f up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:01.190759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting subnet 1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:01.194906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.243192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45799d-27e3-41f6-9ca5-eb63c987f980 req-e0f24838-fcf0-44c3-95e4-33d1d67d4008 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:01.245917 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d1abbd3-c5b8-4f5b-b330-170c51437c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.246300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e45799d-27e3-41f6-9ca5-eb63c987f980 req-e0f24838-fcf0-44c3-95e4-33d1d67d4008 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.5080683 Jul 28 11:09:01.253853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae10de92-b76e-4760-8ded-1abf9dbc6643,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:01.335345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:01.336716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.366928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:01.367610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.389542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Transition to ACTIVE for port object 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:01.474739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e45799d-27e3-41f6-9ca5-eb63c987f980 req-c15f43f6-020f-406e-947b-f1d7e1225084 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712525 Jul 28 11:09:01.479880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a90413ab-8c4f-487c-8d8a-62277ae9413e req-87f5e9a1-d384-4034-ab32-bd8677a37608 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772685 Jul 28 11:09:01.480558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.484811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.541013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] DHCP port deletion for 6bb48235-025b-4c5b-920c-5397c06408a6 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:09:01.562095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f3446f-e632-455f-ba28-38579c504696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:01.564753 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d4256-1ca4-4dfb-9784-b7bdb3a8d7c7" -d '{"events": [{"server_uuid": "03f3446f-e632-455f-ba28-38579c504696", "name": "network-vif-plugged", "status": "completed", "tag": "827dd066-0d3b-4e30-98d7-4a165e8e9a7f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:01.566087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:01.566590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Network hostable DHCP agents. Network: 09b4baff-4f00-4f98-a809-022496ab14cd, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:09:01.625665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.672794 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1389a3-ee3f-4447-812a-1e060568f369 x-openstack-request-id: req-3d1389a3-ee3f-4447-812a-1e060568f369 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:01.673069 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f3446f-e632-455f-ba28-38579c504696", "name": "network-vif-plugged", "status": "completed", "tag": "827dd066-0d3b-4e30-98d7-4a165e8e9a7f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:01.673318 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d1389a3-ee3f-4447-812a-1e060568f369 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:01.673723 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f3446f-e632-455f-ba28-38579c504696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', 'code': 200} Jul 28 11:09:01.678833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:01.694640 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.827401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-network', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:01.844699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:01.848992 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.850950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] Deleting port f9efbedc-4879-4bb5-a6de-18b820a8f725 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:01.850950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.873667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.891281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Pushing event updated for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:01.898890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Made reservation on behalf of eaad4f7e0ec7401f8ce0082cc9da4e0c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:01.903770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:01.991622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:02.008864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.009260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] For port f9efbedc-4879-4bb5-a6de-18b820a8f725, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f9efbedc-4879-4bb5-a6de-18b820a8f725,segment=NetworkSegment(75d191f1-9733-49ce-993e-66eb38793882),segment_id=75d191f1-9733-49ce-993e-66eb38793882)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:02.009667 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.040138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Network 09b4baff-4f00-4f98-a809-022496ab14cd is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:09:02.040441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.041369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] Calling delete_port for f9efbedc-4879-4bb5-a6de-18b820a8f725 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:02.044653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62223fea-d024-4bd9-9a18-de47bf62d7a2 None None] Network 5f442605-032d-4f87-9bcd-4d1588fcc9a7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:02.050978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d714b294-5af8-4d16-b3e0-a1ee0c45f413 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/subnets/1bb3c2f7-723d-47b7-a9e4-cd420bad4c9d HTTP/1.1" status: 204 len: 168 time: 1.1021352 Jul 28 11:09:02.060201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:02.113021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-69af2651-6144-4546-b7ef-03e11ae20a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.114590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-69af2651-6144-4546-b7ef-03e11ae20a4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 1.0745671 Jul 28 11:09:02.136977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5634f-c789-4365-bb69-ea0586c816af req-56fc8c52-d077-4117-946c-c96f7ad186c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.138823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20f5634f-c789-4365-bb69-ea0586c816af req-56fc8c52-d077-4117-946c-c96f7ad186c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 1101 time: 0.2692308 Jul 28 11:09:02.179940 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-1f7f0de9-57f9-465c-a7dd-a4a6288f6518 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 200 len: 217 time: 0.0537271 Jul 28 11:09:02.246936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.273324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-6cff6c0a-b2f4-4a24-a8e4-1eccf17d1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.277527 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-6cff6c0a-b2f4-4a24-a8e4-1eccf17d1d32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0840983 Jul 28 11:09:02.280509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Attempting to bind port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:02.280852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Attempting to bind port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:02.281185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Attempting to bind port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:02.294222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 09b4baff-4f00-4f98-a809-022496ab14cd) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:02.311004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce5c20-4d21-4f0d-b1cf-1f1d6cd4292f None None] Network 09b4baff-4f00-4f98-a809-022496ab14cd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:02.315634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.316333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.332318 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-afd71f2d-2944-4375-a622-91da58c3d465 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474217 Jul 28 11:09:02.344198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:02.344198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Attempting to bind port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:02.392248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:02.393544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Checking segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:02.394878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Bound using segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:02.395606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Bound port: 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:02.396756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.404813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f9efbedc-4879-4bb5-a6de-18b820a8f725 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:02.423462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444a65b-c456-47df-b476-8363f22da7da req-deaefee7-d52c-4d97-bd47-0845cc7451e4 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.425695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6444a65b-c456-47df-b476-8363f22da7da req-deaefee7-d52c-4d97-bd47-0845cc7451e4 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.7650092 Jul 28 11:09:02.449156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.476920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.495167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:09:02.517576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.517576 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Added segment f33bae81-1750-4288-8b49-ddc07268e7e1 of type vlan for network 0d7aa600-10e6-4928-b2a3-152a96badefa Jul 28 11:09:02.607740 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.618957 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.619768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:02.623956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:02.626314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9a01622f-88a1-4d89-8a21-fb0963955173 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5752749 Jul 28 11:09:02.639651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] Pushing event deleted for resources: {'Port': ['ID=f9efbedc-4879-4bb5-a6de-18b820a8f725,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:02.668568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cad672-eed7-499f-a19d-176a07b96a3d None None] No DVR routers for this DVR port f9efbedc-4879-4bb5-a6de-18b820a8f725 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:02.671294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No active binding found for port f9efbedc-4879-4bb5-a6de-18b820a8f725 {{(pid=93837) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:09:02.671917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f9efbedc-4879-4bb5-a6de-18b820a8f725 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:02.672351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.696067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.732640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.761474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.787976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.831762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.834894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-bed9d453-183a-4b0c-b589-3d8b9c2728fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 4599 time: 0.9447210 Jul 28 11:09:02.845162 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20f5634f-c789-4365-bb69-ea0586c816af req-ff38b6da-6d25-4a92-9b95-81629a3bce49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754959 Jul 28 11:09:02.853159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85860be9-327d-432d-b0f5-f98dff320e85 None None] Network 09b4baff-4f00-4f98-a809-022496ab14cd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:02.882790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c837aed-1005-4520-b367-7d167c9e0d1a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:02.887986 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.941818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.946300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:02.947109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:02.956062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6444a65b-c456-47df-b476-8363f22da7da req-9ba7b758-b01b-4abd-8ace-3cc96a3362ea tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924688 Jul 28 11:09:02.969395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] DHCP port deletion for 5f442605-032d-4f87-9bcd-4d1588fcc9a7 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:09:03.049341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Pushing event updated for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:03.066939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:03.068249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.071143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-2cd10f5a-ad3e-4a75-b4e7-bd7e1375770f service neutron] 10.222.0.41 "PUT /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 1131 time: 3.4394834 Jul 28 11:09:03.089563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '7bddd2dd-a0ae-4f49-a311-c01243fed9a5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:03.106098 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83ca35-0e40-4c66-81a9-ed083ac84890" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "7bddd2dd-a0ae-4f49-a311-c01243fed9a5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:03.139897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:03.145105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] Deleting port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:03.147723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.155235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3226979 Jul 28 11:09:03.176683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:03.198310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Request body: {'subnet': {'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-subnet', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:03.244139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-4bf868d4-1045-4d21-8b35-5c9c7880ba05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3277924 Jul 28 11:09:03.250354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c488-5f12-4ffc-911d-1130b5e93fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d7aa600-10e6-4928-b2a3-152a96badefa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:03.267593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-2e1d83c3-9203-42cb-b5e4-ff083e39abbc service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359764 Jul 28 11:09:03.284403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting port f9efbedc-4879-4bb5-a6de-18b820a8f725 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:03.284403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.286759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0d7aa600-10e6-4928-b2a3-152a96badefa details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:09:03.290260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Made reservation on behalf of eaad4f7e0ec7401f8ce0082cc9da4e0c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:03.293100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.299997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3dd17ac-0308-4448-9d58-235915ddd670 req-b52cce23-da1b-44d7-b402-7e2260eb1182 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4245811 Jul 28 11:09:03.319001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] For port c007c4c0-d7e7-4ad4-9d04-3b2459e53116, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,segment=NetworkSegment(8b26cdad-bfc6-4c47-abf3-621535d0c0ae),segment_id=8b26cdad-bfc6-4c47-abf3-621535d0c0ae)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:03.319636 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.396265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.412522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.425710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] Calling delete_port for c007c4c0-d7e7-4ad4-9d04-3b2459e53116 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:03.458904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395ebb-51ef-4d52-a544-1b50d203807b req-dd453e60-6363-4ccb-945c-f3ecdea73246 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:03.461556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c395ebb-51ef-4d52-a544-1b50d203807b req-dd453e60-6363-4ccb-945c-f3ecdea73246 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 950 time: 0.2840497 Jul 28 11:09:03.553216 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.570163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-4dbb2fbb-1e67-49ae-8f9d-1a6ece2ea218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:03.573225 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-4dbb2fbb-1e67-49ae-8f9d-1a6ece2ea218 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 1100 time: 0.2042034 Jul 28 11:09:03.595467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] Pushing event deleted for resources: {'Port': ['ID=c007c4c0-d7e7-4ad4-9d04-3b2459e53116,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:03.598534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ca53b-a9ee-401b-b34a-e39011a9a67d None None] No DVR routers for this DVR port c007c4c0-d7e7-4ad4-9d04-3b2459e53116 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:03.785658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] For port f9efbedc-4879-4bb5-a6de-18b820a8f725, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:03.786236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.809908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Calling delete_port for f9efbedc-4879-4bb5-a6de-18b820a8f725 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:03.812391 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.813704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Port f9efbedc-4879-4bb5-a6de-18b820a8f725 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:09:03.830157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:03.842964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c395ebb-51ef-4d52-a544-1b50d203807b req-8d691e22-35fc-4856-86e5-8e422228cbb6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682928 Jul 28 11:09:03.893616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4fdb7385-c6ec-4fac-872c-15889955a39c req-0dcd04c6-1d74-4700-9707-f73cc94b9e87 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185558 Jul 28 11:09:03.919715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Port': ['ID=f9efbedc-4879-4bb5-a6de-18b820a8f725,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:03.943437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Checking segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:03.945981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Network hostable DHCP agents. Network: 0d7aa600-10e6-4928-b2a3-152a96badefa, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:09:03.991124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f4bd3-5289-43b1-883f-124924de3a10 req-f3f1dd13-ca67-49a9-a91d-2ef582e2fd95 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:03.996500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f5f4bd3-5289-43b1-883f-124924de3a10 req-f3f1dd13-ca67-49a9-a91d-2ef582e2fd95 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.5335786 Jul 28 11:09:04.022545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59abd10d-b652-46b9-985f-03b8d421ba12,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:04.035332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-40fd45d6-94d0-4e0c-84d0-f592ed1f15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.037157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-40fd45d6-94d0-4e0c-84d0-f592ed1f15aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4315827 Jul 28 11:09:04.106746 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-4d95c84e-98ae-4166-a166-8590ae98e6dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7 HTTP/1.1" status: 200 len: 217 time: 0.0598545 Jul 28 11:09:04.138529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Network 0d7aa600-10e6-4928-b2a3-152a96badefa is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:09:04.166334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] No DVR routers for this DVR port f9efbedc-4879-4bb5-a6de-18b820a8f725 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:04.217909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d5d707-d67d-4609-97bc-d3dac39e8872 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:04.235245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.235654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 0d7aa600-10e6-4928-b2a3-152a96badefa) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:04.247385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123956f-30be-4cf6-a86f-49bcc763918d None None] Network 0d7aa600-10e6-4928-b2a3-152a96badefa requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:04.252674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.253260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.259056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-495be4af-0ff6-461e-9247-fd9f08bd829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.260712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-495be4af-0ff6-461e-9247-fd9f08bd829b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1184175 Jul 28 11:09:04.267972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe2e8f-ab37-4647-91f6-2184f5877a28 req-a5c8eebf-f3bb-4317-b084-1ab7e608f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.269457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-06fe2e8f-ab37-4647-91f6-2184f5877a28 req-a5c8eebf-f3bb-4317-b084-1ab7e608f0b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.1614335 Jul 28 11:09:04.292055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f5f4bd3-5289-43b1-883f-124924de3a10 req-413d641f-c523-4d0e-a5a0-0b8c6693d5d7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839181 Jul 28 11:09:04.327413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1cab8268-81a8-49f9-8f35-6b1b24722629 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1326115 Jul 28 11:09:04.375941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:04.384121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Transition to ACTIVE for port object 25d5d707-d67d-4609-97bc-d3dac39e8872 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:04.388979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:04.403982 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.422575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.438988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-06fe2e8f-ab37-4647-91f6-2184f5877a28 req-e6d4f90a-f45d-45e3-be8b-c0e5a6091e86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321223 Jul 28 11:09:04.444534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-f44dfb5a-a196-40ff-9d24-9caa4929e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.445342 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89217574-f251-4cf5-83b4-7616e0ec088c x-openstack-request-id: req-89217574-f251-4cf5-83b4-7616e0ec088c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:04.445723 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "7bddd2dd-a0ae-4f49-a311-c01243fed9a5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:04.445977 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89217574-f251-4cf5-83b4-7616e0ec088c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:04.446434 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '7bddd2dd-a0ae-4f49-a311-c01243fed9a5', 'status': 'completed', 'code': 200} Jul 28 11:09:04.448303 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-f44dfb5a-a196-40ff-9d24-9caa4929e150 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719110 Jul 28 11:09:04.538620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb48235-025b-4c5b-920c-5397c06408a6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:04.578193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.579916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.580624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.581977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.584949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.585790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.586457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.590948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d191f1-9733-49ce-993e-66eb38793882') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:04.591327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d191f1-9733-49ce-993e-66eb38793882') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:04.592368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-05443981-5542-4583-a0dc-cb92901eb3bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6166 time: 0.1504226 Jul 28 11:09:04.650008 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.651230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.683675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c007c4c0-d7e7-4ad4-9d04-3b2459e53116 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:04.701260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.711522 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-cd8e0eef-56da-43d4-b2c7-e64979f823e6 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498090 Jul 28 11:09:04.741523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c007c4c0-d7e7-4ad4-9d04-3b2459e53116 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:04.741870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c007c4c0-d7e7-4ad4-9d04-3b2459e53116 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:04.747810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:04.763258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-0d7aa600-10e6-4928-b2a3-152a96badefa', 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'fixed_ips': [{'subnet_id': '59abd10d-b652-46b9-985f-03b8d421ba12'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:09:04.763258 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.772314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.816449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-4d8448dc-01a9-403d-8835-1801672c8c8b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.818279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-4d8448dc-01a9-403d-8835-1801672c8c8b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.5324454 Jul 28 11:09:04.819577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:09:04.820107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:09:04.825471 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:09:04.910196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-34b6691d-56f1-4cf5-b03a-95efb935b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.910694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-34b6691d-56f1-4cf5-b03a-95efb935b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.911227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-34b6691d-56f1-4cf5-b03a-95efb935b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:04.913880 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-34b6691d-56f1-4cf5-b03a-95efb935b162 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=44d7dff6fecd400e87455d53ec70240e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3091052 Jul 28 11:09:04.994079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Allocated IP 172.20.0.2 (0d7aa600-10e6-4928-b2a3-152a96badefa/59abd10d-b652-46b9-985f-03b8d421ba12/52b185b4-2e90-48dc-8a19-3258847b2115) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:05.047288 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d1b8511e-7b40-4aa5-91fd-bf09f4ec3c8c req-332d4520-9948-4e73-8bcc-13cce63982f8 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232818 Jul 28 11:09:05.155487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-4bb14549-bdff-4e42-8d99-040ce727f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:05.157298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a83ca35-0e40-4c66-81a9-ed083ac84890 req-4bb14549-bdff-4e42-8d99-040ce727f06d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2342026 Jul 28 11:09:05.288482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.305005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Transition to ACTIVE for port object 52b185b4-2e90-48dc-8a19-3258847b2115 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:05.325369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Transition to ACTIVE for port object 52b185b4-2e90-48dc-8a19-3258847b2115 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:05.333487 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.336048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadc6d-48b1-43f2-ab0d-33212cfb73a8 req-35571a3a-af4b-4341-9753-39fa2e505bb9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:05.343282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4aeadc6d-48b1-43f2-ab0d-33212cfb73a8 req-35571a3a-af4b-4341-9753-39fa2e505bb9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.7980537 Jul 28 11:09:05.348497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-1673d283-57bd-43b3-a705-a9149dd0e469 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0692101 Jul 28 11:09:05.371136 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.399546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Network 0d7aa600-10e6-4928-b2a3-152a96badefa is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:05.404459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:05.414077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.414357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:05.416741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/networks/6bb48235-025b-4c5b-920c-5397c06408a6 HTTP/1.1" status: 204 len: 168 time: 3.3497334 Jul 28 11:09:05.420297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:05.437186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-a9f775b8-59f6-4a58-b694-49a544bd39fb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730999 Jul 28 11:09:05.443975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Pushing event updated for resources: {'Port': ['ID=52b185b4-2e90-48dc-8a19-3258847b2115,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:05.495016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Attempting to bind port 25d5d707-d67d-4609-97bc-d3dac39e8872 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:05.495490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Attempting to bind port 25d5d707-d67d-4609-97bc-d3dac39e8872 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:05.495914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Attempting to bind port 25d5d707-d67d-4609-97bc-d3dac39e8872 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:05.498201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561b71-2843-4336-87d0-85cdb40129e7 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Network': ['ID=6bb48235-025b-4c5b-920c-5397c06408a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:05.517310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.539555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Attempting to bind port 52b185b4-2e90-48dc-8a19-3258847b2115 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:05.539919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Attempting to bind port 52b185b4-2e90-48dc-8a19-3258847b2115 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:05.540439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Attempting to bind port 52b185b4-2e90-48dc-8a19-3258847b2115 on network 0d7aa600-10e6-4928-b2a3-152a96badefa {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:05.545837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:05.546223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Checking segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:05.546640 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.547040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Bound using segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:05.547515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Bound port: 52b185b4-2e90-48dc-8a19-3258847b2115, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:05.547899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.548511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Port 25d5d707-d67d-4609-97bc-d3dac39e8872 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:05.548933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Attempting to bind port 25d5d707-d67d-4609-97bc-d3dac39e8872 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:05.557588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4aeadc6d-48b1-43f2-ab0d-33212cfb73a8 req-467d3837-6c85-4fc3-a247-24ed351d76a3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028818 Jul 28 11:09:05.601766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:05.602148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Checking segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:05.602639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Bound using segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:05.603176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Bound port: 25d5d707-d67d-4609-97bc-d3dac39e8872, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:05.604462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.688594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] For port 52b185b4-2e90-48dc-8a19-3258847b2115, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:05.705328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] For port 52b185b4-2e90-48dc-8a19-3258847b2115, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=52b185b4-2e90-48dc-8a19-3258847b2115,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:05.719416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.786559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479f95-3149-4ed5-9b4f-c90d8b346ea6 None None] Pushing event updated for resources: {'Port': ['ID=52b185b4-2e90-48dc-8a19-3258847b2115,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:05.829440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:05.876319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:05.881068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25d5d707-d67d-4609-97bc-d3dac39e8872,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:05.898615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.005559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.008021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.010575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 1130 time: 2.8974986 Jul 28 11:09:06.057461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3a77-6f61-454a-96f1-55b1e23d41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:06.089464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:06.212988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.249859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.256189 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:09:06.461959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 52b185b4-2e90-48dc-8a19-3258847b2115 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:06.486521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.505924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f442605-032d-4f87-9bcd-4d1588fcc9a7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:06.520618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b26cdad-bfc6-4c47-abf3-621535d0c0ae') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:06.521628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b26cdad-bfc6-4c47-abf3-621535d0c0ae') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:06.524913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 52b185b4-2e90-48dc-8a19-3258847b2115 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:06.533817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.550840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.558649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:09:06.559395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.584153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '25d5d707-d67d-4609-97bc-d3dac39e8872'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:06.586481 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "25d5d707-d67d-4609-97bc-d3dac39e8872"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:06.596866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-843f7e11-0242-4314-be68-73fbe28331c7 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1439362 Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:09:06.625703 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:09:06.633466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.659404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.661432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/networks/5f442605-032d-4f87-9bcd-4d1588fcc9a7 HTTP/1.1" status: 204 len: 168 time: 1.2401187 Jul 28 11:09:06.662681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a06b4a-5428-45fc-bb2d-9f38673d219d tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Network': ['ID=5f442605-032d-4f87-9bcd-4d1588fcc9a7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:06.664468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34150) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:06.668925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.675863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.682830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.689062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.695103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.701450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.707906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:06.717385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-e9650ed5-665c-4bb8-91b7-3419564bce52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5371 time: 1.0057085 Jul 28 11:09:06.727771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting subnet 5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:06.733013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.775898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.865141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f09fb690-1bf6-4ec9-aeb3-2dee51efed2e req-5deb2367-71eb-4b3b-8a76-d237b7adcaa6 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468716 Jul 28 11:09:06.902057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:06.943725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42714a62-f77a-49e0-84cf-3fa068d897ad {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:07.003505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.051636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-4788e722-1f81-42d4-b2c9-cfdf770cadab service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440117 Jul 28 11:09:07.089328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Transition to ACTIVE for port object 42714a62-f77a-49e0-84cf-3fa068d897ad will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:07.093298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.100527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.149780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee803703-d637-44b8-8b6e-bbeb98960702 None None] Network 38924941-bcf9-49de-8031-1ed07e2fc698 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:07.150859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Subnet': ['ID=5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:07.153458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.159246 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-402cbe36-168a-499b-8958-fce70e87c527 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/subnets/5e15d4a0-cdd9-4f8e-ae6b-02e8dba7ebce HTTP/1.1" status: 204 len: 168 time: 0.4932466 Jul 28 11:09:07.160504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:07.196387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.261548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab67e03-0d93-4337-846a-15d23e96c898 req-8545c6d5-b181-44a4-8cb8-824d60cf10d5 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:07.265470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fab67e03-0d93-4337-846a-15d23e96c898 req-8545c6d5-b181-44a4-8cb8-824d60cf10d5 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 950 time: 0.2642157 Jul 28 11:09:07.274491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.470310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.612063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Deleting port 98f330ba-e61c-4782-aeb2-10739b620f69 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:07.612686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.612821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:07.624352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] DHCP port deletion for 38924941-bcf9-49de-8031-1ed07e2fc698 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:09:07.691908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b044a-31ff-4ff4-9643-26e489e92870 None None] Network 0d7aa600-10e6-4928-b2a3-152a96badefa requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:07.692513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Allocated IP 172.25.1.38 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ebb29a0a-6f1a-4722-967e-a8d418f240e6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:07.747184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] For port 98f330ba-e61c-4782-aeb2-10739b620f69, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98f330ba-e61c-4782-aeb2-10739b620f69,segment=NetworkSegment(82f1fabb-667a-4933-ae0a-74c70a09e78c),segment_id=82f1fabb-667a-4933-ae0a-74c70a09e78c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:07.748970 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.760581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fab67e03-0d93-4337-846a-15d23e96c898 req-79185a1c-ec93-4660-9349-d4ac3cf870c5 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695774 Jul 28 11:09:07.804191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Calling delete_port for 98f330ba-e61c-4782-aeb2-10739b620f69 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:07.842193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] Provisioning for port 52b185b4-2e90-48dc-8a19-3258847b2115 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:07.867971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] Provisioning complete for port 52b185b4-2e90-48dc-8a19-3258847b2115 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:07.868661 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.883006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33cc9d-4b71-4dbd-97a5-c3830c0e8add req-d0c3d6c2-4efc-4c3f-b4c0-ea4531d5f6b5 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:07.891933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db33cc9d-4b71-4dbd-97a5-c3830c0e8add req-d0c3d6c2-4efc-4c3f-b4c0-ea4531d5f6b5 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.3046103 Jul 28 11:09:07.912481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Deleting port 98f330ba-e61c-4782-aeb2-10739b620f69 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:07.913004 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.916823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.941693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] No DVR routers for this DVR port 98f330ba-e61c-4782-aeb2-10739b620f69 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:07.959964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Attempting to bind port 42714a62-f77a-49e0-84cf-3fa068d897ad on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:07.960329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Attempting to bind port 42714a62-f77a-49e0-84cf-3fa068d897ad by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:07.960713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Attempting to bind port 42714a62-f77a-49e0-84cf-3fa068d897ad on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:07.980610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] For port 98f330ba-e61c-4782-aeb2-10739b620f69, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:07.980877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:07.985039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Port 42714a62-f77a-49e0-84cf-3fa068d897ad on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:07.985362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Attempting to bind port 42714a62-f77a-49e0-84cf-3fa068d897ad on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:08.004022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Calling delete_port for 98f330ba-e61c-4782-aeb2-10739b620f69 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:08.014666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db33cc9d-4b71-4dbd-97a5-c3830c0e8add req-c1a8dab7-f080-4707-a02b-ef70a8498f86 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173961 Jul 28 11:09:08.016579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Port 98f330ba-e61c-4782-aeb2-10739b620f69 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:09:08.023508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:08.023863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Checking segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:08.025155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.026386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Bound using segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:08.026855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Bound port: 42714a62-f77a-49e0-84cf-3fa068d897ad, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:08.027480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.055226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Port': ['ID=98f330ba-e61c-4782-aeb2-10739b620f69,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:08.095117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628c811-fc44-48ff-91f4-b44f26499d17 req-d9b14cd0-dde3-4535-b565-ae6426150f03 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.106223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6628c811-fc44-48ff-91f4-b44f26499d17 req-d9b14cd0-dde3-4535-b565-ae6426150f03 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.2093449 Jul 28 11:09:08.128652 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e1b0b-fafc-4558-aec4-461221f19b2c x-openstack-request-id: req-ff4e1b0b-fafc-4558-aec4-461221f19b2c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:08.128945 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "25d5d707-d67d-4609-97bc-d3dac39e8872", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:08.131352 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff4e1b0b-fafc-4558-aec4-461221f19b2c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:08.131760 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '25d5d707-d67d-4609-97bc-d3dac39e8872', 'status': 'completed', 'code': 200} Jul 28 11:09:08.179768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] Pushing event deleted for resources: {'Port': ['ID=98f330ba-e61c-4782-aeb2-10739b620f69,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:08.195541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e37fc-b0d1-485b-8401-e03f44d64c06 None None] No DVR routers for this DVR port 98f330ba-e61c-4782-aeb2-10739b620f69 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:08.231679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.248148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.253041 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.272642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38924941-bcf9-49de-8031-1ed07e2fc698']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:08.299422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f1fabb-667a-4933-ae0a-74c70a09e78c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:08.299798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f1fabb-667a-4933-ae0a-74c70a09e78c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:08.307424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] For port 52b185b4-2e90-48dc-8a19-3258847b2115, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=52b185b4-2e90-48dc-8a19-3258847b2115,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:08.320231 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.320508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.332986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea0374dd-e9b1-43c4-9fe1-c6b1e8dd614d req-b936c237-7d84-4e60-9839-43a1f5866fe2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 210 time: 0.1154222 Jul 28 11:09:08.359196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.374173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:09:08.377816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.413424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6628c811-fc44-48ff-91f4-b44f26499d17 req-13af1a00-786c-43bc-a2fc-753a768edb2e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062258 Jul 28 11:09:08.425139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:08.429707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=42714a62-f77a-49e0-84cf-3fa068d897ad,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:08.452033 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.477485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4b469-ef51-4566-b75d-62d6905b5293 None None] Pushing event updated for resources: {'Port': ['ID=52b185b4-2e90-48dc-8a19-3258847b2115,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:08.487785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98f330ba-e61c-4782-aeb2-10739b620f69 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:08.533656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 98f330ba-e61c-4782-aeb2-10739b620f69 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:08.537667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98f330ba-e61c-4782-aeb2-10739b620f69 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:09:08.546138 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:09:08.558314 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.568575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.570510 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/networks/38924941-bcf9-49de-8031-1ed07e2fc698 HTTP/1.1" status: 204 len: 168 time: 1.4087441 Jul 28 11:09:08.579715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:08.586378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8f152-357b-4370-b4e8-0ec236a7a3e8 tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Pushing event deleted for resources: {'Network': ['ID=38924941-bcf9-49de-8031-1ed07e2fc698,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:08.596234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.597050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.597768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.598547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.599206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.599954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.600705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.603006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-8a19dfc6-88a9-449f-b846-b18a9a7e8b31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6233 time: 0.4686577 Jul 28 11:09:08.645815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.664120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.665020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.667381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] 10.222.0.41 "PUT /v2.0/ports/42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 200 len: 1090 time: 2.5931966 Jul 28 11:09:08.673617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-efbffa51-757e-4e08-b459-eb2cd34b605b None None] Provisioning complete for port 52b185b4-2e90-48dc-8a19-3258847b2115 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:08.674144 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-efbffa51-757e-4e08-b459-eb2cd34b605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.702022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2182114c-7e79-4e58-a86b-c4fc5f4d43fe tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "GET /v2.0/ports?device_id=759df746-6a46-4654-9786-b71e4812b8bd HTTP/1.1" status: 200 len: 205 time: 0.1137140 Jul 28 11:09:08.713717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:08.719125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:08.755486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bcfd9-aba3-476b-9a5a-7f814e7cb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:08.763469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:08.824371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:08.835132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:08.871086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fba1b3-c240-4e2c-a242-16963bcbec3f req-00401743-9f9c-4928-adbf-c69f8e733d14 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.879365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2fba1b3-c240-4e2c-a242-16963bcbec3f req-00401743-9f9c-4928-adbf-c69f8e733d14 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 950 time: 0.3258634 Jul 28 11:09:08.920831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:08.935428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.941676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.948151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.956129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.962041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.968931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.975255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:08.977306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-14502241-801e-4f08-960b-65954be6455d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5383 time: 0.4026873 Jul 28 11:09:09.039702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.045632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb29a0a-6f1a-4722-967e-a8d418f240e6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:09.094541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2fba1b3-c240-4e2c-a242-16963bcbec3f req-fb18181d-148c-4d62-86c1-66018fb93364 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142065 Jul 28 11:09:09.138660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d0df892-9085-4289-90b8-bb5f13692be1 req-c6d33dc6-f1ec-4deb-ac6d-832710638150 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473129 Jul 28 11:09:09.185631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ac79de96-30b3-44b4-8a91-7e83b1d4b628 req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1868138454', 'description': 'tempest-description-592289863'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:09.288426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.290719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.309305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ac79de96-30b3-44b4-8a91-7e83b1d4b628 req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.361773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-07bf7852-d03e-490d-b667-b6435575e07e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:09.363328 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-07bf7852-d03e-490d-b667-b6435575e07e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.4356551 Jul 28 11:09:09.365864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.367040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Fanout notify agent at l3_agent the message router_deleted on router 759df746-6a46-4654-9786-b71e4812b8bd {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:09:09.379170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-1ad13d25-4b43-4ae8-8968-5a29f0841363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:09.379917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-1ad13d25-4b43-4ae8-8968-5a29f0841363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:09.380632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-1ad13d25-4b43-4ae8-8968-5a29f0841363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:09.382554 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-1ad13d25-4b43-4ae8-8968-5a29f0841363 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=44d7dff6fecd400e87455d53ec70240e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7614527 Jul 28 11:09:09.389924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Request body: {'port': {'device_id': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'admin_state_up': True, 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:09.450789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.460051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-10d824fd-4575-471f-b9ef-9e86698a956e tempest-RoutersNegativeIpV6Test-2026046277 tempest-RoutersNegativeIpV6Test-2026046277-project] 10.222.0.20 "DELETE /v2.0/routers/759df746-6a46-4654-9786-b71e4812b8bd HTTP/1.1" status: 204 len: 168 time: 0.7203109 Jul 28 11:09:09.633694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-0b98671c-8675-421f-8b4b-b1e3fa1899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:09.635640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d9b30e4a-7c4f-455d-b02a-3dc5fcf88827 req-0b98671c-8675-421f-8b4b-b1e3fa1899d9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738997 Jul 28 11:09:09.775074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:09.940747 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a031c0a9-6869-4e0f-af7e-a14aadc5256d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe309357cc834bd9bc6ef3472cf65bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616426 Jul 28 11:09:09.941181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:09.978883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:09.992674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d9ec-0308-416e-acba-5576dcffe275 req-11e54009-39e1-4231-affd-aa8e935f3cef tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:09.998843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d9ec-0308-416e-acba-5576dcffe275 req-11e54009-39e1-4231-affd-aa8e935f3cef tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:10.000554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23c6d9ec-0308-416e-acba-5576dcffe275 req-11e54009-39e1-4231-affd-aa8e935f3cef tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696&device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 1691 time: 0.5673242 Jul 28 11:09:10.026338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2b27-7541-49a4-aa97-768bf1a96d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.059653 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2b27-7541-49a4-aa97-768bf1a96d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.106059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ac79de96-30b3-44b4-8a91-7e83b1d4b628 req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.132254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:10.136719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.140662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:10.143040 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91540714-51f8-4f6d-80a8-49e22686f582" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:10.145945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ac79de96-30b3-44b4-8a91-7e83b1d4b628 req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.152654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2b27-7541-49a4-aa97-768bf1a96d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.156823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2b27-7541-49a4-aa97-768bf1a96d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.160486 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cdcf2b27-7541-49a4-aa97-768bf1a96d68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbcdb300-89cc-4e67-bdb4-da3725fe87d5 HTTP/1.1" status: 204 len: 168 time: 0.2159886 Jul 28 11:09:10.177478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf2b27-7541-49a4-aa97-768bf1a96d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcdb300-89cc-4e67-bdb4-da3725fe87d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:10.225271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23c6d9ec-0308-416e-acba-5576dcffe275 req-acc046e1-e332-4302-996c-4d32792cbcf7 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873024 Jul 28 11:09:10.249309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c6843-bca8-47b6-83bf-cf47b4db3485,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:10.255113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7854bbd1-077d-4d69-9312-1c06639b45e7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:10.266149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ac79de96-30b3-44b4-8a91-7e83b1d4b628 req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.267433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac79de96-30b3-44b4-8a91-7e83b1d4b628 req-af6c8ffb-f95b-4c43-ac77-8f4398a98c09 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1279485 Jul 28 11:09:10.269629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.336281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Transition to ACTIVE for port object 7854bbd1-077d-4d69-9312-1c06639b45e7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:10.363861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.416626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Allocated IP 172.20.0.6 (09b4baff-4f00-4f98-a809-022496ab14cd/ae10de92-b76e-4760-8ded-1abf9dbc6643/080c1afb-c297-4735-9cd6-b4a48abd8e85) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:10.447804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 52b185b4-2e90-48dc-8a19-3258847b2115 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:10.533395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 52b185b4-2e90-48dc-8a19-3258847b2115 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:10.534053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.593085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.665617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6c8a38c-6b58-431a-89a8-b7f35ef541ac req-2d926b86-c63d-445e-a719-b0ad5dc348ff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 210 time: 0.2601190 Jul 28 11:09:10.703684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b256-dfdd-46a6-9d36-6192a6aaa76b req-d6cf4f1e-7279-48b2-a1e2-4c8872b8981a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:10.705704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6a1b256-dfdd-46a6-9d36-6192a6aaa76b req-d6cf4f1e-7279-48b2-a1e2-4c8872b8981a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.2890489 Jul 28 11:09:10.723354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.802068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:10.854439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Network 09b4baff-4f00-4f98-a809-022496ab14cd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:10.858751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:10.863008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:10.898067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6a1b256-dfdd-46a6-9d36-6192a6aaa76b req-70c2d66f-0a61-4380-b15d-fb9965459c97 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311705 Jul 28 11:09:10.899033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:10.928336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event updated for resources: {'Port': ['ID=080c1afb-c297-4735-9cd6-b4a48abd8e85,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:10.960852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Attempting to bind port 7854bbd1-077d-4d69-9312-1c06639b45e7 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:10.961106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Attempting to bind port 7854bbd1-077d-4d69-9312-1c06639b45e7 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:10.961444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Attempting to bind port 7854bbd1-077d-4d69-9312-1c06639b45e7 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:10.990066 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc1d537-bb46-41a1-b489-9017139c79fe x-openstack-request-id: req-ccc1d537-bb46-41a1-b489-9017139c79fe {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:10.992049 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:10.992676 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccc1d537-bb46-41a1-b489-9017139c79fe {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:10.993284 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad', 'status': 'completed', 'code': 200} Jul 28 11:09:11.012577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Port 7854bbd1-077d-4d69-9312-1c06639b45e7 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:11.012954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Attempting to bind port 7854bbd1-077d-4d69-9312-1c06639b45e7 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:11.020436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.020436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.101444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.109814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.112935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-003b616d-1d4f-4637-9c62-b7ef72a83a6f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7279918 Jul 28 11:09:11.116887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.128894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.129376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.129846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.132591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.134635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.135284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.138127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.138729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.143476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.144841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-91540714-51f8-4f6d-80a8-49e22686f582 req-6ea0f65d-4979-4cb5-a8d4-0d608a410684 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6300 time: 0.1062298 Jul 28 11:09:11.151804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Request body: {'port': {'device_id': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:11.161368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.168570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.177403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-082acd0c-272f-4c35-8a8f-888ee0e15a78 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5395 time: 0.3265431 Jul 28 11:09:11.215804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:11.216152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Checking segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:11.216570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Bound using segment: {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:11.217017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Bound port: 7854bbd1-077d-4d69-9312-1c06639b45e7, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd6b615-1588-4f3d-9f59-f4720f25ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:11.217396 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.277568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eea0bc7-f890-4919-ad57-7c9596177e77 req-2f7e4853-75d5-486b-9101-641d008c0bb6 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988770 Jul 28 11:09:11.297745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.362101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:11.366274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:11.370154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7854bbd1-077d-4d69-9312-1c06639b45e7,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:11.378202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-daeac228-074d-4f6e-8691-0a896f10381d tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1868138454&fields=id&tenant_id=7d1e82ed06d8431289c038e4c7ed572d HTTP/1.1" status: 200 len: 267 time: 0.1977255 Jul 28 11:09:11.391753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.504844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.505527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.506968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] 10.222.0.41 "PUT /v2.0/ports/7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 200 len: 1090 time: 2.7985733 Jul 28 11:09:11.513787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:11.520528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-0d649377-c4f5-450c-98dd-92cb3dabe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.521111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-0d649377-c4f5-450c-98dd-92cb3dabe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.521742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-0d649377-c4f5-450c-98dd-92cb3dabe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.523357 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-91540714-51f8-4f6d-80a8-49e22686f582 req-0d649377-c4f5-450c-98dd-92cb3dabe35b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=44d7dff6fecd400e87455d53ec70240e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3666415 Jul 28 11:09:11.527609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:09:11.529949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.530367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.530721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.531079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.531416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.531775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.532107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.532575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.532899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.533225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.533551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.533877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d63580-1357-45d6-994f-a19ec7f5bf3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:11.548689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:11.557613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687ed7-ee04-4985-bd11-251a445baead req-c1edb3e9-684d-498f-a5dd-151f14f79d6d tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.559372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20687ed7-ee04-4985-bd11-251a445baead req-c1edb3e9-684d-498f-a5dd-151f14f79d6d tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 1101 time: 0.1875603 Jul 28 11:09:11.562590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-148828575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:11.628013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-50e713ba-4b69-419e-ad82-3fa8b598ae01 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.629558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-50e713ba-4b69-419e-ad82-3fa8b598ae01 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2395942 Jul 28 11:09:11.689435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.690442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.706249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'port': {'security_groups': ['43e59a0a-a952-47a8-90c2-763df4f30c1d', '7c6c6843-bca8-47b6-83bf-cf47b4db3485']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:11.743792 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.767246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20687ed7-ee04-4985-bd11-251a445baead req-b31dfe58-a9dc-4914-a496-fe4be19e4272 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990883 Jul 28 11:09:11.803579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540714-51f8-4f6d-80a8-49e22686f582 req-2b3ffcd4-72c0-44d2-8352-e8d64a5296a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:11.804978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-91540714-51f8-4f6d-80a8-49e22686f582 req-2b3ffcd4-72c0-44d2-8352-e8d64a5296a2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2641344 Jul 28 11:09:11.809848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.820726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.854062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.855293 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2bc5f893-5ac8-45c3-a69e-2e49e06554d6 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4817810 Jul 28 11:09:11.858671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:11.863791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-737844033'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:11.887875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.897954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080c1afb-c297-4735-9cd6-b4a48abd8e85 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:11.905516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.917467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Transition to ACTIVE for port object 080c1afb-c297-4735-9cd6-b4a48abd8e85 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:11.920850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:11.973283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Pushing event updated for resources: {'Port': ['ID=080c1afb-c297-4735-9cd6-b4a48abd8e85,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:12.005550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:12.018329 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Sync routers for ids ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:12.027922 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Routers {'3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:12.028734 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:12.038885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Made reservation on behalf of 26d50fffad9e4e82b7b91c53ad7ad518 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:12.042565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.049482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Attempting to bind port 080c1afb-c297-4735-9cd6-b4a48abd8e85 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:12.049824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Attempting to bind port 080c1afb-c297-4735-9cd6-b4a48abd8e85 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:12.050152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Attempting to bind port 080c1afb-c297-4735-9cd6-b4a48abd8e85 on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:12.054589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Port 080c1afb-c297-4735-9cd6-b4a48abd8e85 on network 09b4baff-4f00-4f98-a809-022496ab14cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:12.055309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Attempting to bind port 080c1afb-c297-4735-9cd6-b4a48abd8e85 on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:12.060564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:12.060909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:12.061297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Bound using segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:12.061727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Bound port: 080c1afb-c297-4735-9cd6-b4a48abd8e85, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:12.062090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.085883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.106225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.110174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79badbd9-0a99-4629-b46b-5e2c9b128dc0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7286434 Jul 28 11:09:12.110482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:12.145485 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Set router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:12.176239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea1d08-ac7e-4814-8c25-cdd7d80f7f96 req-6d79640c-a58d-44d2-8c44-d23c7b43edf2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:12.177774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07ea1d08-ac7e-4814-8c25-cdd7d80f7f96 req-6d79640c-a58d-44d2-8c44-d23c7b43edf2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 943 time: 0.2952614 Jul 28 11:09:12.185898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] For port 080c1afb-c297-4735-9cd6-b4a48abd8e85, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:12.226785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] For port 080c1afb-c297-4735-9cd6-b4a48abd8e85, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:12.252060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.342915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:12.344029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.344878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] 10.222.0.44 "PUT /v2.0/ports/080c1afb-c297-4735-9cd6-b4a48abd8e85 HTTP/1.1" status: 200 len: 1091 time: 1.1991098 Jul 28 11:09:12.345351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'tag': '080c1afb-c297-4735-9cd6-b4a48abd8e85'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:12.345503 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:09:09Z', 'revision_number': 3, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:12.346511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07ea1d08-ac7e-4814-8c25-cdd7d80f7f96 req-876d2822-7871-4724-8b8e-1aa39b4a476a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506205 Jul 28 11:09:12.354686 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f", "tag": "080c1afb-c297-4735-9cd6-b4a48abd8e85"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:12.403397 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Checking router: 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:12.403744 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Updating router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 port ebb29a0a-6f1a-4722-967e-a8d418f240e6 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:09:12.435241 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.444169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2257c3-b50c-4408-bac7-89faf3b24249 service neutron] Pushing event updated for resources: {'Port': ['ID=080c1afb-c297-4735-9cd6-b4a48abd8e85,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:12.475081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:12.534570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8312b8de-1149-4007-8d44-6a738ba74445 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:12.546562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.549915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.565692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-7c3834ba-de2c-4820-9cae-a7cde423c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:12.567188 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-7c3834ba-de2c-4820-9cae-a7cde423c1be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 1094 time: 0.1185787 Jul 28 11:09:12.567658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.591312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.600722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Transition to ACTIVE for port object 8312b8de-1149-4007-8d44-6a738ba74445 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:12.607706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:09:12.612209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.613192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-4bb7e024-71c3-4289-b3c4-273279986f83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85 HTTP/1.1" status: 200 len: 217 time: 0.0375683 Jul 28 11:09:12.623434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.625575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8860fc72-8aa8-457c-be1f-229f63c2f057'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:12.635269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ff19b-299a-450b-beaa-a3c7c8a17f1c req-a399c3e2-5803-4c87-bf7b-fcd552d5e95e tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:12.636849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c92ff19b-299a-450b-beaa-a3c7c8a17f1c req-a399c3e2-5803-4c87-bf7b-fcd552d5e95e tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 1101 time: 0.1805995 Jul 28 11:09:12.669861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.669861 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Added segment d983253b-5d3c-49f7-b640-19424b6aec75 of type vlan for network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 Jul 28 11:09:12.671384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710091cd-f6b9-4fac-b406-73a538dcb0c5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:12.693102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-eb0631c9-5599-4eb2-b44e-bc9924198e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:12.694499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-eb0631c9-5599-4eb2-b44e-bc9924198e39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.0739486 Jul 28 11:09:12.736466 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.738708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:12.739163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.749186 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Transition to ACTIVE for port object ebb29a0a-6f1a-4722-967e-a8d418f240e6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:12.752821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb95ceb5-35c8-4d11-95cb-8a953ab34360 req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "PUT /v2.0/ports/8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 981 time: 1.0907011 Jul 28 11:09:12.754120 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-2475e7d4-997e-4cb2-b2f5-456d48aa6af8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516593 Jul 28 11:09:12.763335 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.794273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Pushing event updated for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:12.803364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.881731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c92ff19b-299a-450b-beaa-a3c7c8a17f1c req-cc1c62a0-c0ed-4948-9ae0-190e2bf1ec6c tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149706 Jul 28 11:09:12.900018 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Pushing event updated for resources: {'Port': ['ID=ebb29a0a-6f1a-4722-967e-a8d418f240e6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:12.906997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8860fc72-8aa8-457c-be1f-229f63c2f057'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:12.909508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Attempting to bind port ebb29a0a-6f1a-4722-967e-a8d418f240e6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:12.910066 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Attempting to bind port ebb29a0a-6f1a-4722-967e-a8d418f240e6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:12.911946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Attempting to bind port ebb29a0a-6f1a-4722-967e-a8d418f240e6 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:12.923516 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.923859 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.924211 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.924595 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.924925 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.928837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.929690 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.930042 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.930376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.930700 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.931025 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.931373 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:12.936992 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:12.937361 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:12.937758 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.938300 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:12.938774 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Bound port: ebb29a0a-6f1a-4722-967e-a8d418f240e6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:12.939149 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.959211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:12.998782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7'}, {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:13.004414 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] For port ebb29a0a-6f1a-4722-967e-a8d418f240e6, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:13.006771 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e3aac7-106d-43c7-abb7-479cd01b887e" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7"}, {"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:13.008650 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] For port ebb29a0a-6f1a-4722-967e-a8d418f240e6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ebb29a0a-6f1a-4722-967e-a8d418f240e6,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:13.015887 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.096716 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c9e08-b761-4922-94e1-66270cd38788 None None] Pushing event updated for resources: {'Port': ['ID=ebb29a0a-6f1a-4722-967e-a8d418f240e6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:13.107406 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Routers {'3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:13.107913 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:13.113742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000303c7-d5a3-4b4a-b425-a521ae64b572 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:13.135328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.141260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:13.142184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.239443 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] Set router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:13.493641 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-b2ed5e58-cf71-439a-9cb1-48b4d0870028 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289433 Jul 28 11:09:13.541192 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:09:09Z', 'revision_number': 3, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:13.549807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6873980 Jul 28 11:09:13.561875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:13.568893 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927da85-a08f-447d-b82a-063d827401d1 None None] The sync data for ids ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'] in n-d-723573-7 is: [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:09:09Z', 'revision_number': 3, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:13.570525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'subnet': {'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:13.598158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Attempting to bind port 8312b8de-1149-4007-8d44-6a738ba74445 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:13.598158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Attempting to bind port 8312b8de-1149-4007-8d44-6a738ba74445 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:13.598158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Attempting to bind port 8312b8de-1149-4007-8d44-6a738ba74445 on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:13.603108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b7a8d-9cd7-46a8-a4b8-c5f7d13e4447 req-5418e1db-6085-427a-93d6-a7e268718d43 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:13.605340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b04b7a8d-9cd7-46a8-a4b8-c5f7d13e4447 req-5418e1db-6085-427a-93d6-a7e268718d43 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.5701189 Jul 28 11:09:13.606251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3a422-f58e-481b-9010-75ec3d0bc380 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Network': ['ID=3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:13.621005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:09:13.668558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Port 8312b8de-1149-4007-8d44-6a738ba74445 on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:13.668825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Attempting to bind port 8312b8de-1149-4007-8d44-6a738ba74445 on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:13.678182 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3cb17b1c-27b9-4c23-9b0b-34933c6eb5ef req-22462cde-627c-411b-a5a8-164576473760 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770480 Jul 28 11:09:13.690799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Allocated IP 172.20.0.1 (0d7aa600-10e6-4928-b2a3-152a96badefa/59abd10d-b652-46b9-985f-03b8d421ba12/0d9329cb-ec72-4d9c-917b-b09349e2caae) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:13.704285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-27a100c6-5f3e-4206-b729-6334c3f0ed5d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:13.706083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-27a100c6-5f3e-4206-b729-6334c3f0ed5d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.7364039 Jul 28 11:09:13.709187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:13.709559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Checking segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:13.709938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Bound using segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:13.710374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Bound port: 8312b8de-1149-4007-8d44-6a738ba74445, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:13.710730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.754703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-6652c969-03a0-4cb5-bb3a-4e9212a1a605 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/quotas/eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 375 time: 0.0408826 Jul 28 11:09:13.762190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b04b7a8d-9cd7-46a8-a4b8-c5f7d13e4447 req-57c1f656-a14c-48d7-9224-d9052a834e0d tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203620 Jul 28 11:09:13.825965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Made reservation on behalf of 26d50fffad9e4e82b7b91c53ad7ad518 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:13.829711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.849639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.865195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Transition to ACTIVE for port object 0d9329cb-ec72-4d9c-917b-b09349e2caae will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:13.932601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:13.953055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:13.969924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-278f653d-223e-4caf-9203-7fc3fed6d1af tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2045996 Jul 28 11:09:13.984775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Network 0d7aa600-10e6-4928-b2a3-152a96badefa is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:13.991496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8312b8de-1149-4007-8d44-6a738ba74445,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:13.991765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:13.995242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:14.001690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Pushing event updated for resources: {'Port': ['ID=0d9329cb-ec72-4d9c-917b-b09349e2caae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:14.011388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.061226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.116736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.123345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.129776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.135799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.142003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.148097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.155207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.157364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-fabe24b7-e006-49fa-a499-a381cb7b8ecb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5407 time: 0.3244379 Jul 28 11:09:14.179756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.180507 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.182757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] 10.222.0.41 "PUT /v2.0/ports/8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 1091 time: 2.6408677 Jul 28 11:09:14.223728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.249670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Request body: {'port': {'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:14.265647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a37a6-7cfd-4fbd-bf2e-e151b8248553 service neutron] Pushing event updated for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:14.399746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-526c74d1-bab3-4fa4-8e5c-d1d86127c7be None None] Provisioning for port 0d9329cb-ec72-4d9c-917b-b09349e2caae completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:14.405006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-526c74d1-bab3-4fa4-8e5c-d1d86127c7be None None] Provisioning complete for port 0d9329cb-ec72-4d9c-917b-b09349e2caae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:14.405711 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-526c74d1-bab3-4fa4-8e5c-d1d86127c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.427028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b3d28b7-b4fa-46bf-8084-5b6c89440ea5 req-0db1c9f8-9834-4ab6-a2d6-9fc06b05f458 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2400472 Jul 28 11:09:14.444126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.447995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-d28730ef-ad8e-4895-89fb-80dcb69414c1 service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435062 Jul 28 11:09:14.487401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ebb29a0a-6f1a-4722-967e-a8d418f240e6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:14.560518 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75223541-ef11-4e2b-bbd5-595df3ed2c75 x-openstack-request-id: req-75223541-ef11-4e2b-bbd5-595df3ed2c75 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:14.561113 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f", "tag": "080c1afb-c297-4735-9cd6-b4a48abd8e85", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:14.562247 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75223541-ef11-4e2b-bbd5-595df3ed2c75 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:14.563609 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'tag': '080c1afb-c297-4735-9cd6-b4a48abd8e85', 'status': 'completed', 'code': 200} Jul 28 11:09:14.566549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-526c74d1-bab3-4fa4-8e5c-d1d86127c7be None None] Port 0d9329cb-ec72-4d9c-917b-b09349e2caae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:14.574996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ebb29a0a-6f1a-4722-967e-a8d418f240e6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:14.575257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.580594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ebb29a0a-6f1a-4722-967e-a8d418f240e6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:14.582046 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.592865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.642785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-7cfa17df-4829-438a-a044-9469d0689ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829376 Jul 28 11:09:14.699706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-0adb5203-e23b-4dea-8a8a-f45332c752fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.701271 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-0adb5203-e23b-4dea-8a8a-f45332c752fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 1094 time: 0.1225100 Jul 28 11:09:14.702099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.709395 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.733158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Pushing event updated for resources: {'Port': ['ID=0d9329cb-ec72-4d9c-917b-b09349e2caae,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:14.741222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ebb29a0a-6f1a-4722-967e-a8d418f240e6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ebb29a0a-6f1a-4722-967e-a8d418f240e6,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:14.747839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.812089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ebb29a0a-6f1a-4722-967e-a8d418f240e6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:14.900895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:14.911113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-d6a6d517-38d3-413a-b2fd-caed92cdc0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:14.912583 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-d6a6d517-38d3-413a-b2fd-caed92cdc0b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.1959167 Jul 28 11:09:14.929111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Network 0d7aa600-10e6-4928-b2a3-152a96badefa is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:14.932318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:14.981177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-db1a28d7-bfec-41f0-a6af-9309c8d01c6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85 HTTP/1.1" status: 200 len: 217 time: 0.0601270 Jul 28 11:09:15.015981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-81f893c8-565c-46a2-83c9-efac014bbbef tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1868138454&fields=id&tenant_id=7d1e82ed06d8431289c038e4c7ed572d HTTP/1.1" status: 200 len: 267 time: 0.1938124 Jul 28 11:09:15.115476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Subnet': ['ID=3684bedb-5bb1-4828-ad25-58f37c1a9846,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:15.127761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-218c1713-8272-4585-9b66-a2b013cc10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.129479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-218c1713-8272-4585-9b66-a2b013cc10e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1062584 Jul 28 11:09:15.163530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Checking segment: {'id': 'd983253b-5d3c-49f7-b640-19424b6aec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:15.164107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network hostable DHCP agents. Network: 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:09:15.195654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-9211d34a-f8b1-4d6f-8ada-bd01b96a5cb6 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.196166 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-5dc4275d-2c13-4527-ae1f-cad084614778 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516422 Jul 28 11:09:15.209136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-9211d34a-f8b1-4d6f-8ada-bd01b96a5cb6 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 984 time: 0.1915131 Jul 28 11:09:15.213412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:15.233531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'port': {'security_groups': ['43e59a0a-a952-47a8-90c2-763df4f30c1d']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:15.296659 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a816366c-6bfa-4959-834e-c21d9c66a4b3 x-openstack-request-id: req-a816366c-6bfa-4959-834e-c21d9c66a4b3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:15.297262 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:15.297940 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a816366c-6bfa-4959-834e-c21d9c66a4b3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:15.298656 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7', 'status': 'completed', 'code': 200} Jul 28 11:09:15.299433 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'status': 'completed', 'code': 200} Jul 28 11:09:15.327039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15e559b6-0315-4eb5-a648-1751055f2305 None None] Provisioning complete for port 0d9329cb-ec72-4d9c-917b-b09349e2caae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:15.328266 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15e559b6-0315-4eb5-a648-1751055f2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.340210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:09:15.382239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:15.399082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-15e559b6-0315-4eb5-a648-1751055f2305 None None] Port 0d9329cb-ec72-4d9c-917b-b09349e2caae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:15.403326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf38c2e-1810-46a5-8e49-6d220dfb9591 None None] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:15.408431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.409302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.465119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9bec1d3f-e7e7-4032-a448-048fd535d4e3 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8985214 Jul 28 11:09:15.489285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:15.509654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'network': {'name': 'tempest-router-network01--1944703594'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:15.521902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec63779-2556-4e99-bc52-d72f273f13ec {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:15.532557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.559414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.638652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Transition to ACTIVE for port object 8ec63779-2556-4e99-bc52-d72f273f13ec will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:15.641009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-0404da96-0901-486f-bba0-57db7b00aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.642709 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-0404da96-0901-486f-bba0-57db7b00aa80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1135 time: 0.2380865 Jul 28 11:09:15.646842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Made reservation on behalf of 26d50fffad9e4e82b7b91c53ad7ad518 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:15.650989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.652848 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.660872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2', 'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2', 'tenant_id': '26d50fffad9e4e82b7b91c53ad7ad518', 'fixed_ips': [{'subnet_id': '3684bedb-5bb1-4828-ad25-58f37c1a9846'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:09:15.662049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:15.662368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.662859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.663337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.663808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.664370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.664842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.665379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.667604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-be549df7-debd-4658-ab93-61a7b770398f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6409 time: 0.2640073 Jul 28 11:09:15.673587 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-037090f9-ec35-418c-a857-f2aad9a7c121 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579010 Jul 28 11:09:15.692998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d096-a15d-4fc1-96d6-fee69a7b11f9 req-69933bb6-aaad-42dc-99db-e9eb3664f30e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:15.694564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26a2d096-a15d-4fc1-96d6-fee69a7b11f9 req-69933bb6-aaad-42dc-99db-e9eb3664f30e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 943 time: 0.2408025 Jul 28 11:09:15.865465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Allocated IP 172.20.0.2 (3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2/3684bedb-5bb1-4828-ad25-58f37c1a9846/80e0077c-eaa7-415c-9e55-d82751c8be51) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:15.956349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Pushing event updated for resources: {'Port': ['ID=8ec63779-2556-4e99-bc52-d72f273f13ec,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:15.957035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:15.967568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:09:15.972142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26a2d096-a15d-4fc1-96d6-fee69a7b11f9 req-29d5892b-dbdb-4c90-b6cc-65450f08799c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318375 Jul 28 11:09:15.975085 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d5c4c82-a980-4964-98d6-5a08def2747b admin admin] 10.222.0.20 "PUT /v2.0/routers/3d74d74c-1fac-4b40-a3bd-a3d4af4a8218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8635631 Jul 28 11:09:15.976009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80608243-76ac-46e2-98de-873106852e88 None None] Sync routers for ids ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:16.024209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] Routers {'3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:16.024971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:16.031015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.031654 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Added segment 2f7d4441-d1a6-43c2-8916-c51b7606c5eb of type vlan for network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 Jul 28 11:09:16.061231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Attempting to bind port 8ec63779-2556-4e99-bc52-d72f273f13ec on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:16.061871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Attempting to bind port 8ec63779-2556-4e99-bc52-d72f273f13ec by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:16.061871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Attempting to bind port 8ec63779-2556-4e99-bc52-d72f273f13ec on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:16.075322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Port 8ec63779-2556-4e99-bc52-d72f273f13ec on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:16.075677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Attempting to bind port 8ec63779-2556-4e99-bc52-d72f273f13ec on network fe408b07-9dac-49e2-92fc-dbedcbbc1214 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:16.082411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:16.092326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:16.092662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Checking segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:16.093048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Bound using segment: {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:16.093478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Bound port: 8ec63779-2556-4e99-bc52-d72f273f13ec, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574073fd-42a9-4c4d-b0b4-25319a5b88f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:16.093832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.121844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-7e77eb18-c13e-46b3-98cf-7128690ee06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.123818 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-7e77eb18-c13e-46b3-98cf-7128690ee06c service neutron] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.4526868 Jul 28 11:09:16.129964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce3d40b5-f0d0-4c31-918c-902de25e3bbf req-400d336c-f7a3-433c-9978-8b69fe9e6292 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403174 Jul 28 11:09:16.132453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.139534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-308db0ed-a708-448e-8700-0f56b91641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.140016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-308db0ed-a708-448e-8700-0f56b91641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.140519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-308db0ed-a708-448e-8700-0f56b91641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.142114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-308db0ed-a708-448e-8700-0f56b91641ca service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=44d7dff6fecd400e87455d53ec70240e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4514573 Jul 28 11:09:16.174638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.190292 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-79d1573b-e726-4df1-aea5-212684439781 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.0461452 Jul 28 11:09:16.190570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.304388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.311815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.312729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.356107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.356811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.358373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a4c54cc-5cee-431a-a2a5-101863241578 req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "PUT /v2.0/ports/8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 942 time: 1.1484056 Jul 28 11:09:16.359777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] For port 8ec63779-2556-4e99-bc52-d72f273f13ec, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:16.367598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-e772f315-2a76-4c63-8411-1c8bd186a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.368701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] For port 8ec63779-2556-4e99-bc52-d72f273f13ec, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8ec63779-2556-4e99-bc52-d72f273f13ec,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:16.370899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-e772f315-2a76-4c63-8411-1c8bd186a618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.1715932 Jul 28 11:09:16.384009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.405644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b389-bed9-4752-8e14-72c372507cab req-5e3696dd-7222-4a1c-82e4-841fcb10b4be tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.407174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b863b389-bed9-4752-8e14-72c372507cab req-5e3696dd-7222-4a1c-82e4-841fcb10b4be tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.2474854 Jul 28 11:09:16.430161 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9290731 Jul 28 11:09:16.450946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:16.475382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'network': {'name': 'tempest-router-network02--1944183560'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:16.506868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.507732 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.509560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] 10.222.0.41 "PUT /v2.0/ports/8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 1091 time: 2.2843878 Jul 28 11:09:16.510593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbc270-2a3c-4df8-bd8f-0585cc866e49 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event updated for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:16.531519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8860fc72-8aa8-457c-be1f-229f63c2f057'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:16.535219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ebb29a0a-6f1a-4722-967e-a8d418f240e6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:16.623666 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-8635b03d-91e9-40a6-bb9c-ee7c9bee3260 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975205 Jul 28 11:09:16.627750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3ae3b2b-0d8e-4349-a0fc-97d63421e381 req-4e89eb8f-f2bb-4673-95cc-d6b334d7aca1 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 210 time: 0.1028631 Jul 28 11:09:16.632283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-634d61cb-f302-49a0-aa09-16b51e4e4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:16.634179 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-634d61cb-f302-49a0-aa09-16b51e4e4874 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4492238 Jul 28 11:09:16.639726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b863b389-bed9-4752-8e14-72c372507cab req-7481cffb-77bb-4c3a-b3ff-d3f726b2cbb8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191911 Jul 28 11:09:16.708151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Made reservation on behalf of 26d50fffad9e4e82b7b91c53ad7ad518 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:16.711692 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.723474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8860fc72-8aa8-457c-be1f-229f63c2f057'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:16.776822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b97b9f-0b06-47b0-a7b5-9f6bfebbe3ea service neutron] Pushing event updated for resources: {'Port': ['ID=8ec63779-2556-4e99-bc52-d72f273f13ec,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:16.814545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9e52-b0dc-4311-b288-0c58075ef853 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Network': ['ID=9615ab7b-cb01-42a8-b5fe-f0732fe30633,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:16.833715 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.849205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-e476575e-2e12-427c-b7e2-5956961baaae service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133760 Jul 28 11:09:16.850712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:09:16.873044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:09:16.882358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-e3771b6b-36a8-4c0a-84a3-7f561b449619 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763898 Jul 28 11:09:16.909382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Transition to ACTIVE for port object 80e0077c-eaa7-415c-9e55-d82751c8be51 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:16.960571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:16.960915 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Added segment 26e8e77e-b50c-49ee-a926-e25799ce2a1b of type vlan for network 8e47b540-c65d-4d2f-a850-00ddb149e413 Jul 28 11:09:17.022061 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40e3aac7-106d-43c7-abb7-479cd01b887e req-bb994643-3a03-4cdf-b040-aedb5784f47d service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503587 Jul 28 11:09:17.052832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.059043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] Set router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:17.059393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.062373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-f5862beb-7ae8-498d-9340-51b840038f96 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.063337 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-f5862beb-7ae8-498d-9340-51b840038f96 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 808 time: 0.7110431 Jul 28 11:09:17.065285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.070641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.071050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.071257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.071834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.072942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.073453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.073924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.074397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.076331 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-8c6ec121-d5ae-4414-aef7-7b3c702c3844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6476 time: 0.2628548 Jul 28 11:09:17.078131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.081360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Request body: {'port': {'device_id': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'admin_state_up': True, 'tenant_id': 'eeb9ee7102e246b0b238b58be6516c8b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:17.084062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.090521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.107155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-bdd70d2b-4617-4ecf-aff2-6be46189acdf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.2944083 Jul 28 11:09:17.113291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.166667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:17.188762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-network', 'tenant_id': 'fc131d51022342b98f66ee16114439f7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:17.219815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Made reservation on behalf of fc131d51022342b98f66ee16114439f7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:17.223715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.239514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-f35ed441-7568-4553-8c17-caa7ca0f2629 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.250123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-f35ed441-7568-4553-8c17-caa7ca0f2629 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667042 Jul 28 11:09:17.267025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3405f7cb-49ec-4e13-bf96-efdff1cbd6d2 req-c05a3612-ffc6-4e33-b84e-f1024a828954 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587653 Jul 28 11:09:17.287110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-5bd92c48-636b-45ba-bf8c-52f45c85825e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 217 time: 0.0593555 Jul 28 11:09:17.315330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445'}, {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}, {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '8ec63779-2556-4e99-bc52-d72f273f13ec'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:17.330925 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "8312b8de-1149-4007-8d44-6a738ba74445"}, {"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}, {"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "8ec63779-2556-4e99-bc52-d72f273f13ec"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:17.338202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.342280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Made reservation on behalf of eeb9ee7102e246b0b238b58be6516c8b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:17.346009 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.357348 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.365864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.367528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.367651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-41e42a3e-bec8-4985-b45b-c859bd03c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.368481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-41e42a3e-bec8-4985-b45b-c859bd03c479 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 200 len: 851 time: 0.0725873 Jul 28 11:09:17.380215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Transition to ACTIVE for port object 80e0077c-eaa7-415c-9e55-d82751c8be51 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:17.416913 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.481473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-a42f02f3-1917-4530-9fd8-e1180dff9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:17.483028 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-a42f02f3-1917-4530-9fd8-e1180dff9d68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41784674-f678-4a62-b982-17a81688a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029601 Jul 28 11:09:17.498452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-6638f6c7-c8d5-4f89-89ae-1f4272613506 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/quotas/49d0cca2bd784a46bcadb2d4787ac335 HTTP/1.1" status: 200 len: 375 time: 0.2472291 Jul 28 11:09:17.534362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:17.547955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ebb29a0a-6f1a-4722-967e-a8d418f240e6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:17.548413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.550091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:17.585479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:17.609236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Allocated IP 172.20.0.9 (2236e3b2-0947-4aaf-b013-1af5b2660bc3/6f641786-47d3-437e-a82f-2746548113bd/027494ab-d739-4d9a-a159-76e0cf20232c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:17.630380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Pushing event updated for resources: {'Port': ['ID=80e0077c-eaa7-415c-9e55-d82751c8be51,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:17.663970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-ebdd439a-62c1-4d30-a7a7-804658672b03 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658912 Jul 28 11:09:17.724579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-693ebc60-809c-4b65-951d-324bc721fd3c tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3713644 Jul 28 11:09:17.740469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:17.759866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Attempting to bind port 80e0077c-eaa7-415c-9e55-d82751c8be51 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:17.760656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Attempting to bind port 80e0077c-eaa7-415c-9e55-d82751c8be51 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'd983253b-5d3c-49f7-b640-19424b6aec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:17.761266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Attempting to bind port 80e0077c-eaa7-415c-9e55-d82751c8be51 on network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:17.763197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Network': ['ID=8e47b540-c65d-4d2f-a850-00ddb149e413,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:17.784824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-319d5efe-5b80-41c5-ab2c-c3d00b308143 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2852206 Jul 28 11:09:17.788220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8e47b540-c65d-4d2f-a850-00ddb149e413 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:09:17.809160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:17.809811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Checking segment: {'id': 'd983253b-5d3c-49f7-b640-19424b6aec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:17.810240 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.810782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Bound using segment: {'id': 'd983253b-5d3c-49f7-b640-19424b6aec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:17.811361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Bound port: 80e0077c-eaa7-415c-9e55-d82751c8be51, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd983253b-5d3c-49f7-b640-19424b6aec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:17.811883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.864709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0d9329cb-ec72-4d9c-917b-b09349e2caae', 'name': '', 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'mac_address': 'fa:16:3e:5a:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:13Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 2, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'subnets': [{'id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:17.868112 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.876328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.890075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.897117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:09:17.910156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.910549 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Added segment 0bc592b8-dc48-4b24-9312-4bd079dea1cd of type vlan for network 9c272598-9f32-40d0-87aa-f3433aa65b5c Jul 28 11:09:17.930628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80608243-76ac-46e2-98de-873106852e88 None None] Checking router: 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:17.931134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80608243-76ac-46e2-98de-873106852e88 None None] Updating router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 port 0d9329cb-ec72-4d9c-917b-b09349e2caae binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:09:17.964147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:17.979565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80608243-76ac-46e2-98de-873106852e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.013198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] For port 80e0077c-eaa7-415c-9e55-d82751c8be51, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:18.017311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] For port 80e0077c-eaa7-415c-9e55-d82751c8be51, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=80e0077c-eaa7-415c-9e55-d82751c8be51,segment=NetworkSegment(d983253b-5d3c-49f7-b640-19424b6aec75),segment_id=d983253b-5d3c-49f7-b640-19424b6aec75)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:18.041016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.042689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ebb00864-e839-43e9-9157-07ce642b5c8b tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5826194 Jul 28 11:09:18.051870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:18.053755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.060580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:18.064212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.078427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'subnet': {'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:18.126248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-012cfc26-a038-45da-a797-1c40b00741f5 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266518 Jul 28 11:09:18.128794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.206798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b90bb5f0-dc27-4efe-b1e3-4861960c4faf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:18.297247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5387fe-5182-43f7-84ba-d064884352a9 None None] Pushing event updated for resources: {'Port': ['ID=80e0077c-eaa7-415c-9e55-d82751c8be51,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:18.300263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Pushing event updated for resources: {'Network': ['ID=9c272598-9f32-40d0-87aa-f3433aa65b5c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:18.378250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:09:18.437938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b1edd-3be9-425e-b10f-a7a58ef50bd4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:18.468055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.486134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 080c1afb-c297-4735-9cd6-b4a48abd8e85 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:18.548826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c6afd91c-b82a-4ba0-b255-5589cb3437bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3728962 Jul 28 11:09:18.554178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34338) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:18.559885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Request body: {'subnet': {'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-subnet', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:18.683992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Made reservation on behalf of fc131d51022342b98f66ee16114439f7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:18.687522 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.701602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Made reservation on behalf of 26d50fffad9e4e82b7b91c53ad7ad518 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:18.716808 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:18.758726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:09:18.961228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 080c1afb-c297-4735-9cd6-b4a48abd8e85, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:18.983603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '080c1afb-c297-4735-9cd6-b4a48abd8e85', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': '080c1afb-c297-4735-9cd6-b4a48abd8e85', 'mac_address': 'fa:16:3e:bf:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:19.007440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80608243-76ac-46e2-98de-873106852e88 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.014433 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.057745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-80608243-76ac-46e2-98de-873106852e88 None None] Transition to ACTIVE for port object 0d9329cb-ec72-4d9c-917b-b09349e2caae will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:19.060607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:19.073791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80608243-76ac-46e2-98de-873106852e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.074268 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-adfa7d17-3e53-4b3f-a6b6-b0f5c30cc76c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 217 time: 0.8718233 Jul 28 11:09:19.080337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.080751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.081102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.081504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.081774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.082265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.082788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.083533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.083888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.084236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.084568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.085105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:19.093876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.102952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Subnet': ['ID=f53e4925-ec15-4b9a-96c8-eb284e54911b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:19.110877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:19.153418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080c1afb-c297-4735-9cd6-b4a48abd8e85 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:19.185562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ff34-0db6-4276-93da-7501ec5006a5 None None] Pushing event updated for resources: {'Port': ['ID=0d9329cb-ec72-4d9c-917b-b09349e2caae,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:19.217431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db7a7-0b45-42c7-9d61-8e26b9802b3d req-313c0370-c74e-4720-acb2-4e8e2ffab893 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:19.219211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa5db7a7-0b45-42c7-9d61-8e26b9802b3d req-313c0370-c74e-4720-acb2-4e8e2ffab893 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 943 time: 0.2603006 Jul 28 11:09:19.241145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 080c1afb-c297-4735-9cd6-b4a48abd8e85, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:19.251764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:19.261893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:19.286627 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.314387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.325899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-8daa865d-dfff-4b3a-aa2f-dad0a2e0673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:19.327482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-8daa865d-dfff-4b3a-aa2f-dad0a2e0673c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.2153296 Jul 28 11:09:19.369838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:19.370423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.380704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-80608243-76ac-46e2-98de-873106852e88 None None] Attempting to bind port 0d9329cb-ec72-4d9c-917b-b09349e2caae on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:19.381076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-80608243-76ac-46e2-98de-873106852e88 None None] Attempting to bind port 0d9329cb-ec72-4d9c-917b-b09349e2caae by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:19.381441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80608243-76ac-46e2-98de-873106852e88 None None] Attempting to bind port 0d9329cb-ec72-4d9c-917b-b09349e2caae on network 0d7aa600-10e6-4928-b2a3-152a96badefa {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:19.411891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80608243-76ac-46e2-98de-873106852e88 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:19.412301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80608243-76ac-46e2-98de-873106852e88 None None] Checking segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:19.412707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80608243-76ac-46e2-98de-873106852e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.413088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80608243-76ac-46e2-98de-873106852e88 None None] Bound using segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:19.422871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-80608243-76ac-46e2-98de-873106852e88 None None] Bound port: 0d9329cb-ec72-4d9c-917b-b09349e2caae, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:19.423284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80608243-76ac-46e2-98de-873106852e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.425066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Checking segment: {'id': '2f7d4441-d1a6-43c2-8916-c51b7606c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:19.425468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network hostable DHCP agents. Network: 9615ab7b-cb01-42a8-b5fe-f0732fe30633, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:09:19.457198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-18135447-db95-43c1-9edb-749ba521eaa7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3796699 Jul 28 11:09:19.472141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Request body: {'port': {'device_id': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:19.478074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa5db7a7-0b45-42c7-9d61-8e26b9802b3d req-92bafa9f-4d3d-400d-b7ad-00c666b6ef50 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299762 Jul 28 11:09:19.510891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=080c1afb-c297-4735-9cd6-b4a48abd8e85,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:19.572444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-cbafb496-4e20-4fe8-bb1a-5bc93b3eeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:19.585059 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-cbafb496-4e20-4fe8-bb1a-5bc93b3eeea8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2411096 Jul 28 11:09:19.592909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['080c1afb-c297-4735-9cd6-b4a48abd8e85'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:19.602721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:09:19.639380 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000b396-1e0f-4567-9fdc-00795ea34070 x-openstack-request-id: req-1000b396-1e0f-4567-9fdc-00795ea34070 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:19.639972 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "8312b8de-1149-4007-8d44-6a738ba74445", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "8ec63779-2556-4e99-bc52-d72f273f13ec", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:19.640816 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1000b396-1e0f-4567-9fdc-00795ea34070 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:19.641419 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445', 'status': 'completed', 'code': 200} Jul 28 11:09:19.641838 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'status': 'completed', 'code': 200} Jul 28 11:09:19.642293 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '8ec63779-2556-4e99-bc52-d72f273f13ec', 'status': 'completed', 'code': 200} Jul 28 11:09:19.665113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9615ab7b-cb01-42a8-b5fe-f0732fe30633) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:19.701080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20645e31-8521-42c2-9e5b-5a099b8840cc None None] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:19.701354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:19.701914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.752134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:19.769709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Allocated IP 172.25.1.252 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e064ee9a-3e96-4c9b-9a48-2e54acef407c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:19.776598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4999e2f4-cb03-4b39-b5c9-b8a042ecd64c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7092152 Jul 28 11:09:19.779689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:19.889032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-d40d17ab-09ce-4dee-8f0c-e5655bf9a298 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789087 Jul 28 11:09:20.071126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e226963e-655b-48bb-adbc-4b71c0b290c6 None None] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:20.076211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:20.193940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-f4d7899f-ddb1-4d35-9204-f2acc9535202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:20.195655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-f4d7899f-ddb1-4d35-9204-f2acc9535202 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.3465476 Jul 28 11:09:20.214763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'subnet': {'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:20.224340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-80608243-76ac-46e2-98de-873106852e88 None None] For port 0d9329cb-ec72-4d9c-917b-b09349e2caae, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:20.250574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-80608243-76ac-46e2-98de-873106852e88 None None] For port 0d9329cb-ec72-4d9c-917b-b09349e2caae, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d9329cb-ec72-4d9c-917b-b09349e2caae,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:20.273294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80608243-76ac-46e2-98de-873106852e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:20.362884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-32a7bb89-9c57-48b5-a0b3-fcc0d732f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:20.364394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-32a7bb89-9c57-48b5-a0b3-fcc0d732f98f service neutron] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.1093636 Jul 28 11:09:20.374751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:20.448382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-289b44d3-4e41-4cb7-9c19-1b060c67db17 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150554 Jul 28 11:09:20.452130 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-a35d3ac4-4833-4735-9378-b23553189b39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.0758166 Jul 28 11:09:20.501806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce5b5-535d-4a30-905a-2e3b654798ff req-7aef8ab7-480a-4cc9-a972-2cf319eab2f2 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:20.503497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f26ce5b5-535d-4a30-905a-2e3b654798ff req-7aef8ab7-480a-4cc9-a972-2cf319eab2f2 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.7584579 Jul 28 11:09:20.520265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-370429ce-1bd3-4089-947a-c8c2e7e72241 None None] Provisioning for port 80e0077c-eaa7-415c-9e55-d82751c8be51 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:20.573961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 80e0077c-eaa7-415c-9e55-d82751c8be51 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:20.607592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-190626bb-13af-4c52-bd57-eb060a466639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 217 time: 0.1254203 Jul 28 11:09:20.693782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c104e5d1-d9ab-402d-b079-659010357715,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:20.705989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ff34-0db6-4276-93da-7501ec5006a5 None None] Pushing event updated for resources: {'Port': ['ID=0d9329cb-ec72-4d9c-917b-b09349e2caae,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:20.717731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-49bcf971-0379-4df0-8619-90c42684143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:20.719586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-49bcf971-0379-4df0-8619-90c42684143a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.2385113 Jul 28 11:09:20.747708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] Routers {'3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:20.748551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:20.781278 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-98833397-048d-48b3-9d8a-a7812175e83d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471804 Jul 28 11:09:20.788814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-7cb293cc-2b16-43c0-933d-563a5f18b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:20.791144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-7cb293cc-2b16-43c0-933d-563a5f18b7e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1681559 Jul 28 11:09:20.806395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-5769b250-8fcc-4d94-a991-0fb04098c23f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139798 Jul 28 11:09:20.821937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Made reservation on behalf of 26d50fffad9e4e82b7b91c53ad7ad518 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:20.825574 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:20.843102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:20.901090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f26ce5b5-535d-4a30-905a-2e3b654798ff req-6959a56a-e34e-4540-ac7f-d39fb088d86f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706608 Jul 28 11:09:20.945596 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-b57a0522-8768-4f6c-a523-0d6f6581275d service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518440 Jul 28 11:09:21.017125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] Set router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:21.062364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Checking segment: {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:21.063008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Network hostable DHCP agents. Network: 9c272598-9f32-40d0-87aa-f3433aa65b5c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:09:21.089607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-344575e1-86ec-4cd4-889f-c8027efadcab tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2018101 Jul 28 11:09:21.245248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:09:21.252692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9615ab7b-cb01-42a8-b5fe-f0732fe30633', 'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633', 'tenant_id': '26d50fffad9e4e82b7b91c53ad7ad518', 'fixed_ips': [{'subnet_id': 'f53e4925-ec15-4b9a-96c8-eb284e54911b'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:09:21.254110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.262178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-3b8ccfa4-3d9a-4e95-b8e6-e49a4847c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:21.263663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-3b8ccfa4-3d9a-4e95-b8e6-e49a4847c9fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3018093 Jul 28 11:09:21.302209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a011-1f5c-4b24-8eda-640cf5059882 req-65f94937-2f2d-4dd9-b83d-69134438e854 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:21.310042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8452a011-1f5c-4b24-8eda-640cf5059882 req-65f94937-2f2d-4dd9-b83d-69134438e854 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 931 time: 0.2620792 Jul 28 11:09:21.327746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9c272598-9f32-40d0-87aa-f3433aa65b5c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:21.331072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.343281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027494ab-d739-4d9a-a159-76e0cf20232c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:21.348866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-1fd019df-4ffd-4204-a799-0c9baadfdba6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:21.350305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-1fd019df-4ffd-4204-a799-0c9baadfdba6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047152 Jul 28 11:09:21.354359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.361554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:21.362145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.395172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d1122-31c5-4af9-ace1-6aed7aa9f926 req-19f12915-b5ff-4bdf-8dd9-eda61861e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:21.396902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eb3d1122-31c5-4af9-ace1-6aed7aa9f926 req-19f12915-b5ff-4bdf-8dd9-eda61861e102 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 1096 time: 0.2280650 Jul 28 11:09:21.400559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Transition to ACTIVE for port object 027494ab-d739-4d9a-a159-76e0cf20232c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:21.418378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:21.423831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.482521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-825c3471-decd-4c8f-9d59-619d489a4673 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137486 Jul 28 11:09:21.524308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eb3d1122-31c5-4af9-ace1-6aed7aa9f926 req-11920f5c-efec-41ac-a9c7-3c128bed7223 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158824 Jul 28 11:09:21.530901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-d2acf252-fbf1-400c-a749-f7ee5b37bae9 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574978 Jul 28 11:09:21.542492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547c1b8-7e5a-4e68-a7e0-4e87f68fb3c6 None None] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:21.554148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:21.558635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:21.585679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:21.596149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-45aa536e-8034-42e9-a962-2a96fb9c181c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:21.597817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-45aa536e-8034-42e9-a962-2a96fb9c181c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4835732 Jul 28 11:09:21.607034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:21.612757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3dd4b04-1257-48e6-9edb-5a69b05c7238 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0575743 Jul 28 11:09:21.638199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:21.644895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:21.645136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:21.695392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 80e0077c-eaa7-415c-9e55-d82751c8be51 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:21.700329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Allocated IP 172.20.0.2 (9615ab7b-cb01-42a8-b5fe-f0732fe30633/f53e4925-ec15-4b9a-96c8-eb284e54911b/0f6ee584-9552-419c-885a-d3a868262096) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:21.714637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:21.715797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:21.715797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:21.718491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 80e0077c-eaa7-415c-9e55-d82751c8be51 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:21.718672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event updated for resources: {'Port': ['ID=e064ee9a-3e96-4c9b-9a48-2e54acef407c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:21.719007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.731646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:21.731972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:21.744371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.745405 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.762060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:21.762467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:21.762824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:21.763305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Bound port: 027494ab-d739-4d9a-a159-76e0cf20232c, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:21.763664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:21.764330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8452a011-1f5c-4b24-8eda-640cf5059882 req-ea2e9be2-0f06-4264-80aa-8032779b7340 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522383 Jul 28 11:09:21.798386 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-8e452133-5516-45d7-af81-dbe36449cf23 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180147 Jul 28 11:09:21.902346 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-7e6f8431-b46f-47de-88f9-66973538b386 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 200 len: 217 time: 0.0924032 Jul 28 11:09:21.906751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.000987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.046508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80608243-76ac-46e2-98de-873106852e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0d9329cb-ec72-4d9c-917b-b09349e2caae', 'name': '', 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'mac_address': 'fa:16:3e:5a:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:13Z', 'updated_at': '2021-07-28T11:09:20Z', 'revision_number': 4, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'subnets': [{'id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:22.067183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:22.076442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:22.080147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.089344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9c272598-9f32-40d0-87aa-f3433aa65b5c', 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'fixed_ips': [{'subnet_id': 'c104e5d1-d9ab-402d-b079-659010357715'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:09:22.090197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.118398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80608243-76ac-46e2-98de-873106852e88 None None] The sync data for ids ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'] in n-d-723573-7 is: [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0d9329cb-ec72-4d9c-917b-b09349e2caae', 'name': '', 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'mac_address': 'fa:16:3e:5a:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:13Z', 'updated_at': '2021-07-28T11:09:20Z', 'revision_number': 4, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'subnets': [{'id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:22.125537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b05fe26-c781-4fa3-ac11-4a9d71464198 None None] Provisioning complete for port 80e0077c-eaa7-415c-9e55-d82751c8be51 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:22.125857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b05fe26-c781-4fa3-ac11-4a9d71464198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.163107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.177832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:22.180704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-dd461b76-4057-4b73-9cf6-78c0e96d9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.182731 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-dd461b76-4057-4b73-9cf6-78c0e96d9a56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.2714729 Jul 28 11:09:22.219016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.236269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Subnet': ['ID=1dfa0d5c-147c-483c-834f-100560a8c8e3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:22.245876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.266619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.272719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.279955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.285981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.292936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.298881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.307272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.315589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-acbe5973-84eb-461f-a8ff-998804aa251d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.3822498 Jul 28 11:09:22.370493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.371110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.372960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] 10.222.0.44 "PUT /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 1091 time: 2.9061701 Jul 28 11:09:22.373424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:22.375744 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b54597-12a7-4dae-8d70-8c88f8e71356" -d '{"events": [{"name": "network-changed", "server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:22.399676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-ed840b51-a98b-4a20-849a-7715ee76888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.404315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-ed840b51-a98b-4a20-849a-7715ee76888e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2046945 Jul 28 11:09:22.413460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.425951 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.429544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 80e0077c-eaa7-415c-9e55-d82751c8be51, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=80e0077c-eaa7-415c-9e55-d82751c8be51,segment=NetworkSegment(d983253b-5d3c-49f7-b640-19424b6aec75),segment_id=d983253b-5d3c-49f7-b640-19424b6aec75)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:22.445252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Checking segment: {'id': '26e8e77e-b50c-49ee-a926-e25799ce2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:22.445668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network hostable DHCP agents. Network: 8e47b540-c65d-4d2f-a850-00ddb149e413, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:09:22.449399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.545794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-370623c5-f395-4649-add5-1bafd108a6da service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260009 Jul 28 11:09:22.548533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa973e6-e893-4376-bebe-f017309eba6e service neutron] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:22.615561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=80e0077c-eaa7-415c-9e55-d82751c8be51,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:22.622683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 080c1afb-c297-4735-9cd6-b4a48abd8e85 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:22.653296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c647a59-c0d5-4be9-af4f-a7a0c03cb680 req-0d456445-5ed6-4252-a11b-37a096ce75fc tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3367405 Jul 28 11:09:22.667958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:22.678459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d9329cb-ec72-4d9c-917b-b09349e2caae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:22.684723 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.698093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-c1bd1263-14a6-4aa8-aede-84640ab14947 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423404 Jul 28 11:09:22.740120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.756561 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.771646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Transition to ACTIVE for port object 0f6ee584-9552-419c-885a-d3a868262096 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:22.800346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Transition to ACTIVE for port object 0f6ee584-9552-419c-885a-d3a868262096 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:22.820947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-8ba02934-3c43-4d2f-968c-67f7a09b0138 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 200 len: 217 time: 0.1124015 Jul 28 11:09:22.836937 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:22.857134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 8e47b540-c65d-4d2f-a850-00ddb149e413 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:09:22.914914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-cc17008d-33cb-4ea3-b870-e94119d5930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:22.922838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-cc17008d-33cb-4ea3-b870-e94119d5930b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1094 time: 0.2236047 Jul 28 11:09:23.000787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-742a0fea-d043-44af-866f-c38aa2095663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:23.002252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-742a0fea-d043-44af-866f-c38aa2095663 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1595051 Jul 28 11:09:23.046588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-3e61b52f-9c6c-4055-a3f5-c6e46680085f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 217 time: 0.1000729 Jul 28 11:09:23.054533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8e47b540-c65d-4d2f-a850-00ddb149e413) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:23.058144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.51 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/4318020c-4bad-4881-b612-955a32215a9b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:23.107153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:23.107805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.160699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Allocated IP 172.20.0.2 (9c272598-9f32-40d0-87aa-f3433aa65b5c/c104e5d1-d9ab-402d-b079-659010357715/c7e2a689-5fa2-405e-ba5d-43956b7c7853) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:23.169552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.212992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbb2a2-b3e1-423b-b9f1-0079e3e16493 req-e2c3c0b4-af2d-42bf-8ada-62e32c2dfee4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:23.214970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46cbb2a2-b3e1-423b-b9f1-0079e3e16493 req-e2c3c0b4-af2d-42bf-8ada-62e32c2dfee4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 944 time: 0.1758146 Jul 28 11:09:23.220018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-08aa0020-1c1c-40ab-a444-cb2c008f7047 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4389839 Jul 28 11:09:23.235584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-7ca97742-f86b-45a5-aa46-cc1a74280a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:23.237902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-7ca97742-f86b-45a5-aa46-cc1a74280a7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0711682 Jul 28 11:09:23.238642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:23.322975 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.331747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Transition to ACTIVE for port object c7e2a689-5fa2-405e-ba5d-43956b7c7853 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:23.347934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Transition to ACTIVE for port object c7e2a689-5fa2-405e-ba5d-43956b7c7853 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:23.351641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Pushing event updated for resources: {'Port': ['ID=0f6ee584-9552-419c-885a-d3a868262096,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:23.358912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691778b-c37e-449d-9e51-836fc01d70ec None None] Network 8e47b540-c65d-4d2f-a850-00ddb149e413 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:23.370455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.385678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46cbb2a2-b3e1-423b-b9f1-0079e3e16493 req-a6792599-7eb5-44e9-9171-c488f5ec2827 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484759 Jul 28 11:09:23.389909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.396981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 080c1afb-c297-4735-9cd6-b4a48abd8e85 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:23.401792 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.438595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 080c1afb-c297-4735-9cd6-b4a48abd8e85 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:23.439294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.484210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:23.497145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:23.511504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:23.514387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event updated for resources: {'Port': ['ID=e064ee9a-3e96-4c9b-9a48-2e54acef407c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:23.577867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.592389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:23.610604 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.631402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.631662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:23.635378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-2b850849-16ff-4c8b-a570-8f3269ece2eb tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9099991 Jul 28 11:09:23.640577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object 4318020c-4bad-4881-b612-955a32215a9b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:23.641799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:23.655489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f698e-c82b-416b-a032-3669f1f2846c req-14cbea64-28d4-46e4-84e2-a6cfef8d37a8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:23.657551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-487f698e-c82b-416b-a032-3669f1f2846c req-14cbea64-28d4-46e4-84e2-a6cfef8d37a8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.1320341 Jul 28 11:09:23.686520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Pushing event updated for resources: {'Port': ['ID=c7e2a689-5fa2-405e-ba5d-43956b7c7853,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:23.734513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0d9329cb-ec72-4d9c-917b-b09349e2caae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:23.756895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0d9329cb-ec72-4d9c-917b-b09349e2caae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:23.757271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.765928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-dddbaae2-2ff5-42e7-bc01-f244307f2155 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1057169 Jul 28 11:09:23.780924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Attempting to bind port 0f6ee584-9552-419c-885a-d3a868262096 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:23.781297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Attempting to bind port 0f6ee584-9552-419c-885a-d3a868262096 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2f7d4441-d1a6-43c2-8916-c51b7606c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:23.781662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Attempting to bind port 0f6ee584-9552-419c-885a-d3a868262096 on network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:23.833290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.858740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:23.859127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Checking segment: {'id': '2f7d4441-d1a6-43c2-8916-c51b7606c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:23.859535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.859935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Bound using segment: {'id': '2f7d4441-d1a6-43c2-8916-c51b7606c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:23.860444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Bound port: 0f6ee584-9552-419c-885a-d3a868262096, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7d4441-d1a6-43c2-8916-c51b7606c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9615ab7b-cb01-42a8-b5fe-f0732fe30633'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:23.860837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:23.930368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Attempting to bind port c7e2a689-5fa2-405e-ba5d-43956b7c7853 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:23.930873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Attempting to bind port c7e2a689-5fa2-405e-ba5d-43956b7c7853 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:23.931917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Attempting to bind port c7e2a689-5fa2-405e-ba5d-43956b7c7853 on network 9c272598-9f32-40d0-87aa-f3433aa65b5c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:23.933480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-487f698e-c82b-416b-a032-3669f1f2846c req-2ea32a0a-8cf6-4caa-bcdd-757bb7fdd5b8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634641 Jul 28 11:09:23.974650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c1afb-c297-4735-9cd6-b4a48abd8e85'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:23.977358 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dcfc11-9738-428d-8872-d018deb001dd" -d '{"events": [{"server_uuid": "5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f", "name": "network-vif-plugged", "status": "completed", "tag": "080c1afb-c297-4735-9cd6-b4a48abd8e85"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:24.063175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] For port 0f6ee584-9552-419c-885a-d3a868262096, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:24.066759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] For port 0f6ee584-9552-419c-885a-d3a868262096, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0f6ee584-9552-419c-885a-d3a868262096,segment=NetworkSegment(2f7d4441-d1a6-43c2-8916-c51b7606c5eb),segment_id=2f7d4441-d1a6-43c2-8916-c51b7606c5eb)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:24.076373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:24.076858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Checking segment: {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:24.077436 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.077933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Bound using segment: {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:24.078716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Bound port: c7e2a689-5fa2-405e-ba5d-43956b7c7853, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:24.079212 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.086295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 080c1afb-c297-4735-9cd6-b4a48abd8e85, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:24.089357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.110158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.154510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.194 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/454c5de7-fb43-4fca-b133-53e3803b9108) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:24.201974 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-db59530c-ff1b-4e01-b825-754c8825f0b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7475667 Jul 28 11:09:24.203700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.212441 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c497694f-8443-4a6a-99ad-e22dfa2df84c x-openstack-request-id: req-c497694f-8443-4a6a-99ad-e22dfa2df84c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:24.213038 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:24.213457 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c497694f-8443-4a6a-99ad-e22dfa2df84c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:24.214303 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c', 'status': 'completed', 'code': 200} Jul 28 11:09:24.220922 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.250689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.257998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8e47b540-c65d-4d2f-a850-00ddb149e413', 'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413', 'tenant_id': '26d50fffad9e4e82b7b91c53ad7ad518', 'fixed_ips': [{'subnet_id': '1dfa0d5c-147c-483c-834f-100560a8c8e3'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:09:24.258914 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.276463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-76e832d0-0b6d-4831-8c2c-4efddb79ef11 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:24.278031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7dac078a-7dd3-45da-b60b-d38be9b27f42 req-76e832d0-0b6d-4831-8c2c-4efddb79ef11 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.4977336 Jul 28 11:09:24.306391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:24.448994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04731e-13a9-432f-9b75-8d809909633b None None] Pushing event updated for resources: {'Port': ['ID=0f6ee584-9552-419c-885a-d3a868262096,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:24.494347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-135ae736-74d7-4fe8-87af-b87b461973c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:24.502847 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-135ae736-74d7-4fe8-87af-b87b461973c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4003916 Jul 28 11:09:24.533908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=4318020c-4bad-4881-b612-955a32215a9b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:24.564186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:24.578035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:24.588187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:24.630313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae227-f4e6-436d-bb03-9f4f567e7045 req-7e5ad213-f95c-4b21-9ca8-dc0a7a5bb0f5 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:24.630313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae227-f4e6-436d-bb03-9f4f567e7045 req-7e5ad213-f95c-4b21-9ca8-dc0a7a5bb0f5 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.4132512 Jul 28 11:09:24.662736 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-6e4e95a7-f9de-4536-856a-c488541fa5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350176 Jul 28 11:09:24.693863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 0d9329cb-ec72-4d9c-917b-b09349e2caae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d9329cb-ec72-4d9c-917b-b09349e2caae,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:24.734789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] For port c7e2a689-5fa2-405e-ba5d-43956b7c7853, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:24.772749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.793382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=080c1afb-c297-4735-9cd6-b4a48abd8e85,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:24.811023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] For port c7e2a689-5fa2-405e-ba5d-43956b7c7853, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7e2a689-5fa2-405e-ba5d-43956b7c7853,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:24.832103 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.861068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.872145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Allocated IP 172.20.0.2 (8e47b540-c65d-4d2f-a850-00ddb149e413/1dfa0d5c-147c-483c-834f-100560a8c8e3/b5509602-8694-4c6e-8e95-9ee456262aba) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:24.906420 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:24.937550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-31ef8043-314f-4a6d-a209-4ffb36b799d0 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221272 Jul 28 11:09:24.938380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08579d38-2c2a-43bd-92aa-99c31f354811 req-585eb901-7ddb-43a8-8003-b6ed046be7ce tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:24.946624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08579d38-2c2a-43bd-92aa-99c31f354811 req-585eb901-7ddb-43a8-8003-b6ed046be7ce tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 935 time: 0.5596762 Jul 28 11:09:25.006492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=0d9329cb-ec72-4d9c-917b-b09349e2caae,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:25.037277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08579d38-2c2a-43bd-92aa-99c31f354811 req-4202620d-20b1-4163-9989-55a6f63bbd78 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875587 Jul 28 11:09:25.057565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.058479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.099168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae227-f4e6-436d-bb03-9f4f567e7045 req-f8116078-f8b0-4cec-bf97-e3c6d7931531 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413166 Jul 28 11:09:25.113663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8e5123c-b30d-4f0e-a304-d44f7683a7de None None] Provisioning for port 4318020c-4bad-4881-b612-955a32215a9b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:25.124523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object 454c5de7-fb43-4fca-b133-53e3803b9108 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:25.126718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 80e0077c-eaa7-415c-9e55-d82751c8be51 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:25.142172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8e5123c-b30d-4f0e-a304-d44f7683a7de None None] Provisioning complete for port 4318020c-4bad-4881-b612-955a32215a9b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:25.142576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8e5123c-b30d-4f0e-a304-d44f7683a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.160390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-db9b05da-56b1-4f00-a08a-c38aa79d7336 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7464700 Jul 28 11:09:25.178685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-d22da39f-2c01-46e9-8369-a9685b263300 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075462 Jul 28 11:09:25.200443 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9c221e-2120-4650-af33-25849adcb54e x-openstack-request-id: req-6c9c221e-2120-4650-af33-25849adcb54e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:25.200739 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f", "name": "network-vif-plugged", "status": "completed", "tag": "080c1afb-c297-4735-9cd6-b4a48abd8e85", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:25.200990 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c9c221e-2120-4650-af33-25849adcb54e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:25.201380 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c1afb-c297-4735-9cd6-b4a48abd8e85', 'code': 200} Jul 28 11:09:25.212088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a8e0b-8888-44a5-9ef0-c60dc9865867 None None] Pushing event updated for resources: {'Port': ['ID=c7e2a689-5fa2-405e-ba5d-43956b7c7853,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:25.236845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Allocated IP 172.25.1.31 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/7783dbac-affe-4853-960d-416f72a8f4f8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:25.289537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Request body: {'port': {'device_id': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:25.313184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5123c-b30d-4f0e-a304-d44f7683a7de None None] Port 4318020c-4bad-4881-b612-955a32215a9b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:25.405548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.411716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.422327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.425085 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.440144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.447683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 80e0077c-eaa7-415c-9e55-d82751c8be51 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:25.448029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.448607 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.450860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Transition to ACTIVE for port object b5509602-8694-4c6e-8e95-9ee456262aba will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:25.471539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.478555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.480599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-c9b2641c-0e45-4ff2-947d-1002a993354d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.3455634 Jul 28 11:09:25.534370 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-4e09ebfb-6b0b-48da-ba90-36d7d4e137f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 217 time: 0.2045062 Jul 28 11:09:25.541490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Transition to ACTIVE for port object b5509602-8694-4c6e-8e95-9ee456262aba will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:25.559609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.562808 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.616266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Network 8e47b540-c65d-4d2f-a850-00ddb149e413 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:25.622688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:25.637443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-bd296e78-3ed5-41e8-bb5e-f9b7fd1df0c5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.638989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-bd296e78-3ed5-41e8-bb5e-f9b7fd1df0c5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 811 time: 0.3076496 Jul 28 11:09:25.640788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.663788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:25.697401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f75252-beae-4f35-a603-d172363d093d req-6bb1f927-c640-4160-a5cf-81359ec66c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.699494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-91f75252-beae-4f35-a603-d172363d093d req-6bb1f927-c640-4160-a5cf-81359ec66c0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 1096 time: 0.3670397 Jul 28 11:09:25.739002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Pushing event updated for resources: {'Port': ['ID=b5509602-8694-4c6e-8e95-9ee456262aba,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:25.763996 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.788873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-6bd71c2f-c657-4451-8fc4-df97ce4548a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.791060 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-6bd71c2f-c657-4451-8fc4-df97ce4548a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.2322679 Jul 28 11:09:25.793243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-064fdae4-8e3d-4c74-bb78-f2ad5f1fc880 req-3686889a-05da-405e-8d8c-61769be0c848 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436172 Jul 28 11:09:25.802582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Attempting to bind port b5509602-8694-4c6e-8e95-9ee456262aba on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:25.803084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Attempting to bind port b5509602-8694-4c6e-8e95-9ee456262aba by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '26e8e77e-b50c-49ee-a926-e25799ce2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:25.803536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Attempting to bind port b5509602-8694-4c6e-8e95-9ee456262aba on network 8e47b540-c65d-4d2f-a850-00ddb149e413 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:25.843800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbce1a7-8a75-44ac-8c49-d51e7dc26465 None None] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:25.844988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-91f75252-beae-4f35-a603-d172363d093d req-aca43dbc-be49-4f60-8aef-423a5cc53e21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298780 Jul 28 11:09:25.848253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f6ee584-9552-419c-885a-d3a868262096 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:25.850272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:25.850773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Checking segment: {'id': '26e8e77e-b50c-49ee-a926-e25799ce2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:25.851266 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.851748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Bound using segment: {'id': '26e8e77e-b50c-49ee-a926-e25799ce2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:25.852780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Bound port: b5509602-8694-4c6e-8e95-9ee456262aba, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e8e77e-b50c-49ee-a926-e25799ce2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e47b540-c65d-4d2f-a850-00ddb149e413'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:25.853794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:25.945540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Allocated IP 172.20.0.1 (9615ab7b-cb01-42a8-b5fe-f0732fe30633/f53e4925-ec15-4b9a-96c8-eb284e54911b/7971d36b-823a-41b9-9748-502ba5b09e9a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:25.979125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-e922b675-94b6-4553-8210-868c0732fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:25.981105 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-e922b675-94b6-4553-8210-868c0732fdbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1309280 Jul 28 11:09:26.102413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-a09d00c1-4016-463b-be7a-6be065bafc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:26.105252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-a09d00c1-4016-463b-be7a-6be065bafc02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1094 time: 0.2132721 Jul 28 11:09:26.106708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca1f5980-1402-4c95-85b7-41d559ce3bca req-959915da-51b2-409b-9daf-00bff5b65fc6 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5621431 Jul 28 11:09:26.117876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-ab253546-2118-4224-a189-0dd7a6e99b50 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/quotas/8c3df02f321c4e91a53cd36033800858 HTTP/1.1" status: 200 len: 375 time: 0.4553652 Jul 28 11:09:26.152606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.169020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:26.192326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:26.198572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:26.204217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=454c5de7-fb43-4fca-b133-53e3803b9108,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:26.253984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8dd43262-afa0-421b-8e1b-c1fc70604d86 None None] Provisioning for port 0f6ee584-9552-419c-885a-d3a868262096 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:26.285816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0f6ee584-9552-419c-885a-d3a868262096 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:26.300161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0f6ee584-9552-419c-885a-d3a868262096 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:26.300574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.409725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] For port b5509602-8694-4c6e-8e95-9ee456262aba, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:26.413496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:26.433382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Pushing event updated for resources: {'Port': ['ID=7783dbac-affe-4853-960d-416f72a8f4f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:26.442150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:26.453526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:26.468562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.495075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] For port b5509602-8694-4c6e-8e95-9ee456262aba, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b5509602-8694-4c6e-8e95-9ee456262aba,segment=NetworkSegment(26e8e77e-b50c-49ee-a926-e25799ce2a1b),segment_id=26e8e77e-b50c-49ee-a926-e25799ce2a1b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:26.499646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa6807-dc2b-4958-a82a-a67b0f2f80a3 None None] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:26.512220 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.555319 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-ad326851-4597-46c8-bc0b-db55e5c444b4 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606813 Jul 28 11:09:26.570376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-799d9b48-baf2-4f02-b3f0-5c403ed79e56 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4515965 Jul 28 11:09:26.580105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:26.580788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.626970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-24d6e127-f69e-4558-8936-1bcb2f97a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:26.628622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-24d6e127-f69e-4558-8936-1bcb2f97a241 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.4985583 Jul 28 11:09:26.633578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.645908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 0f6ee584-9552-419c-885a-d3a868262096, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0f6ee584-9552-419c-885a-d3a868262096,segment=NetworkSegment(2f7d4441-d1a6-43c2-8916-c51b7606c5eb),segment_id=2f7d4441-d1a6-43c2-8916-c51b7606c5eb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:26.668494 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.697573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-91b35fc7-760d-4eee-9c3f-a38b9f6ca1cc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0811074 Jul 28 11:09:26.721214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-354a66f9-bb8a-4160-8efa-1e930a3b533e None None] Provisioning for port c7e2a689-5fa2-405e-ba5d-43956b7c7853 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:26.752373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Request body: {'port': {'device_id': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:26.765975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Transition to ACTIVE for port object 7971d36b-823a-41b9-9748-502ba5b09e9a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:26.769628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-d0dfc53a-3bea-43fb-a2bd-bb7032d40074 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:26.771349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-d0dfc53a-3bea-43fb-a2bd-bb7032d40074 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2906532 Jul 28 11:09:26.771801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca2bf-2bfa-4a89-9edf-74432676b106 None None] Pushing event updated for resources: {'Port': ['ID=b5509602-8694-4c6e-8e95-9ee456262aba,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:26.789818 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-0b29465d-0672-4182-98cf-f37f6579e4c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 217 time: 0.1064720 Jul 28 11:09:26.845557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:26.851465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-354a66f9-bb8a-4160-8efa-1e930a3b533e None None] Provisioning for port 454c5de7-fb43-4fca-b133-53e3803b9108 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:26.891837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-354a66f9-bb8a-4160-8efa-1e930a3b533e None None] Provisioning complete for port 454c5de7-fb43-4fca-b133-53e3803b9108 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:26.892256 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-354a66f9-bb8a-4160-8efa-1e930a3b533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:26.912865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-d247bb19-03a4-49bc-82e4-262fa4849c01 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447189 Jul 28 11:09:27.001113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4318020c-4bad-4881-b612-955a32215a9b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:27.001307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=0f6ee584-9552-419c-885a-d3a868262096,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:27.005862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-354a66f9-bb8a-4160-8efa-1e930a3b533e None None] Port 454c5de7-fb43-4fca-b133-53e3803b9108 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:27.059121 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-2c8152c7-1ef0-4659-829f-7dba9119e9ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 217 time: 0.1127772 Jul 28 11:09:27.060932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.068748 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-94ad368a-a28d-4af1-b1d4-c53e15c7f6e6 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.2367563 Jul 28 11:09:27.114615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7e2a689-5fa2-405e-ba5d-43956b7c7853 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:27.146561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-319e0b21-e798-4fce-9702-146a6008f389 service neutron] 10.222.0.20 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563920 Jul 28 11:09:27.179812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-325d20ad-2c49-42e8-b07b-134355a0a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:27.181985 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-325d20ad-2c49-42e8-b07b-134355a0a653 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.3731468 Jul 28 11:09:27.202788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'floatingip': {'port_id': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:27.245122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.260344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c7e2a689-5fa2-405e-ba5d-43956b7c7853 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:27.277148 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-3650792d-24f6-444f-ba21-aa31e6c477d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580785 Jul 28 11:09:27.278272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c7e2a689-5fa2-405e-ba5d-43956b7c7853 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:27.278559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-4a75aab3-f86b-4e27-9a5f-4cb3082f200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:27.278967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.279873 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-4a75aab3-f86b-4e27-9a5f-4cb3082f200b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.2091546 Jul 28 11:09:27.298447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.330047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-314a0972-f863-4720-9806-02aaf02ac614 None None] Provisioning complete for port 0f6ee584-9552-419c-885a-d3a868262096 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:27.330739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-314a0972-f863-4720-9806-02aaf02ac614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.438710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:27.455003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:27.458389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:27.502585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Port': ['ID=7971d36b-823a-41b9-9748-502ba5b09e9a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:27.543770 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.553367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287079-02b7-4973-a7e0-323762c786d1 req-c135e3ec-fe8d-44cf-9859-395210d090d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:27.555191 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-c135e3ec-fe8d-44cf-9859-395210d090d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2454522 Jul 28 11:09:27.556431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.565236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Transition to ACTIVE for port object 4318020c-4bad-4881-b612-955a32215a9b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:27.627115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.658778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.673863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.690520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4318020c-4bad-4881-b612-955a32215a9b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:27.738231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c7e2a689-5fa2-405e-ba5d-43956b7c7853, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7e2a689-5fa2-405e-ba5d-43956b7c7853,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:27.746609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.746821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d9329cb-ec72-4d9c-917b-b09349e2caae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:27.905085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c7e2a689-5fa2-405e-ba5d-43956b7c7853,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:27.914421 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5323-e8dd-453e-9449-64429459e4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:27.967390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d92ad0f-0244-4542-935b-9d8b540da008 None None] Provisioning complete for port c7e2a689-5fa2-405e-ba5d-43956b7c7853 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:27.967770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d92ad0f-0244-4542-935b-9d8b540da008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.010989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0d9329cb-ec72-4d9c-917b-b09349e2caae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:28.011369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.060829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-aa0235a6-4910-46cc-97be-0bd333e23bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9111612 Jul 28 11:09:28.213506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-023f3886-74e7-4714-9cfd-2eddbba71f2e service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916337 Jul 28 11:09:28.245586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d92ad0f-0244-4542-935b-9d8b540da008 None None] Provisioning for port 7971d36b-823a-41b9-9748-502ba5b09e9a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:28.250241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d92ad0f-0244-4542-935b-9d8b540da008 None None] Provisioning complete for port 7971d36b-823a-41b9-9748-502ba5b09e9a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:28.251222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d92ad0f-0244-4542-935b-9d8b540da008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.286259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Attempting to bind port 4318020c-4bad-4881-b612-955a32215a9b on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:28.286598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Attempting to bind port 4318020c-4bad-4881-b612-955a32215a9b by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:28.286936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Attempting to bind port 4318020c-4bad-4881-b612-955a32215a9b on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:28.290936 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-fa812b58-a952-47df-8dec-ae283f5e7ef1 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886289 Jul 28 11:09:28.334167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:09:28.340353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Port 4318020c-4bad-4881-b612-955a32215a9b on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:28.340766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Attempting to bind port 4318020c-4bad-4881-b612-955a32215a9b on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:28.356967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1d92ad0f-0244-4542-935b-9d8b540da008 None None] Port 7971d36b-823a-41b9-9748-502ba5b09e9a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:28.379711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f6649-8595-48cc-bc02-402c17182815 None None] Network 8e47b540-c65d-4d2f-a850-00ddb149e413 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:28.426588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:28.426932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:28.427320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:28.427761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Bound port: 4318020c-4bad-4881-b612-955a32215a9b, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:28.428119 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.513185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eeacd85a-690b-481d-adbf-828d511a48a9 None None] Provisioning for port b5509602-8694-4c6e-8e95-9ee456262aba completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:28.517552 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.531178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5041f-c0f5-476a-9b18-163f1517305c req-40bc4641-fd4c-4847-a3e9-6ba71f7cecb4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:28.538787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78f5041f-c0f5-476a-9b18-163f1517305c req-40bc4641-fd4c-4847-a3e9-6ba71f7cecb4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 945 time: 0.2072787 Jul 28 11:09:28.582081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.646325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70b54597-12a7-4dae-8d70-8c88f8e71356 req-fc2935d6-e289-43c2-969b-c62d25868b7e service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013531 Jul 28 11:09:28.673389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.687655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54287079-02b7-4973-a7e0-323762c786d1 req-5fb38078-820a-44fb-8566-8c67d76de367 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481011 Jul 28 11:09:28.688644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.690438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78f5041f-c0f5-476a-9b18-163f1517305c req-23622def-97ff-4010-8b4a-63ac39a87711 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509025 Jul 28 11:09:28.755641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] For port 4318020c-4bad-4881-b612-955a32215a9b, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:28.759800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454c5de7-fb43-4fca-b133-53e3803b9108 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:28.821066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.843164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] For port 4318020c-4bad-4881-b612-955a32215a9b, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4318020c-4bad-4881-b612-955a32215a9b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:28.900650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.922681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Transition to ACTIVE for port object 454c5de7-fb43-4fca-b133-53e3803b9108 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:28.941365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:28.967853 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Floating IP fd6b92b7-272f-4721-a7fb-14f2a00a692c associated. External IP: 172.25.1.252, port: 8860fc72-8aa8-457c-be1f-229f63c2f057. Jul 28 11:09:29.033799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7e2a689-5fa2-405e-ba5d-43956b7c7853 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:29.039264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.039897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.041514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4318020c-4bad-4881-b612-955a32215a9b HTTP/1.1" status: 200 len: 1095 time: 3.8416336 Jul 28 11:09:29.041976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'tag': '4318020c-4bad-4881-b612-955a32215a9b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:29.044272 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd2995-aacf-44d7-9bb1-a9e4affde035" -d '{"events": [{"name": "network-changed", "server_uuid": "048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a", "tag": "4318020c-4bad-4881-b612-955a32215a9b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:29.063882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0feffc-5d16-4eb2-bd27-0ff2289b4152 req-95a34990-62f2-47c9-8845-8b6a7db68cab tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.071540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad0feffc-5d16-4eb2-bd27-0ff2289b4152 req-95a34990-62f2-47c9-8845-8b6a7db68cab tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 947 time: 0.2541366 Jul 28 11:09:29.098932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b8d81-102c-4d93-84a4-e64597fb35c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4318020c-4bad-4881-b612-955a32215a9b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:29.152714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c7e2a689-5fa2-405e-ba5d-43956b7c7853 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:29.153290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.247278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.247757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.248304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.248715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.249181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.249646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.250170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.252112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-16eeeff4-b9bd-46bc-a68d-b3be519c0de6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6476 time: 0.4496017 Jul 28 11:09:29.275921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b5509602-8694-4c6e-8e95-9ee456262aba up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:29.350081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b5509602-8694-4c6e-8e95-9ee456262aba completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:29.358302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b5509602-8694-4c6e-8e95-9ee456262aba triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:29.359014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.395278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:09:29.449916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-ac01a499-14a0-49be-ac05-7d516c44af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.451456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-ac01a499-14a0-49be-ac05-7d516c44af49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 902 time: 0.1839397 Jul 28 11:09:29.477536 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.531079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b5509602-8694-4c6e-8e95-9ee456262aba, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b5509602-8694-4c6e-8e95-9ee456262aba,segment=NetworkSegment(26e8e77e-b50c-49ee-a926-e25799ce2a1b),segment_id=26e8e77e-b50c-49ee-a926-e25799ce2a1b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:29.544195 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.544916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f6ee584-9552-419c-885a-d3a868262096 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:29.562205 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.564969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-feee63e6-60dd-41ad-8e03-6768bb1a3976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 217 time: 0.0667815 Jul 28 11:09:29.573665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.655606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b5509602-8694-4c6e-8e95-9ee456262aba,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:29.667397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.668062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.668598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.669135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.669660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.670202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.670706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.671211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.671704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.672278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.672834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.673332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:09:29.679427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0f6ee584-9552-419c-885a-d3a868262096 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:29.680027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.692771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=454c5de7-fb43-4fca-b133-53e3803b9108,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:29.708583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad0feffc-5d16-4eb2-bd27-0ff2289b4152 req-5d590ec1-30df-4e0c-9c18-daede6185574 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350892 Jul 28 11:09:29.734271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-cc88bf4a-9830-485b-a978-d6f7bdcb0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.735802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-cc88bf4a-9830-485b-a978-d6f7bdcb0bbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 1098 time: 0.2034259 Jul 28 11:09:29.814228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Port': ['ID=7971d36b-823a-41b9-9748-502ba5b09e9a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:29.827731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.831894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:29.832431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-e022331c-bc8d-49ef-a2ff-712195babb50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4318020c-4bad-4881-b612-955a32215a9b HTTP/1.1" status: 200 len: 217 time: 0.0602982 Jul 28 11:09:29.844135 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Sync routers for ids ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:29.850491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-4cb1ab90-752e-44d8-9c4e-3deffc525451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.852544 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-4cb1ab90-752e-44d8-9c4e-3deffc525451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.2703936 Jul 28 11:09:29.855673 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Routers {'21988f8a-a056-4c2b-9818-6a3dfb61fcdd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:29.856352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:29.859712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Attempting to bind port 454c5de7-fb43-4fca-b133-53e3803b9108 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:29.859712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Attempting to bind port 454c5de7-fb43-4fca-b133-53e3803b9108 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:29.859964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Attempting to bind port 454c5de7-fb43-4fca-b133-53e3803b9108 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:29.880949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:29.884729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c1cd24e1-7cbb-4237-b1f3-3f2f9224927d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.2411101 Jul 28 11:09:29.885355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:29.952061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Port 454c5de7-fb43-4fca-b133-53e3803b9108 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:29.952501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Attempting to bind port 454c5de7-fb43-4fca-b133-53e3803b9108 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:29.961320 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Set router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:29.970723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8b78a80f-932d-4080-b2d7-46063a9d6c39 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:29.972283 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8b78a80f-932d-4080-b2d7-46063a9d6c39 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 811 time: 0.3001673 Jul 28 11:09:29.992019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Request body: {'port': {'device_id': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'admin_state_up': True, 'tenant_id': '8c3df02f321c4e91a53cd36033800858'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:30.014275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:30.014656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:30.015011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:30.015459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Bound port: 454c5de7-fb43-4fca-b133-53e3803b9108, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:30.015822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.049538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-2b5fb34a-1ac7-48f3-9e52-3ce0ac69046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.051013 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-2b5fb34a-1ac7-48f3-9e52-3ce0ac69046c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713355 Jul 28 11:09:30.057337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-de847170-fe1b-4b45-9065-a5a1d93742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.058819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-de847170-fe1b-4b45-9065-a5a1d93742aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2025571 Jul 28 11:09:30.093999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e321fd-9384-4e75-b7c5-71632640b553 req-24d5b763-611f-4e37-b85f-0c8d929795a7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.096889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51e321fd-9384-4e75-b7c5-71632640b553 req-24d5b763-611f-4e37-b85f-0c8d929795a7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.2728164 Jul 28 11:09:30.141575 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:09:27Z', 'revision_number': 3, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:30.147841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:30.157330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:30.175436 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Checking router: 21988f8a-a056-4c2b-9818-6a3dfb61fcdd for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:30.175796 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Updating router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd port 7783dbac-affe-4853-960d-416f72a8f4f8 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:09:30.195024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Router d3647f40-24d4-4a34-ba8f-1e0311318063 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:30.200607 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.246241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51e321fd-9384-4e75-b7c5-71632640b553 req-d1d1beb8-10b2-494d-98f7-7ca5248bcdc7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371427 Jul 28 11:09:30.312825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-4c50a7f1-dd74-4d7e-b1b1-038cf7cef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.314658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-4c50a7f1-dd74-4d7e-b1b1-038cf7cef4c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2100871 Jul 28 11:09:30.352627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-093385e5-a267-41d2-903c-da64cdb1c7ed service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904911 Jul 28 11:09:30.432444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] For port 454c5de7-fb43-4fca-b133-53e3803b9108, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:30.447505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Made reservation on behalf of 8c3df02f321c4e91a53cd36033800858 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:30.451335 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.462417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Router 19e436c2-8522-4333-80db-b7233bdaf225 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:09:30.475427 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.485696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Transition to ACTIVE for port object 7783dbac-affe-4853-960d-416f72a8f4f8 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:30.492473 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.505571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] For port 454c5de7-fb43-4fca-b133-53e3803b9108, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=454c5de7-fb43-4fca-b133-53e3803b9108,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:30.543281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-108cf467-bb45-415a-8324-b8ddee232154 None None] Provisioning complete for port 7971d36b-823a-41b9-9748-502ba5b09e9a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:30.544325 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-108cf467-bb45-415a-8324-b8ddee232154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.551685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.562764 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cb068-ca09-4a06-9dbf-3c8013e07104 None None] Pushing event updated for resources: {'Port': ['ID=7783dbac-affe-4853-960d-416f72a8f4f8,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:30.565089 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Attempting to bind port 7783dbac-affe-4853-960d-416f72a8f4f8 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:30.565457 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Attempting to bind port 7783dbac-affe-4853-960d-416f72a8f4f8 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:30.565833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Attempting to bind port 7783dbac-affe-4853-960d-416f72a8f4f8 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:30.573293 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:30.573671 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:30.574069 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.574987 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:30.575464 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Bound port: 7783dbac-affe-4853-960d-416f72a8f4f8, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:30.575852 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.587256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-108cf467-bb45-415a-8324-b8ddee232154 None None] Port 7971d36b-823a-41b9-9748-502ba5b09e9a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:30.632146 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] For port 7783dbac-affe-4853-960d-416f72a8f4f8, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:30.635774 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] For port 7783dbac-affe-4853-960d-416f72a8f4f8, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7783dbac-affe-4853-960d-416f72a8f4f8,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:30.642727 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.658839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-33b1559c-aa1f-4cfa-8f34-e1a80a8dffad service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962852 Jul 28 11:09:30.659663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.660068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.661457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] 10.222.0.44 "PUT /v2.0/ports/454c5de7-fb43-4fca-b133-53e3803b9108 HTTP/1.1" status: 200 len: 1096 time: 3.9478123 Jul 28 11:09:30.687283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:30.695594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.708644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] Sync routers for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:30.708765 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cb068-ca09-4a06-9dbf-3c8013e07104 None None] Pushing event updated for resources: {'Port': ['ID=7783dbac-affe-4853-960d-416f72a8f4f8,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:30.714821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:30.715542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.715935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:30.722003 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Routers {'21988f8a-a056-4c2b-9818-6a3dfb61fcdd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:30.722617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:30.722939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.729117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.735002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.743129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.749648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.751523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-addaa13d-8cd5-4fdf-8b4f-a7f8a99997a3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.3542376 Jul 28 11:09:30.765247 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7bb7d27c-b0c4-4f5e-85d2-d9d4aa517b34 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4649613 Jul 28 11:09:30.777326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:30.798212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:30.804396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:30.825511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:30.826368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:30.835303 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] Set router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:30.842026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.853452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-55cf474d-f9d5-4e52-b512-41df21b10341 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189314 Jul 28 11:09:30.924823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:30.925818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac616f-d6f3-4df2-9840-f7aad53b843c None None] The sync data for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:30.944171 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:30.967043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b5509602-8694-4c6e-8e95-9ee456262aba up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:30.976304 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] Sync routers for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:30.999243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:30.999814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.000216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.008911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.009403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.009886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.010351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.011673 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:31.012380 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:31.020514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-357c578a-1b51-422d-9796-18f8e971adea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6476 time: 0.2815726 Jul 28 11:09:31.034201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Allocated IP 172.20.0.7 (e99bd42d-60f4-415e-b132-510d41d9c056/d0e27718-190f-46c3-a093-3a19e32b86b3/83c33a55-ea87-40a9-a447-c664530d2790) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:31.072924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86079d7f-ef8a-49bb-9f6d-e7dd58270969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:31.087481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b5509602-8694-4c6e-8e95-9ee456262aba triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:31.088395 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:31.129782 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:31.193597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-61de1d54-554e-4fd9-a245-65d0d1ef9537 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296978 Jul 28 11:09:31.194220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2106a-b274-4c1a-a38a-bb93b0b74ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=454c5de7-fb43-4fca-b133-53e3803b9108,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:31.248758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b8ad359-ce30-4c21-a114-e8d273d910dd req-9a8bf4ac-5a70-4257-a423-2693b6418b1e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4635203 Jul 28 11:09:31.283098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-6ea75c89-7274-48e4-8336-19ebda232847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.285219 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-6ea75c89-7274-48e4-8336-19ebda232847 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 902 time: 0.2639356 Jul 28 11:09:31.293274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dc5539ea-ccbb-439e-bf30-04d66813d0b7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "PUT /v2.0/floatingips/fd6b92b7-272f-4721-a7fb-14f2a00a692c HTTP/1.1" status: 200 len: 996 time: 4.1215150 Jul 28 11:09:31.362172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-8e9199be-f697-47e1-a07f-97b612ae91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.363857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-8e9199be-f697-47e1-a07f-97b612ae91e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 1099 time: 0.5966992 Jul 28 11:09:31.413582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87514145-5f9f-4228-a6e9-f19f81e1b832 req-8bf1b564-d8a7-422e-8883-ae5052336dd7 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 210 time: 0.0783222 Jul 28 11:09:31.517509 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:09:27Z', 'revision_number': 3, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:31.532715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-e555271b-5b92-43b6-9216-5f2fedd1da7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=454c5de7-fb43-4fca-b133-53e3803b9108 HTTP/1.1" status: 200 len: 217 time: 0.1570282 Jul 28 11:09:31.535210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-f1f9ee71-8d89-4e5d-807c-d7c42631ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.536877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-f1f9ee71-8d89-4e5d-807c-d7c42631ed0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.2192860 Jul 28 11:09:31.556904 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'fd6b92b7-272f-4721-a7fb-14f2a00a692c', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'port_id': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'mac_address': 'fa:16:3e:3c:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:09:22Z', 'updated_at': '2021-07-28T11:09:28Z', 'revision_number': 1, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:18Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:31.564753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:31.589926 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] Checking router: d3647f40-24d4-4a34-ba8f-1e0311318063 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:31.595325 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed16506-26ba-4b61-9c5b-e6884f0af478 None None] The sync data for ids ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'] in n-d-723573-7 is: [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:09:27Z', 'revision_number': 3, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:31.614130 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:31.614764 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:31.705542 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc913372-7103-4203-8a2e-6214f0ac5d60 x-openstack-request-id: req-fc913372-7103-4203-8a2e-6214f0ac5d60 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:31.706159 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a", "tag": "4318020c-4bad-4881-b612-955a32215a9b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:31.706297 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc913372-7103-4203-8a2e-6214f0ac5d60 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:31.706745 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'tag': '4318020c-4bad-4881-b612-955a32215a9b', 'status': 'completed', 'code': 200} Jul 28 11:09:31.711913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-227467fb-2843-40e6-bbd6-8d370d708b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.714911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-227467fb-2843-40e6-bbd6-8d370d708b5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1749127 Jul 28 11:09:31.750252 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:31.780977 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-027fe5f7-63b6-4e32-843e-33be46e1a49f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 217 time: 0.4783058 Jul 28 11:09:31.836590 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:31.944711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-ed56ea2c-bf78-47a6-8b89-478fdde56314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:31.945932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-ed56ea2c-bf78-47a6-8b89-478fdde56314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.1235943 Jul 28 11:09:31.951892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:32.101570 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'fd6b92b7-272f-4721-a7fb-14f2a00a692c', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'port_id': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'mac_address': 'fa:16:3e:3c:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:09:22Z', 'updated_at': '2021-07-28T11:09:28Z', 'revision_number': 1, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:18Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:32.109183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-d79159ca-2e6d-4579-91a2-0eb4547d3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:32.110739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-d79159ca-2e6d-4579-91a2-0eb4547d3a3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1548400 Jul 28 11:09:32.140283 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645336cf-d7e3-47e8-9a2c-a9c29ce01818 None None] The sync data for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 is: [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'fd6b92b7-272f-4721-a7fb-14f2a00a692c', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'port_id': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'mac_address': 'fa:16:3e:3c:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:09:22Z', 'updated_at': '2021-07-28T11:09:28Z', 'revision_number': 1, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:18Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:32.187472 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-23cb8269-0ec4-48a3-bcad-97e3c2c649ba tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:32.193570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-23cb8269-0ec4-48a3-bcad-97e3c2c649ba tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4124193 Jul 28 11:09:32.194197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:32.243799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:32.256411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['726ebe80-b75b-48ef-8c5f-ca2b93f988d0'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:32.335477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dd79cbeb-a299-4140-9f4c-be7d78400a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:32.337370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-dd79cbeb-a299-4140-9f4c-be7d78400a8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.7830472 Jul 28 11:09:32.347900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-8dbc854a-1c51-4bde-977f-adb472d4b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:32.349452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-8dbc854a-1c51-4bde-977f-adb472d4b911 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6137736 Jul 28 11:09:32.356111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-3710dce7-c3fe-4125-911e-95622a12fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:32.357765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-3710dce7-c3fe-4125-911e-95622a12fba7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 1098 time: 0.6116350 Jul 28 11:09:32.365465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Pushing event updated for resources: {'Port': ['ID=83c33a55-ea87-40a9-a447-c664530d2790,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:32.436551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Network e99bd42d-60f4-415e-b132-510d41d9c056 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:32.440938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:32.444218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:32.457165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-dd747817-e163-4f58-be17-7f4c70861982 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362424 Jul 28 11:09:32.477190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Allocated IP 172.20.0.1 (9c272598-9f32-40d0-87aa-f3433aa65b5c/c104e5d1-d9ab-402d-b079-659010357715/46025582-3620-4558-a957-0e370fb48901) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:32.532785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583188c5-50ef-47d3-be7d-624e2f65b347 None None] New status for floating IP fd6b92b7-272f-4721-a7fb-14f2a00a692c: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:09:32.676726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde91f8d-586c-408d-a830-6958056aedd5 req-7511636b-cd3e-4c5d-b49e-c6cbd0ef5f5c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:32.676979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:32.677504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:32.678326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bde91f8d-586c-408d-a830-6958056aedd5 req-7511636b-cd3e-4c5d-b49e-c6cbd0ef5f5c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 947 time: 0.8676717 Jul 28 11:09:32.729844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8ec62e8c-0dfe-4e69-a807-4b9622d9d6b5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7438908 Jul 28 11:09:32.746185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Request body: {'port': {'device_id': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:32.750511 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e9f2063-48d5-4579-8e8a-5f94dcf96f12 req-3201e210-fade-443c-b6ff-ff13261af4ad service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343807 Jul 28 11:09:32.818464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-0ffde7c0-fcdd-40d9-a60d-ff083ea70e6a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166096 Jul 28 11:09:32.846078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:32.847270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-75c3d9b8-0cb1-4e13-8765-fddb3960cfc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 999 time: 0.4877980 Jul 28 11:09:32.972435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7783dbac-affe-4853-960d-416f72a8f4f8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:33.014726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bde91f8d-586c-408d-a830-6958056aedd5 req-8f3708cd-41a1-468e-ad7f-1cf45045253b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167629 Jul 28 11:09:33.036345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-90a53b3b-a3e4-44f2-beb8-195bce0e5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.038136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-90a53b3b-a3e4-44f2-beb8-195bce0e5458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.5375545 Jul 28 11:09:33.039678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-d07b650e-d0e5-41b3-8d65-de5dc21170d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.041722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-d07b650e-d0e5-41b3-8d65-de5dc21170d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.1342249 Jul 28 11:09:33.042687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7783dbac-affe-4853-960d-416f72a8f4f8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:33.053847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7783dbac-affe-4853-960d-416f72a8f4f8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:33.054221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.129808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.146460 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.161187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-c2ab5ca0-8dfb-4525-ad2c-9cbd55625e03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989122 Jul 28 11:09:33.173548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7783dbac-affe-4853-960d-416f72a8f4f8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7783dbac-affe-4853-960d-416f72a8f4f8,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:33.179390 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.190316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-dcdbe3b0-0e01-483a-bfb9-653896c0548b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4318020c-4bad-4881-b612-955a32215a9b HTTP/1.1" status: 200 len: 217 time: 0.1398001 Jul 28 11:09:33.193563 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.237611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7783dbac-affe-4853-960d-416f72a8f4f8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:33.247561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-7434a08d-4013-423e-ab29-2a00ed0f848d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.249350 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-7434a08d-4013-423e-ab29-2a00ed0f848d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 945 time: 0.1975884 Jul 28 11:09:33.285760 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.298625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Transition to ACTIVE for port object 46025582-3620-4558-a957-0e370fb48901 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:33.311178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4318020c-4bad-4881-b612-955a32215a9b details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:33.311440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c030f8-6cba-453d-808d-ee675a8d50a5 req-aa15790f-db35-41de-ab59-f71ec6dd56e7 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798200 Jul 28 11:09:33.356518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e72cd-00f4-464a-b2ef-aa781222101f req-68b66749-2d35-4208-82a8-8af8771eb578 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.358007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-291e72cd-00f4-464a-b2ef-aa781222101f req-68b66749-2d35-4208-82a8-8af8771eb578 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.2682059 Jul 28 11:09:33.385830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-b843efa8-7123-40bd-981d-eaaef0e3a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.387272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-b843efa8-7123-40bd-981d-eaaef0e3a8b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1262653 Jul 28 11:09:33.428465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4318020c-4bad-4881-b612-955a32215a9b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4318020c-4bad-4881-b612-955a32215a9b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:33.445794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4318020c-4bad-4881-b612-955a32215a9b', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '4318020c-4bad-4881-b612-955a32215a9b', 'mac_address': 'fa:16:3e:b1:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:33.467987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-c44343e2-4964-487b-af5a-c8d4103406b4 service neutron] 10.222.0.20 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720165 Jul 28 11:09:33.489303 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.498072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-291e72cd-00f4-464a-b2ef-aa781222101f req-9d410061-9ac8-43f9-93cf-1517e8a14073 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305082 Jul 28 11:09:33.510201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4318020c-4bad-4881-b612-955a32215a9b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:33.517926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c33a55-ea87-40a9-a447-c664530d2790 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:33.526597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Deleting port 080c1afb-c297-4735-9cd6-b4a48abd8e85 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:33.527021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.532274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4318020c-4bad-4881-b612-955a32215a9b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4318020c-4bad-4881-b612-955a32215a9b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:33.538015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.538921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.539891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.598400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-b4b1b1de-fcec-4adc-b038-b806e7ec4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.599849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-b4b1b1de-fcec-4adc-b038-b806e7ec4381 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001455 Jul 28 11:09:33.605639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Transition to ACTIVE for port object 83c33a55-ea87-40a9-a447-c664530d2790 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:33.609347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:33.613143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4318020c-4bad-4881-b612-955a32215a9b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:33.631859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.635636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:33.675767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:33.721346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Pushing event updated for resources: {'Port': ['ID=46025582-3620-4558-a957-0e370fb48901,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:33.723415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'tag': '454c5de7-fb43-4fca-b133-53e3803b9108'}, {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:33.725707 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0421d50e-ba49-4b56-b4ea-f28e616a07e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a86672fd-4290-444e-ae91-fd9a91c1ad79", "tag": "454c5de7-fb43-4fca-b133-53e3803b9108"}, {"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:33.771837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Pushing event updated for resources: {'Port': ['ID=83c33a55-ea87-40a9-a447-c664530d2790,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:33.779466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] For port 080c1afb-c297-4735-9cd6-b4a48abd8e85, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=080c1afb-c297-4735-9cd6-b4a48abd8e85,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:33.779612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.789297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0b75cbc-1325-43ee-9cf6-0d6d635fc176 req-a04e3724-29a4-429a-b508-e0a8d3fad719 service neutron] 10.222.0.20 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204243 Jul 28 11:09:33.818307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Calling delete_port for 080c1afb-c297-4735-9cd6-b4a48abd8e85 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:33.827860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.845225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:33.877768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ed17-a5a1-45a3-9260-71bd00218363 req-dc994efa-a8f5-4f80-8cef-c0fb6cb82187 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:33.881490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5765ed17-a5a1-45a3-9260-71bd00218363 req-dc994efa-a8f5-4f80-8cef-c0fb6cb82187 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f HTTP/1.1" status: 200 len: 945 time: 0.2414639 Jul 28 11:09:33.933778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting port 7971d36b-823a-41b9-9748-502ba5b09e9a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:33.934110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.968922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f6c062d-7c04-4a1f-ab42-f65f7ea43fe8 None None] Provisioning for port 46025582-3620-4558-a957-0e370fb48901 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:33.982223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f6c062d-7c04-4a1f-ab42-f65f7ea43fe8 None None] Provisioning complete for port 46025582-3620-4558-a957-0e370fb48901 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:33.983515 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f6c062d-7c04-4a1f-ab42-f65f7ea43fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:33.986300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Attempting to bind port 83c33a55-ea87-40a9-a447-c664530d2790 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:33.986300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Attempting to bind port 83c33a55-ea87-40a9-a447-c664530d2790 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:33.986300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Attempting to bind port 83c33a55-ea87-40a9-a447-c664530d2790 on network e99bd42d-60f4-415e-b132-510d41d9c056 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:34.003824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Port 83c33a55-ea87-40a9-a447-c664530d2790 on network e99bd42d-60f4-415e-b132-510d41d9c056 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:34.004201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Attempting to bind port 83c33a55-ea87-40a9-a447-c664530d2790 on network e99bd42d-60f4-415e-b132-510d41d9c056 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:34.020875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:34.021120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Checking segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:34.021530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Bound using segment: {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:34.022008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Bound port: 83c33a55-ea87-40a9-a447-c664530d2790, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f61d33d-45e0-4955-9819-4c7b22e697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:34.022420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.037971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-a4d0d3f0-2da1-44ce-8fbc-f844a67377dd service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242430 Jul 28 11:09:34.042448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c062d-7c04-4a1f-ab42-f65f7ea43fe8 None None] Port 46025582-3620-4558-a957-0e370fb48901 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:34.081572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5765ed17-a5a1-45a3-9260-71bd00218363 req-604c40d1-9322-496e-856d-6fbe80c45fb1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207573 Jul 28 11:09:34.118015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.151064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Calling delete_port for 7971d36b-823a-41b9-9748-502ba5b09e9a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:34.186873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.193182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.193428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.201781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.206090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['080c1afb-c297-4735-9cd6-b4a48abd8e85'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:34.209429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.215467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.221251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.227034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.229698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] For port 83c33a55-ea87-40a9-a447-c664530d2790, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:34.230416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-8682a4a4-7536-4fd5-9767-0bd40c06bef2 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.2804165 Jul 28 11:09:34.268327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event deleted for resources: {'Port': ['ID=080c1afb-c297-4735-9cd6-b4a48abd8e85,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:34.273892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] For port 83c33a55-ea87-40a9-a447-c664530d2790, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=83c33a55-ea87-40a9-a447-c664530d2790,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:34.307092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.353237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] No DVR routers for this DVR port 080c1afb-c297-4735-9cd6-b4a48abd8e85 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:34.359989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.361947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2672429-aedd-4bbd-a65b-3851b31df507 req-4c8fbf04-4816-4fb2-8b6f-7ea39d12ffae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "DELETE /v2.0/ports/080c1afb-c297-4735-9cd6-b4a48abd8e85 HTTP/1.1" status: 204 len: 173 time: 1.1050963 Jul 28 11:09:34.362320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1a36cc3-995a-45d0-9cf7-0c7968055337 req-d41bcda9-196f-44fe-8289-e6ca62dab70d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199245 Jul 28 11:09:34.365304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'name': 'network-vif-deleted', 'tag': '080c1afb-c297-4735-9cd6-b4a48abd8e85'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:34.367701 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e648f-5d7d-40b5-962c-e0c9026271dc" -d '{"events": [{"server_uuid": "5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f", "name": "network-vif-deleted", "tag": "080c1afb-c297-4735-9cd6-b4a48abd8e85"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:34.400654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb50f-ce7e-48ca-a9a0-a6f178e0d3bf req-69358b63-83bf-4838-9f63-4de0a4770dba tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.402155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cefb50f-ce7e-48ca-a9a0-a6f178e0d3bf req-69358b63-83bf-4838-9f63-4de0a4770dba tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 943 time: 0.2323482 Jul 28 11:09:34.409376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.410033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.411426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-53940b92-9284-4105-94e9-776a779f1503 service neutron] 10.222.0.41 "PUT /v2.0/ports/83c33a55-ea87-40a9-a447-c664530d2790 HTTP/1.1" status: 200 len: 1091 time: 1.6696036 Jul 28 11:09:34.426870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd2995-aacf-44d7-9bb1-a9e4affde035 req-4445b6ec-defa-4c2a-851a-775babc26d00 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767951 Jul 28 11:09:34.443039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53940b92-9284-4105-94e9-776a779f1503 service neutron] Pushing event updated for resources: {'Port': ['ID=83c33a55-ea87-40a9-a447-c664530d2790,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:34.452495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.457641 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f3c58-df36-41cd-b711-c148512f14eb x-openstack-request-id: req-0f0f3c58-df36-41cd-b711-c148512f14eb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:34.458248 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86672fd-4290-444e-ae91-fd9a91c1ad79", "tag": "454c5de7-fb43-4fca-b133-53e3803b9108", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:34.458931 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f0f3c58-df36-41cd-b711-c148512f14eb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:34.460436 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'tag': '454c5de7-fb43-4fca-b133-53e3803b9108', 'status': 'completed', 'code': 200} Jul 28 11:09:34.461079 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'status': 'completed', 'code': 200} Jul 28 11:09:34.536126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:34.559261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.569996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-f7ae7a03-6ba2-4ae4-957b-f19b44cc4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.571805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-f7ae7a03-6ba2-4ae4-957b-f19b44cc4cec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 1099 time: 0.0720406 Jul 28 11:09:34.598724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Port': ['ID=7971d36b-823a-41b9-9748-502ba5b09e9a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:34.661983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:34.671112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cefb50f-ce7e-48ca-a9a0-a6f178e0d3bf req-4ffd2ef0-3de1-4b04-94d1-89cc1cdf0219 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527921 Jul 28 11:09:34.682214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '027494ab-d739-4d9a-a159-76e0cf20232c', 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3', 'port_id': '027494ab-d739-4d9a-a159-76e0cf20232c', 'mac_address': 'fa:16:3e:4f:4c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f641786-47d3-437e-a82f-2746548113bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:34.693567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-a94af8f8-4b20-460b-99bb-e46cc39dc63f tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.2108388 Jul 28 11:09:34.741966 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.753677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-72a9b8a4-5ef1-4afe-ad11-c4130a2cb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.755465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-72a9b8a4-5ef1-4afe-ad11-c4130a2cb412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 1094 time: 0.2629569 Jul 28 11:09:34.758330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027494ab-d739-4d9a-a159-76e0cf20232c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:34.786222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:34.797945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-c8cce02c-5056-4e9a-9318-ab7194eabeac tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.799354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-c8cce02c-5056-4e9a-9318-ab7194eabeac tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports/8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 942 time: 0.0991511 Jul 28 11:09:34.809552 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.872975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-1a5728fc-cdc3-4421-9707-69ce851d5af4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c33a55-ea87-40a9-a447-c664530d2790 HTTP/1.1" status: 200 len: 217 time: 0.0878632 Jul 28 11:09:34.877905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-ccac1723-a4db-45fd-8f1c-e0859b415a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:34.879367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-ccac1723-a4db-45fd-8f1c-e0859b415a65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2882664 Jul 28 11:09:34.894940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:34.932842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-a39011f7-6c7a-415c-a9b9-f2e65c49297f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=454c5de7-fb43-4fca-b133-53e3803b9108 HTTP/1.1" status: 200 len: 217 time: 0.0446763 Jul 28 11:09:34.935775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:34.949791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7783dbac-affe-4853-960d-416f72a8f4f8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:35.013395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7783dbac-affe-4853-960d-416f72a8f4f8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:35.014131 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:35.073928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-b6a204b8-60e3-4162-b267-d41f21f099a2 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1833863 Jul 28 11:09:35.079829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-32155a33-d5bb-4dbb-87b0-51ff7ee4ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:35.081755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-32155a33-d5bb-4dbb-87b0-51ff7ee4ecac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.1903868 Jul 28 11:09:35.112234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['027494ab-d739-4d9a-a159-76e0cf20232c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:35.119386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841da0e7-42ab-4dfb-8ad8-d5e8f9b5e776 req-b052dd2f-f35b-4e3e-b33f-6d5b18884f69 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:35.123510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-841da0e7-42ab-4dfb-8ad8-d5e8f9b5e776 req-b052dd2f-f35b-4e3e-b33f-6d5b18884f69 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 948 time: 0.3370850 Jul 28 11:09:35.202998 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-8f0bcfeb-32ef-47cd-a09d-1c5aefacd3f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951002 Jul 28 11:09:35.332618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4318020c-4bad-4881-b612-955a32215a9b up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:35.389104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 4318020c-4bad-4881-b612-955a32215a9b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:35.390669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-238be753-aa6f-438e-ae7f-5c9cdd1ac35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:35.392202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-238be753-aa6f-438e-ae7f-5c9cdd1ac35c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.4480436 Jul 28 11:09:35.394429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4318020c-4bad-4881-b612-955a32215a9b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:35.396572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:35.483671 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:35.504891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Router 19e436c2-8522-4333-80db-b7233bdaf225 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:35.508492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4318020c-4bad-4881-b612-955a32215a9b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:35.511955 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f390a9-2f80-4732-8eac-4175e68439ba" -d '{"events": [{"server_uuid": "048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a", "name": "network-vif-plugged", "status": "completed", "tag": "4318020c-4bad-4881-b612-955a32215a9b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:35.529939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-e9c71b10-d326-4574-9be9-bd72815cea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:35.531600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-e9c71b10-d326-4574-9be9-bd72815cea47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926428 Jul 28 11:09:35.531844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4318020c-4bad-4881-b612-955a32215a9b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4318020c-4bad-4881-b612-955a32215a9b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:35.535775 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:35.590940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4318020c-4bad-4881-b612-955a32215a9b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:35.646921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:35.648287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-841da0e7-42ab-4dfb-8ad8-d5e8f9b5e776 req-dcd21dc6-3c5c-44cc-96ab-66f0cc95d532 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024652 Jul 28 11:09:35.660472 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b4267af1-f12d-4da1-9f86-b76bf4bcbc44 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4583592 Jul 28 11:09:35.661131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:35.661992 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] Sync routers for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:35.674632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:35.678570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-f3789937-544b-4ccc-952d-0aaec6f31347 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:35.679954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-f3789937-544b-4ccc-952d-0aaec6f31347 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.5970516 Jul 28 11:09:35.685094 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:35.686071 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:35.708004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-263c67fa-d73a-4a3d-a3a5-d0478cb452ce service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376710 Jul 28 11:09:35.722738 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b1553-a79b-4aca-9553-643cdd6a21ea x-openstack-request-id: req-393b1553-a79b-4aca-9553-643cdd6a21ea {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:35.723035 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f", "name": "network-vif-deleted", "tag": "080c1afb-c297-4735-9cd6-b4a48abd8e85", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:35.723298 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-393b1553-a79b-4aca-9553-643cdd6a21ea {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:35.723711 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7940e2-3b8c-4792-9ba9-9e159ea1bc7f', 'name': 'network-vif-deleted', 'tag': '080c1afb-c297-4735-9cd6-b4a48abd8e85', 'status': 'completed', 'code': 200} Jul 28 11:09:35.728671 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-7f94751b-574a-434f-8651-58e1dd0cfc56 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] delete failed (client error): The resource could not be found. Jul 28 11:09:35.730724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7f94751b-574a-434f-8651-58e1dd0cfc56 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1596988516 HTTP/1.1" status: 404 len: 335 time: 0.0623109 Jul 28 11:09:35.734619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:35.738736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:35.739523 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:35.745985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ae2fc2a-9309-45e3-bc53-2936eb7120c4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'router': {'external_gateway_info': {'network_id': '19e436c2-8522-4333-80db-b7233bdaf225'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:35.752352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:35.753048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:35.788052 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:35.788860 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5797b03-90bf-407c-9771-5d1b28c7d757 None None] The sync data for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:35.823492 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-7c9b120a-1ff1-4853-a59c-e7b33926514a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985088 Jul 28 11:09:35.905090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-78e82ad4-6e40-4383-9e74-d9acbc1af899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:35.906495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-78e82ad4-6e40-4383-9e74-d9acbc1af899 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.0412848 Jul 28 11:09:35.945633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-a847265c-2c49-49b7-bed1-4b665ba456a9 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283914 Jul 28 11:09:35.970398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.002213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-f86df964-bae2-4788-a0d9-8fcc59d42de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.003682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-f86df964-bae2-4788-a0d9-8fcc59d42de1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.0898077 Jul 28 11:09:36.019621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Pushing event updated for resources: {'Port': ['ID=46025582-3620-4558-a957-0e370fb48901,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:36.042713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-574e8ca5-fce6-45c9-91da-d98f8c2a274f tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.3108392 Jul 28 11:09:36.072648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-9f780de0-21f3-4723-a34a-822812df51b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 1001 time: 0.0604026 Jul 28 11:09:36.114036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:36.126828 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-33f46a48-04d4-4c2a-b0d3-887e6062ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.128358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-33f46a48-04d4-4c2a-b0d3-887e6062ddfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.0490837 Jul 28 11:09:36.161970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-613cfecf-8b6a-4001-8e66-ce15e1ce5c71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250759 Jul 28 11:09:36.210527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8e30a-b30a-445e-96a8-65b7f5eefcfb req-1a2eabb2-5595-40ac-aeb3-05a99845fca7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.214186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c8e30a-b30a-445e-96a8-65b7f5eefcfb req-1a2eabb2-5595-40ac-aeb3-05a99845fca7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.3519340 Jul 28 11:09:36.254051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-885a2ab7-46f9-4dc3-ac52-add6677a5326 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848644 Jul 28 11:09:36.327821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fc2a-9309-45e3-bc53-2936eb7120c4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.343841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.349158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0421d50e-ba49-4b56-b4ea-f28e616a07e9 req-cbf59362-dc14-4c6e-bcf2-f23a2ad3ce11 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870996 Jul 28 11:09:36.411151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3fc6028-63f6-4cac-b679-b54aebcf9441 req-c5e50b05-17cb-4bc7-b994-b63261b834c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482863 Jul 28 11:09:36.425220 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0ae2fc2a-9309-45e3-bc53-2936eb7120c4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] update failed (client error): The resource could not be found. Jul 28 11:09:36.426194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0ae2fc2a-9309-45e3-bc53-2936eb7120c4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225 HTTP/1.1" status: 404 len: 339 time: 0.6842566 Jul 28 11:09:36.431463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:36.443767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c8e30a-b30a-445e-96a8-65b7f5eefcfb req-50880686-68fc-4951-9ed7-36537bd20f26 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895323 Jul 28 11:09:36.445491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:36.448826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:36.539779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 454c5de7-fb43-4fca-b133-53e3803b9108 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:36.542922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:36.687467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.718219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.718625 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Floating IP fd6b92b7-272f-4721-a7fb-14f2a00a692c disassociated. External IP: 172.25.1.252, port: 8860fc72-8aa8-457c-be1f-229f63c2f057. Jul 28 11:09:36.730499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 027494ab-d739-4d9a-a159-76e0cf20232c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:36.743189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 027494ab-d739-4d9a-a159-76e0cf20232c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:36.743769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.779457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:36.805959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.811779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.817650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.824427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.824578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 454c5de7-fb43-4fca-b133-53e3803b9108, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=454c5de7-fb43-4fca-b133-53e3803b9108,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:36.830312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.836233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.843140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:36.845090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-8e55402f-b30e-4607-8158-e15c1ff91dcd tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.1787984 Jul 28 11:09:36.861426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '454c5de7-fb43-4fca-b133-53e3803b9108', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '454c5de7-fb43-4fca-b133-53e3803b9108', 'mac_address': 'fa:16:3e:f2:10:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:36.878128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.898615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.920248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a051a0b-1ee7-4c17-8cd0-134d50fe84c3 None None] Provisioning complete for port 46025582-3620-4558-a957-0e370fb48901 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:36.920620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a051a0b-1ee7-4c17-8cd0-134d50fe84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.959423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:36.965374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2cc7423-e166-4b79-aa8e-1867f9c1082a req-4093a438-865e-4806-ac81-b35036906551 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904069 Jul 28 11:09:37.014712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1a051a0b-1ee7-4c17-8cd0-134d50fe84c3 None None] Port 46025582-3620-4558-a957-0e370fb48901 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:37.021274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454c5de7-fb43-4fca-b133-53e3803b9108 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:37.032407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:37.036873 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bad3b83-212f-4b66-8b8d-1b8a01318888 x-openstack-request-id: req-1bad3b83-212f-4b66-8b8d-1b8a01318888 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:37.037106 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a", "name": "network-vif-plugged", "status": "completed", "tag": "4318020c-4bad-4881-b612-955a32215a9b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:37.037392 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bad3b83-212f-4b66-8b8d-1b8a01318888 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:37.037833 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4318020c-4bad-4881-b612-955a32215a9b', 'code': 200} Jul 28 11:09:37.070507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.071844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 080c1afb-c297-4735-9cd6-b4a48abd8e85 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:37.078419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 454c5de7-fb43-4fca-b133-53e3803b9108, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=454c5de7-fb43-4fca-b133-53e3803b9108,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:37.097864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 080c1afb-c297-4735-9cd6-b4a48abd8e85 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:37.097864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 080c1afb-c297-4735-9cd6-b4a48abd8e85 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:37.099335 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.119081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:37.132122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Sync routers for ids ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:37.137279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dbb2f1f2-cdd5-4149-9c33-5dd9cba0ba60 admin admin] 10.222.0.20 "PUT /v2.0/routers/21988f8a-a056-4c2b-9818-6a3dfb61fcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2461667 Jul 28 11:09:37.164034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Allocated IP 172.20.0.1 (3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2/3684bedb-5bb1-4828-ad25-58f37c1a9846/1e33e846-eb76-4896-8f1b-7334d46f35f8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:37.169672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:37.199607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Routers {'21988f8a-a056-4c2b-9818-6a3dfb61fcdd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:37.200468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:37.229774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Router d3647f40-24d4-4a34-ba8f-1e0311318063 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:37.238003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a42d9-1d4c-495f-9972-e897ead65d64 req-90e1b520-6222-44a1-af86-d91bbeb97b27 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:37.240002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64a42d9-1d4c-495f-9972-e897ead65d64 req-90e1b520-6222-44a1-af86-d91bbeb97b27 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 943 time: 0.1018171 Jul 28 11:09:37.242179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524134-01a1-4ddd-a579-de6cd55cf334 req-e07faf29-7004-46f3-9fac-35cd3d336583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:37.244869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90524134-01a1-4ddd-a579-de6cd55cf334 req-e07faf29-7004-46f3-9fac-35cd3d336583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 1100 time: 0.1222107 Jul 28 11:09:37.278206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=454c5de7-fb43-4fca-b133-53e3803b9108,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:37.303954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.322273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Transition to ACTIVE for port object 1e33e846-eb76-4896-8f1b-7334d46f35f8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:37.360554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64a42d9-1d4c-495f-9972-e897ead65d64 req-eb8a59a2-2b65-492e-be0d-560cc5b06779 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030743 Jul 28 11:09:37.361240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Set router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:37.365271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:37.369821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.379727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90524134-01a1-4ddd-a579-de6cd55cf334 req-402c77d5-2e3f-4f66-86b0-10507436bde4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203253 Jul 28 11:09:37.432720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:37.439683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:37.443119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:37.500910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Port': ['ID=1e33e846-eb76-4896-8f1b-7334d46f35f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:37.520033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:37.535439 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.547102 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699123e-2130-476c-81fd-7b07129de758 None None] Sync routers for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:37.557902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.561051 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:37.561747 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:37.725043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'tag': '83c33a55-ea87-40a9-a447-c664530d2790'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:37.730974 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0cebb-62f2-4f6f-b375-5a660890eb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "37df94e0-51b8-45d2-906e-8a7d833d664e", "tag": "83c33a55-ea87-40a9-a447-c664530d2790"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:37.789413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.793840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-d7aeed30-36ab-4ee3-8a46-2e0612dfdeb7 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "PUT /v2.0/floatingips/fd6b92b7-272f-4721-a7fb-14f2a00a692c HTTP/1.1" status: 200 len: 695 time: 1.7000897 Jul 28 11:09:37.803291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:37.806623 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2d988-d09b-4a01-a719-567ee7f7cfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:37.811617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:09:34Z', 'revision_number': 4, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '46025582-3620-4558-a957-0e370fb48901', 'name': '', 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'mac_address': 'fa:16:3e:21:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'c104e5d1-d9ab-402d-b079-659010357715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:31Z', 'updated_at': '2021-07-28T11:09:34Z', 'revision_number': 2, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'subnets': [{'id': 'c104e5d1-d9ab-402d-b079-659010357715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:37.817949 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:37.878091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Checking router: 21988f8a-a056-4c2b-9818-6a3dfb61fcdd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:37.878439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Updating router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd port 46025582-3620-4558-a957-0e370fb48901 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:09:37.881933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-0061fa76-cf1d-4fdb-89fd-d0261217bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:37.884255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-0061fa76-cf1d-4fdb-89fd-d0261217bd69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.0738285 Jul 28 11:09:37.952751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0915c112-4e31-4081-a4d1-c2069155cf9c None None] Provisioning for port 1e33e846-eb76-4896-8f1b-7334d46f35f8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:37.957042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0915c112-4e31-4081-a4d1-c2069155cf9c None None] Provisioning complete for port 1e33e846-eb76-4896-8f1b-7334d46f35f8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:37.957407 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0915c112-4e31-4081-a4d1-c2069155cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.958998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:37.963442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-1a69c3f8-f71a-4bc0-8ee1-179c60866eaf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:37.971608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-1a69c3f8-f71a-4bc0-8ee1-179c60866eaf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.4023745 Jul 28 11:09:37.999970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-c832eace-bc11-4a61-82e8-36879f1f1e67 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0272982 Jul 28 11:09:38.038919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-8482a3e3-bbab-4b06-ba29-2193cfbe2dfc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379822 Jul 28 11:09:38.170668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:38.178012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:38.253386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-9183b1f4-5326-4c8a-9360-b2568328c69a service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134247 Jul 28 11:09:38.266181 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:18Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:38.277493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:38.284369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event updated for resources: {'Port': ['ID=1e33e846-eb76-4896-8f1b-7334d46f35f8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:38.310574 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699123e-2130-476c-81fd-7b07129de758 None None] Checking router: d3647f40-24d4-4a34-ba8f-1e0311318063 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:38.321334 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:38.322721 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:38.406946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:38.409005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:38.443509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-cc4fae7b-552d-4b92-a670-b264b5889262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:38.445295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-cc4fae7b-552d-4b92-a670-b264b5889262 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.5519948 Jul 28 11:09:38.539336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:38.565987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Transition to ACTIVE for port object 46025582-3620-4558-a957-0e370fb48901 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:38.579116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 454c5de7-fb43-4fca-b133-53e3803b9108 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:38.586428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-6f767435-13b4-4805-8db4-ee4d87b5bddf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.1267707 Jul 28 11:09:38.590276 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:38.594998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:38.640455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Router 19e436c2-8522-4333-80db-b7233bdaf225 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:38.758168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0915c112-4e31-4081-a4d1-c2069155cf9c None None] Port 1e33e846-eb76-4896-8f1b-7334d46f35f8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:38.863037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:38.881693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-75128b66-5a99-4d55-b66a-83bd3eb7d924 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4485893 Jul 28 11:09:38.882777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:38.906148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] Sync routers for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:38.987941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651407b-2d7f-4e09-b249-e9d8c577fb55 None None] Pushing event updated for resources: {'Port': ['ID=46025582-3620-4558-a957-0e370fb48901,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:39.039263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d40a8ea0-df37-43af-bf18-e7285a1c0fe6 None None] Provisioning complete for port 1e33e846-eb76-4896-8f1b-7334d46f35f8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:39.040197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d40a8ea0-df37-43af-bf18-e7285a1c0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:39.067251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cbc73b4-d22a-4939-b5a8-747f1fd79a75 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:39.130884 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4699123e-2130-476c-81fd-7b07129de758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:18Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:39.147531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:39.158846 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abf0b1-4158-47d7-8d6c-238da23930a3" -d '{"events": [{"server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "name": "network-vif-plugged", "status": "completed", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:39.172635 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699123e-2130-476c-81fd-7b07129de758 None None] The sync data for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 is: [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4', 'name': '', 'network_id': '95c3af4c-244b-488e-b2cb-cdd8615fb63d', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'mac_address': 'fa:16:3e:0f:9f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:09Z', 'updated_at': '2021-07-28T11:08:18Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'subnets': [{'id': '720524bf-95c8-47af-b6a5-6cce9be94190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:39.183026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:39.183698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:39.207182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 454c5de7-fb43-4fca-b133-53e3803b9108 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:39.209090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d40a8ea0-df37-43af-bf18-e7285a1c0fe6 None None] Port 1e33e846-eb76-4896-8f1b-7334d46f35f8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:39.236019 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9cbc73b4-d22a-4939-b5a8-747f1fd79a75 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 11:09:39.242882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9cbc73b4-d22a-4939-b5a8-747f1fd79a75 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225 HTTP/1.1" status: 409 len: 329 time: 0.3567634 Jul 28 11:09:39.242882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:39.246801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-73538c9e-9f11-412e-8345-ef108dd92ef9 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9734700 Jul 28 11:09:39.266572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-bf040dd5-6640-4b1b-997e-596da483624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:39.274915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 454c5de7-fb43-4fca-b133-53e3803b9108 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:39.275262 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:39.281046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-bf040dd5-6640-4b1b-997e-596da483624f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.6850400 Jul 28 11:09:39.425905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-df48782f-0888-4c51-ac1a-cdc3f5285ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292584 Jul 28 11:09:39.433688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Attempting to bind port 46025582-3620-4558-a957-0e370fb48901 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:39.434419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Attempting to bind port 46025582-3620-4558-a957-0e370fb48901 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:39.434994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Attempting to bind port 46025582-3620-4558-a957-0e370fb48901 on network 9c272598-9f32-40d0-87aa-f3433aa65b5c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:39.478674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 83c33a55-ea87-40a9-a447-c664530d2790 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:39.508058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:39.590198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:39.591186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Checking segment: {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:39.591845 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:39.592507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Bound using segment: {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:39.595140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Bound port: 46025582-3620-4558-a957-0e370fb48901, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc592b8-dc48-4b24-9312-4bd079dea1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:39.595830 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:39.692787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:39.697272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:39.769656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:39.769656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df61cb-feab-4319-a774-a1d71c27dcfe None None] The sync data for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:39.819876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-dfe7a455-e70f-4e6c-9764-558bcf753119 service neutron] 10.222.0.20 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925731 Jul 28 11:09:39.879473 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252335df-fff7-49c9-9721-b5bf1683b741 None None] New status for floating IP fd6b92b7-272f-4721-a7fb-14f2a00a692c: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:09:39.915796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2ef-2b88-44b5-b091-d8c47c6886d9 req-3b61c6dd-901b-49a9-ae18-29f3a66e71fa tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:39.923634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6beeb2ef-2b88-44b5-b091-d8c47c6886d9 req-3b61c6dd-901b-49a9-ae18-29f3a66e71fa tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 949 time: 0.2515147 Jul 28 11:09:39.997806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6beeb2ef-2b88-44b5-b091-d8c47c6886d9 req-288079ec-139a-4ac8-a112-21dcd527262a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 Jul 28 11:09:40.098440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4cddecb-79f9-4bdf-9699-bfbf18c2415b req-8b7c0c9b-00df-4ffe-babd-39063db95365 service neutron] 10.222.0.20 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506411 Jul 28 11:09:40.125523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:40.246765 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040e0a1a-46f7-4929-aae7-5ef29201cdb9 x-openstack-request-id: req-040e0a1a-46f7-4929-aae7-5ef29201cdb9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:40.247080 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df94e0-51b8-45d2-906e-8a7d833d664e", "tag": "83c33a55-ea87-40a9-a447-c664530d2790", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:40.247332 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-040e0a1a-46f7-4929-aae7-5ef29201cdb9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:40.247725 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'tag': '83c33a55-ea87-40a9-a447-c664530d2790', 'status': 'completed', 'code': 200} Jul 28 11:09:40.284088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb22d9-9295-428e-ad30-d09e052ccf7b req-b211ef16-8e41-46d6-8de0-bc687e1977b4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:40.298058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57bb22d9-9295-428e-ad30-d09e052ccf7b req-b211ef16-8e41-46d6-8de0-bc687e1977b4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.1483879 Jul 28 11:09:40.387855 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0541b8d-62e1-48cb-9295-6ea35409311e x-openstack-request-id: req-e0541b8d-62e1-48cb-9295-6ea35409311e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:40.388450 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:40.389222 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0541b8d-62e1-48cb-9295-6ea35409311e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:40.389935 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'status': 'completed', 'code': 200} Jul 28 11:09:40.482887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-d32c6eca-84a0-42f8-8ad6-c8f70f02b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:40.499408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-d32c6eca-84a0-42f8-8ad6-c8f70f02b047 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 1094 time: 0.1906123 Jul 28 11:09:40.566930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:40.569732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57bb22d9-9295-428e-ad30-d09e052ccf7b req-dc04e380-2dc2-4efc-94a5-b7a002f1caa6 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654476 Jul 28 11:09:40.620544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] For port 46025582-3620-4558-a957-0e370fb48901, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:40.667227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] For port 46025582-3620-4558-a957-0e370fb48901, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46025582-3620-4558-a957-0e370fb48901,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:40.689014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:40.697220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-c1781f9a-4193-4ee0-a37e-8464b1d19bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:40.701390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-c1781f9a-4193-4ee0-a37e-8464b1d19bac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 1096 time: 0.3189490 Jul 28 11:09:40.707310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 83c33a55-ea87-40a9-a447-c664530d2790, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=83c33a55-ea87-40a9-a447-c664530d2790,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:40.789414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '83c33a55-ea87-40a9-a447-c664530d2790', 'network_id': 'e99bd42d-60f4-415e-b132-510d41d9c056', 'port_id': '83c33a55-ea87-40a9-a447-c664530d2790', 'mac_address': 'fa:16:3e:5e:55:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e27718-190f-46c3-a093-3a19e32b86b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:40.804530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 454c5de7-fb43-4fca-b133-53e3803b9108, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=454c5de7-fb43-4fca-b133-53e3803b9108,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:40.842761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:40.854896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Routers {'21988f8a-a056-4c2b-9818-6a3dfb61fcdd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:40.856917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:40.930291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting port 1e33e846-eb76-4896-8f1b-7334d46f35f8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:40.935552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:40.940418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651407b-2d7f-4e09-b249-e9d8c577fb55 None None] Pushing event updated for resources: {'Port': ['ID=46025582-3620-4558-a957-0e370fb48901,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:41.012535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:41.054378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe75f-7faf-4e54-8f02-d275661e8301 req-ecd4da50-2ab7-44dd-b5d7-fae67d21f571 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.062345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-407fe75f-7faf-4e54-8f02-d275661e8301 req-ecd4da50-2ab7-44dd-b5d7-fae67d21f571 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 943 time: 0.3286083 Jul 28 11:09:41.081004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.090598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c33a55-ea87-40a9-a447-c664530d2790 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:41.092169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.098756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.107296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.114379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.122304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.127317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=454c5de7-fb43-4fca-b133-53e3803b9108,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:41.129675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.129827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-a6887062-8df6-4d42-945a-f2647b00227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.131287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-a6887062-8df6-4d42-945a-f2647b00227b service neutron] 10.222.0.44 "GET /v2.0/networks?id=95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 200 len: 920 time: 0.4100587 Jul 28 11:09:41.147614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-811357de-d022-4419-b13a-f8e902998fc2 req-094da781-d741-46a1-a1b6-d37c312e0036 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.5950677 Jul 28 11:09:41.154903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] Set router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:41.161737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 83c33a55-ea87-40a9-a447-c664530d2790, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=83c33a55-ea87-40a9-a447-c664530d2790,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:41.173569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-1e731ecc-1c4f-4898-85c0-a33044524326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.181265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-1e731ecc-1c4f-4898-85c0-a33044524326 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 912 time: 0.6781280 Jul 28 11:09:41.198509 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:41.244199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:41.250762 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-c6132805-baca-4a65-a983-fa1d53f46feb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 200 len: 217 time: 0.1050680 Jul 28 11:09:41.256205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Calling delete_port for 1e33e846-eb76-4896-8f1b-7334d46f35f8 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:41.278200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=83c33a55-ea87-40a9-a447-c664530d2790,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:41.384287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-f56f4802-4089-4b0c-a5a4-621f3968b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.386636 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-f56f4802-4089-4b0c-a5a4-621f3968b76c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 200 len: 859 time: 0.1284742 Jul 28 11:09:41.421492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-407fe75f-7faf-4e54-8f02-d275661e8301 req-16d44f95-bb5f-4edc-991e-0f9648340efb tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493374 Jul 28 11:09:41.467050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-63135360-7125-426d-920a-9fe8a409cdd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95c3af4c-244b-488e-b2cb-cdd8615fb63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649118 Jul 28 11:09:41.490305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-ca06a24f-ab59-40c4-845d-066c36a6938c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c33a55-ea87-40a9-a447-c664530d2790 HTTP/1.1" status: 200 len: 217 time: 0.2464824 Jul 28 11:09:41.574445 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1ccec0-c81d-4e1c-b680-b8c904bd819e x-openstack-request-id: req-6d1ccec0-c81d-4e1c-b680-b8c904bd819e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:41.574977 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "name": "network-vif-plugged", "status": "completed", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:41.574977 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d1ccec0-c81d-4e1c-b680-b8c904bd819e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:41.575211 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c', 'code': 200} Jul 28 11:09:41.582790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['83c33a55-ea87-40a9-a447-c664530d2790'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:41.677510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:41.791559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Port': ['ID=1e33e846-eb76-4896-8f1b-7334d46f35f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:41.828690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-29713af0-bb4e-4826-9c17-3e2674ec91ff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.830377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-29713af0-bb4e-4826-9c17-3e2674ec91ff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.4479778 Jul 28 11:09:41.841593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-811357de-d022-4419-b13a-f8e902998fc2 req-41c48695-67d9-44f1-8919-3e0a9b6dcd52 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6922688 Jul 28 11:09:41.885528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Request body: {'port': {'device_id': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'admin_state_up': True, 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:41.897555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a529c156-6ea4-416b-8683-c0b6780e6a10 req-ac85c636-e028-43f5-84af-04c1ae26516e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 210 time: 0.1110203 Jul 28 11:09:41.980548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:09:34Z', 'revision_number': 4, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '46025582-3620-4558-a957-0e370fb48901', 'name': '', 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'mac_address': 'fa:16:3e:21:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'c104e5d1-d9ab-402d-b079-659010357715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:31Z', 'updated_at': '2021-07-28T11:09:40Z', 'revision_number': 4, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'subnets': [{'id': 'c104e5d1-d9ab-402d-b079-659010357715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:41.992119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-ca45e70d-1974-4d98-9c89-b27c6f78f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:41.995138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-ca45e70d-1974-4d98-9c89-b27c6f78f070 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.5058315 Jul 28 11:09:42.055072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cbce6-5db9-4e15-be03-f651ac0ec25c None None] The sync data for ids ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'] in n-d-723573-7 is: [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:09:34Z', 'revision_number': 4, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '46025582-3620-4558-a957-0e370fb48901', 'name': '', 'network_id': '9c272598-9f32-40d0-87aa-f3433aa65b5c', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'mac_address': 'fa:16:3e:21:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'c104e5d1-d9ab-402d-b079-659010357715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:31Z', 'updated_at': '2021-07-28T11:09:40Z', 'revision_number': 4, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'subnets': [{'id': 'c104e5d1-d9ab-402d-b079-659010357715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:42.220811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-1e52ea93-44a3-45c0-87a5-88b94aaa5367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2052412 Jul 28 11:09:42.249670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-64b1ad98-8418-447b-9052-36f6b96ca225 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips/fd6b92b7-272f-4721-a7fb-14f2a00a692c HTTP/1.1" status: 200 len: 693 time: 0.2590690 Jul 28 11:09:42.392002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-8f9a7dc6-be9d-4a28-9a7c-5234292c034e service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380408 Jul 28 11:09:42.521808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-83876a09-7a36-4969-a82c-f498a711e74d service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0443084 Jul 28 11:09:42.527781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:42.542019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781fefa-b9f9-4c4c-9c19-b4829cd1bba0 req-fbed9ef3-11ca-48d5-95f8-ed8223056287 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:42.543767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f781fefa-b9f9-4c4c-9c19-b4829cd1bba0 req-fbed9ef3-11ca-48d5-95f8-ed8223056287 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 950 time: 0.4293337 Jul 28 11:09:42.637803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36a2d988-d09b-4a01-a719-567ee7f7cfdd req-d3b39b3c-3277-4657-8698-ad381338ece7 service neutron] 10.222.0.44 "GET /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076405 Jul 28 11:09:42.640090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65303-72bb-4a28-8f5a-9e3911275bc7 req-2a5f4dd9-e98d-4094-beaa-ee0fd064a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:42.642539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03c65303-72bb-4a28-8f5a-9e3911275bc7 req-2a5f4dd9-e98d-4094-beaa-ee0fd064a208 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1096 time: 0.9673595 Jul 28 11:09:42.667252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:42.671764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:42.701527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f781fefa-b9f9-4c4c-9c19-b4829cd1bba0 req-3d04b89e-3225-4724-8367-6790c94bbaf8 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447716 Jul 28 11:09:42.718685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-6aba25a1-dc22-4284-a0e4-875646f36e7b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:42.726808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-6aba25a1-dc22-4284-a0e4-875646f36e7b tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.3834276 Jul 28 11:09:42.740410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f0cebb-62f2-4f6f-b375-5a660890eb0d req-d4c382fe-828c-49c3-8a21-bb4c82b7f008 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365164 Jul 28 11:09:42.780285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03c65303-72bb-4a28-8f5a-9e3911275bc7 req-cb0e71a6-cd66-4eb6-b63a-bbde3938ac55 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265075 Jul 28 11:09:42.928329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Router 19e436c2-8522-4333-80db-b7233bdaf225 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:42.948968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46025582-3620-4558-a957-0e370fb48901 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:42.958391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-f153944d-af14-4d8a-9246-95d33ac2e541 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.2295079 Jul 28 11:09:43.021061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-6dc4f833-400d-4a8c-b78b-aaa47fd621f6 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0618002 Jul 28 11:09:43.051584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 46025582-3620-4558-a957-0e370fb48901 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:43.057285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 46025582-3620-4558-a957-0e370fb48901 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:43.057666 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.099535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:43.120822 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-22271a69-54ec-40d7-9ebd-b647ee6c67ac tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781762 Jul 28 11:09:43.121496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:43.122190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881afb86-7c3e-4018-9f3a-8128d7b9151c req-adf61f34-fb75-4a62-ab98-591fa68efff7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:43.123920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-881afb86-7c3e-4018-9f3a-8128d7b9151c req-adf61f34-fb75-4a62-ab98-591fa68efff7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.3004379 Jul 28 11:09:43.135479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] Sync routers for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:43.160734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:43.161377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:43.167926 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9e36c874-48bf-4a2b-973b-ce10ca840fa0 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] show failed (client error): The resource could not be found. Jul 28 11:09:43.174791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e36c874-48bf-4a2b-973b-ce10ca840fa0 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-440857845 HTTP/1.1" status: 404 len: 334 time: 0.0519898 Jul 28 11:09:43.175458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:43.180042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6b784fc6-2032-4314-be97-3b851c9414a4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:43.221671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:43.223756 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-6b784fc6-2032-4314-be97-3b851c9414a4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] update failed (client error): The resource could not be found. Jul 28 11:09:43.230503 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6b784fc6-2032-4314-be97-3b851c9414a4 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1502580938 HTTP/1.1" status: 404 len: 335 time: 0.0539088 Jul 28 11:09:43.231203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:43.247832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Allocated IP 172.20.0.7 (09b4baff-4f00-4f98-a809-022496ab14cd/ae10de92-b76e-4760-8ded-1abf9dbc6643/87499cee-c7b4-4b45-b4f3-1817c06a3439) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:43.257652 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:09:43.281588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] Routers {'19e436c2-8522-4333-80db-b7233bdaf225'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:43.282222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['19e436c2-8522-4333-80db-b7233bdaf225'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:43.331488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:43.332141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e1b3e-031e-4651-b9af-d1b14357aea6 None None] The sync data for ids ['19e436c2-8522-4333-80db-b7233bdaf225'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:43.340736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting subnet 1dfa0d5c-147c-483c-834f-100560a8c8e3 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:43.347094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.350496 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.373485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-881afb86-7c3e-4018-9f3a-8128d7b9151c req-c215bd0c-ef95-4da6-b711-02280e9425b5 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362936 Jul 28 11:09:43.419669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.424470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 83c33a55-ea87-40a9-a447-c664530d2790 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:43.451768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Deleting port e064ee9a-3e96-4c9b-9a48-2e54acef407c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:43.452144 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.513659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 46025582-3620-4558-a957-0e370fb48901, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46025582-3620-4558-a957-0e370fb48901,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:43.526155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.532982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 83c33a55-ea87-40a9-a447-c664530d2790 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:43.561319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.569862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 83c33a55-ea87-40a9-a447-c664530d2790 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:43.570240 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.576030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454c5de7-fb43-4fca-b133-53e3803b9108'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:43.579173 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8dff0-f32d-4147-ab37-5c9b30d6b2ce" -d '{"events": [{"server_uuid": "a86672fd-4290-444e-ae91-fd9a91c1ad79", "name": "network-vif-plugged", "status": "completed", "tag": "454c5de7-fb43-4fca-b133-53e3803b9108"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:43.624157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.624762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.635600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.648333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=46025582-3620-4558-a957-0e370fb48901,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:43.650474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Calling delete_port for e064ee9a-3e96-4c9b-9a48-2e54acef407c owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:43.668931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfa0d5c-147c-483c-834f-100560a8c8e3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:43.684603 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.703519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cc9e195b-f79c-479c-98a6-405a3614785c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/subnets/1dfa0d5c-147c-483c-834f-100560a8c8e3 HTTP/1.1" status: 204 len: 168 time: 0.4711597 Jul 28 11:09:43.704450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:43.706015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c8b52-347f-4d10-bb1f-1fc0e2dc549b None None] Network 8e47b540-c65d-4d2f-a850-00ddb149e413 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:43.783870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting subnet f53e4925-ec15-4b9a-96c8-eb284e54911b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:43.798937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.890972 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.911730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.929932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:43.958512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 83c33a55-ea87-40a9-a447-c664530d2790, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=83c33a55-ea87-40a9-a447-c664530d2790,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:43.966171 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.021758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] DHCP port deletion for 8e47b540-c65d-4d2f-a850-00ddb149e413 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:09:44.073518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=83c33a55-ea87-40a9-a447-c664530d2790,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:44.083770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.108347 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.108955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] Deleting port b5509602-8694-4c6e-8e95-9ee456262aba {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:44.109526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.118703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event deleted for resources: {'Port': ['ID=e064ee9a-3e96-4c9b-9a48-2e54acef407c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:44.164325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.189104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] For port b5509602-8694-4c6e-8e95-9ee456262aba, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b5509602-8694-4c6e-8e95-9ee456262aba,segment=NetworkSegment(26e8e77e-b50c-49ee-a926-e25799ce2a1b),segment_id=26e8e77e-b50c-49ee-a926-e25799ce2a1b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:44.189920 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.205404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] Calling delete_port for b5509602-8694-4c6e-8e95-9ee456262aba owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:44.209576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480e92b-1abd-40e3-a7b4-0177c6c8185c req-cd15250f-1cf8-4f47-8d72-ac4e23b4dfaa tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.211119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7480e92b-1abd-40e3-a7b4-0177c6c8185c req-cd15250f-1cf8-4f47-8d72-ac4e23b4dfaa tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.2935760 Jul 28 11:09:44.236562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Subnet': ['ID=f53e4925-ec15-4b9a-96c8-eb284e54911b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:44.239797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.241988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be14038e-74ca-40f4-ade2-39accf795c6d tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/subnets/f53e4925-ec15-4b9a-96c8-eb284e54911b HTTP/1.1" status: 204 len: 168 time: 0.5356762 Jul 28 11:09:44.244627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:44.257444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc53aa-14ed-4679-9691-75c6b153ab2b None None] Network 9615ab7b-cb01-42a8-b5fe-f0732fe30633 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:44.272222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.276117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.277309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2d14f74-37c7-4ae0-aba4-87e4270fe451 req-8cc38292-2988-43ad-9735-05f6b934561a tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "DELETE /v2.0/floatingips/fd6b92b7-272f-4721-a7fb-14f2a00a692c HTTP/1.1" status: 204 len: 173 time: 1.2554579 Jul 28 11:09:44.293199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7480e92b-1abd-40e3-a7b4-0177c6c8185c req-1445d983-b566-4998-9d56-034a34f8e55b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699770 Jul 28 11:09:44.295967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.378555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.450826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting port b5509602-8694-4c6e-8e95-9ee456262aba {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:44.451343 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.472696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Network 09b4baff-4f00-4f98-a809-022496ab14cd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:44.483970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event updated for resources: {'Port': ['ID=87499cee-c7b4-4b45-b4f3-1817c06a3439,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:44.488121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:44.494165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:44.535247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] For port b5509602-8694-4c6e-8e95-9ee456262aba, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b5509602-8694-4c6e-8e95-9ee456262aba,segment=NetworkSegment(26e8e77e-b50c-49ee-a926-e25799ce2a1b),segment_id=26e8e77e-b50c-49ee-a926-e25799ce2a1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:44.535798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.544785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f215a-0ce4-4946-8bf0-37517e863cc9 req-7a041133-9569-4efb-973f-b2ffdd09fa8a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.553014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Calling delete_port for b5509602-8694-4c6e-8e95-9ee456262aba owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:44.553666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa8f215a-0ce4-4946-8bf0-37517e863cc9 req-7a041133-9569-4efb-973f-b2ffdd09fa8a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 931 time: 0.1469662 Jul 28 11:09:44.604097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.614796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.622767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.629340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.637146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.637314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.643758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.650497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] No DVR routers for this DVR port b5509602-8694-4c6e-8e95-9ee456262aba on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:44.651638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.653699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-49c84137-ecee-411d-a095-b83ef38923ed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.2621274 Jul 28 11:09:44.661664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.683814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb7d2a-a6c3-41ca-a4b3-578aa9b7321a None None] Pushing event deleted for resources: {'Port': ['ID=b5509602-8694-4c6e-8e95-9ee456262aba,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:44.703457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:44.704078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.720140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Port': ['ID=b5509602-8694-4c6e-8e95-9ee456262aba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:44.722672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] No DVR routers for this DVR port b5509602-8694-4c6e-8e95-9ee456262aba on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:44.739907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86d2d8e5-b49e-4461-a90c-9ec4b6c6bc51 req-cc9a625e-91cd-466d-800b-77912feb01ef tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698495 Jul 28 11:09:44.759850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa8f215a-0ce4-4946-8bf0-37517e863cc9 req-69799264-25c0-4b66-8e63-d2675163a38b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994872 Jul 28 11:09:44.776833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] DHCP port deletion for 9615ab7b-cb01-42a8-b5fe-f0732fe30633 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:09:44.797934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-4302e2c9-7e05-4a79-9e8f-5f249576cfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9221594 Jul 28 11:09:44.803164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Request body: {'port': {'device_id': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:44.853950 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9709a-03dd-4c24-abe0-cbe69c4eff5f x-openstack-request-id: req-29d9709a-03dd-4c24-abe0-cbe69c4eff5f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:44.854927 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86672fd-4290-444e-ae91-fd9a91c1ad79", "name": "network-vif-plugged", "status": "completed", "tag": "454c5de7-fb43-4fca-b133-53e3803b9108", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:44.872359 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29d9709a-03dd-4c24-abe0-cbe69c4eff5f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:44.888738 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454c5de7-fb43-4fca-b133-53e3803b9108', 'code': 200} Jul 28 11:09:44.906287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.922859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.925003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e47b540-c65d-4d2f-a850-00ddb149e413']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:44.945703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] Deleting port 0f6ee584-9552-419c-885a-d3a868262096 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:44.945703 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.953890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e8e77e-b50c-49ee-a926-e25799ce2a1b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:44.954517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e8e77e-b50c-49ee-a926-e25799ce2a1b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:44.966598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.985753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:44.992679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:09:44.995382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.017019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a3377e4-885f-4096-82a9-643cbf686352 req-259eaa1b-1baa-4890-bd34-09160b944540 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups/7c6c6843-bca8-47b6-83bf-cf47b4db3485 HTTP/1.1" status: 200 len: 1809 time: 0.1038778 Jul 28 11:09:45.053005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] For port 0f6ee584-9552-419c-885a-d3a868262096, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0f6ee584-9552-419c-885a-d3a868262096,segment=NetworkSegment(2f7d4441-d1a6-43c2-8916-c51b7606c5eb),segment_id=2f7d4441-d1a6-43c2-8916-c51b7606c5eb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:45.053653 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.063315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214046b-e703-46fc-9a77-dace9a6c5214 req-bc5a0cd1-3ad4-4b01-82e3-870af9cfa980 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:45.068753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] Calling delete_port for 0f6ee584-9552-419c-885a-d3a868262096 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:45.070626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9214046b-e703-46fc-9a77-dace9a6c5214 req-bc5a0cd1-3ad4-4b01-82e3-870af9cfa980 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 950 time: 0.1586587 Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:09:45.079176 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:09:45.096833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.105592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.110144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/networks/8e47b540-c65d-4d2f-a850-00ddb149e413 HTTP/1.1" status: 204 len: 168 time: 0.8622441 Jul 28 11:09:45.111765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:45.145481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cce53-cc98-40b4-92ed-58dd5a21190a tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Network': ['ID=8e47b540-c65d-4d2f-a850-00ddb149e413,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:45.166436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40442fb7-cd75-45ae-a318-c89a369349a4 req-d224a670-003a-49e6-8238-11ca5e68d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:45.166436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40442fb7-cd75-45ae-a318-c89a369349a4 req-d224a670-003a-49e6-8238-11ca5e68d39e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 1101 time: 0.0820172 Jul 28 11:09:45.171221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46025582-3620-4558-a957-0e370fb48901 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:45.175689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.215435 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40442fb7-cd75-45ae-a318-c89a369349a4 req-f99c9a9a-03cf-4866-bdff-38cd464e0ab0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Jul 28 11:09:45.236154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9214046b-e703-46fc-9a77-dace9a6c5214 req-59186558-a13f-4e70-ac01-667a0a33c381 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640849 Jul 28 11:09:45.237347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] Pushing event deleted for resources: {'Port': ['ID=0f6ee584-9552-419c-885a-d3a868262096,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:45.252110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c47b5d-4601-43b0-92f3-ef6dfcebdbd4 None None] No DVR routers for this DVR port 0f6ee584-9552-419c-885a-d3a868262096 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:45.299216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 46025582-3620-4558-a957-0e370fb48901 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:45.299756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.452667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b5509602-8694-4c6e-8e95-9ee456262aba no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:45.478246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b5509602-8694-4c6e-8e95-9ee456262aba {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:45.478687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b5509602-8694-4c6e-8e95-9ee456262aba not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:45.479191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f6ee584-9552-419c-885a-d3a868262096 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:45.499181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0f6ee584-9552-419c-885a-d3a868262096 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:45.499479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f6ee584-9552-419c-885a-d3a868262096 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:45.662084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1a3377e4-885f-4096-82a9-643cbf686352 req-5e4f8191-890e-4f81-82cb-a3d242caba52 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.695773 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.724676 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1a3377e4-885f-4096-82a9-643cbf686352 req-5e4f8191-890e-4f81-82cb-a3d242caba52 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.804101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646a132-ae3d-4a43-aed3-4432820acf4a req-1608cab2-c19c-4ba8-93c0-117ab89af106 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:45.806303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b646a132-ae3d-4a43-aed3-4432820acf4a req-1608cab2-c19c-4ba8-93c0-117ab89af106 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.1654496 Jul 28 11:09:45.876374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1a3377e4-885f-4096-82a9-643cbf686352 req-5e4f8191-890e-4f81-82cb-a3d242caba52 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.878916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1a3377e4-885f-4096-82a9-643cbf686352 req-5e4f8191-890e-4f81-82cb-a3d242caba52 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.880046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a3377e4-885f-4096-82a9-643cbf686352 req-5e4f8191-890e-4f81-82cb-a3d242caba52 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c6c6843-bca8-47b6-83bf-cf47b4db3485 HTTP/1.1" status: 204 len: 173 time: 0.8545020 Jul 28 11:09:45.957613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f8191-890e-4f81-82cb-a3d242caba52 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c6843-bca8-47b6-83bf-cf47b4db3485,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:45.973403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:45.998892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b646a132-ae3d-4a43-aed3-4432820acf4a req-dae8f906-177f-4aea-830f-a80ad4469279 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716781 Jul 28 11:09:46.000567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9615ab7b-cb01-42a8-b5fe-f0732fe30633']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:46.011163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87499cee-c7b4-4b45-b4f3-1817c06a3439 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:46.040218 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.043693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7d4441-d1a6-43c2-8916-c51b7606c5eb') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:46.043994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7d4441-d1a6-43c2-8916-c51b7606c5eb') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:46.060394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.079735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Transition to ACTIVE for port object 87499cee-c7b4-4b45-b4f3-1817c06a3439 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:46.083364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.093586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:09:46.094062 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:09:46.097395 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:09:46.105943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a405b2-a7e7-4d26-af8b-aacc22e3ad5e req-fa8be65c-aaf7-4276-9e5e-4d26b95c0368 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.108646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88a405b2-a7e7-4d26-af8b-aacc22e3ad5e req-fa8be65c-aaf7-4276-9e5e-4d26b95c0368 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1215918 Jul 28 11:09:46.109630 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.271632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.284117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Pushing event updated for resources: {'Port': ['ID=87499cee-c7b4-4b45-b4f3-1817c06a3439,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:46.302319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.304352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/networks/9615ab7b-cb01-42a8-b5fe-f0732fe30633 HTTP/1.1" status: 204 len: 168 time: 1.1456425 Jul 28 11:09:46.307695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:46.338851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88a405b2-a7e7-4d26-af8b-aacc22e3ad5e req-4ea403c4-ece0-48c1-b79e-a70de797028e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143850 Jul 28 11:09:46.346833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1070d3a-11ce-4e44-8b64-13fa2b0b9c47 req-96736244-5675-47df-a266-d4d6160c11dd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.348362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1070d3a-11ce-4e44-8b64-13fa2b0b9c47 req-96736244-5675-47df-a266-d4d6160c11dd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 943 time: 0.2217922 Jul 28 11:09:46.349159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb30fc-1793-40c2-984d-754db0481f7c tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Network': ['ID=9615ab7b-cb01-42a8-b5fe-f0732fe30633,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:46.387749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting subnet 3684bedb-5bb1-4828-ad25-58f37c1a9846 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:46.392958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.424740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1070d3a-11ce-4e44-8b64-13fa2b0b9c47 req-18fcebcc-0d51-43ee-8448-aebcb12fbcf0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jul 28 11:09:46.442921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Attempting to bind port 87499cee-c7b4-4b45-b4f3-1817c06a3439 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:46.443253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Attempting to bind port 87499cee-c7b4-4b45-b4f3-1817c06a3439 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:46.443632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Attempting to bind port 87499cee-c7b4-4b45-b4f3-1817c06a3439 on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:46.452238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Port 87499cee-c7b4-4b45-b4f3-1817c06a3439 on network 09b4baff-4f00-4f98-a809-022496ab14cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:46.452238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Attempting to bind port 87499cee-c7b4-4b45-b4f3-1817c06a3439 on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:46.459201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:46.460048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:46.460048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Bound using segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:46.460404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Bound port: 87499cee-c7b4-4b45-b4f3-1817c06a3439, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:46.460737 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.466366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.579616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.618582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.624520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.630618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.637389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.643284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.653155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.655927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.659971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.662024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-4bd165ab-d2b9-4241-8bc5-c605a52cbbad tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5419 time: 0.1944852 Jul 28 11:09:46.663338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] For port 87499cee-c7b4-4b45-b4f3-1817c06a3439, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:09:46.694919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] For port 87499cee-c7b4-4b45-b4f3-1817c06a3439, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:46.701920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.704687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.709360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/subnets/3684bedb-5bb1-4828-ad25-58f37c1a9846 HTTP/1.1" status: 204 len: 168 time: 0.3984067 Jul 28 11:09:46.710539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:46.711001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0655fdd-4377-47ad-99a7-c498660a9b01 None None] Network 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:09:46.762750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80737b95-9455-45bb-93f0-f53fd8ab3be2 req-02638e12-e072-4260-9f2f-1528e183c053 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861781 Jul 28 11:09:46.805823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.807077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.810479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] 10.222.0.44 "PUT /v2.0/ports/87499cee-c7b4-4b45-b4f3-1817c06a3439 HTTP/1.1" status: 200 len: 1091 time: 2.0117171 Jul 28 11:09:46.812985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'tag': '87499cee-c7b4-4b45-b4f3-1817c06a3439'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:46.831580 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8e5a23-a2ed-4431-8711-3245696258ef", "tag": "87499cee-c7b4-4b45-b4f3-1817c06a3439"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:46.845763 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.850040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289fa5d-038b-4ac9-96cb-6cdf11505e98 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Subnet': ['ID=3684bedb-5bb1-4828-ad25-58f37c1a9846,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:46.890402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c33a55-ea87-40a9-a447-c664530d2790'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:46.893992 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b3692a-43fd-437c-86b4-bba7feb79be7" -d '{"events": [{"server_uuid": "37df94e0-51b8-45d2-906e-8a7d833d664e", "name": "network-vif-plugged", "status": "completed", "tag": "83c33a55-ea87-40a9-a447-c664530d2790"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:46.953483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Deleting port 80e0077c-eaa7-415c-9e55-d82751c8be51 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:46.954110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:46.978359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5573094-022e-4ae6-a0b7-863afeb68a6c service neutron] Pushing event updated for resources: {'Port': ['ID=87499cee-c7b4-4b45-b4f3-1817c06a3439,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:46.996989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b175691-5ece-4abf-b228-2e6ead53aa90 req-dd26a4d6-4407-4a64-a3cb-fd77907179e2 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:46.998521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b175691-5ece-4abf-b228-2e6ead53aa90 req-dd26a4d6-4407-4a64-a3cb-fd77907179e2 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1096 time: 0.2163630 Jul 28 11:09:47.006664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-b0ae026b-6942-4419-872a-9c0c40d48ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:47.008113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-b0ae026b-6942-4419-872a-9c0c40d48ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 1094 time: 0.1139381 Jul 28 11:09:47.029836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] DHCP port deletion for 3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:09:47.053728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687571-2a07-4ecb-87e7-b7b8f15252ef req-f8fef518-24de-4fd7-9c86-ee258c83e562 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:47.061102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e687571-2a07-4ecb-87e7-b7b8f15252ef req-f8fef518-24de-4fd7-9c86-ee258c83e562 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 950 time: 0.1450584 Jul 28 11:09:47.069560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] For port 80e0077c-eaa7-415c-9e55-d82751c8be51, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=80e0077c-eaa7-415c-9e55-d82751c8be51,segment=NetworkSegment(d983253b-5d3c-49f7-b640-19424b6aec75),segment_id=d983253b-5d3c-49f7-b640-19424b6aec75)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:47.070306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.096199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Calling delete_port for 80e0077c-eaa7-415c-9e55-d82751c8be51 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:47.115044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] Deleting port 80e0077c-eaa7-415c-9e55-d82751c8be51 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:47.115440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.118788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-1ffd0e96-95c7-4bab-96e1-d339a067b7e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439 HTTP/1.1" status: 200 len: 217 time: 0.0992303 Jul 28 11:09:47.163311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b175691-5ece-4abf-b228-2e6ead53aa90 req-58799539-40c4-42fe-a146-f7f8aed4a388 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540473 Jul 28 11:09:47.187251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e687571-2a07-4ecb-87e7-b7b8f15252ef req-a5a169a6-4c94-438f-be53-c51be69ebe7e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252139 Jul 28 11:09:47.215000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-fedc4f8f-b1f8-4a73-bcb6-f53b7b3f69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:47.216535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-fedc4f8f-b1f8-4a73-bcb6-f53b7b3f69b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.0904574 Jul 28 11:09:47.225526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.278778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] For port 80e0077c-eaa7-415c-9e55-d82751c8be51, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=80e0077c-eaa7-415c-9e55-d82751c8be51,segment=NetworkSegment(d983253b-5d3c-49f7-b640-19424b6aec75),segment_id=d983253b-5d3c-49f7-b640-19424b6aec75)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:47.279185 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.285135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Port': ['ID=80e0077c-eaa7-415c-9e55-d82751c8be51,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:47.287057 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169b9629-307f-4c3b-9eae-661c2b521405 x-openstack-request-id: req-169b9629-307f-4c3b-9eae-661c2b521405 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:47.287351 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8e5a23-a2ed-4431-8711-3245696258ef", "tag": "87499cee-c7b4-4b45-b4f3-1817c06a3439", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:47.287601 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-169b9629-307f-4c3b-9eae-661c2b521405 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:47.288008 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'tag': '87499cee-c7b4-4b45-b4f3-1817c06a3439', 'status': 'completed', 'code': 200} Jul 28 11:09:47.293358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-e3c00126-e93a-4b08-ad33-7d743536e5c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594299 Jul 28 11:09:47.294245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] No DVR routers for this DVR port 80e0077c-eaa7-415c-9e55-d82751c8be51 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:47.318610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] Calling delete_port for 80e0077c-eaa7-415c-9e55-d82751c8be51 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:47.455013 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a627ee0-634a-4d77-80e3-1f03ea168641 x-openstack-request-id: req-9a627ee0-634a-4d77-80e3-1f03ea168641 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:47.455263 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df94e0-51b8-45d2-906e-8a7d833d664e", "name": "network-vif-plugged", "status": "completed", "tag": "83c33a55-ea87-40a9-a447-c664530d2790", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:47.455505 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a627ee0-634a-4d77-80e3-1f03ea168641 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:47.456440 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c33a55-ea87-40a9-a447-c664530d2790', 'code': 200} Jul 28 11:09:47.463080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25d5d707-d67d-4609-97bc-d3dac39e8872 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:47.475059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.490618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:47.506712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd983253b-5d3c-49f7-b640-19424b6aec75') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:47.507559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd983253b-5d3c-49f7-b640-19424b6aec75') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:47.520942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.545271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.559225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:09:47.560802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:09:47.566689 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:09:47.607194 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.608627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0a9a-ceec-491b-8f5e-533401d22afa req-5ece74dc-fa4c-4cd3-add0-3b293b3d5ec1 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:47.616071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d2d0a9a-ceec-491b-8f5e-533401d22afa req-5ece74dc-fa4c-4cd3-add0-3b293b3d5ec1 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2488539 Jul 28 11:09:47.625948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] No DVR routers for this DVR port 80e0077c-eaa7-415c-9e55-d82751c8be51 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:47.628436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37caf50-45e1-45c0-af51-06518fe4b1cc req-26a78591-969f-4b52-a23a-498bcd9bc587 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:47.639456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25d5d707-d67d-4609-97bc-d3dac39e8872,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:47.645307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b37caf50-45e1-45c0-af51-06518fe4b1cc req-26a78591-969f-4b52-a23a-498bcd9bc587 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1096 time: 0.1923597 Jul 28 11:09:47.652743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-3009006e-a5f0-4a87-8292-756426cb52e6 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511610 Jul 28 11:09:47.677792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cf7a-044e-42c1-a8b0-7acb00a2c5e4 req-1c9654d0-14e2-455e-b34e-0778cd7150be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:47.679291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5998b-0aab-4684-a1ca-bac76cc4dd14 None None] Pushing event deleted for resources: {'Port': ['ID=80e0077c-eaa7-415c-9e55-d82751c8be51,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:47.679434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3335cf7a-044e-42c1-a8b0-7acb00a2c5e4 req-1c9654d0-14e2-455e-b34e-0778cd7150be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 1096 time: 0.1956654 Jul 28 11:09:47.685813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '25d5d707-d67d-4609-97bc-d3dac39e8872', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'port_id': '25d5d707-d67d-4609-97bc-d3dac39e8872', 'mac_address': 'fa:16:3e:03:43:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:47.697903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.729133 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.734820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.737390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/networks/3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2 HTTP/1.1" status: 204 len: 168 time: 1.0257831 Jul 28 11:09:47.738847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd7fed-0b63-4838-b3ee-ee7c3ab855b2 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Pushing event deleted for resources: {'Network': ['ID=3bb03d4c-f4f1-470e-b02c-0da4a6a9d1f2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:47.741895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:47.743956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d5d707-d67d-4609-97bc-d3dac39e8872 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:47.774490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25d5d707-d67d-4609-97bc-d3dac39e8872,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:47.780031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.781061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 42714a62-f77a-49e0-84cf-3fa068d897ad details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:47.784378 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-27e0f92c-1610-473a-ac7b-92812ee03b83 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e436c2-8522-4333-80db-b7233bdaf225 HTTP/1.1" status: 200 len: 205 time: 0.0403697 Jul 28 11:09:47.786520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:47.817350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d2d0a9a-ceec-491b-8f5e-533401d22afa req-02631e9e-299f-4265-a73c-541ba28a49e9 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003596 Jul 28 11:09:47.832473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b37caf50-45e1-45c0-af51-06518fe4b1cc req-369491ff-b908-40ac-8fea-3680e68a614c tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818607 Jul 28 11:09:47.865830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3335cf7a-044e-42c1-a8b0-7acb00a2c5e4 req-d0a5ddc0-3641-44f4-aabf-9fafa07afabf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459727 Jul 28 11:09:47.879113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:47.917004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:47.943534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=42714a62-f77a-49e0-84cf-3fa068d897ad,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:47.956654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '42714a62-f77a-49e0-84cf-3fa068d897ad', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'port_id': '42714a62-f77a-49e0-84cf-3fa068d897ad', 'mac_address': 'fa:16:3e:bc:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:48.021417 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.034428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f0c08a2-23a0-4c27-9b75-f03e062075aa req-0307945b-9643-42e5-a252-ed651556ba2c service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675303 Jul 28 11:09:48.049537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42714a62-f77a-49e0-84cf-3fa068d897ad {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:48.067119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb242ce8-f3c3-4563-907b-1a3aaebc411e req-489dceff-5857-439a-bc4b-cb715ba804c1 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.076109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb242ce8-f3c3-4563-907b-1a3aaebc411e req-489dceff-5857-439a-bc4b-cb715ba804c1 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1329751 Jul 28 11:09:48.099504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=42714a62-f77a-49e0-84cf-3fa068d897ad,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:48.108998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.110314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:48.167246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb242ce8-f3c3-4563-907b-1a3aaebc411e req-a91fec5c-8898-47a5-bb86-b03ec0114270 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Jul 28 11:09:48.175509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.185760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.193641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:48.247995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-65ae31bd-5c19-4086-b471-8f4ba55ccea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.249754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-65ae31bd-5c19-4086-b471-8f4ba55ccea0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 1094 time: 0.1494384 Jul 28 11:09:48.271298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.274074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Fanout notify agent at l3_agent the message router_deleted on router 19e436c2-8522-4333-80db-b7233bdaf225 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:09:48.296331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.296785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:48.303471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-996719ef-83e2-486c-9240-b2e6d2cf1608 tempest-RoutersNegativeTest-897060880 tempest-RoutersNegativeTest-897060880-project] 10.222.0.20 "DELETE /v2.0/routers/19e436c2-8522-4333-80db-b7233bdaf225 HTTP/1.1" status: 204 len: 168 time: 0.5144453 Jul 28 11:09:48.345387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '7bddd2dd-a0ae-4f49-a311-c01243fed9a5', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'port_id': '7bddd2dd-a0ae-4f49-a311-c01243fed9a5', 'mac_address': 'fa:16:3e:48:61:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:48.389823 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.397012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-3f65f1f3-46d4-417b-885d-96d264eff081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.398517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-3f65f1f3-46d4-417b-885d-96d264eff081 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.1380987 Jul 28 11:09:48.406277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:48.429561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:48.438482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.439343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8312b8de-1149-4007-8d44-6a738ba74445 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:48.525565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-7d219824-52a2-46fb-9caa-9bd97e830bd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439 HTTP/1.1" status: 200 len: 217 time: 0.0757661 Jul 28 11:09:48.588689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b422ee-7bdf-4e97-9e46-e1b5f2f8f2b8 req-ed9fb146-bd00-46de-9ee2-a2743211df0a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.595208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b422ee-7bdf-4e97-9e46-e1b5f2f8f2b8 req-ed9fb146-bd00-46de-9ee2-a2743211df0a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.603420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b422ee-7bdf-4e97-9e46-e1b5f2f8f2b8 req-ed9fb146-bd00-46de-9ee2-a2743211df0a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a&device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 1690 time: 0.2032156 Jul 28 11:09:48.605628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:48.620753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc170de0-356b-4c05-988d-98d0d2be1647 req-d92a8920-d203-4d1b-a637-588d366453ff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.622418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc170de0-356b-4c05-988d-98d0d2be1647 req-d92a8920-d203-4d1b-a637-588d366453ff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 943 time: 0.2212648 Jul 28 11:09:48.643924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8312b8de-1149-4007-8d44-6a738ba74445,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:48.661474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '8312b8de-1149-4007-8d44-6a738ba74445', 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'port_id': '8312b8de-1149-4007-8d44-6a738ba74445', 'mac_address': 'fa:16:3e:09:0e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43eaee3c-b06c-4781-a4e6-c89c4d41f7bc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:48.671276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-86eb9b5c-c7ba-4348-b55d-697bed1028f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:48.672764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-86eb9b5c-c7ba-4348-b55d-697bed1028f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1367629 Jul 28 11:09:48.703338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc170de0-356b-4c05-988d-98d0d2be1647 req-31616f31-9f44-44cf-abc4-1b5bb17bfe0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Jul 28 11:09:48.730733 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.732839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b422ee-7bdf-4e97-9e46-e1b5f2f8f2b8 req-c743fb1f-77c0-4b00-953a-40bc69b15bd2 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283870 Jul 28 11:09:48.757540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:48.762161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8312b8de-1149-4007-8d44-6a738ba74445 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:48.788643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-45d5ea7c-9ab4-4ae4-a768-00e20780ccc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973883 Jul 28 11:09:48.806259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8312b8de-1149-4007-8d44-6a738ba74445,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:48.822875 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:48.823658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:49.036643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:49.052254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-925556fb-1958-4fd7-8371-3f6096bee089 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.058980 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-925556fb-1958-4fd7-8371-3f6096bee089 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.44 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2141182 Jul 28 11:09:49.125717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 80e0077c-eaa7-415c-9e55-d82751c8be51 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:49.135560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.144377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.155953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.173192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.174860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'port_id': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'mac_address': 'fa:16:3e:d7:c4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:49.179396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.182969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 80e0077c-eaa7-415c-9e55-d82751c8be51 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:49.183386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 80e0077c-eaa7-415c-9e55-d82751c8be51 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:49.201001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:49.201181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.215462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.217618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-06519705-3c91-4ac7-8940-dd8c076c40fb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5423 time: 0.3542452 Jul 28 11:09:49.274433 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55eeb0e5-418f-4c52-a0bf-caa5b8ec6967 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26d50fffad9e4e82b7b91c53ad7ad518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122731 Jul 28 11:09:49.279562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.283909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:49.296634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d54974e9-7303-40fe-98a9-b7d2384b72ef req-bd6092d1-b722-4671-a6a6-7c2a1259df1e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670130 Jul 28 11:09:49.301533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:49.302892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Deleting port 8860fc72-8aa8-457c-be1f-229f63c2f057 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:49.303231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.330408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:49.338791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.340120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7854bbd1-077d-4d69-9312-1c06639b45e7 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:49.366963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-6645dd08-4912-4006-88de-51b61fb63d79 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684433 Jul 28 11:09:49.426730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7854bbd1-077d-4d69-9312-1c06639b45e7,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:49.456816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] For port 8860fc72-8aa8-457c-be1f-229f63c2f057, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8860fc72-8aa8-457c-be1f-229f63c2f057,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:49.457201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.460471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbce3a-0f1f-4427-9a8b-68c513f87795 req-922825c8-18aa-4442-824e-3ad395efbe51 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.469703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bffbce3a-0f1f-4427-9a8b-68c513f87795 req-922825c8-18aa-4442-824e-3ad395efbe51 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/ports?device_id=690491cb-d900-45a6-8ff6-e6a7cb5f44cd HTTP/1.1" status: 200 len: 945 time: 0.2509058 Jul 28 11:09:49.487486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Calling delete_port for 8860fc72-8aa8-457c-be1f-229f63c2f057 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:49.501461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '7854bbd1-077d-4d69-9312-1c06639b45e7', 'network_id': '458bb62c-f9c8-4ee1-9c23-8716261d5be2', 'port_id': '7854bbd1-077d-4d69-9312-1c06639b45e7', 'mac_address': 'fa:16:3e:1f:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b263265-5888-4788-842d-9a7c47667485', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:49.619637 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.671003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7854bbd1-077d-4d69-9312-1c06639b45e7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:49.684656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bffbce3a-0f1f-4427-9a8b-68c513f87795 req-ed8de306-c4f0-4e1f-8a6e-afccf9dc72d5 tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.20 "GET /v2.0/security-groups?id=43e59a0a-a952-47a8-90c2-763df4f30c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134953 Jul 28 11:09:49.686911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0a539ef-71b3-46d6-a3ba-1dfd15fdd168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.710623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229ad5eb-10a9-4b58-8663-0b6ca555aaf9 req-b8c10dfc-99fe-4b4b-890a-4d4a4539e792 service neutron] 10.222.0.44 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317657 Jul 28 11:09:49.731519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0a539ef-71b3-46d6-a3ba-1dfd15fdd168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.766807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7854bbd1-077d-4d69-9312-1c06639b45e7,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:49.769898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.788307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.790346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8ec63779-2556-4e99-bc52-d72f273f13ec details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:49.804113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0a539ef-71b3-46d6-a3ba-1dfd15fdd168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.807762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0a539ef-71b3-46d6-a3ba-1dfd15fdd168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.815264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e0a539ef-71b3-46d6-a3ba-1dfd15fdd168 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/710091cd-f6b9-4fac-b406-73a538dcb0c5 HTTP/1.1" status: 204 len: 168 time: 0.5292561 Jul 28 11:09:49.822090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:49.863381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a539ef-71b3-46d6-a3ba-1dfd15fdd168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710091cd-f6b9-4fac-b406-73a538dcb0c5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:49.873832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Pushing event deleted for resources: {'Port': ['ID=8860fc72-8aa8-457c-be1f-229f63c2f057,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:49.896603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8ec63779-2556-4e99-bc52-d72f273f13ec, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8ec63779-2556-4e99-bc52-d72f273f13ec,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:49.923881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '8ec63779-2556-4e99-bc52-d72f273f13ec', 'network_id': 'fe408b07-9dac-49e2-92fc-dbedcbbc1214', 'port_id': '8ec63779-2556-4e99-bc52-d72f273f13ec', 'mac_address': 'fa:16:3e:dc:bc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43eaee3c-b06c-4781-a4e6-c89c4d41f7bc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:49.936699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8860fc72-8aa8-457c-be1f-229f63c2f057'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:49.936699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:49.939628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f671b-9f1e-4020-ba70-b1de485d10dd req-7f5f9a00-7596-4297-8047-b26804c79ef6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:49.954191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f52f671b-9f1e-4020-ba70-b1de485d10dd req-7f5f9a00-7596-4297-8047-b26804c79ef6 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 1100 time: 0.1306989 Jul 28 11:09:50.022688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] No DVR routers for this DVR port 8860fc72-8aa8-457c-be1f-229f63c2f057 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:09:50.027343 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:50.037174 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d181cf13-d35d-4bdf-b156-b9995237c80b req-92e5ba6f-de2a-4559-b312-828f7a3a81ba tempest-ServerRescueTestJSONUnderV235-942876332 tempest-ServerRescueTestJSONUnderV235-942876332-project] 10.222.0.44 "DELETE /v2.0/ports/8860fc72-8aa8-457c-be1f-229f63c2f057 HTTP/1.1" status: 204 len: 173 time: 0.9742305 Jul 28 11:09:50.037662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'name': 'network-vif-deleted', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:50.043378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f52f671b-9f1e-4020-ba70-b1de485d10dd req-a4a2ceb8-ce61-4b96-8627-50a729fae83f tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875323 Jul 28 11:09:50.044032 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d470d5d9-9d56-48b0-a299-2e7d7223b1fc" -d '{"events": [{"server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "name": "network-vif-deleted", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:50.167924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:50.259908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec63779-2556-4e99-bc52-d72f273f13ec {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:50.288695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8ec63779-2556-4e99-bc52-d72f273f13ec, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8ec63779-2556-4e99-bc52-d72f273f13ec,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:50.302751 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:50.304472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902b9a9-9d30-480b-a3f8-4f7f17e90226 req-14ece2ed-c4a7-41c7-956b-a4f612f73eb3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:50.319458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7902b9a9-9d30-480b-a3f8-4f7f17e90226 req-14ece2ed-c4a7-41c7-956b-a4f612f73eb3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1392050 Jul 28 11:09:50.339918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:50.371405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7902b9a9-9d30-480b-a3f8-4f7f17e90226 req-a2e1a656-3d0a-40eb-92a8-fa36973c3ee2 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506725 Jul 28 11:09:50.426906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8ec63779-2556-4e99-bc52-d72f273f13ec,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:50.533647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457466ac-d294-4de1-aaee-df827c4e6a31 req-527b210c-20d2-4632-ae76-0484ceb6a2e2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:50.535481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-457466ac-d294-4de1-aaee-df827c4e6a31 req-527b210c-20d2-4632-ae76-0484ceb6a2e2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 943 time: 0.0787675 Jul 28 11:09:50.611123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-457466ac-d294-4de1-aaee-df827c4e6a31 req-5bc86cca-8dfb-49b8-aab9-5c3571daced0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621328 Jul 28 11:09:50.659093 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d35f8-8b8a-4914-9ced-2b4e8c721b78 x-openstack-request-id: req-c52d35f8-8b8a-4914-9ced-2b4e8c721b78 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:50.659458 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690491cb-d900-45a6-8ff6-e6a7cb5f44cd", "name": "network-vif-deleted", "tag": "8860fc72-8aa8-457c-be1f-229f63c2f057", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:50.659781 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c52d35f8-8b8a-4914-9ced-2b4e8c721b78 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:50.660285 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690491cb-d900-45a6-8ff6-e6a7cb5f44cd', 'name': 'network-vif-deleted', 'tag': '8860fc72-8aa8-457c-be1f-229f63c2f057', 'status': 'completed', 'code': 200} Jul 28 11:09:50.818983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991a331-8fb7-4b01-a27a-90cd59485ab8 req-130a447e-aebd-4c6c-9aaf-3cff76c0edf5 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:50.820974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a991a331-8fb7-4b01-a27a-90cd59485ab8 req-130a447e-aebd-4c6c-9aaf-3cff76c0edf5 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 1101 time: 0.0684118 Jul 28 11:09:50.880352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a991a331-8fb7-4b01-a27a-90cd59485ab8 req-98a18d07-a9ff-467f-992c-37900cd79f65 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Jul 28 11:09:51.029699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.038231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.043361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.049412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.054906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-fcaea99e-68e1-4950-9372-c9c88f50ac6f tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:09:51.055590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.056339 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-fcaea99e-68e1-4950-9372-c9c88f50ac6f tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093672 Jul 28 11:09:51.061680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.067628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.068154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Request body: {'binding': {'host': 'n-h2-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:51.069147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:09:51.070159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff316a69-f816-45c9-9824-c51fe7517992 req-5c8cbbc2-c638-4d28-acfe-8b02ed31af18 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5426 time: 0.1123128 Jul 28 11:09:51.081154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['42714a62-f77a-49e0-84cf-3fa068d897ad'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:51.119260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff316a69-f816-45c9-9824-c51fe7517992 req-51ae59ed-7235-4a9c-bce8-7ce7a65ff75a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405684 Jul 28 11:09:51.122718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['25d5d707-d67d-4609-97bc-d3dac39e8872'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:51.208803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:51.242783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['8ec63779-2556-4e99-bc52-d72f273f13ec'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:51.252848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['7854bbd1-077d-4d69-9312-1c06639b45e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:51.335337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e2b47bdc-cad0-43da-b8f5-91660ca843e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:51.336403 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-e2b47bdc-cad0-43da-b8f5-91660ca843e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:09:51.337596 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-e2b47bdc-cad0-43da-b8f5-91660ca843e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:09:51.344781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2b47bdc-cad0-43da-b8f5-91660ca843e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1340575 Jul 28 11:09:51.346788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:51.360981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482812297'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:51.371290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on host n-h2-723573-7 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:09:51.375259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:09:51.376937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:51.387357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:51.426301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:51.442406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:51.472996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-dd886036-3f34-4290-9fbf-eddc5b042a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.474855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-dd886036-3f34-4290-9fbf-eddc5b042a91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 1096 time: 0.1287801 Jul 28 11:09:51.593963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:09:51.594686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:09:51.606172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:09:51.607055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:09:51.607932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:09:51.609176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Bound port: 027494ab-d739-4d9a-a159-76e0cf20232c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:09:51.684131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-4614a57d-fd84-4a69-b008-8b6ce2d945e2 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895085 Jul 28 11:09:51.722251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:09:51.734197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:51.735665 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-81de3c64-0434-43a9-8762-9ad9ece8ca60 service neutron] 10.222.0.20 "POST /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6719110 Jul 28 11:09:51.748613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-49f2443e-bbb6-47c7-a049-7d1e886866ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:51.755447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-49f2443e-bbb6-47c7-a049-7d1e886866ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 912 time: 0.2640002 Jul 28 11:09:51.997116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.079478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-d5f98eb7-bef4-4a49-bb86-eeffd34deb31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c33a55-ea87-40a9-a447-c664530d2790 HTTP/1.1" status: 200 len: 217 time: 0.2897968 Jul 28 11:09:52.163804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-30963d13-1f58-49a0-b810-24028ad5f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.167708 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-30963d13-1f58-49a0-b810-24028ad5f8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1096 time: 0.0672188 Jul 28 11:09:52.223235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-21b21c64-85f5-4f9a-aa8f-8a22d9eedc43 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.224590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-21b21c64-85f5-4f9a-aa8f-8a22d9eedc43 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5393009 Jul 28 11:09:52.239113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-237fd1bd-78f4-4fee-9cd3-978b9dc34944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.240736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-237fd1bd-78f4-4fee-9cd3-978b9dc34944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.1447802 Jul 28 11:09:52.243135 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.251581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['7bddd2dd-a0ae-4f49-a311-c01243fed9a5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:52.292857 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.305746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30030f-3848-495a-af52-ea7575f5ef99 req-430a1531-2eb9-450a-b1ca-b6722336d6d3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.307263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af30030f-3848-495a-af52-ea7575f5ef99 req-430a1531-2eb9-450a-b1ca-b6722336d6d3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.2297349 Jul 28 11:09:52.314429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-111dad71-5c8c-4b29-a2ad-d51d16aaf5ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635386 Jul 28 11:09:52.316114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.334565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['69396c9c-5e9a-4f7e-9d7f-5c20213b9622'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:52.337042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-328f05d8-10cb-4747-896c-d9ac9b7a8845 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/quotas/49d0cca2bd784a46bcadb2d4787ac335 HTTP/1.1" status: 200 len: 375 time: 0.0866146 Jul 28 11:09:52.360930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-bd4f07b6-4e4f-4b7f-9db6-03b93597c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.362646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-bd4f07b6-4e4f-4b7f-9db6-03b93597c674 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.1553025 Jul 28 11:09:52.488852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-a01a964c-237e-4071-a7bb-61a9f14686ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 217 time: 0.0755279 Jul 28 11:09:52.492325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f980ea83-bcdc-4d53-9bcc-5ee40958c8c8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:52.568471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-9577b442-7fee-492b-87f5-7d981d124318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.570222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-9577b442-7fee-492b-87f5-7d981d124318 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.0597298 Jul 28 11:09:52.587591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af30030f-3848-495a-af52-ea7575f5ef99 req-e6d8ca93-45a6-46f7-8ab5-8b40c2481038 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648797 Jul 28 11:09:52.612213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 87499cee-c7b4-4b45-b4f3-1817c06a3439 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:09:52.613387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8860fc72-8aa8-457c-be1f-229f63c2f057 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:52.637815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-8c827299-307b-4092-963d-ce8e1f196fcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494223 Jul 28 11:09:52.643613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Deleting port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:52.644024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.656905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-6a68997d-101c-42d5-b3b2-286054fa660c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3188751 Jul 28 11:09:52.661161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 8860fc72-8aa8-457c-be1f-229f63c2f057 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:52.661510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8860fc72-8aa8-457c-be1f-229f63c2f057 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:52.795015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-23a494cc-138c-46bb-b6f6-e937c159925f service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282913 Jul 28 11:09:52.873543 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.890803 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.913072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315226ec-9437-4dab-a15c-504221e88f73 req-545a2912-748b-4b97-a1d2-1410fe6c514d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:52.921525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-315226ec-9437-4dab-a15c-504221e88f73 req-545a2912-748b-4b97-a1d2-1410fe6c514d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 943 time: 0.1992364 Jul 28 11:09:52.952459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 87499cee-c7b4-4b45-b4f3-1817c06a3439, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:52.985184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:52.987065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6386726 Jul 28 11:09:52.990882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:52.997603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'f0cea183-bc33-40d3-8495-bd5acb096450', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:53.006011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '87499cee-c7b4-4b45-b4f3-1817c06a3439', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': '87499cee-c7b4-4b45-b4f3-1817c06a3439', 'mac_address': 'fa:16:3e:a2:7f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:09:53.019629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1cc86-3bb5-4ae6-bb29-52e6be8b39f0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cea183-bc33-40d3-8495-bd5acb096450,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:53.059823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-315226ec-9437-4dab-a15c-504221e88f73 req-465bc67b-64df-4df2-8613-d4c7c68f60c9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369934 Jul 28 11:09:53.080303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72b9964f-5ef8-4499-ac2e-7625197af021 req-fbf775ef-7330-4ddf-b7d6-ba4df7011617 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680066 Jul 28 11:09:53.118195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.156464 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.178018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87499cee-c7b4-4b45-b4f3-1817c06a3439 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:53.210507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 87499cee-c7b4-4b45-b4f3-1817c06a3439, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:53.220086 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.295201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.296852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=87499cee-c7b4-4b45-b4f3-1817c06a3439,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:53.308694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.314691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.321524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.327386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.333525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.340832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.348619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-65bc95a3-40cb-47d7-8964-a7b556de585d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5426 time: 0.1694217 Jul 28 11:09:53.373006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.387486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.406684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caa701f-664b-431d-831e-b1bbfcf4256a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:53.433414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309fd4-2ffb-466f-ba0d-eab2c527e23b req-098673e6-4e4e-4015-b7b1-acc4e58e755a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.436830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] For port ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,segment=NetworkSegment(bc08bad3-bb13-4e4b-a899-3403cf0d4043),segment_id=bc08bad3-bb13-4e4b-a899-3403cf0d4043)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:53.437348 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.441671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f309fd4-2ffb-466f-ba0d-eab2c527e23b req-098673e6-4e4e-4015-b7b1-acc4e58e755a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.2802398 Jul 28 11:09:53.470174 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.471655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dab1c760-b017-4b42-b8de-03ef5f89c63c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795029 Jul 28 11:09:53.474598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:53.477779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['87499cee-c7b4-4b45-b4f3-1817c06a3439'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:53.480945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2233c597-0b66-433c-8cf4-6662999dbcd3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'f0cea183-bc33-40d3-8495-bd5acb096450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:53.490320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Calling delete_port for ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:53.500960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0733bd56-872d-44c4-b7f2-e88791a19846 req-66bf219d-6caa-456e-8d0e-774280923eb1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510627 Jul 28 11:09:53.522990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['8312b8de-1149-4007-8d44-6a738ba74445'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:53.553048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f309fd4-2ffb-466f-ba0d-eab2c527e23b req-ba6bde70-139a-4c6e-8756-ce8e52364a44 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056645 Jul 28 11:09:53.576443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2233c597-0b66-433c-8cf4-6662999dbcd3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.664677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-174d866e-d421-41ff-8d72-759484642bb3 req-49846118-4c80-4fea-9f03-cdf18d41d17d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 210 time: 0.0833476 Jul 28 11:09:53.759219 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-2233c597-0b66-433c-8cf4-6662999dbcd3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:09:53.760657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2233c597-0b66-433c-8cf4-6662999dbcd3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2848759 Jul 28 11:09:53.764865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:53.816512 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-ceb97c73-1496-4788-8749-08a605772fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1563542 Jul 28 11:09:53.817294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9155-742f-4aba-9d3d-5183a1c35dc1 req-c516d518-9a97-49aa-ab35-3497c5951147 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:53.827018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb7d9155-742f-4aba-9d3d-5183a1c35dc1 req-c516d518-9a97-49aa-ab35-3497c5951147 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1201153 Jul 28 11:09:53.885220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315eaad4-d914-414f-b4d3-fb3b3e52a55a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:53.941197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb7d9155-742f-4aba-9d3d-5183a1c35dc1 req-7c328368-e3ef-4364-ad3a-d2bcdb035321 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085379 Jul 28 11:09:53.943362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315eaad4-d914-414f-b4d3-fb3b3e52a55a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.010829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315eaad4-d914-414f-b4d3-fb3b3e52a55a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.013747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315eaad4-d914-414f-b4d3-fb3b3e52a55a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.014893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-315eaad4-d914-414f-b4d3-fb3b3e52a55a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0cea183-bc33-40d3-8495-bd5acb096450 HTTP/1.1" status: 204 len: 168 time: 0.2487752 Jul 28 11:09:54.018844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:54.040553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eaad4-d914-414f-b4d3-fb3b3e52a55a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cea183-bc33-40d3-8495-bd5acb096450,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:54.065495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-c4ff225b-73f3-4426-970c-54180acfe2a5 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387199 Jul 28 11:09:54.110998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.121378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3bca847-a965-4d74-bbea-643c83d1adf9 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016045 Jul 28 11:09:54.125752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:54.156492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--254216189'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:54.159260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:54.245402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.320607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8ec63779-2556-4e99-bc52-d72f273f13ec up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:54.365468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922f9f1-a9d6-46e5-8bb2-fbbfd535c314 req-3850b361-8d88-43e1-8ec0-726a6a5a5922 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:54.367395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e922f9f1-a9d6-46e5-8bb2-fbbfd535c314 req-3850b361-8d88-43e1-8ec0-726a6a5a5922 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 944 time: 0.1511736 Jul 28 11:09:54.441665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 8ec63779-2556-4e99-bc52-d72f273f13ec completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:54.447538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 8ec63779-2556-4e99-bc52-d72f273f13ec triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:54.447946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.451318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e922f9f1-a9d6-46e5-8bb2-fbbfd535c314 req-ac554224-1a24-4877-9303-e347ff6cd6bb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774157 Jul 28 11:09:54.479802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.558608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.575035 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.625743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 87499cee-c7b4-4b45-b4f3-1817c06a3439 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:54.688813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-72af9d29-cb5f-4732-95b7-1256086fb083 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417688 Jul 28 11:09:54.700299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5829bec9-6b5f-484a-b83d-43e55aba6851,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:54.730300 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.784209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.787397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7aea984c-af03-41c9-b68d-7354b13f5b05 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6604481 Jul 28 11:09:54.790244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:54.795096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64fcc1a8-15c5-4d45-b78b-88762a61cacc tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '5829bec9-6b5f-484a-b83d-43e55aba6851', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:54.795921 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-64fcc1a8-15c5-4d45-b78b-88762a61cacc tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 11:09:54.796575 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-64fcc1a8-15c5-4d45-b78b-88762a61cacc tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:54.797851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64fcc1a8-15c5-4d45-b78b-88762a61cacc tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063732 Jul 28 11:09:54.807448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:54.902471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec63779-2556-4e99-bc52-d72f273f13ec'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:54.909314 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffac1f7-d534-4b6f-85b0-fa9a6011a5da" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "8ec63779-2556-4e99-bc52-d72f273f13ec"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:54.911193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:54.924155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:54.944381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:54.948375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8ec63779-2556-4e99-bc52-d72f273f13ec, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8ec63779-2556-4e99-bc52-d72f273f13ec,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:54.950804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 87499cee-c7b4-4b45-b4f3-1817c06a3439 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:54.958134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:54.960758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7854bbd1-077d-4d69-9312-1c06639b45e7 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:54.965018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:54.987474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.005023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.020976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.033984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-789de7f5-2862-43c6-b852-374277ca3026 req-d3122833-5cf3-4720-a1a4-3525b88cbf4f tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5426 time: 0.4252055 Jul 28 11:09:55.076392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 87499cee-c7b4-4b45-b4f3-1817c06a3439 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:55.076733 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.088824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Router d3647f40-24d4-4a34-ba8f-1e0311318063 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:09:55.104149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-3054cf29-fd0b-4520-be62-d19581a03b86 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.105677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-3054cf29-fd0b-4520-be62-d19581a03b86 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082150 Jul 28 11:09:55.110800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672bf04-a0f5-4d30-b8d4-c748645287fb req-dd676006-3465-409b-a13b-c0e601ee2b8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.119778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0672bf04-a0f5-4d30-b8d4-c748645287fb req-dd676006-3465-409b-a13b-c0e601ee2b8e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.3905060 Jul 28 11:09:55.125873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': '052ac471-b491-4c93-a894-dfea07a1da14', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:55.158530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-789de7f5-2862-43c6-b852-374277ca3026 req-dcf41c52-cfd2-42bc-b398-6003b104012c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1177101 Jul 28 11:09:55.183027 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d516065e-0255-4b41-b36b-7d927c7aff3a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.200773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0672bf04-a0f5-4d30-b8d4-c748645287fb req-7b89e478-54ca-4dd6-99e8-c7ef7fdd0f1f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796425 Jul 28 11:09:55.276145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8ec63779-2556-4e99-bc52-d72f273f13ec,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:55.294942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 7854bbd1-077d-4d69-9312-1c06639b45e7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:55.304402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 7854bbd1-077d-4d69-9312-1c06639b45e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:55.305716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.314458 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.353479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d516065e-0255-4b41-b36b-7d927c7aff3a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.363470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ed59e30-53b6-4b30-9e83-51cca0b801b7 req-528fc6c8-a79c-496d-8a9f-e858cf0af521 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Jul 28 11:09:55.365371 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ddfd9f-ddbe-4dd0-bd34-44ef245c8b73 x-openstack-request-id: req-40ddfd9f-ddbe-4dd0-bd34-44ef245c8b73 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:55.365870 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "8ec63779-2556-4e99-bc52-d72f273f13ec", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:55.366067 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40ddfd9f-ddbe-4dd0-bd34-44ef245c8b73 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:55.366538 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec63779-2556-4e99-bc52-d72f273f13ec', 'code': 200} Jul 28 11:09:55.393822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 87499cee-c7b4-4b45-b4f3-1817c06a3439, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:55.406472 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.493989 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.510387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d516065e-0255-4b41-b36b-7d927c7aff3a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.514246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d516065e-0255-4b41-b36b-7d927c7aff3a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.515727 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d516065e-0255-4b41-b36b-7d927c7aff3a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/5829bec9-6b5f-484a-b83d-43e55aba6851 HTTP/1.1" status: 204 len: 168 time: 0.7072115 Jul 28 11:09:55.519297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d03c48-f984-4fd2-8337-b832ecfd44fa req-0a5b2abd-f0ae-4809-a316-4b098ab3c158 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.521123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81d03c48-f984-4fd2-8337-b832ecfd44fa req-0a5b2abd-f0ae-4809-a316-4b098ab3c158 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1086876 Jul 28 11:09:55.521622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:55.538048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=87499cee-c7b4-4b45-b4f3-1817c06a3439,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:55.552142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7854bbd1-077d-4d69-9312-1c06639b45e7,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:55.557293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:09:55.566990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.568021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25d5d707-d67d-4609-97bc-d3dac39e8872 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:55.568724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cc63cb1b-7e07-4662-ac91-a14fcfd83d5b admin admin] 10.222.0.20 "PUT /v2.0/routers/d3647f40-24d4-4a34-ba8f-1e0311318063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1800258 Jul 28 11:09:55.572210 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] Sync routers for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:09:55.578777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:55.589749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516065e-0255-4b41-b36b-7d927c7aff3a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5829bec9-6b5f-484a-b83d-43e55aba6851,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:55.590291 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:55.591003 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:55.679368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:09:55.682491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31eb1534-4c30-435e-b670-ed5e43cc4a14 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1597700 Jul 28 11:09:55.685485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.689903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81d03c48-f984-4fd2-8337-b832ecfd44fa req-9ba452a4-1303-4170-8ebe-ce107bae6768 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259778 Jul 28 11:09:55.691334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 25d5d707-d67d-4609-97bc-d3dac39e8872 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:55.697065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:55.698555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 25d5d707-d67d-4609-97bc-d3dac39e8872 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:55.698996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.740365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187852726'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:55.750913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54111437-2685-43f3-9c69-c0072f892baa req-a7db2a64-80b6-4920-b3e1-e79a7e65b21c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:55.752473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54111437-2685-43f3-9c69-c0072f892baa req-a7db2a64-80b6-4920-b3e1-e79a7e65b21c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.1026402 Jul 28 11:09:55.769725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:55.813969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.843630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54111437-2685-43f3-9c69-c0072f892baa req-56f2fdd4-9442-4f77-a535-c300233b54fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807831 Jul 28 11:09:55.860071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25d5d707-d67d-4609-97bc-d3dac39e8872,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:55.882716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:55.897129 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:56.071252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:56.118574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.142399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.217218 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:09:54Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:56.279777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.291664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.327849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:56.339774 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] Checking router: d3647f40-24d4-4a34-ba8f-1e0311318063 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:09:56.355141 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] Routers {'d3647f40-24d4-4a34-ba8f-1e0311318063'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:09:56.355876 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:09:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d3647f40-24d4-4a34-ba8f-1e0311318063'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:56.447362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:56.451523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:56.451902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.485132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.488243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7683132 Jul 28 11:09:56.494800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.505616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.514931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.516119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:56.522542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a927b73-e214-443d-85d8-5e235d1add3d tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'c957836e-adfd-4a2a-a67d-3eabc6327041', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:56.524047 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-8a927b73-e214-443d-85d8-5e235d1add3d tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 11:09:56.524770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.525272 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8a927b73-e214-443d-85d8-5e235d1add3d tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:56.526731 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a927b73-e214-443d-85d8-5e235d1add3d tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089083 Jul 28 11:09:56.531166 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] Set router d3647f40-24d4-4a34-ba8f-1e0311318063 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:09:56.533380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.540010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.67 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:09:56.542634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:56.543671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd1466-7f7c-4d82-9a27-83dbb02ad642 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c957836e-adfd-4a2a-a67d-3eabc6327041,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:56.544041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.552505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.563898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-20bb2738-1455-4506-b53c-0633e12911f1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5429 time: 0.2404330 Jul 28 11:09:56.640727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6a57781-5419-4a27-b3c1-99b880d4535d req-9373d6d4-fb76-4b52-98c5-db60ea551009 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757329 Jul 28 11:09:56.658641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.676609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b9af-7aad-429b-a306-323656aafda5 req-93f8eeb2-1cb7-4b12-83be-525f4cacb710 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:56.689802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9249b9af-7aad-429b-a306-323656aafda5 req-93f8eeb2-1cb7-4b12-83be-525f4cacb710 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.3003552 Jul 28 11:09:56.725490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5900e0a7-eaa4-40d9-8cdb-489ab5cc5546 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.750735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.753173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5900e0a7-eaa4-40d9-8cdb-489ab5cc5546 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.821012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9249b9af-7aad-429b-a306-323656aafda5 req-6e1e1ae9-79db-4b97-b281-96493bc10a9d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211154 Jul 28 11:09:56.847509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5900e0a7-eaa4-40d9-8cdb-489ab5cc5546 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.853217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5900e0a7-eaa4-40d9-8cdb-489ab5cc5546 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.854993 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5900e0a7-eaa4-40d9-8cdb-489ab5cc5546 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/c957836e-adfd-4a2a-a67d-3eabc6327041 HTTP/1.1" status: 204 len: 168 time: 0.2940235 Jul 28 11:09:56.865230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:56.893211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:56.903496 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:56.906785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 42714a62-f77a-49e0-84cf-3fa068d897ad up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:56.916221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4387c94-2f86-4945-91b1-b235bc1ebcf2 req-88cfb045-8f74-4586-8718-2e8b0ed7b4e6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 210 time: 0.0857258 Jul 28 11:09:56.942386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e0a7-eaa4-40d9-8cdb-489ab5cc5546 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c957836e-adfd-4a2a-a67d-3eabc6327041,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:56.994485 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:09:54Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:09:57.067065 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac6086-8ca3-477a-b59e-95f69ff236fb None None] The sync data for ids ['d3647f40-24d4-4a34-ba8f-1e0311318063'] in n-d-723573-7 is: [{'id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'name': 'tempest-ServerRescueTestJSONUnderV235-630152313-router', 'tenant_id': '7d1e82ed06d8431289c038e4c7ed572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:02Z', 'updated_at': '2021-07-28T11:09:54Z', 'revision_number': 5, 'project_id': '7d1e82ed06d8431289c038e4c7ed572d', 'gw_port': {'id': 'c2837b8a-98a0-477a-ac89-b34b086bb739', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3647f40-24d4-4a34-ba8f-1e0311318063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:04Z', 'updated_at': '2021-07-28T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:09:57.143855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-34ef3081-207b-4069-8e89-bdd9e66a1636 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2545938 Jul 28 11:09:57.154712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:57.194963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 42714a62-f77a-49e0-84cf-3fa068d897ad completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:57.197163 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.199995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 42714a62-f77a-49e0-84cf-3fa068d897ad triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:57.200399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.229308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:57.263844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:57.284278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--211395407'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:57.313418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Deleting port c2837b8a-98a0-477a-ac89-b34b086bb739 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:09:57.314189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.323644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.367208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87499cee-c7b4-4b45-b4f3-1817c06a3439'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5d707-d67d-4609-97bc-d3dac39e8872'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddd2dd-a0ae-4f49-a311-c01243fed9a5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:09:57.370532 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263254b6-f0ef-4ee6-9f97-dcddc4a2e276" -d '{"events": [{"server_uuid": "4d8e5a23-a2ed-4431-8711-3245696258ef", "name": "network-vif-plugged", "status": "completed", "tag": "87499cee-c7b4-4b45-b4f3-1817c06a3439"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "25d5d707-d67d-4609-97bc-d3dac39e8872"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "7bddd2dd-a0ae-4f49-a311-c01243fed9a5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:09:57.387715 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.424136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=42714a62-f77a-49e0-84cf-3fa068d897ad,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:57.439754 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.441329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:57.479294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.582283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:09:57.610607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] For port c2837b8a-98a0-477a-ac89-b34b086bb739, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2837b8a-98a0-477a-ac89-b34b086bb739,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:57.611286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.646664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:09:57.658565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:09:57.659772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b46ca9-c7d4-481b-9e3c-9a9da68c140a req-2ea64fd6-6f8c-44eb-a0e4-d0611dd9e348 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:57.674365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:57.679813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Calling delete_port for c2837b8a-98a0-477a-ac89-b34b086bb739 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:09:57.683325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3b46ca9-c7d4-481b-9e3c-9a9da68c140a req-2ea64fd6-6f8c-44eb-a0e4-d0611dd9e348 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.6987298 Jul 28 11:09:57.694786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:57.737439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb971b18-ac8f-4712-96e8-8c9f01662518 req-9109c8f9-71cd-4f9d-9164-4d8df6124cf6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:57.741410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb971b18-ac8f-4712-96e8-8c9f01662518 req-9109c8f9-71cd-4f9d-9164-4d8df6124cf6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.1724248 Jul 28 11:09:57.772764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.812794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:09:57.815452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:57.837370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.865311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:57.866304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.916298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:57.917987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6491714 Jul 28 11:09:57.925296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:57.936198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-23159a6a-5ee7-40be-889a-45104dadfdbf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'd07145ff-c89d-47d6-bc3b-321e6d800fc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:57.941079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb971b18-ac8f-4712-96e8-8c9f01662518 req-41e566c7-472f-4ec4-a526-d08b84d044a3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873260 Jul 28 11:09:57.965255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3b46ca9-c7d4-481b-9e3c-9a9da68c140a req-39745268-4cc1-49cb-9cab-5cc86ff42695 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787313 Jul 28 11:09:58.046594 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-23159a6a-5ee7-40be-889a-45104dadfdbf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 11:09:58.047274 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-23159a6a-5ee7-40be-889a-45104dadfdbf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:58.052097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-23159a6a-5ee7-40be-889a-45104dadfdbf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1181881 Jul 28 11:09:58.053080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:58.059438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-59fe23eb-d241-40c0-81bc-9dbddf3dc2ea tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'd07145ff-c89d-47d6-bc3b-321e6d800fc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:58.064245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-55d4e9a4-fbd1-4526-b088-dc3701cc92f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9406295 Jul 28 11:09:58.078505 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-59fe23eb-d241-40c0-81bc-9dbddf3dc2ea tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 11:09:58.080342 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-59fe23eb-d241-40c0-81bc-9dbddf3dc2ea tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:58.087491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-59fe23eb-d241-40c0-81bc-9dbddf3dc2ea tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0311165 Jul 28 11:09:58.088985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:58.110656 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 28 Jul 2021 11:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2452a6a-c4f8-43f6-9fe3-97e37ed6a05e x-openstack-request-id: req-b2452a6a-c4f8-43f6-9fe3-97e37ed6a05e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:09:58.111057 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8e5a23-a2ed-4431-8711-3245696258ef", "name": "network-vif-plugged", "status": "completed", "tag": "87499cee-c7b4-4b45-b4f3-1817c06a3439", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "25d5d707-d67d-4609-97bc-d3dac39e8872", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "7bddd2dd-a0ae-4f49-a311-c01243fed9a5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:09:58.111237 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2452a6a-c4f8-43f6-9fe3-97e37ed6a05e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:09:58.111602 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87499cee-c7b4-4b45-b4f3-1817c06a3439', 'code': 200} Jul 28 11:09:58.111860 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7', 'code': 200} Jul 28 11:09:58.112125 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5d707-d67d-4609-97bc-d3dac39e8872', 'code': 200} Jul 28 11:09:58.112417 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddd2dd-a0ae-4f49-a311-c01243fed9a5', 'code': 200} Jul 28 11:09:58.115365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Request body: {'port': {'device_id': '052ac471-b491-4c93-a894-dfea07a1da14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:58.116023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:58.122765 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fa60532-ec71-4638-b2af-b0f197312fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.129955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c9e0f-881f-4c2a-a2f1-58dc3498db89 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07145ff-c89d-47d6-bc3b-321e6d800fc0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:58.150991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eeed019b-2d95-409c-a5bc-c579b9d1a19f tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'd07145ff-c89d-47d6-bc3b-321e6d800fc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:58.155234 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-eeed019b-2d95-409c-a5bc-c579b9d1a19f tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 11:09:58.157862 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-eeed019b-2d95-409c-a5bc-c579b9d1a19f tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:58.162364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:58.162748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.164409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eeed019b-2d95-409c-a5bc-c579b9d1a19f tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0337093 Jul 28 11:09:58.211170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:58.320489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c194e6b-69de-40ad-b74f-e01b1c627194 None None] Provisioning for port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:58.322970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1d75551a-6c42-4cfe-8347-3e063d37a67a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'd07145ff-c89d-47d6-bc3b-321e6d800fc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:58.324435 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-1d75551a-6c42-4cfe-8347-3e063d37a67a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 11:09:58.324700 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-1d75551a-6c42-4cfe-8347-3e063d37a67a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:58.328652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d75551a-6c42-4cfe-8347-3e063d37a67a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.1087532 Jul 28 11:09:58.340399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:58.372782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c194e6b-69de-40ad-b74f-e01b1c627194 None None] Provisioning complete for port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:58.373283 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c194e6b-69de-40ad-b74f-e01b1c627194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.403253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d901c5-2a4e-4ba0-90be-312409f583fd req-29b60dbb-2332-42b0-bf87-d7056ac335df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.405783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9d901c5-2a4e-4ba0-90be-312409f583fd req-29b60dbb-2332-42b0-bf87-d7056ac335df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 1096 time: 0.2351487 Jul 28 11:09:58.416128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.437587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.447780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.457121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.466389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.474565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.483939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.490960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.500932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-b0503ec2-4ec1-4c45-ac31-256bece10c4e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5431 time: 0.4100778 Jul 28 11:09:58.562386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9c194e6b-69de-40ad-b74f-e01b1c627194 None None] Port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:09:58.579531 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96ad9fc9-d73c-4709-a99b-90925d489e96 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.586296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.609826 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96ad9fc9-d73c-4709-a99b-90925d489e96 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.650141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:58.661689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.662855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8312b8de-1149-4007-8d44-6a738ba74445 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:09:58.684767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9eade433-2b2c-464a-bdba-c74f9ff6a8d6 req-f5d74c25-95b8-43c6-9c09-4db1c869e64a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1828470 Jul 28 11:09:58.712399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54385c-ae0b-406a-a87a-ea70ee0f89f4 req-9443a0aa-e5a8-4cae-adc8-9a06349cab8a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:58.723019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec54385c-ae0b-406a-a87a-ea70ee0f89f4 req-9443a0aa-e5a8-4cae-adc8-9a06349cab8a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.5034733 Jul 28 11:09:58.728493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96ad9fc9-d73c-4709-a99b-90925d489e96 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.733802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96ad9fc9-d73c-4709-a99b-90925d489e96 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.742994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-96ad9fc9-d73c-4709-a99b-90925d489e96 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/d07145ff-c89d-47d6-bc3b-321e6d800fc0 HTTP/1.1" status: 204 len: 168 time: 0.3885024 Jul 28 11:09:58.826130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:58.826931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad9fc9-d73c-4709-a99b-90925d489e96 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07145ff-c89d-47d6-bc3b-321e6d800fc0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:58.832407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 8312b8de-1149-4007-8d44-6a738ba74445 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:09:58.838535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:58.849773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:09:58.862029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 8312b8de-1149-4007-8d44-6a738ba74445 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:09:58.862791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:58.888014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:09:58.888770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ceadb59f-a9ba-4559-83a9-9ffa2ea2a5e4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:09:58.920990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec54385c-ae0b-406a-a87a-ea70ee0f89f4 req-ee1970c3-0ed1-4ce9-9271-ac4eba4951d3 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969919 Jul 28 11:09:58.971801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cab6ec76-1c5a-460b-9e67-b1053d0fbce7 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190579 Jul 28 11:09:58.979607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:58.988600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020879148'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:59.024721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9d901c5-2a4e-4ba0-90be-312409f583fd req-c9b36094-5c99-4bb3-a993-5a3f38c3021d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997536 Jul 28 11:09:59.039129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.059335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641837c4-40d0-465a-99ef-ab85b3988f21 req-b5892aa1-9406-4dc7-89a1-813fa2353e9e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:59.062124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.071626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-641837c4-40d0-465a-99ef-ab85b3988f21 req-b5892aa1-9406-4dc7-89a1-813fa2353e9e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 935 time: 0.2160611 Jul 28 11:09:59.119060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8312b8de-1149-4007-8d44-6a738ba74445,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:09:59.130554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-641837c4-40d0-465a-99ef-ab85b3988f21 req-c0ccb355-964e-4a73-aca1-b74a5aad5312 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555129 Jul 28 11:09:59.149018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.167766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.253734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:59.280813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210742bd-3c9c-4189-9ee5-758619170955 req-264a59a8-1268-4824-b22a-77f66cc288ca tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:59.292558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-210742bd-3c9c-4189-9ee5-758619170955 req-264a59a8-1268-4824-b22a-77f66cc288ca tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.1756206 Jul 28 11:09:59.347644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2837b8a-98a0-477a-ac89-b34b086bb739,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:59.377488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7a818-cf94-4572-bbbe-5052feccd07c req-dd38d8d9-9c60-4d88-a580-f47faf52a338 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:09:59.385525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fab7a818-cf94-4572-bbbe-5052feccd07c req-dd38d8d9-9c60-4d88-a580-f47faf52a338 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0721540 Jul 28 11:09:59.420591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-210742bd-3c9c-4189-9ee5-758619170955 req-8f8f18ae-3c43-4c02-8899-c2f9f92a8c2d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269984 Jul 28 11:09:59.451062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fab7a818-cf94-4572-bbbe-5052feccd07c req-622baf1e-66a5-4967-8262-dc058fc27b94 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582151 Jul 28 11:09:59.465422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.621448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.624574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.625942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.639334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:09:59.646172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.688035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.724933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Transition to ACTIVE for port object fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:09:59.725819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.726354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3647f40-24d4-4a34-ba8f-1e0311318063 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:09:59.733891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.735065 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-16330dd8-1b65-4e55-8b8e-94010d37cf49 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d3647f40-24d4-4a34-ba8f-1e0311318063 HTTP/1.1" status: 204 len: 168 time: 4.1548643 Jul 28 11:09:59.735881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.739417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7543471 Jul 28 11:09:59.739417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:59.740664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:59.748549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.750399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffab70-dc29-40f5-9024-863a1f52a6e8 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09faf3-19f3-4452-93ab-b17844defe61,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:59.758206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37b7ee76-8109-4a1e-9ab3-675ff8e38ec3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:59.763246 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-37b7ee76-8109-4a1e-9ab3-675ff8e38ec3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:09:59.763782 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-37b7ee76-8109-4a1e-9ab3-675ff8e38ec3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:59.767133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-37b7ee76-8109-4a1e-9ab3-675ff8e38ec3 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0251555 Jul 28 11:09:59.770809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:09:59.795658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7330c886-ea57-4ff8-b711-da210e0ccede tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:09:59.858410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Pushing event updated for resources: {'Port': ['ID=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:09:59.865908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Deleting subnet 720524bf-95c8-47af-b6a5-6cce9be94190 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:09:59.872719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:09:59.990141 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-7330c886-ea57-4ff8-b711-da210e0ccede tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:09:59.994660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7330c886-ea57-4ff8-b711-da210e0ccede tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2177923 Jul 28 11:10:00.010663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.012919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:00.040974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab70e8bb-0e86-43c4-a4b3-2639bd7cc367 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:00.044360 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-ab70e8bb-0e86-43c4-a4b3-2639bd7cc367 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 11:10:00.045178 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-ab70e8bb-0e86-43c4-a4b3-2639bd7cc367 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:00.045403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.050889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab70e8bb-0e86-43c4-a4b3-2639bd7cc367 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163221 Jul 28 11:10:00.063623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.083631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.093885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.100665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.107785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.113729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:00.114483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.116460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-90c9c32e-6b71-4f76-970f-17d6ec49ba08 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2519484 Jul 28 11:10:00.116954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.118156 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f2b08-be1d-439e-8709-344376b055b7" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "8312b8de-1149-4007-8d44-6a738ba74445"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:00.142710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:00.154755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9f2ed76c-78eb-43ec-acc8-9e97092542b4 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:00.225389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea11d7-cf53-472c-90a8-ce59fbf1fba4 req-aabf6b1a-7085-4a6b-bd81-64cb32c07078 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.249391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0ea11d7-cf53-472c-90a8-ce59fbf1fba4 req-aabf6b1a-7085-4a6b-bd81-64cb32c07078 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.1308775 Jul 28 11:10:00.263940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:00.303313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0ea11d7-cf53-472c-90a8-ce59fbf1fba4 req-da3b8e63-2671-4543-921f-fe7916b69c57 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 Jul 28 11:10:00.322784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720524bf-95c8-47af-b6a5-6cce9be94190,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:00.332770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:00.334633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8932424-b4a2-49e5-917f-fdb8d0f0882d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/720524bf-95c8-47af-b6a5-6cce9be94190 HTTP/1.1" status: 204 len: 168 time: 0.5952637 Jul 28 11:10:00.337572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.378105 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a749caf-695b-43ea-a64a-ed997dad4ca2 x-openstack-request-id: req-7a749caf-695b-43ea-a64a-ed997dad4ca2 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:00.378418 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-plugged", "status": "completed", "tag": "8312b8de-1149-4007-8d44-6a738ba74445", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:00.378683 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a749caf-695b-43ea-a64a-ed997dad4ca2 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:00.379100 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad', 'code': 200} Jul 28 11:10:00.379325 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'code': 200} Jul 28 11:10:00.379576 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445', 'code': 200} Jul 28 11:10:00.386587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cda6960-eaa7-497e-8233-bc9302a3ce0c req-51b3c6ac-1ca1-4f0a-abbb-b1f30638236b tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2210128 Jul 28 11:10:00.442474 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9f2ed76c-78eb-43ec-acc8-9e97092542b4 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:00.445306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9f2ed76c-78eb-43ec-acc8-9e97092542b4 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2969177 Jul 28 11:10:00.451831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.481092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e38f75d1-c3e3-4331-a672-62e8c77196eb tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:00.486738 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-e38f75d1-c3e3-4331-a672-62e8c77196eb tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:10:00.487330 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e38f75d1-c3e3-4331-a672-62e8c77196eb tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:00.492926 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e38f75d1-c3e3-4331-a672-62e8c77196eb tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0238039 Jul 28 11:10:00.493702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.498483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9c061289-ed0a-4e9e-857d-df33a83b7fe2 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:00.503997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Attempting to bind port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:10:00.505584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Attempting to bind port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:10:00.509258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Attempting to bind port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:00.539169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:10:00.540712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Attempting to bind port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:00.546620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:00.694900 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-9c061289-ed0a-4e9e-857d-df33a83b7fe2 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Project 7b268b17a3844dffa5085f720a8732bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:10:00.739060 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9c061289-ed0a-4e9e-857d-df33a83b7fe2 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:00.748051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c061289-ed0a-4e9e-857d-df33a83b7fe2 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2509880 Jul 28 11:10:00.760884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.779974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9f3be154-2adc-4ad5-8660-c296e92c70e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:00.780770 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-9f3be154-2adc-4ad5-8660-c296e92c70e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 11:10:00.782037 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9f3be154-2adc-4ad5-8660-c296e92c70e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:00.787381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9f3be154-2adc-4ad5-8660-c296e92c70e6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0235059 Jul 28 11:10:00.817840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f771c-1726-487e-bf43-5c51810c8076 req-67b474a5-56ab-4ffa-af25-8d752eb60894 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.829088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f0f771c-1726-487e-bf43-5c51810c8076 req-67b474a5-56ab-4ffa-af25-8d752eb60894 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 947 time: 0.2622049 Jul 28 11:10:00.847099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10dfe-48b6-430d-bb11-ba9b08574e93 req-07eef2e8-0397-4cae-867d-86118c739d5c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:00.849024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d10dfe-48b6-430d-bb11-ba9b08574e93 req-07eef2e8-0397-4cae-867d-86118c739d5c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.2812009 Jul 28 11:10:00.849717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:00.857152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3718d2f7-a8a0-423f-89aa-9f948469c829 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:00.919769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:00.942755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2837b8a-98a0-477a-ac89-b34b086bb739 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:00.987168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c2837b8a-98a0-477a-ac89-b34b086bb739 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:00.987799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2837b8a-98a0-477a-ac89-b34b086bb739 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:00.997551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d10dfe-48b6-430d-bb11-ba9b08574e93 req-8c150991-24ba-4d37-9bf6-615f1b28bf2a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340945 Jul 28 11:10:01.032277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f0f771c-1726-487e-bf43-5c51810c8076 req-e67ed4c8-639d-423e-ae85-7ea1ffcce748 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019601 Jul 28 11:10:01.041198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eab7-84bc-401e-9554-fdcf167398b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.044684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:10:01.045191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:10:01.045443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:10:01.045938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Bound port: fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:10:01.046840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.068243 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-3718d2f7-a8a0-423f-89aa-9f948469c829 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Project 7b268b17a3844dffa5085f720a8732bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:10:01.094931 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-3718d2f7-a8a0-423f-89aa-9f948469c829 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:01.096170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3718d2f7-a8a0-423f-89aa-9f948469c829 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2425797 Jul 28 11:10:01.098984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:01.103956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a766b8e-29cc-42ed-a21b-7a78f5c2eebe tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': '0e09faf3-19f3-4452-93ab-b17844defe61', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:01.220720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.221219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.221704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.222176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.224147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.224428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.226711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.231200 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-1a766b8e-29cc-42ed-a21b-7a78f5c2eebe tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Project 7b268b17a3844dffa5085f720a8732bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:10:01.233326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f577f941-bd66-40fb-b548-3b03aac46659 req-9ca791b4-21e0-4159-a8d4-cbe1cf9656cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 0.6770275 Jul 28 11:10:01.295165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f98368-781a-4af8-974c-dd366f152217 req-9c90293f-0f9f-49d0-ace7-32e608170fe9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.298051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62f98368-781a-4af8-974c-dd366f152217 req-9c90293f-0f9f-49d0-ace7-32e608170fe9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1657836 Jul 28 11:10:01.301366 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-1a766b8e-29cc-42ed-a21b-7a78f5c2eebe tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:01.304483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1a766b8e-29cc-42ed-a21b-7a78f5c2eebe tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2024474 Jul 28 11:10:01.305930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:01.557590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62f98368-781a-4af8-974c-dd366f152217 req-a9966224-89a7-4412-a6eb-80af9ba7d2d8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509079 Jul 28 11:10:01.561477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.607668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c3af4c-244b-488e-b2cb-cdd8615fb63d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:01.610052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] For port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:01.645497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f577f941-bd66-40fb-b548-3b03aac46659 req-51e4bca3-d379-4acb-a20a-e0348278d77f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3617504 Jul 28 11:10:01.659838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc08bad3-bb13-4e4b-a899-3403cf0d4043') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:01.660133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc08bad3-bb13-4e4b-a899-3403cf0d4043') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:01.669357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e1c119-c2d8-4036-9e3a-010d9ff97b07 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.702771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.705278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d8e42-6635-4371-b11d-b0c9d9c0d0b8 req-cb72b8af-adc0-43ca-9e3a-de751f86bf04 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.714854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa6d8e42-6635-4371-b11d-b0c9d9c0d0b8 req-cb72b8af-adc0-43ca-9e3a-de751f86bf04 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.2469625 Jul 28 11:10:01.726012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] For port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:10:01.753279 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.766703 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.774584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:10:01.775145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.839115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.840210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e1c119-c2d8-4036-9e3a-010d9ff97b07 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:10:01.847452 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:10:01.858363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.874588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa6d8e42-6635-4371-b11d-b0c9d9c0d0b8 req-b970dd1d-15fb-4ffd-bee9-d4435c9a20f8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587570 Jul 28 11:10:01.889367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.895494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/95c3af4c-244b-488e-b2cb-cdd8615fb63d HTTP/1.1" status: 204 len: 168 time: 1.5547976 Jul 28 11:10:01.912405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.913192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:01.915360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] 10.222.0.44 "PUT /v2.0/ports/fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 HTTP/1.1" status: 200 len: 1095 time: 3.8298128 Jul 28 11:10:01.919018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052ac471-b491-4c93-a894-dfea07a1da14', 'tag': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:01.921989 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05b4f4-c909-49d7-99bb-f1a84fe86212" -d '{"events": [{"name": "network-changed", "server_uuid": "052ac471-b491-4c93-a894-dfea07a1da14", "tag": "fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:01.929794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630fd98-97d6-4db1-bc29-dafb75c691d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c3af4c-244b-488e-b2cb-cdd8615fb63d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:01.946633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.966494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.985109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:01.998048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.004843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.011360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.017626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.018989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121bf6d-a6c1-41fd-9838-4d3e13b31e7b service neutron] Pushing event updated for resources: {'Port': ['ID=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:02.020001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-31ff71b3-b502-46b6-9a0b-a64137a3d520 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2956674 Jul 28 11:10:02.037816 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed8849-2dad-403f-a0b6-e327d50cb507 x-openstack-request-id: req-71ed8849-2dad-403f-a0b6-e327d50cb507 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:02.038445 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052ac471-b491-4c93-a894-dfea07a1da14", "tag": "fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:02.038841 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71ed8849-2dad-403f-a0b6-e327d50cb507 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:02.042011 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052ac471-b491-4c93-a894-dfea07a1da14', 'tag': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'status': 'completed', 'code': 200} Jul 28 11:10:02.103724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-557bd899-cf5f-4478-a5c7-c5b04ac9768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.109621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-557bd899-cf5f-4478-a5c7-c5b04ac9768a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 1098 time: 0.1435626 Jul 28 11:10:02.124360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e1c119-c2d8-4036-9e3a-010d9ff97b07 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.135994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e1c119-c2d8-4036-9e3a-010d9ff97b07 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.140223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-48e1c119-c2d8-4036-9e3a-010d9ff97b07 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e09faf3-19f3-4452-93ab-b17844defe61 HTTP/1.1" status: 204 len: 168 time: 0.7671521 Jul 28 11:10:02.145196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:02.159807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0381ff27-1615-4130-85b5-30c1fcd5379a req-a23e78ce-534f-4cdf-aa3d-88141c6aca37 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309783 Jul 28 11:10:02.199483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1c119-c2d8-4036-9e3a-010d9ff97b07 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09faf3-19f3-4452-93ab-b17844defe61,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:02.268103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4628-08f6-4ce2-80a5-19158b4809d2 req-0418104c-3d34-4098-9430-4ae3fef7925f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.283585 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-7c09ed34-4ce5-4ad1-9adc-50e09a07124b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 HTTP/1.1" status: 200 len: 217 time: 0.1629894 Jul 28 11:10:02.291503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-563d4628-08f6-4ce2-80a5-19158b4809d2 req-0418104c-3d34-4098-9430-4ae3fef7925f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 947 time: 0.1300633 Jul 28 11:10:02.392799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-563d4628-08f6-4ce2-80a5-19158b4809d2 req-ed1d37ee-d926-4ece-a5b5-0be9cde20865 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002600 Jul 28 11:10:02.444578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:02.450370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-9aac2d1c-85b2-4156-8cc4-8570bbbddb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.452072 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-9aac2d1c-85b2-4156-8cc4-8570bbbddb4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1427417 Jul 28 11:10:02.539358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e00fc581-107c-4516-8984-ab905bc0bc48 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2813046 Jul 28 11:10:02.539785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:02.550530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--472100410'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:02.556462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353133-d386-44b6-9a84-37803fdd535d req-acae8fe3-fb78-4fa1-b3b1-6ce8ffb6401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.558194 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-acae8fe3-fb78-4fa1-b3b1-6ce8ffb6401e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877259 Jul 28 11:10:02.566016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-acbb5e3a-ccc8-4341-9c14-79093b3e1e45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d1e82ed06d8431289c038e4c7ed572d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181183 Jul 28 11:10:02.566258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:02.621556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.656893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2597626a-d615-4f26-bd07-826d1ea67faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.686100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2597626a-d615-4f26-bd07-826d1ea67faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.706545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-4ac8b8c6-6a4d-4e3b-ad28-e17bc1267c18 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315668 Jul 28 11:10:02.758609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2597626a-d615-4f26-bd07-826d1ea67faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.760809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2597626a-d615-4f26-bd07-826d1ea67faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:02.765079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2597626a-d615-4f26-bd07-826d1ea67faa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43e59a0a-a952-47a8-90c2-763df4f30c1d HTTP/1.1" status: 204 len: 168 time: 0.1966822 Jul 28 11:10:02.802185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597626a-d615-4f26-bd07-826d1ea67faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e59a0a-a952-47a8-90c2-763df4f30c1d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:02.837069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11a81-2340-4e57-8136-5dbe40d5ab20 req-99f9163a-e3da-4771-90a4-ca59e774797b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:02.853011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ff11a81-2340-4e57-8136-5dbe40d5ab20 req-99f9163a-e3da-4771-90a4-ca59e774797b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1143196 Jul 28 11:10:02.973621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-6d732a5e-95fe-44ec-9850-fd8593d5e273 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1948879 Jul 28 11:10:02.997337 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07353133-d386-44b6-9a84-37803fdd535d req-9fe5eaa0-0a21-4dd0-8e99-38d0e201bcdc service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806053 Jul 28 11:10:03.142416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-cb098b46-1f6a-485a-8648-71ade253c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.143978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-cb098b46-1f6a-485a-8648-71ade253c2ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 1096 time: 0.1263437 Jul 28 11:10:03.169668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-a08760c4-d5aa-46d5-be66-0594381f219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.171172 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-a08760c4-d5aa-46d5-be66-0594381f219a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 1098 time: 0.0921099 Jul 28 11:10:03.203725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:03.221894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ff11a81-2340-4e57-8136-5dbe40d5ab20 req-44486c27-9ea1-49e1-95af-04b164cf1147 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502412 Jul 28 11:10:03.244148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:03.308078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:03.335936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3864e5-9ca6-42e0-b3ad-80bd3fd4338b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:03.342256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-75df6a0d-9208-406e-a849-097faf19cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.351025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc572e-6415-4cee-9740-103b4d63ae01 req-29380bc2-f7e8-40b7-9ad7-6cca7bcc1c15 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.358818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ddc572e-6415-4cee-9740-103b4d63ae01 req-29380bc2-f7e8-40b7-9ad7-6cca7bcc1c15 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.2832334 Jul 28 11:10:03.360382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-75df6a0d-9208-406e-a849-097faf19cbbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 912 time: 0.1868467 Jul 28 11:10:03.388915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:03.394436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a2ff62e5-88aa-472d-8476-43cf2aa52fcd tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8492444 Jul 28 11:10:03.394436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:03.411729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cbb6a6f7-1985-4546-b088-b653c966daf6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'cf3864e5-9ca6-42e0-b3ad-80bd3fd4338b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:03.460251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ddc572e-6415-4cee-9740-103b4d63ae01 req-c134f167-000c-4cfd-be55-fcd5fe90ab71 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 Jul 28 11:10:03.485251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-c1603f09-5ed1-4c03-8da4-bda7792b41c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0 HTTP/1.1" status: 200 len: 217 time: 0.0872314 Jul 28 11:10:03.559369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.575489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-e9f65c7c-c72b-4ca4-b4bd-feba9189e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.576364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.576895 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-e9f65c7c-c72b-4ca4-b4bd-feba9189e4f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.0815487 Jul 28 11:10:03.581720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-ac128314-936c-4652-8159-08982d4e69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.583074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-ac128314-936c-4652-8159-08982d4e69d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2206826 Jul 28 11:10:03.583367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.589668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.598007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.605497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.611426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.613420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-78be9135-0fdf-4b06-ace5-b38b78f6d140 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2207916 Jul 28 11:10:03.658213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-b1faa0a5-ff16-4d17-911e-550eaa16c156 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717146 Jul 28 11:10:03.660471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-f5c005ba-37eb-47c8-9ea0-af3de67d52ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 HTTP/1.1" status: 200 len: 217 time: 0.0642793 Jul 28 11:10:03.712893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84c0028-3862-4eb9-8c02-f2278e2b2825 req-a5374cf9-6dab-4273-84f4-db8e282d420a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532191 Jul 28 11:10:03.721219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799a09d-9b5b-4867-8684-3a6c2ee515d1 req-79497093-e6e2-43d3-a5d8-f26c32e29d4d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.729818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b799a09d-9b5b-4867-8684-3a6c2ee515d1 req-79497093-e6e2-43d3-a5d8-f26c32e29d4d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 947 time: 0.1137805 Jul 28 11:10:03.731883 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-cbb6a6f7-1985-4546-b088-b653c966daf6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The resource could not be found. Jul 28 11:10:03.733020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cbb6a6f7-1985-4546-b088-b653c966daf6 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3322260 Jul 28 11:10:03.735902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:03.791096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b799a09d-9b5b-4867-8684-3a6c2ee515d1 req-b0602f64-117e-4108-a2ac-4a5db4c4d5f6 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602267 Jul 28 11:10:03.796447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f0a9f40c-bded-4f1d-9429-4fb150702c16 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'cf3864e5-9ca6-42e0-b3ad-80bd3fd4338b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '85e7fb5a-4214-490a-9030-b452fd843bb9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:03.902555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-9b121e73-a64d-4bdf-a95a-c0342813260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.904064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-9b121e73-a64d-4bdf-a95a-c0342813260b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.2266903 Jul 28 11:10:03.916641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.922726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.940611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.954744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.971745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.978942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.984944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:03.986920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e9ccd96-8e7e-43e8-bf98-606bd029b579 req-2cb99646-ea0d-42d4-b9e9-1060c9d2c831 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.1683307 Jul 28 11:10:03.998029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:04.004728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Request body: {'floatingip': {'port_id': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:04.056101 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-42616ebf-1abc-47e6-b5ec-27f41c50b95a service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871493 Jul 28 11:10:04.097416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.104829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-02544379-ff69-4574-a111-c12d108f0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:04.106672 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-02544379-ff69-4574-a111-c12d108f0640 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950674 Jul 28 11:10:04.138455 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-f0a9f40c-bded-4f1d-9429-4fb150702c16 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The resource could not be found. Jul 28 11:10:04.139975 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f0a9f40c-bded-4f1d-9429-4fb150702c16 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3573985 Jul 28 11:10:04.154011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:04.299966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff0cdf27-861a-45df-8ad1-3ce3b818d261 req-4f04204c-546d-4f71-a655-cf46c17758ef service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277563 Jul 28 11:10:04.306535 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-1fb89316-a1a3-4e8a-b164-9303df67618b service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655297 Jul 28 11:10:04.547267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8f05b4f4-c909-49d7-99bb-f1a84fe86212 req-476037cb-0012-4081-b1c4-55223a38e9b4 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265055 Jul 28 11:10:04.606438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f21818a9-03d4-4afa-a27c-c8aa3de19ba5 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.668098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540e2e-b627-4006-827e-f9450ee0f417 req-4cca0cf8-ca62-476b-8de4-d2e38938349f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:04.675688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25540e2e-b627-4006-827e-f9450ee0f417 req-4cca0cf8-ca62-476b-8de4-d2e38938349f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1446097 Jul 28 11:10:04.714508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f21818a9-03d4-4afa-a27c-c8aa3de19ba5 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.795361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25540e2e-b627-4006-827e-f9450ee0f417 req-6da59a43-0bb7-4bac-9468-d43c3e640843 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183462 Jul 28 11:10:04.897286 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.903096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.906892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f21818a9-03d4-4afa-a27c-c8aa3de19ba5 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.911509 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f21818a9-03d4-4afa-a27c-c8aa3de19ba5 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:04.915241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f21818a9-03d4-4afa-a27c-c8aa3de19ba5 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf3864e5-9ca6-42e0-b3ad-80bd3fd4338b HTTP/1.1" status: 204 len: 168 time: 0.7602158 Jul 28 11:10:04.918736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:05.002380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5e54589b-e09f-4765-a5a7-92e33bb64b01 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820343 Jul 28 11:10:05.006138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:05.012799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9078ca14-efe4-482a-99eb-28129e3a367b tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'd6335fac-6eb7-4979-adf7-1b49712d4dbc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:05.089670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21818a9-03d4-4afa-a27c-c8aa3de19ba5 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3864e5-9ca6-42e0-b3ad-80bd3fd4338b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:05.093266 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Floating IP 6786d9b4-087b-48de-88d3-ac0e47495021 associated. External IP: 172.25.1.45, port: 69396c9c-5e9a-4f7e-9d7f-5c20213b9622. Jul 28 11:10:05.144895 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9078ca14-efe4-482a-99eb-28129e3a367b tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The resource could not be found. Jul 28 11:10:05.146237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9078ca14-efe4-482a-99eb-28129e3a367b tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1388395 Jul 28 11:10:05.149839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:05.154453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694914349'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:05.254612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:05.374274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db6f68-e5ab-4ca1-91c5-496996ca3040 req-8afc4d28-1aa7-435d-9a09-cee62f38d98f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:05.383567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1db6f68-e5ab-4ca1-91c5-496996ca3040 req-8afc4d28-1aa7-435d-9a09-cee62f38d98f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.4124885 Jul 28 11:10:05.410890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75c14-ee16-47d4-88e2-34d560e2c64e req-53130a6e-458b-424d-b62e-2791881fd873 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:05.412024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f75c14-ee16-47d4-88e2-34d560e2c64e req-53130a6e-458b-424d-b62e-2791881fd873 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 947 time: 0.3347392 Jul 28 11:10:05.436231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:05.452106 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:05.516622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb837c4-f816-4348-bc3a-89a5647460e9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:05.526000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1db6f68-e5ab-4ca1-91c5-496996ca3040 req-6afbc76f-28d3-43ca-8bbe-d6096cb7bd4b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411047 Jul 28 11:10:05.595911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:05.599263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c28424f8-11d6-4591-85f4-3af29ab0b74e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4477572 Jul 28 11:10:05.601751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:05.615766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--939381415'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:05.630894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06f75c14-ee16-47d4-88e2-34d560e2c64e req-218afc43-3385-4968-84c7-edb58bcd1591 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014768 Jul 28 11:10:05.683591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:05.699412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-473c351b-52c3-4b89-9049-017f7e3ee375 req-39d3ba8f-3363-493e-87d1-cb89e3419a6e tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.0847397 Jul 28 11:10:05.790725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Router ea4219d7-182f-40a5-8e42-62696702ca3f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:10:05.925766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:05.941864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.058260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.060161 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4554541 Jul 28 11:10:06.072335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:06.086912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d83884e-8e11-4fe8-9102-55291a926113 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'deb837c4-f816-4348-bc3a-89a5647460e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c7ade477-2e0b-4d6a-8c6e-3e39ab59a9db'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:06.100708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0fbdc-d4f6-49c1-a45d-9dd29bf2136a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ade477-2e0b-4d6a-8c6e-3e39ab59a9db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:06.142649 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4d83884e-8e11-4fe8-9102-55291a926113 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:06.147325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d83884e-8e11-4fe8-9102-55291a926113 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0680370 Jul 28 11:10:06.148138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:06.169378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:10:06.180324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] Sync routers for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:10:06.190970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.194374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:10:06.195147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:06.291100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71b0c-bb37-4e39-a1a6-0fecccb2008e req-b2fd40fa-c0b2-4663-ac1f-d4c6e9617903 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.301210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bf71b0c-bb37-4e39-a1a6-0fecccb2008e req-b2fd40fa-c0b2-4663-ac1f-d4c6e9617903 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.3646810 Jul 28 11:10:06.305535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-855fb1d0-dc9d-4f87-ab06-1b2765b04e10 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.345170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-03dd0ce5-2185-4cad-8aa0-d67e684cf235 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "PUT /v2.0/floatingips/6786d9b4-087b-48de-88d3-ac0e47495021 HTTP/1.1" status: 200 len: 990 time: 2.3459830 Jul 28 11:10:06.348120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:06.353712 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac2d2c-2899-4403-be4a-7a320638a5af" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:06.382227 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-855fb1d0-dc9d-4f87-ab06-1b2765b04e10 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.404212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bf71b0c-bb37-4e39-a1a6-0fecccb2008e req-8e130fe1-5059-4092-ab15-27588f70df4e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961547 Jul 28 11:10:06.484082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-855fb1d0-dc9d-4f87-ab06-1b2765b04e10 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.488660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-855fb1d0-dc9d-4f87-ab06-1b2765b04e10 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:06.490255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-855fb1d0-dc9d-4f87-ab06-1b2765b04e10 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7ade477-2e0b-4d6a-8c6e-3e39ab59a9db HTTP/1.1" status: 204 len: 168 time: 0.3401988 Jul 28 11:10:06.494157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:06.501969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb1d0-dc9d-4f87-ab06-1b2765b04e10 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ade477-2e0b-4d6a-8c6e-3e39ab59a9db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:06.525905 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc24f4d-2477-4251-949b-f2ef4ed04fff x-openstack-request-id: req-ccc24f4d-2477-4251-949b-f2ef4ed04fff {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:06.526643 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:06.528139 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccc24f4d-2477-4251-949b-f2ef4ed04fff {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:06.528622 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'status': 'completed', 'code': 200} Jul 28 11:10:06.627735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:10:06.667993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3068303-aaa8-4ea4-b48a-cdc4d9e3394c req-f2e82087-b414-4994-bb57-73cb81df6375 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0817187 Jul 28 11:10:06.670667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:10:06.722509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.729231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.729793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.732273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.733895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.734411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.734913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.744604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-fb20eee3-b03b-4fc2-bfbd-e9a5017d8324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 0.1942532 Jul 28 11:10:06.843582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c48571e9-da5b-419c-b38c-9ec92d75c050 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3449681 Jul 28 11:10:06.844308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:06.981660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada71b0-ed00-4514-a954-53e2bdc79bc3 req-583fca04-b71b-4ce3-92d1-51c447720ce4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:06.995487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bada71b0-ed00-4514-a954-53e2bdc79bc3 req-583fca04-b71b-4ce3-92d1-51c447720ce4 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.3571875 Jul 28 11:10:07.006437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-42960e9b-ec28-447f-822f-cb3ab667deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:07.009237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-42960e9b-ec28-447f-822f-cb3ab667deba service neutron] 10.222.0.41 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c HTTP/1.1" status: 200 len: 913 time: 0.2538159 Jul 28 11:10:07.143963 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-f6572b7f-47fd-405a-b4a7-eca36659f2ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 998 time: 0.1256943 Jul 28 11:10:07.183947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bada71b0-ed00-4514-a954-53e2bdc79bc3 req-9ba6a222-ab51-4a11-9576-36cf57e60553 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874430 Jul 28 11:10:07.201392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f8a-0e17-46da-9b32-3621b615b2cf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.254240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ebea8-5f68-4125-af36-30c2d1ae0e8a req-64b8c330-6c8f-4f9a-8abd-0b3b9b7ecef9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:07.263814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-140ebea8-5f68-4125-af36-30c2d1ae0e8a req-64b8c330-6c8f-4f9a-8abd-0b3b9b7ecef9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 947 time: 0.3601384 Jul 28 11:10:07.290735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-ffa5eeea-ee3e-4a1b-94c6-35e179014bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:07.297910 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-ffa5eeea-ee3e-4a1b-94c6-35e179014bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 200 len: 851 time: 0.1387851 Jul 28 11:10:07.327114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f8a-0e17-46da-9b32-3621b615b2cf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.401349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-89fa8ff3-54f7-4d5e-a3d4-d7e8248e9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:07.402885 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-89fa8ff3-54f7-4d5e-a3d4-d7e8248e9912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41784674-f678-4a62-b982-17a81688a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972884 Jul 28 11:10:07.422129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-140ebea8-5f68-4125-af36-30c2d1ae0e8a req-bff2de55-e0ea-4467-b7f5-b4982e4f0a25 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553459 Jul 28 11:10:07.449666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f8a-0e17-46da-9b32-3621b615b2cf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.458978 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f8a-0e17-46da-9b32-3621b615b2cf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.463375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc8f9f8a-0e17-46da-9b32-3621b615b2cf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/deb837c4-f816-4348-bc3a-89a5647460e9 HTTP/1.1" status: 204 len: 168 time: 0.6181493 Jul 28 11:10:07.470595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:07.506386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f9f8a-0e17-46da-9b32-3621b615b2cf tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb837c4-f816-4348-bc3a-89a5647460e9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:07.546982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-389a44c5-efd3-4ea7-9317-ac8a60938e0a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732088 Jul 28 11:10:07.551587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:07.553987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:07.561037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--604420834'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:07.585123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'mac_address': 'fa:16:3e:9f:fc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:10:07.595475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.651976 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-89666f81-f322-464e-98df-126bba45e9dc service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200201 Jul 28 11:10:07.725202 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.814261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407b1ef-6b48-4119-9ef5-b5a1fdba53fc req-adb4c5ca-5e74-466a-bd25-8cb138e09543 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:07.816161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2407b1ef-6b48-4119-9ef5-b5a1fdba53fc req-adb4c5ca-5e74-466a-bd25-8cb138e09543 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1631434 Jul 28 11:10:07.841291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:07.911154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1b3780b-cf39-49cd-8df9-f76d4788df20 req-434a9323-0e32-4c9d-b69f-05191ea15091 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0539942 Jul 28 11:10:07.917343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.934593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:07.959232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2407b1ef-6b48-4119-9ef5-b5a1fdba53fc req-10d46dce-d128-4e2f-97ab-373a0e83572f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342914 Jul 28 11:10:07.991503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:07.999721 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.002011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.002914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bac2d2c-2899-4403-be4a-7a320638a5af req-6e160eee-4ecd-4fe9-8699-77cc6a2bf7c7 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256340 Jul 28 11:10:08.007010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4537210 Jul 28 11:10:08.007396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:08.009265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deab012-5540-4b31-b215-fdca52752388 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85368d4-5310-4977-bdba-2cdb0cdb584e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:08.016423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c1ac626d-65b6-465a-af94-06869c1840a0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'f85368d4-5310-4977-bdba-2cdb0cdb584e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:08.087114 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c1ac626d-65b6-465a-af94-06869c1840a0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:08.088415 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c1ac626d-65b6-465a-af94-06869c1840a0 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0785081 Jul 28 11:10:08.091694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35020) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:08.096376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-403d26d4-7564-466c-ac19-f4eab07d655c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group_rule': {'security_group_id': 'f85368d4-5310-4977-bdba-2cdb0cdb584e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:08.163545 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-403d26d4-7564-466c-ac19-f4eab07d655c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:10:08.165165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-403d26d4-7564-466c-ac19-f4eab07d655c tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0723159 Jul 28 11:10:08.167834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:08.184521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:08.216088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '6786d9b4-087b-48de-88d3-ac0e47495021', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'port_id': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'mac_address': 'fa:16:3e:d7:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:08:34Z', 'updated_at': '2021-07-28T11:10:04Z', 'revision_number': 1, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:47Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:08.280637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] Checking router: ea4219d7-182f-40a5-8e42-62696702ca3f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:10:08.312955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:10:08.315007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:08.346889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1787-9aa5-4336-a9b9-251f717ee193 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.385005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1787-9aa5-4336-a9b9-251f717ee193 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.419215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627174c-fe8e-424e-afb3-483c36cf40c1 req-6a50e3a4-2ef9-48a2-a6ff-c75b9d4b7709 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:08.421360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f627174c-fe8e-424e-afb3-483c36cf40c1 req-6a50e3a4-2ef9-48a2-a6ff-c75b9d4b7709 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 945 time: 0.1094191 Jul 28 11:10:08.437895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:08.498473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f627174c-fe8e-424e-afb3-483c36cf40c1 req-0121fe7f-e65d-4c2f-aece-4d2aa6c6b92b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635519 Jul 28 11:10:08.501756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1787-9aa5-4336-a9b9-251f717ee193 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.514226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:10:08.515151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1787-9aa5-4336-a9b9-251f717ee193 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.519210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a8ee1787-9aa5-4336-a9b9-251f717ee193 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/f85368d4-5310-4977-bdba-2cdb0cdb584e HTTP/1.1" status: 204 len: 168 time: 0.3501911 Jul 28 11:10:08.519412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:08.535713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee1787-9aa5-4336-a9b9-251f717ee193 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85368d4-5310-4977-bdba-2cdb0cdb584e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:08.663465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be031e8e-bbef-4ad2-acaf-7cc7d841fb35 req-8e4e3750-ec8a-479f-b63f-716689284323 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:08.665946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be031e8e-bbef-4ad2-acaf-7cc7d841fb35 req-8e4e3750-ec8a-479f-b63f-716689284323 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 948 time: 0.0837224 Jul 28 11:10:08.671494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ce11a322-a704-4305-b04b-aa777be85565 req-1a240341-35f2-40ca-887a-d8215ecdb570 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.0760226 Jul 28 11:10:08.738820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d2b0c2f2-b88f-48d9-b000-9821511cca24 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182527 Jul 28 11:10:08.739594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:08.747892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'tempest-secgroup--766943019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:08.758458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be031e8e-bbef-4ad2-acaf-7cc7d841fb35 req-fbb56fa3-50eb-4f7b-bff6-1fc3d0abc451 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854535 Jul 28 11:10:08.825112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-9ac5c50e-4aa2-446c-a9bf-377f0ae1466a tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:08.827390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-9ac5c50e-4aa2-446c-a9bf-377f0ae1466a tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0658078 Jul 28 11:10:08.828668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:08.883927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723573-7'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:08.940731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '6786d9b4-087b-48de-88d3-ac0e47495021', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'port_id': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'mac_address': 'fa:16:3e:d7:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:08:34Z', 'updated_at': '2021-07-28T11:10:04Z', 'revision_number': 1, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:47Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:08.981541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784eaec6-4ab5-4cc7-90fa-ca0e58a71eab None None] The sync data for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 is: [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '6786d9b4-087b-48de-88d3-ac0e47495021', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'port_id': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'mac_address': 'fa:16:3e:d7:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:08:34Z', 'updated_at': '2021-07-28T11:10:04Z', 'revision_number': 1, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:47Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:10:09.035089 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.177431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-566b498e-bc6c-4a19-9539-341f5af03f72 req-c2dfb075-b4d9-4485-a7fd-508693b815bd tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0651479 Jul 28 11:10:09.209680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d8e7d-33c4-4a77-a3aa-3912c094fc08 req-192bc20b-53fe-44db-b792-3dbcd813d62f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:09.219673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa0d8e7d-33c4-4a77-a3aa-3912c094fc08 req-192bc20b-53fe-44db-b792-3dbcd813d62f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1318917 Jul 28 11:10:09.220539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:09.277790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:09.309710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa0d8e7d-33c4-4a77-a3aa-3912c094fc08 req-2455ddcf-30e6-44a1-b121-acbb7cc77b14 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866671 Jul 28 11:10:09.362005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.367986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:09.370380 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e78bea-4602-450e-9280-e2f046cd73ec None None] New status for floating IP 6786d9b4-087b-48de-88d3-ac0e47495021: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:10:09.371463 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb6b3ba-e23c-4aec-a978-a182d518797b" -d '{"events": [{"server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "name": "network-vif-unplugged", "status": "completed", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:09.379219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.380692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.395709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.447586 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d90f1-cd50-4f1c-9b04-143e8e6aa7f7 x-openstack-request-id: req-913d90f1-cd50-4f1c-9b04-143e8e6aa7f7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:09.447933 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "name": "network-vif-unplugged", "status": "completed", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:09.448118 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-913d90f1-cd50-4f1c-9b04-143e8e6aa7f7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:09.448513 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c', 'code': 200} Jul 28 11:10:09.455163 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.456416 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7156820 Jul 28 11:10:09.462614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:09.469557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d4cb74ae-fa42-487f-89ff-ec3b64a18670 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:09.469557 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-d4cb74ae-fa42-487f-89ff-ec3b64a18670 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:10:09.469993 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d4cb74ae-fa42-487f-89ff-ec3b64a18670 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 11:10:09.471012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d4cb74ae-fa42-487f-89ff-ec3b64a18670 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "PUT /v2.0/security-groups/de4918a7-e8ee-4878-9448-a60fa7100a84 HTTP/1.1" status: 409 len: 330 time: 0.0074444 Jul 28 11:10:09.493921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43010c-dc18-44b1-a256-a8b60b3efa0e tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4918a7-e8ee-4878-9448-a60fa7100a84,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:09.528829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:09.571070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:09.626395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on host n-h1-723573-7 for vnic_type normal with profile {"migrating_to": "n-h2-723573-7"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:10:09.626737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:10:09.626986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:09.636715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:10:09.637023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Attempting to bind port 027494ab-d739-4d9a-a159-76e0cf20232c on network 2236e3b2-0947-4aaf-b013-1af5b2660bc3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:09.642484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:10:09.642847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Checking segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:10:09.643238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Bound using segment: {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:10:09.643670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Bound port: 027494ab-d739-4d9a-a159-76e0cf20232c, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d93f049-bbb4-4044-8b6c-9802dad475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2236e3b2-0947-4aaf-b013-1af5b2660bc3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:10:09.644662 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.745937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2eca02f5-8ecd-4711-892f-182ea16625af tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.774596 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2eca02f5-8ecd-4711-892f-182ea16625af tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.782416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:09.790624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:10:09.801470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.871823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2eca02f5-8ecd-4711-892f-182ea16625af tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.887257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2eca02f5-8ecd-4711-892f-182ea16625af tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.888365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2eca02f5-8ecd-4711-892f-182ea16625af tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/de4918a7-e8ee-4878-9448-a60fa7100a84 HTTP/1.1" status: 204 len: 168 time: 0.3162158 Jul 28 11:10:09.893815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:09.904411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab56b-6667-4155-aca3-5f4412929143 req-28c9848c-ea0b-4f5c-82ce-317c24605dff tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:09.905997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f55ab56b-6667-4155-aca3-5f4412929143 req-28c9848c-ea0b-4f5c-82ce-317c24605dff tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.2816153 Jul 28 11:10:09.936677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca02f5-8ecd-4711-892f-182ea16625af tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4918a7-e8ee-4878-9448-a60fa7100a84,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:09.949527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:09.951092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:09.952552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 1121 time: 1.0767851 Jul 28 11:10:09.994952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49175a99-5339-4a7a-95f0-35528b3fb4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:10.068329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['027494ab-d739-4d9a-a159-76e0cf20232c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:10.162109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['027494ab-d739-4d9a-a159-76e0cf20232c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:10.360241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bc95f59b-840d-4cf3-9d9d-77cb29e52f38 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4634404 Jul 28 11:10:10.362252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f55ab56b-6667-4155-aca3-5f4412929143 req-5dc0188e-3d06-4676-8417-ba4602ae6460 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353776 Jul 28 11:10:10.365235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:10.377953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6d64-1153-4bdd-9d6f-c213e6174d0b req-1c6f61f7-132b-4987-b9cc-f310418d79ac tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:10.385893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c35f6d64-1153-4bdd-9d6f-c213e6174d0b req-1c6f61f7-132b-4987-b9cc-f310418d79ac tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 948 time: 0.4963758 Jul 28 11:10:10.422795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70a7f7d2-aa76-4f8b-93cf-514b15eeecd1 req-cd7a6a62-5ee4-4e9a-aad1-037cc855a26d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0387459 Jul 28 11:10:10.428874 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-367a955b-8ef4-468d-9266-ae1a344c9d49 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] delete failed (client error): The resource could not be found. Jul 28 11:10:10.431413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-367a955b-8ef4-468d-9266-ae1a344c9d49 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "DELETE /v2.0/security-groups/1bb6eec7-7a2c-40eb-bfa6-3ac66f318f5f HTTP/1.1" status: 404 len: 347 time: 0.0642951 Jul 28 11:10:10.436291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:10.447667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:10:10.453906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c35f6d64-1153-4bdd-9d6f-c213e6174d0b req-499f22cc-6587-4832-b342-c9157c00ff36 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670307 Jul 28 11:10:10.465624 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-fd893d37-979b-4950-8087-4015f78557a9 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] show failed (client error): The resource could not be found. Jul 28 11:10:10.467211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd893d37-979b-4950-8087-4015f78557a9 tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-groups/5588e82d-212b-425a-8ae9-7f15f585bbaa HTTP/1.1" status: 404 len: 347 time: 0.0298655 Jul 28 11:10:10.472943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:10.499390 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-3e747730-e294-4827-a0aa-ec14ef0e291a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] show failed (client error): The resource could not be found. Jul 28 11:10:10.500614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3e747730-e294-4827-a0aa-ec14ef0e291a tempest-NegativeSecGroupIPv6Test-1161445482 tempest-NegativeSecGroupIPv6Test-1161445482-project] 10.222.0.20 "GET /v2.0/security-group-rules/48434adc-0ad9-4e57-9f70-68bc754a9ddf HTTP/1.1" status: 404 len: 356 time: 0.0262530 Jul 28 11:10:10.622328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:10.635090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:10:10.663726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c has no active binding in host n-h2-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:10:10.710621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:10.716036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:10.716938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:10.723666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5cf9a21-3c54-4bfc-a9e6-ca7c1f562b23 req-d66ae180-5e57-4acb-a340-c67a827cba68 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.1238117 Jul 28 11:10:10.760167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f5545-5aaf-4d1b-8a89-1750bb86da8f req-0ac264aa-3dbe-43e5-83ec-25aa888a8c9f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:10.765561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa7f5545-5aaf-4d1b-8a89-1750bb86da8f req-0ac264aa-3dbe-43e5-83ec-25aa888a8c9f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1599350 Jul 28 11:10:10.848826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa7f5545-5aaf-4d1b-8a89-1750bb86da8f req-2d15e045-8447-40f8-9cb3-53b1fff8b454 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727909 Jul 28 11:10:10.919051 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:10.971815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052ac471-b491-4c93-a894-dfea07a1da14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:10.979938 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c36a3e7-b015-47f8-99cb-2304c533c56e" -d '{"events": [{"server_uuid": "052ac471-b491-4c93-a894-dfea07a1da14", "name": "network-vif-plugged", "status": "completed", "tag": "fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:11.010600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:11.014453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:11.017722 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:11.080094 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab45a5-5b83-47ef-a657-a5b730038103 x-openstack-request-id: req-acab45a5-5b83-47ef-a657-a5b730038103 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:11.080783 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052ac471-b491-4c93-a894-dfea07a1da14", "name": "network-vif-plugged", "status": "completed", "tag": "fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:11.080783 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acab45a5-5b83-47ef-a657-a5b730038103 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:11.081229 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052ac471-b491-4c93-a894-dfea07a1da14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'code': 200} Jul 28 11:10:11.092054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:11.197734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0692e37-5df0-4323-837e-9c3fb6d9f50f req-64142681-e12a-43a8-ab24-a7a694f12da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:11.200108 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0692e37-5df0-4323-837e-9c3fb6d9f50f req-64142681-e12a-43a8-ab24-a7a694f12da8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 1100 time: 0.0554845 Jul 28 11:10:11.233816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a8180eb9-083b-4584-afe4-23d6f385972e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b268b17a3844dffa5085f720a8732bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181690 Jul 28 11:10:11.236445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:11.254626 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b0692e37-5df0-4323-837e-9c3fb6d9f50f req-db50cac7-7de9-4f60-80d4-8550c8a4b7d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Jul 28 11:10:11.318576 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a75741-76ce-48bb-b2e5-a9001c536847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:11.371126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a75741-76ce-48bb-b2e5-a9001c536847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:11.447191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a75741-76ce-48bb-b2e5-a9001c536847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:11.450634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a75741-76ce-48bb-b2e5-a9001c536847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:11.452009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:11.452760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b7a75741-76ce-48bb-b2e5-a9001c536847 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f980ea83-bcdc-4d53-9bcc-5ee40958c8c8 HTTP/1.1" status: 204 len: 168 time: 0.2148821 Jul 28 11:10:11.457342 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35f057c-eb3a-4753-89b8-830f7ecc6492" -d '{"events": [{"name": "network-changed", "server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:11.464285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a75741-76ce-48bb-b2e5-a9001c536847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980ea83-bcdc-4d53-9bcc-5ee40958c8c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:11.517501 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00b5d94-4811-4b43-9c22-acf2ea7f3c4b x-openstack-request-id: req-e00b5d94-4811-4b43-9c22-acf2ea7f3c4b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:11.518008 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:11.518354 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e00b5d94-4811-4b43-9c22-acf2ea7f3c4b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:11.518863 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c', 'status': 'completed', 'code': 200} Jul 28 11:10:11.641521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816a2b0-65d8-484e-ace9-55bfc9439ecd req-ae10d8a6-0aed-4cd7-8da4-51cdd0fd97dc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:11.643361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0816a2b0-65d8-484e-ace9-55bfc9439ecd req-ae10d8a6-0aed-4cd7-8da4-51cdd0fd97dc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.1366935 Jul 28 11:10:11.690050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-3fade13e-5439-4b39-9e6b-b12af76add10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:11.694624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-3fade13e-5439-4b39-9e6b-b12af76add10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1124 time: 0.1388443 Jul 28 11:10:11.699655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0220a-7fd7-40ab-8810-a9c11135903e req-4a60a766-1fce-40b0-ac2f-3443181d2fd3 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:11.707594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02d0220a-7fd7-40ab-8810-a9c11135903e req-4a60a766-1fce-40b0-ac2f-3443181d2fd3 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 949 time: 0.1172037 Jul 28 11:10:11.744843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0816a2b0-65d8-484e-ace9-55bfc9439ecd req-f052bf7b-b8c9-4819-a32b-48115175869c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888829 Jul 28 11:10:11.777190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02d0220a-7fd7-40ab-8810-a9c11135903e req-b53f8b2e-b2a3-4379-8eeb-99c4b820f741 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629628 Jul 28 11:10:11.936777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c27e4f57-5840-4210-8b63-d89d82f82327 req-7d346a78-67a7-44c6-bcfb-c6ebe3548fa9 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0600898 Jul 28 11:10:11.972486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-5e9f1e9b-7618-4073-89d6-73989ff332e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:11.974014 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-5e9f1e9b-7618-4073-89d6-73989ff332e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.2699456 Jul 28 11:10:12.084710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-0cc73f2f-4538-4c11-8cd4-e123a4ca0ca5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 217 time: 0.0951610 Jul 28 11:10:12.153576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef2e19-f6fa-4fe7-a2f9-811e31b2f77e req-817c2598-1c14-4d0c-98aa-f552dcbbce54 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:12.164901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ef2e19-f6fa-4fe7-a2f9-811e31b2f77e req-817c2598-1c14-4d0c-98aa-f552dcbbce54 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1191254 Jul 28 11:10:12.206263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-cb799e2a-1e41-498f-8942-25a6f3fce18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:12.211722 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-cb799e2a-1e41-498f-8942-25a6f3fce18e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1129949 Jul 28 11:10:12.274953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ef2e19-f6fa-4fe7-a2f9-811e31b2f77e req-6c9296cd-c154-4186-9ec3-122488bd4765 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089678 Jul 28 11:10:12.296383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-75d3d251-d295-43d2-9dbe-f45ec1b6a64f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735483 Jul 28 11:10:12.454345 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-15588a58-d5f2-4fbd-bd1b-c4954bf28e1f service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291342 Jul 28 11:10:12.547068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9dd70f24-81d6-4bb1-9b54-4d5e2ca306c3 req-4ff82a91-3bb6-45e7-881a-cad5ca430750 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0459001 Jul 28 11:10:12.663006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c35f057c-eb3a-4753-89b8-830f7ecc6492 req-6909ef4f-1c9e-4113-a4db-8ceb4792db62 service neutron] 10.222.0.44 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977131 Jul 28 11:10:12.713664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:12.921339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c920ebb9-30fa-45c2-9a98-2b522608488d tempest-ServiceProvidersTest-727933173 tempest-ServiceProvidersTest-727933173-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2059457 Jul 28 11:10:12.975962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b759012-6548-4aa1-b402-1ebc322cf753 req-9f1bf8d7-b9f5-472e-ad4c-a642602a1323 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:12.978056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b759012-6548-4aa1-b402-1ebc322cf753 req-9f1bf8d7-b9f5-472e-ad4c-a642602a1323 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 949 time: 0.1018198 Jul 28 11:10:13.013364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4c5-4c4c-4c2d-9247-4419603bd901 req-9447e9b1-090e-4102-acfa-81eb435cbf14 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:13.015040 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04eeb4c5-4c4c-4c2d-9247-4419603bd901 req-9447e9b1-090e-4102-acfa-81eb435cbf14 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.1078591 Jul 28 11:10:13.060971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b759012-6548-4aa1-b402-1ebc322cf753 req-13f383ac-3c28-4fde-ae6d-87c30547aec9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733325 Jul 28 11:10:13.082812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04eeb4c5-4c4c-4c2d-9247-4419603bd901 req-5dd614b1-7ddb-4d13-827b-99baf26a746a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567107 Jul 28 11:10:13.267862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:13.278575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8caa58-dce9-4d66-b512-306a121a4dc2 req-ed204cf0-b8a8-468f-90d6-a67152a99468 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:13.280226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be8caa58-dce9-4d66-b512-306a121a4dc2 req-ed204cf0-b8a8-468f-90d6-a67152a99468 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 1100 time: 0.0605774 Jul 28 11:10:13.360942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be8caa58-dce9-4d66-b512-306a121a4dc2 req-785bcfae-a27d-4ebd-84b8-8df42da9b72e tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Jul 28 11:10:13.423110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e29e78-925e-49c0-9069-da6aaee8dc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.441758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8b4c-4230-4121-9e42-2f489f7521ee req-0a669291-9ecb-4933-be13-6467df6a6eab tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:13.443736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e94e8b4c-4230-4121-9e42-2f489f7521ee req-0a669291-9ecb-4933-be13-6467df6a6eab tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0721533 Jul 28 11:10:13.515423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e94e8b4c-4230-4121-9e42-2f489f7521ee req-339ee81b-534c-47e3-a764-8fea4a955c2d tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Jul 28 11:10:13.598065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e29e78-925e-49c0-9069-da6aaee8dc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.605777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e29e78-925e-49c0-9069-da6aaee8dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.649325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:13.649639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b2e29e78-925e-49c0-9069-da6aaee8dc51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57d50b80d86c4b1dbcab021a236c7c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804657 Jul 28 11:10:13.662957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e29e78-925e-49c0-9069-da6aaee8dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ce35ee-28d5-4886-9667-74f37287b7c8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:13.696714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11f5f1f1-2c0b-4fd0-93bb-28b15155e041 req-aa260986-c7ef-490c-bca0-4718dac4319e tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0405207 Jul 28 11:10:13.730308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-c3257166-f3d5-43db-843f-780d82ec4c62 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360672 Jul 28 11:10:13.821359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.863662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.893742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-527e14c0-74c8-42ad-b3ae-2db34034a887 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:13.895218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-527e14c0-74c8-42ad-b3ae-2db34034a887 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569474 Jul 28 11:10:13.925639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-90fc3ba8-de1d-4c2e-99af-caab96eddc3c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/quotas/49d0cca2bd784a46bcadb2d4787ac335 HTTP/1.1" status: 200 len: 375 time: 0.0197263 Jul 28 11:10:13.962808 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.965804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:13.969250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05ce35ee-28d5-4886-9667-74f37287b7c8 HTTP/1.1" status: 204 len: 168 time: 0.3162079 Jul 28 11:10:13.985824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ce35ee-28d5-4886-9667-74f37287b7c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:14.000904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.001242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.001586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.001921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.002247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.002577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.002900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.004105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.004479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.005335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.005672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.006000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089501cc-c1ee-40f8-82c4-3a8a6956f352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:14.026117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-0096f652-be48-484c-9b05-4b1c4a42a0a5 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0932229 Jul 28 11:10:14.234249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1bc79f9b-c009-4315-9d0a-4be4769e64b1 req-312b359b-b7fb-4c54-94b2-bfc02d8e3595 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 210 time: 0.0554137 Jul 28 11:10:14.303732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c8b5a-3a8e-4e03-98dc-cf61ccaed666 req-487feb16-cefc-4a89-be76-1e3010bc9e70 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:14.305862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f4c8b5a-3a8e-4e03-98dc-cf61ccaed666 req-487feb16-cefc-4a89-be76-1e3010bc9e70 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.0969818 Jul 28 11:10:14.362009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f4c8b5a-3a8e-4e03-98dc-cf61ccaed666 req-4fa30719-4940-492a-9f81-23122a828503 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485601 Jul 28 11:10:14.689963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd94f3-5a87-45f8-8556-f7a0f7a532a2 req-2946015e-37d4-4d99-88cd-79faa1084c13 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:14.698368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8fd94f3-5a87-45f8-8556-f7a0f7a532a2 req-2946015e-37d4-4d99-88cd-79faa1084c13 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0719430 Jul 28 11:10:14.800453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8fd94f3-5a87-45f8-8556-f7a0f7a532a2 req-4ff400b5-f4d2-4b36-83ca-33167b846191 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005890 Jul 28 11:10:14.894252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-57a17372-3c8e-4ad8-9860-7148032fcc9a tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:14.902478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-57a17372-3c8e-4ad8-9860-7148032fcc9a tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/networks?id=0d7aa600-10e6-4928-b2a3-152a96badefa HTTP/1.1" status: 200 len: 814 time: 0.1855576 Jul 28 11:10:14.921137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-6497e32c-a648-4a4f-8352-21a6dce2419e tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/quotas/eaad4f7e0ec7401f8ce0082cc9da4e0c HTTP/1.1" status: 200 len: 375 time: 0.0176461 Jul 28 11:10:14.952261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8703698e-ce84-42c1-9e3e-27b605b36314 req-061dd168-436e-4562-9862-4977edc8a0cb tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0476012 Jul 28 11:10:15.021901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-439408ec-5f8c-4f2b-87da-b6e05470ea12 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaad4f7e0ec7401f8ce0082cc9da4e0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986812 Jul 28 11:10:15.128381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-ed10916a-cd3b-442b-8032-fbff379ba79d service neutron] 10.222.0.20 "GET /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994585 Jul 28 11:10:15.253316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-20138bd7-3fe5-4181-8b61-baeb3a26cc16 service neutron] 10.222.0.20 "GET /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163514 Jul 28 11:10:15.344387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-123369c0-087b-4044-8810-da41cf9cae3c req-88d4c098-47d3-4221-929e-187d46ba5fc4 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 210 time: 0.0419059 Jul 28 11:10:15.459004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17366b0e-311a-4e62-a6d6-3508298f7611 req-111e96fd-2789-4b3c-85f8-9fb05a28157e tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 210 time: 0.0483172 Jul 28 11:10:15.563567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-de977601-8a31-4f97-a9e1-581d483f6853 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420229 Jul 28 11:10:15.565637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e7d59-1680-4e33-b069-cd4d4bad646e req-529419ba-b2a9-46af-a431-f8f835f0a454 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:15.567236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-282e7d59-1680-4e33-b069-cd4d4bad646e req-529419ba-b2a9-46af-a431-f8f835f0a454 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.0834606 Jul 28 11:10:15.645726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-282e7d59-1680-4e33-b069-cd4d4bad646e req-fee16e8f-ef36-45e1-aa68-153289383504 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Jul 28 11:10:15.751471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-56a90ff2-b17e-4e3a-8c85-f060e4979987 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:15.753063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-56a90ff2-b17e-4e3a-8c85-f060e4979987 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839671 Jul 28 11:10:15.773496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:15.925173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:10:15.930951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:15.955369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7d442-4f99-439c-b67a-ccb6df8287e9 req-bd0e97df-13d0-427d-bd72-f056bdd45f7a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:15.966070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfc7d442-4f99-439c-b67a-ccb6df8287e9 req-bd0e97df-13d0-427d-bd72-f056bdd45f7a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0729842 Jul 28 11:10:16.017659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfc7d442-4f99-439c-b67a-ccb6df8287e9 req-e7220ed5-1efc-4558-9be1-6f4da6e7145a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Jul 28 11:10:16.121835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5c0bb5d-92df-40eb-975a-69f71184c5fa req-9bfd5c75-6559-4e34-a445-31684975e14b tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0342686 Jul 28 11:10:16.135181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.3 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/cc74d148-9c9b-4250-9c15-acf3f4a63093) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:10:16.363241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:16.380916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object cc74d148-9c9b-4250-9c15-acf3f4a63093 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:16.421000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:16.439347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:16.480687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db7e5d-2460-4052-92f3-c3723d61699b req-17cafdcf-7412-42f2-96dd-38c3e91c9f1f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:16.490060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4db7e5d-2460-4052-92f3-c3723d61699b req-17cafdcf-7412-42f2-96dd-38c3e91c9f1f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 934 time: 0.0661201 Jul 28 11:10:16.539640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4db7e5d-2460-4052-92f3-c3723d61699b req-8471ad9e-a9ca-4549-a8f1-2e8998d5930e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Jul 28 11:10:16.544320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:10:16.554263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108', 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:16.556018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:10:16.566346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:10:16.581940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:16.649462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:16.665784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2b6dfa6-3835-44c0-b9c7-86fb4b619f80 req-d8aefd65-8a83-4195-9ae0-0357faed2b87 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 210 time: 0.0438161 Jul 28 11:10:16.681989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:16.686546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:16.703805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-8f9cac11-d65f-47f7-86a9-df549b0c7c13 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9380975 Jul 28 11:10:16.734917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Request body: {'port': {'device_id': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:16.949276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-9ae97809-bed6-4a79-8302-0df4db7cf2cf service neutron] 10.222.0.44 "GET /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.1797378 Jul 28 11:10:16.965656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa9856-1bc2-4740-98d0-c58a84b3fc55 req-1e8e3312-ab18-4028-808d-d26ada7ddee0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:16.967358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfaa9856-1bc2-4740-98d0-c58a84b3fc55 req-1e8e3312-ab18-4028-808d-d26ada7ddee0 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 943 time: 0.0848608 Jul 28 11:10:16.985600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:17.070608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52bcd5f8-96fd-4718-b946-9d6bd983bb8d None None] Provisioning for port cc74d148-9c9b-4250-9c15-acf3f4a63093 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:17.071658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfaa9856-1bc2-4740-98d0-c58a84b3fc55 req-27e08714-7aab-4b35-931a-80674b390b16 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769336 Jul 28 11:10:17.099213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52bcd5f8-96fd-4718-b946-9d6bd983bb8d None None] Provisioning complete for port cc74d148-9c9b-4250-9c15-acf3f4a63093 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:17.099881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52bcd5f8-96fd-4718-b946-9d6bd983bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:17.265521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-52bcd5f8-96fd-4718-b946-9d6bd983bb8d None None] Port cc74d148-9c9b-4250-9c15-acf3f4a63093 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:10:17.297370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a08f6d23-8317-4136-8cc1-2e4d2e5fc991 req-3ae3f851-f69d-4f16-817d-e2d660eeeeab tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0536366 Jul 28 11:10:17.354024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc01123-dc41-421d-a982-0387438102f4 req-48a963e2-aa7a-4f59-bfb2-2d2d2fb86a7b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:17.363179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fc01123-dc41-421d-a982-0387438102f4 req-48a963e2-aa7a-4f59-bfb2-2d2d2fb86a7b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1772974 Jul 28 11:10:17.383083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:17.406413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:17.446115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027494ab-d739-4d9a-a159-76e0cf20232c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:17.458293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:17.480663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:17.559200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fc01123-dc41-421d-a982-0387438102f4 req-ad672da5-2b15-417a-85cb-e4bb6b3ee44b tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950445 Jul 28 11:10:17.672528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] Transition to ACTIVE for port object 027494ab-d739-4d9a-a159-76e0cf20232c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:17.682739 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:17.724076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-f94a925c-f659-47ca-a47f-88ff26949676 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:17.725987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-f94a925c-f659-47ca-a47f-88ff26949676 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.41 "GET /v2.0/networks?id=0d7aa600-10e6-4928-b2a3-152a96badefa HTTP/1.1" status: 200 len: 814 time: 0.8416386 Jul 28 11:10:17.872577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70c2d-1145-4faa-b2db-399c0d34bd7f req-2fccbd52-2e63-43dd-b559-6f85a06de832 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:17.874384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aab70c2d-1145-4faa-b2db-399c0d34bd7f req-2fccbd52-2e63-43dd-b559-6f85a06de832 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 934 time: 0.1799037 Jul 28 11:10:17.879587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] No DVR routers for this DVR port 027494ab-d739-4d9a-a159-76e0cf20232c on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:17.901764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Request body: {'port': {'device_id': '14737fac-8907-474a-8390-19687b228663', 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'admin_state_up': True, 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:17.915122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc17fbf5-5a80-447a-9916-25c625050e0e req-27f158c0-27c2-4ff4-a790-2154a09f7772 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 210 time: 0.0936053 Jul 28 11:10:17.915984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] Pushing event updated for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:18.021417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-6da00cae-9011-45e5-9a7c-5b5847d19996 service neutron] 10.222.0.44 "PUT /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c/bindings/n-h2-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0522063 Jul 28 11:10:18.041360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aab70c2d-1145-4faa-b2db-399c0d34bd7f req-9e918476-5225-4f22-868f-f2d0e3bcf686 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551025 Jul 28 11:10:18.361707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479a03b-d5fb-4725-a118-16dbddb232f9 req-fe6ac932-ecfa-4b8d-8b6c-8fdc26eac812 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:18.370343 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f479a03b-d5fb-4725-a118-16dbddb232f9 req-fe6ac932-ecfa-4b8d-8b6c-8fdc26eac812 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.1317604 Jul 28 11:10:18.417553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc74d148-9c9b-4250-9c15-acf3f4a63093 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:18.439150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:18.455490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f479a03b-d5fb-4725-a118-16dbddb232f9 req-7c3b8b6e-24d9-45f0-a63e-746a41606326 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792623 Jul 28 11:10:18.473321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Transition to ACTIVE for port object cc74d148-9c9b-4250-9c15-acf3f4a63093 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:18.531723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:18.610369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b9c4506-9b30-4342-891b-2546ca9bf3a0 req-ecb3e827-513f-4eda-bef6-b54c46c9ed76 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.1202917 Jul 28 11:10:18.674185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:18.814815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Made reservation on behalf of eaad4f7e0ec7401f8ce0082cc9da4e0c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:10:18.826055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:18.861299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1cdf6-cff9-4a65-bc0a-b121e24e1a60 req-45d42e9d-bffa-4888-8a3a-12d470a34662 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:18.876806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fc1cdf6-cff9-4a65-bc0a-b121e24e1a60 req-45d42e9d-bffa-4888-8a3a-12d470a34662 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1418476 Jul 28 11:10:18.974324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fc1cdf6-cff9-4a65-bc0a-b121e24e1a60 req-d3dbb20f-6f7b-4af4-82cf-60a58b9737c3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915723 Jul 28 11:10:19.122857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Attempting to bind port cc74d148-9c9b-4250-9c15-acf3f4a63093 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:10:19.123153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Attempting to bind port cc74d148-9c9b-4250-9c15-acf3f4a63093 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:10:19.123474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Attempting to bind port cc74d148-9c9b-4250-9c15-acf3f4a63093 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:19.157473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Port cc74d148-9c9b-4250-9c15-acf3f4a63093 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:10:19.157473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Attempting to bind port cc74d148-9c9b-4250-9c15-acf3f4a63093 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:19.177186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:10:19.177545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:10:19.178054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:10:19.178515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Bound port: cc74d148-9c9b-4250-9c15-acf3f4a63093, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:10:19.178991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:19.190596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ced08c2-927b-42df-8756-583f32c849b6 req-a66a6d19-756b-4308-ab78-30d6169f7f81 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 210 time: 0.0605855 Jul 28 11:10:19.301230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:19.307650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:10:19.316689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:19.321003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Allocated IP 172.20.0.6 (0d7aa600-10e6-4928-b2a3-152a96badefa/59abd10d-b652-46b9-985f-03b8d421ba12/5b4e7e78-024c-4807-9f26-fa46f173096a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:10:19.363204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd5ffd-ad22-405e-9b54-75946c05698f req-f4c29bb8-4e51-40cb-addc-b42b12cd31d8 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:19.381964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64fd5ffd-ad22-405e-9b54-75946c05698f req-f4c29bb8-4e51-40cb-addc-b42b12cd31d8 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 946 time: 0.0872366 Jul 28 11:10:19.388976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:19.389676 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:19.391158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/cc74d148-9c9b-4250-9c15-acf3f4a63093 HTTP/1.1" status: 200 len: 1094 time: 2.6679566 Jul 28 11:10:19.394165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:19.396132 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b461514-aaa4-4212-824f-ec59ef5a6f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:19.437337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:19.487743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64fd5ffd-ad22-405e-9b54-75946c05698f req-ffd6fcac-d8d6-4f10-bfdb-a9c587350632 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047091 Jul 28 11:10:19.534572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.534946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.535415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.535825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.536328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.540412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.540894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.541298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.541723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.542135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.542527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.542951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edcc65-da1f-4974-88c4-ab7f4c3303f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:19.602171 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:19.667511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-2af67314-d8a6-4835-9beb-13c146128c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:19.669145 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-2af67314-d8a6-4835-9beb-13c146128c47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 1097 time: 0.2118909 Jul 28 11:10:19.807526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-5cef8805-2075-4727-b788-58ab0255fccf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093 HTTP/1.1" status: 200 len: 217 time: 0.1287303 Jul 28 11:10:19.909254 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ba75c-6e25-4d7b-85ea-9e47817e4b48 x-openstack-request-id: req-383ba75c-6e25-4d7b-85ea-9e47817e4b48 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:19.909886 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:19.909886 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-383ba75c-6e25-4d7b-85ea-9e47817e4b48 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:19.910267 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093', 'status': 'completed', 'code': 200} Jul 28 11:10:19.941203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:19.959425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-0f859c8d-b74d-41e9-a0ce-b41c513c27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:19.961656 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-0f859c8d-b74d-41e9-a0ce-b41c513c27f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1457345 Jul 28 11:10:19.965215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Transition to ACTIVE for port object 5b4e7e78-024c-4807-9f26-fa46f173096a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:20.047404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-b124fec8-8d6c-4bab-86cd-cb7cc4365aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.049007 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-b124fec8-8d6c-4bab-86cd-cb7cc4365aa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771282 Jul 28 11:10:20.058775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:20.062467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21749b2-a283-4acf-a183-a8ed3acdd83e req-4b5b1b02-f285-459d-9c41-87d8ecf5f3a7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.064038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f21749b2-a283-4acf-a183-a8ed3acdd83e req-4b5b1b02-f285-459d-9c41-87d8ecf5f3a7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0808501 Jul 28 11:10:20.111655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f21749b2-a283-4acf-a183-a8ed3acdd83e req-03832960-08f4-4ba3-9da4-f467640fe14f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Jul 28 11:10:20.161075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Network 0d7aa600-10e6-4928-b2a3-152a96badefa is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:10:20.173831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:10:20.177644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Pushing event updated for resources: {'Port': ['ID=5b4e7e78-024c-4807-9f26-fa46f173096a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:20.179960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:10:20.231429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eabda28e-90cc-44b7-92fb-04cc6bf235bb req-1ca98576-5e75-4969-b968-e3982bebae51 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0413661 Jul 28 11:10:20.262085 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:10:20.278951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-30cb9650-428e-49df-a853-ae0fa020fc5e service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176127 Jul 28 11:10:20.284998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.285648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:20.344009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-057b8643-eaae-470d-81cb-5df8f08560a0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4505804 Jul 28 11:10:20.405395 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae171fb2-76f2-4301-b6f0-9a60efb2b826 req-bdd2ac6c-aa30-4f0d-acd0-aab6b99e056f service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166782 Jul 28 11:10:20.432475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab7075-2566-4d9a-bdc0-6b3a3b7f7b10 req-4c8035cf-4771-40e5-83ae-b73764696924 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.442815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57ab7075-2566-4d9a-bdc0-6b3a3b7f7b10 req-4c8035cf-4771-40e5-83ae-b73764696924 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.0811508 Jul 28 11:10:20.499019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57ab7075-2566-4d9a-bdc0-6b3a3b7f7b10 req-dd6dce1d-063d-4149-a5cf-e1b979feb2e9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 Jul 28 11:10:20.513111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c015e10c-6601-44f4-9766-cc0ccec44296 None None] Provisioning for port 5b4e7e78-024c-4807-9f26-fa46f173096a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:20.518723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c015e10c-6601-44f4-9766-cc0ccec44296 None None] Provisioning complete for port 5b4e7e78-024c-4807-9f26-fa46f173096a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:20.520124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c015e10c-6601-44f4-9766-cc0ccec44296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:20.550128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-effb9752-ad83-4e24-9e2e-3b38aa0997b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.552410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-effb9752-ad83-4e24-9e2e-3b38aa0997b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 1097 time: 0.0871489 Jul 28 11:10:20.563412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c015e10c-6601-44f4-9766-cc0ccec44296 None None] Port 5b4e7e78-024c-4807-9f26-fa46f173096a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:10:20.649966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f3fc9-b885-42f8-81be-851db9b872b9 req-1530199d-3db9-4cb6-8f6c-f9c4c70913b9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.651480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-719f3fc9-b885-42f8-81be-851db9b872b9 req-1530199d-3db9-4cb6-8f6c-f9c4c70913b9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0580540 Jul 28 11:10:20.671479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-dddac062-8744-4734-bd8e-b40472926cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.673582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-dddac062-8744-4734-bd8e-b40472926cef service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1103840 Jul 28 11:10:20.695882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-719f3fc9-b885-42f8-81be-851db9b872b9 req-9c483c10-8d3f-481c-80d4-7805ac43f2e9 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Jul 28 11:10:20.736243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-570d207a-dcef-475d-b0b1-d8c75b84ab23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093 HTTP/1.1" status: 200 len: 217 time: 0.0524621 Jul 28 11:10:20.805510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-ca01b3d7-28dc-42a8-a7a6-6f1da465d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.807205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-ca01b3d7-28dc-42a8-a7a6-6f1da465d67c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0627823 Jul 28 11:10:20.836320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf96d0-843b-4bc3-ba23-6ea87b4ff5ca req-af470c6b-2072-44bc-ac4c-3030fb367024 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.837965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cbf96d0-843b-4bc3-ba23-6ea87b4ff5ca req-af470c6b-2072-44bc-ac4c-3030fb367024 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0729399 Jul 28 11:10:20.872831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-c6ca8e7b-5313-4137-8bd1-8a5814a3a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:20.874311 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-c6ca8e7b-5313-4137-8bd1-8a5814a3a0b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499191 Jul 28 11:10:20.909661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cbf96d0-843b-4bc3-ba23-6ea87b4ff5ca req-343398a7-f54c-4240-b2d0-3fffa20fbb84 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641236 Jul 28 11:10:21.006621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-fd804759-ef12-4a43-b6c4-8b4ac8864702 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204872 Jul 28 11:10:21.038364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c48e3-13cc-415a-9103-e9f68bcdbbf5 req-a6b961ca-d6cc-4e5e-840c-4fb45d9a538e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:21.041732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-433c48e3-13cc-415a-9103-e9f68bcdbbf5 req-a6b961ca-d6cc-4e5e-840c-4fb45d9a538e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 946 time: 0.0668855 Jul 28 11:10:21.139549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-433c48e3-13cc-415a-9103-e9f68bcdbbf5 req-2d774d6e-9632-42fa-be50-27b151a6eae8 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916660 Jul 28 11:10:21.160222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b461514-aaa4-4212-824f-ec59ef5a6f6a req-a79f694d-9706-450c-987a-9d77c569a64a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452343 Jul 28 11:10:21.266884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87bfb4-e64b-452a-995d-adadf248a7d1 req-3de183dd-6659-47b3-a5dc-551810ed46dc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:21.268875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba87bfb4-e64b-452a-995d-adadf248a7d1 req-3de183dd-6659-47b3-a5dc-551810ed46dc tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0643210 Jul 28 11:10:21.313315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba87bfb4-e64b-452a-995d-adadf248a7d1 req-541b3b59-a7ff-4093-b48c-6500e1a57832 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Jul 28 11:10:21.412938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76151f7e-a40f-4524-90a6-4a0a88c22552 req-8356752b-f4bf-45b0-9ecb-17bea6c8fc43 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0314028 Jul 28 11:10:21.637585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb959534-4598-4355-a1e0-3554a05d8f5e req-53465bdf-959e-4189-9d2a-4e4c6221387f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:21.639470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb959534-4598-4355-a1e0-3554a05d8f5e req-53465bdf-959e-4189-9d2a-4e4c6221387f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.0582733 Jul 28 11:10:21.697977 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb959534-4598-4355-a1e0-3554a05d8f5e req-fca3dc03-5e1b-42da-ac2d-30dec3c22098 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Jul 28 11:10:21.820818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-97c135e5-f550-4bee-9514-e671446a4624 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:21.822588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-97c135e5-f550-4bee-9514-e671446a4624 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 945 time: 0.0746462 Jul 28 11:10:21.861537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d244e5-4d69-4669-bdfb-434e57ab4a3f req-e777a666-1880-4182-8db6-85de51f000df tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:21.863143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68d244e5-4d69-4669-bdfb-434e57ab4a3f req-e777a666-1880-4182-8db6-85de51f000df tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0714862 Jul 28 11:10:21.906711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68d244e5-4d69-4669-bdfb-434e57ab4a3f req-293c2423-ecbc-495e-8c2c-ad1911a20b8a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Jul 28 11:10:21.987608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Deleting port 87499cee-c7b4-4b45-b4f3-1817c06a3439 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:21.988059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:22.063649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32306-b6ba-4c27-8ee4-97d6c8825b87 req-181c9cb2-c290-4f1a-8e53-cfd1d27fb460 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:22.064600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fa32306-b6ba-4c27-8ee4-97d6c8825b87 req-181c9cb2-c290-4f1a-8e53-cfd1d27fb460 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0571942 Jul 28 11:10:22.111493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] For port 87499cee-c7b4-4b45-b4f3-1817c06a3439, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=87499cee-c7b4-4b45-b4f3-1817c06a3439,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:22.112351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:22.122662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fa32306-b6ba-4c27-8ee4-97d6c8825b87 req-ad81b011-8c43-497b-95be-f6c55a94df49 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497971 Jul 28 11:10:22.130584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Calling delete_port for 87499cee-c7b4-4b45-b4f3-1817c06a3439 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:22.270317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:22.311994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92698d89-4d9e-4915-8387-58021dc46d24 req-51a0e0c5-6637-47b7-b845-323b84774a09 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:22.313655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92698d89-4d9e-4915-8387-58021dc46d24 req-51a0e0c5-6637-47b7-b845-323b84774a09 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 946 time: 0.0940571 Jul 28 11:10:22.416664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92698d89-4d9e-4915-8387-58021dc46d24 req-9db315fa-91b5-4339-9c88-ec77c15f097d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864820 Jul 28 11:10:22.501465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:22.517919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['87499cee-c7b4-4b45-b4f3-1817c06a3439'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:22.565674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event deleted for resources: {'Port': ['ID=87499cee-c7b4-4b45-b4f3-1817c06a3439,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:22.613286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14396a1-318f-4960-b28a-8786a798e43e req-5fa3c663-6a32-4b04-ba08-533b79d24a02 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:22.615250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d14396a1-318f-4960-b28a-8786a798e43e req-5fa3c663-6a32-4b04-ba08-533b79d24a02 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.1144385 Jul 28 11:10:22.636818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] No DVR routers for this DVR port 87499cee-c7b4-4b45-b4f3-1817c06a3439 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:22.639881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:22.642874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d74c9676-d5be-4791-99af-77d8eeb92cb2 req-94be80ad-11dc-4e64-a673-72cc2afb2e0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "DELETE /v2.0/ports/87499cee-c7b4-4b45-b4f3-1817c06a3439 HTTP/1.1" status: 204 len: 173 time: 0.8123662 Jul 28 11:10:22.643317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'name': 'network-vif-deleted', 'tag': '87499cee-c7b4-4b45-b4f3-1817c06a3439'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:22.646195 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceec166-2e05-45bf-a45d-f87084b3be16" -d '{"events": [{"server_uuid": "4d8e5a23-a2ed-4431-8711-3245696258ef", "name": "network-vif-deleted", "tag": "87499cee-c7b4-4b45-b4f3-1817c06a3439"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:22.691415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d14396a1-318f-4960-b28a-8786a798e43e req-f38f198e-6566-41e0-9b19-58bb6220e9e5 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638907 Jul 28 11:10:22.791052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd6bc3ca-552c-459d-9a93-0d8f1a37e62a req-113a44bb-0d0f-4f83-8e3b-45879be4533c tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0314596 Jul 28 11:10:22.838846 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7c96b-ba25-428d-9c1a-ed06b511c0cc x-openstack-request-id: req-69f7c96b-ba25-428d-9c1a-ed06b511c0cc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:22.839213 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8e5a23-a2ed-4431-8711-3245696258ef", "name": "network-vif-deleted", "tag": "87499cee-c7b4-4b45-b4f3-1817c06a3439", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:22.839817 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f7c96b-ba25-428d-9c1a-ed06b511c0cc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:22.840308 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8e5a23-a2ed-4431-8711-3245696258ef', 'name': 'network-vif-deleted', 'tag': '87499cee-c7b4-4b45-b4f3-1817c06a3439', 'status': 'completed', 'code': 200} Jul 28 11:10:22.919600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdc9b9ca-dcf3-4b45-be84-928a7e77223b req-26704a52-7cf1-4e75-add6-48b0dba71b58 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 210 time: 0.0328832 Jul 28 11:10:23.040947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3b3b9-c749-4aef-9775-08d41bd4d944 req-5af2dfa2-a706-4759-a691-09506701fbe7 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:23.042490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36e3b3b9-c749-4aef-9775-08d41bd4d944 req-5af2dfa2-a706-4759-a691-09506701fbe7 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0648298 Jul 28 11:10:23.092506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36e3b3b9-c749-4aef-9775-08d41bd4d944 req-def7eff3-afc5-442b-863e-e94e7a3e49a3 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Jul 28 11:10:23.299359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a067cd-3f60-4131-8850-f3cd237cd400 req-b5f63aa3-8cf4-4f1e-9493-27983240df16 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:23.301025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18a067cd-3f60-4131-8850-f3cd237cd400 req-b5f63aa3-8cf4-4f1e-9493-27983240df16 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0827363 Jul 28 11:10:23.355144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18a067cd-3f60-4131-8850-f3cd237cd400 req-78c254a7-4d5a-457c-81d3-8528ec471196 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458405 Jul 28 11:10:23.562693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db173e-03b8-49e6-9140-dd6eb085847b req-aa613ec0-634a-4b31-ad01-d478bfd40278 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:23.564242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6db173e-03b8-49e6-9140-dd6eb085847b req-aa613ec0-634a-4b31-ad01-d478bfd40278 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 946 time: 0.0603881 Jul 28 11:10:23.622661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6db173e-03b8-49e6-9140-dd6eb085847b req-2c767da3-01c0-40c0-bac1-eeca70c278a8 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507317 Jul 28 11:10:23.872881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478cc0d-c233-4ee5-beca-a4b55ddac736 req-8187a905-387c-4aac-bf7a-fb1161fc6b94 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:23.874588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9478cc0d-c233-4ee5-beca-a4b55ddac736 req-8187a905-387c-4aac-bf7a-fb1161fc6b94 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0914943 Jul 28 11:10:23.960937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9478cc0d-c233-4ee5-beca-a4b55ddac736 req-6e8afd64-6c13-4def-a586-f6cabcf0dbb7 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802221 Jul 28 11:10:24.120385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d98e756f-ded5-4a87-bb9c-48be582ecd9e req-5e62f037-8eaf-47f2-adf9-98fbd2edec7f tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0677209 Jul 28 11:10:24.295822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d09a8240-fdef-46bc-a69b-49f835f9d626 req-3a194499-8263-475d-be62-ac1694e682fd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 210 time: 0.0311069 Jul 28 11:10:24.481837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bf778-a660-4e05-94a1-948704a7589c req-9f4ec392-0348-4f8d-a25b-ba98fb352ec7 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:24.483396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b7bf778-a660-4e05-94a1-948704a7589c req-9f4ec392-0348-4f8d-a25b-ba98fb352ec7 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1100414 Jul 28 11:10:24.557284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b7bf778-a660-4e05-94a1-948704a7589c req-152b4b88-b052-43f0-b1ab-fbad94d4bc45 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666628 Jul 28 11:10:24.683798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device cc74d148-9c9b-4250-9c15-acf3f4a63093 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:10:24.687003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 87499cee-c7b4-4b45-b4f3-1817c06a3439 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:24.727630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f9b9-09ee-49b4-ab44-2b5a3d5fe6eb req-411013af-f1d1-424e-b1fd-917c03dfda74 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:24.735770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8854f9b9-09ee-49b4-ab44-2b5a3d5fe6eb req-411013af-f1d1-424e-b1fd-917c03dfda74 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0748897 Jul 28 11:10:24.749186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 87499cee-c7b4-4b45-b4f3-1817c06a3439 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:24.749529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 87499cee-c7b4-4b45-b4f3-1817c06a3439 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:24.806476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8854f9b9-09ee-49b4-ab44-2b5a3d5fe6eb req-7e7132c2-d498-471b-958b-446c26b04526 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626118 Jul 28 11:10:24.948957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb02f-3fb8-493d-87ff-af28059b0379 req-e10f1e64-8569-4314-bd3b-88cda7384f1d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:24.950763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e4cb02f-3fb8-493d-87ff-af28059b0379 req-e10f1e64-8569-4314-bd3b-88cda7384f1d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 946 time: 0.0807610 Jul 28 11:10:24.962651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:24.986470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'cc74d148-9c9b-4250-9c15-acf3f4a63093', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'cc74d148-9c9b-4250-9c15-acf3f4a63093', 'mac_address': 'fa:16:3e:e2:2b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:10:25.008498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e4cb02f-3fb8-493d-87ff-af28059b0379 req-d1320103-f188-43a6-8918-46a8db9b98da tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507708 Jul 28 11:10:25.101359 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:25.137138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc74d148-9c9b-4250-9c15-acf3f4a63093 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:25.158842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c186951-9b6f-4f0a-a2b9-b224f14d4d6f req-453c6c9a-5c9c-464f-bc3b-9ef16728c967 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:25.167855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c186951-9b6f-4f0a-a2b9-b224f14d4d6f req-453c6c9a-5c9c-464f-bc3b-9ef16728c967 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0807457 Jul 28 11:10:25.179828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:25.187295 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:25.243515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c186951-9b6f-4f0a-a2b9-b224f14d4d6f req-9010b21a-f68f-4c53-b3f0-78a418c9776d tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689409 Jul 28 11:10:25.282647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:25.407588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f89b97f3-f6cb-4020-ac43-18c7078710f6 req-5bcd0248-3f7d-4fe0-93c2-da6ef49a7722 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0411363 Jul 28 11:10:25.526258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f728ce8-0546-4ad6-a883-19c823facf5a req-d475e036-5689-47c6-93f0-b016e7037b2a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 210 time: 0.0417447 Jul 28 11:10:25.528654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['cc74d148-9c9b-4250-9c15-acf3f4a63093'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:25.794692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f4e2-0f7a-43aa-8b13-b019b302f885 req-dd138b86-8981-4cbf-9fe0-126f9e5108a5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:25.796120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2176f4e2-0f7a-43aa-8b13-b019b302f885 req-dd138b86-8981-4cbf-9fe0-126f9e5108a5 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1094077 Jul 28 11:10:25.861569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2176f4e2-0f7a-43aa-8b13-b019b302f885 req-64638072-fbbb-421a-8a87-481d9a7def9e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547974 Jul 28 11:10:26.022087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9a374-8d95-4d68-b90f-d5d092b8278f req-0f4b739a-b3e7-4779-8914-bd545aafda84 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:26.024321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a9a374-8d95-4d68-b90f-d5d092b8278f req-0f4b739a-b3e7-4779-8914-bd545aafda84 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0772409 Jul 28 11:10:26.087336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a9a374-8d95-4d68-b90f-d5d092b8278f req-9fd2761e-476d-4fd7-852f-33aa21b40d0e tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566373 Jul 28 11:10:26.250821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eb0e8-36cf-4a6d-b808-3855fc750c2d req-e196edf2-c826-47f2-926d-1ddacf47b91d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:26.252902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-178eb0e8-36cf-4a6d-b808-3855fc750c2d req-e196edf2-c826-47f2-926d-1ddacf47b91d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 947 time: 0.0721607 Jul 28 11:10:26.318218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-178eb0e8-36cf-4a6d-b808-3855fc750c2d req-6561f1cc-60a5-40e1-bdfe-2ed87ac1e2ab tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483489 Jul 28 11:10:26.471215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e198a-5631-4e31-a64a-70a72ebe9255 req-14633690-b5e1-42cd-8851-b0ea7d3641c6 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:26.484152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b3e198a-5631-4e31-a64a-70a72ebe9255 req-14633690-b5e1-42cd-8851-b0ea7d3641c6 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0758982 Jul 28 11:10:26.536165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b3e198a-5631-4e31-a64a-70a72ebe9255 req-fbbcaa96-40a7-4af6-bbfa-27a3a36b669e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Jul 28 11:10:26.641277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c644fcc-cd52-4464-a7f7-565371a4ba1a req-e1b00d87-0058-4f8a-85b3-57bb667ce97c tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0339122 Jul 28 11:10:26.705895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device cc74d148-9c9b-4250-9c15-acf3f4a63093 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:10:26.755842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7d1deaf-234f-4b69-b995-59463fc45132 req-111fdb4e-0d3f-4181-a06a-348b83391619 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 210 time: 0.0498140 Jul 28 11:10:26.779751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port cc74d148-9c9b-4250-9c15-acf3f4a63093 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:26.784479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port cc74d148-9c9b-4250-9c15-acf3f4a63093 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:26.785182 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:26.902179 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:26.940543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:26.942905 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d74c43f-02c1-4ed5-a6d5-df173d54eafc" -d '{"events": [{"server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "name": "network-vif-plugged", "status": "completed", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:26.975531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:26.980150 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:27.198147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05203-abc4-4ebc-9b43-b216ee712ab8 req-87b28348-bd7a-43be-a1e0-2da8e49c8d9a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:27.199650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ac05203-abc4-4ebc-9b43-b216ee712ab8 req-87b28348-bd7a-43be-a1e0-2da8e49c8d9a tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1975622 Jul 28 11:10:27.290643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:27.340118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ac05203-abc4-4ebc-9b43-b216ee712ab8 req-4e0d3fd9-1d1a-4ed1-8831-86fec7f253cf tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307652 Jul 28 11:10:27.415354 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d928d636-7567-4b40-b18b-bf93dc19004e x-openstack-request-id: req-d928d636-7567-4b40-b18b-bf93dc19004e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:27.415724 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "name": "network-vif-plugged", "status": "completed", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:27.416052 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d928d636-7567-4b40-b18b-bf93dc19004e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:27.416606 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093', 'code': 200} Jul 28 11:10:27.618987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074255e8-c3c4-42bf-bf69-76f3162c870e req-4e04c9a6-e547-420e-b78c-244d7747f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:27.620483 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-074255e8-c3c4-42bf-bf69-76f3162c870e req-4e04c9a6-e547-420e-b78c-244d7747f6dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 1099 time: 0.1122735 Jul 28 11:10:27.626133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39b8d-8611-4f99-86e6-fdf125f425e8 req-34bd5070-466f-44fa-a387-482315af3192 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:27.636006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49c39b8d-8611-4f99-86e6-fdf125f425e8 req-34bd5070-466f-44fa-a387-482315af3192 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0985878 Jul 28 11:10:27.725074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49c39b8d-8611-4f99-86e6-fdf125f425e8 req-ddc5aea4-8f63-4835-8797-60fda2fc6707 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880315 Jul 28 11:10:27.740621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-074255e8-c3c4-42bf-bf69-76f3162c870e req-a260f4b4-63a1-457c-9033-5ef1f10897fb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100035 Jul 28 11:10:27.852460 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6fbf-5325-4f08-9aef-6673af172784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:27.879676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75842198-d275-4a67-9a7e-8a88140bed94 req-cc38f334-94e4-4b55-8181-f6d8599b05ff tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:27.881707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75842198-d275-4a67-9a7e-8a88140bed94 req-cc38f334-94e4-4b55-8181-f6d8599b05ff tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 948 time: 0.0819428 Jul 28 11:10:27.941474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75842198-d275-4a67-9a7e-8a88140bed94 req-0c0fafad-99cb-43cb-ab26-ee4e49401f62 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518856 Jul 28 11:10:28.084444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db42fc-b3f6-458c-99e0-949f9c9aec8f req-921464e0-bc08-46ca-a453-247f804d5581 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:28.090842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05db42fc-b3f6-458c-99e0-949f9c9aec8f req-921464e0-bc08-46ca-a453-247f804d5581 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0874033 Jul 28 11:10:28.178392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05db42fc-b3f6-458c-99e0-949f9c9aec8f req-5fc80112-af1c-4c11-a0ac-cd1648d267e3 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764675 Jul 28 11:10:28.271850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6468963c-750a-4aad-a42c-3c07a1058820 req-f750f3bb-5780-4ec6-a479-b43ead98418a tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0367849 Jul 28 11:10:28.411060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf34e959-f020-4e74-994a-3b5ce77d4b89 req-b1530a2d-0062-4f2e-b443-f9e1475d1f6d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d8e5a23-a2ed-4431-8711-3245696258ef HTTP/1.1" status: 200 len: 210 time: 0.0265362 Jul 28 11:10:28.591454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8fdd4-dcf8-4298-9646-50fda0f367e6 req-5fffa4fd-be82-4629-9481-f437e41667e8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:28.593223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79c8fdd4-dcf8-4298-9646-50fda0f367e6 req-5fffa4fd-be82-4629-9481-f437e41667e8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0749762 Jul 28 11:10:28.652805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79c8fdd4-dcf8-4298-9646-50fda0f367e6 req-e77a1c33-3cfa-432c-b86d-f9228db29582 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532172 Jul 28 11:10:28.906260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b685c6-fe87-40d2-bc46-5e39356ac697 req-5e223130-a5e1-45b6-962d-cd457166802c tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:28.907245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75b685c6-fe87-40d2-bc46-5e39356ac697 req-5e223130-a5e1-45b6-962d-cd457166802c tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0963738 Jul 28 11:10:28.983169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75b685c6-fe87-40d2-bc46-5e39356ac697 req-f2b14dfe-afcd-4c9a-a7ea-824bbc99dd23 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580192 Jul 28 11:10:29.091030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9f855-3c35-40d5-ac61-f34cd8be5db1 req-35bc4145-aefa-4962-8b69-e3f64b34ddd0 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:29.092866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78e9f855-3c35-40d5-ac61-f34cd8be5db1 req-35bc4145-aefa-4962-8b69-e3f64b34ddd0 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 948 time: 0.0714891 Jul 28 11:10:29.137435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78e9f855-3c35-40d5-ac61-f34cd8be5db1 req-caabdddd-a37e-4765-a47b-06517ab5eb50 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Jul 28 11:10:29.320655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93332f0-9c87-4cea-8110-31f3331d6211 req-47c82247-53f7-4fef-9026-ef9ca0629bb5 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:29.324655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b93332f0-9c87-4cea-8110-31f3331d6211 req-47c82247-53f7-4fef-9026-ef9ca0629bb5 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 1099 time: 0.0777221 Jul 28 11:10:29.363141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b93332f0-9c87-4cea-8110-31f3331d6211 req-7a1e5ce6-d1dc-4da1-b3a7-d2f3a749606d tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jul 28 11:10:29.499340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288348ef-977a-4810-841a-db6201a7e917 req-7874b741-a33f-4893-a5b8-cc62503aaca8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:29.501182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-288348ef-977a-4810-841a-db6201a7e917 req-7874b741-a33f-4893-a5b8-cc62503aaca8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0721078 Jul 28 11:10:29.596768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-288348ef-977a-4810-841a-db6201a7e917 req-b8da5b21-15fc-4afd-ba2c-a8408526336a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897815 Jul 28 11:10:29.688479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-417f72d2-6d72-4773-98d7-077d1bfd079f req-26bd1039-ef3c-4108-84a6-11aee63a2fdb tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0277574 Jul 28 11:10:29.833485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-5f11b44c-ac4f-4484-aee9-dd7628475a55 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293381 Jul 28 11:10:30.089830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-efc8a285-76d6-4fe1-a54a-684e48aca078 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:30.093796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-efc8a285-76d6-4fe1-a54a-684e48aca078 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585115 Jul 28 11:10:30.122230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-068a3d56-53ff-410d-925c-e460388de21f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/quotas/49d0cca2bd784a46bcadb2d4787ac335 HTTP/1.1" status: 200 len: 375 time: 0.0234046 Jul 28 11:10:30.250341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-42ee026b-7ca6-453f-a47e-e62143173170 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1201797 Jul 28 11:10:30.506111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b2f08-8f48-4a3f-9539-5a77038a56c7 req-6cbb6e2a-2563-43d1-805b-3c9bca5a1ee8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:30.513194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b21b2f08-8f48-4a3f-9539-5a77038a56c7 req-6cbb6e2a-2563-43d1-805b-3c9bca5a1ee8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0952432 Jul 28 11:10:30.566183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b21b2f08-8f48-4a3f-9539-5a77038a56c7 req-24036790-af83-4949-aa38-c8891847778e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514386 Jul 28 11:10:30.721131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01720e-f3cd-4dd2-ab47-720c385ed3f7 req-47351cf7-4a30-4f7e-8ed7-d3faad5aaa3e tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:30.725603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f01720e-f3cd-4dd2-ab47-720c385ed3f7 req-47351cf7-4a30-4f7e-8ed7-d3faad5aaa3e tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 931 time: 0.0614111 Jul 28 11:10:30.770547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f01720e-f3cd-4dd2-ab47-720c385ed3f7 req-13ce1709-4834-4b9b-8080-045c3fe8d7f3 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Jul 28 11:10:30.925592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:31.018977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-b060633e-ac82-4cc8-8cf8-9cc34ef4c8ea tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:31.020427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-b060633e-ac82-4cc8-8cf8-9cc34ef4c8ea tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.1431074 Jul 28 11:10:31.022187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9b75-5682-4d91-8e73-074f9a3689af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:31.039384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-582a287c-097a-405f-a5a3-fcfa6da2d225 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0119746 Jul 28 11:10:31.089103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-5b1ab7d1-2cb3-4dd9-a0e8-a1c5270e3c98 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435336 Jul 28 11:10:31.197692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-b4ec8495-721e-4840-b1f0-4716c6054989 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058037 Jul 28 11:10:31.288942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-86fc7c15-e3d5-4e26-8e13-7736d3089042 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901508 Jul 28 11:10:31.343320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Request body: {'port': {'device_id': '14737fac-8907-474a-8390-19687b228663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:31.456529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:31.546452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-1f84ea4b-c55c-4293-a0ad-fb1f6f6cbcab tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:31.551670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-1f84ea4b-c55c-4293-a0ad-fb1f6f6cbcab tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1095 time: 0.2022767 Jul 28 11:10:31.683791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3136c997-3951-4cb5-b4cb-f8bc911baa1b req-f3727a40-c665-446c-b292-1d7a1d901e7d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 210 time: 0.1262219 Jul 28 11:10:31.779182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-1fac885e-597e-4b3d-b2d0-90d5cec0d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:31.780839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-1fac885e-597e-4b3d-b2d0-90d5cec0d56b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd&tenant_id=eeb9ee7102e246b0b238b58be6516c8b HTTP/1.1" status: 200 len: 1095 time: 0.1911318 Jul 28 11:10:31.800223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b04e4-73c8-4e62-9e2c-e6fb6ad2a64d req-13cff899-648f-487f-86fc-a0c263fe102c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:31.808995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f5b04e4-73c8-4e62-9e2c-e6fb6ad2a64d req-13cff899-648f-487f-86fc-a0c263fe102c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.2452867 Jul 28 11:10:31.852315 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:31.854623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4e7e78-024c-4807-9f26-fa46f173096a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:31.862629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:31.874881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Transition to ACTIVE for port object 5b4e7e78-024c-4807-9f26-fa46f173096a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:31.881607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:31.904060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97564c2b-41c9-4da9-bdd3-3e8b10fd4a33 req-6b134c5e-10a5-4ef1-92d7-bb9a9476393d tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0470881 Jul 28 11:10:31.921873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-4680c8fc-06d2-4850-a819-4a4ff27b959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:31.923409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-4680c8fc-06d2-4850-a819-4a4ff27b959e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1095 time: 0.0934784 Jul 28 11:10:31.933996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f5b04e4-73c8-4e62-9e2c-e6fb6ad2a64d req-7cf64a4b-3c4f-42f7-9269-ade21a4e2258 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220846 Jul 28 11:10:31.988797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Pushing event updated for resources: {'Port': ['ID=5b4e7e78-024c-4807-9f26-fa46f173096a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:32.157759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Attempting to bind port 5b4e7e78-024c-4807-9f26-fa46f173096a on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:10:32.159321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Attempting to bind port 5b4e7e78-024c-4807-9f26-fa46f173096a by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:10:32.160940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Attempting to bind port 5b4e7e78-024c-4807-9f26-fa46f173096a on network 0d7aa600-10e6-4928-b2a3-152a96badefa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:32.171171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Port 5b4e7e78-024c-4807-9f26-fa46f173096a on network 0d7aa600-10e6-4928-b2a3-152a96badefa not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:10:32.172062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Attempting to bind port 5b4e7e78-024c-4807-9f26-fa46f173096a on network 0d7aa600-10e6-4928-b2a3-152a96badefa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:32.176841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84814041-ad8a-492d-955f-0c7ef0e9a16f req-4365924b-5432-442c-98e0-aea1a741b1ad tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.0899143 Jul 28 11:10:32.182839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:10:32.188507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Checking segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:10:32.188903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Bound using segment: {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:10:32.189358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Bound port: 5b4e7e78-024c-4807-9f26-fa46f173096a, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33bae81-1750-4288-8b49-ddc07268e7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:10:32.189930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:32.279577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-88e215e5-88f8-44c4-aa43-2dd7be9b64cb tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449076 Jul 28 11:10:32.327564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-a0d8adb6-d741-47f8-b311-63eadd7961c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.329047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-a0d8adb6-d741-47f8-b311-63eadd7961c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 200 len: 909 time: 0.3941240 Jul 28 11:10:32.411745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1e450-236f-47be-ad83-a1b05ae0b710 req-d455e165-f56b-4608-b783-38470953c2b8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.425387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] For port 5b4e7e78-024c-4807-9f26-fa46f173096a, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:32.431127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bef1e450-236f-47be-ad83-a1b05ae0b710 req-d455e165-f56b-4608-b783-38470953c2b8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.2486720 Jul 28 11:10:32.451803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] For port 5b4e7e78-024c-4807-9f26-fa46f173096a, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5b4e7e78-024c-4807-9f26-fa46f173096a,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:10:32.471300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:32.497443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-7c1efe3c-9e23-476c-80d3-61a5e9c0a4cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 200 len: 217 time: 0.1214976 Jul 28 11:10:32.532461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.533088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:32.534658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] 10.222.0.41 "PUT /v2.0/ports/5b4e7e78-024c-4807-9f26-fa46f173096a HTTP/1.1" status: 200 len: 1091 time: 1.1959403 Jul 28 11:10:32.534658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14737fac-8907-474a-8390-19687b228663', 'tag': '5b4e7e78-024c-4807-9f26-fa46f173096a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:32.537311 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b9316f-38ef-43d7-809b-37eb7429c52a" -d '{"events": [{"name": "network-changed", "server_uuid": "14737fac-8907-474a-8390-19687b228663", "tag": "5b4e7e78-024c-4807-9f26-fa46f173096a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:32.550737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-eccb8c15-978c-4dd9-9e3d-048bfa71056f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.552324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-eccb8c15-978c-4dd9-9e3d-048bfa71056f tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388945 Jul 28 11:10:32.580387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Request body: {'port': {'device_id': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '49d0cca2bd784a46bcadb2d4787ac335'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:32.590352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bef1e450-236f-47be-ad83-a1b05ae0b710 req-787a4d92-d030-44fe-9d03-410cbfbaa6e6 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561179 Jul 28 11:10:32.653331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-959677a8-f589-4fab-8106-b61641d2fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.654907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-959677a8-f589-4fab-8106-b61641d2fc37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 200 len: 848 time: 0.1115348 Jul 28 11:10:32.669279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845a18-3e79-4905-9d45-ccec299e3734 req-bb3524ba-ac3e-4f9c-b223-e2928068fd39 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.671148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96845a18-3e79-4905-9d45-ccec299e3734 req-bb3524ba-ac3e-4f9c-b223-e2928068fd39 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 943 time: 0.3101051 Jul 28 11:10:32.716001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-ce671dd0-5679-4250-b514-e6b9cd379b03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2236e3b2-0947-4aaf-b013-1af5b2660bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429626 Jul 28 11:10:32.749992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d52b72-bd12-473d-9c44-865b5ae6e9de service neutron] Pushing event updated for resources: {'Port': ['ID=5b4e7e78-024c-4807-9f26-fa46f173096a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:32.859710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-cc2a29c2-a0b5-415c-a4f3-85cfb9d587e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:32.864830 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-cc2a29c2-a0b5-415c-a4f3-85cfb9d587e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaad4f7e0ec7401f8ce0082cc9da4e0c&device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 1094 time: 0.2262485 Jul 28 11:10:32.926832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-5352de3a-d349-453e-a643-b0034d17b59b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b4e7e78-024c-4807-9f26-fa46f173096a HTTP/1.1" status: 200 len: 217 time: 0.0498152 Jul 28 11:10:33.024030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Made reservation on behalf of 49d0cca2bd784a46bcadb2d4787ac335 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:10:33.027671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:33.030593 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ec4be-d943-4096-bd8b-6c75fba8b620 x-openstack-request-id: req-825ec4be-d943-4096-bd8b-6c75fba8b620 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:33.030924 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14737fac-8907-474a-8390-19687b228663", "tag": "5b4e7e78-024c-4807-9f26-fa46f173096a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:33.031137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-825ec4be-d943-4096-bd8b-6c75fba8b620 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:33.031518 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14737fac-8907-474a-8390-19687b228663', 'tag': '5b4e7e78-024c-4807-9f26-fa46f173096a', 'status': 'completed', 'code': 200} Jul 28 11:10:33.051103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-390ea52b-fb59-4787-a6c4-8a9ecb3998f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.052549 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-390ea52b-fb59-4787-a6c4-8a9ecb3998f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59abd10d-b652-46b9-985f-03b8d421ba12 HTTP/1.1" status: 200 len: 853 time: 0.1128435 Jul 28 11:10:33.163263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-0adc9f02-58ad-412c-a0c0-3c1ab2481492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.165082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-0adc9f02-58ad-412c-a0c0-3c1ab2481492 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d7aa600-10e6-4928-b2a3-152a96badefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977728 Jul 28 11:10:33.270223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b018b629-79c1-4c21-abb7-d25e2abc3bc7 req-e5a9f46c-6a21-42bc-8fc2-f4b539073654 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 210 time: 0.0937002 Jul 28 11:10:33.285052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Allocated IP 192.168.233.29 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/7f7fadc7-b102-4551-bf15-c6334027eb46) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:10:33.297258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96845a18-3e79-4905-9d45-ccec299e3734 req-45674a91-4c61-4d82-842c-75a0de5cefd0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764287 Jul 28 11:10:33.306382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:33.365678 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-449beea0-c968-49fb-85f9-8a262f8cc517 service neutron] 10.222.0.41 "GET /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776669 Jul 28 11:10:33.394667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06aa4f47-7dc3-4803-8b27-4f930f1b2bb6 req-a8af1a5e-2e65-40c0-98a7-e63d423b4632 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.0325677 Jul 28 11:10:33.443639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01130daa-5dc6-4ffd-a21b-70877395c065 req-bd2a5b45-4bff-4b07-897f-a91ddc4c3db7 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0472946 Jul 28 11:10:33.448787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-64114b19-5b93-4de7-8317-9690362f58f8 service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195354 Jul 28 11:10:33.453521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e05f7-4e8f-4bbe-8cf6-3f6c2825406d req-70ec0a81-bb4b-4a31-9a22-16a67b47c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.458903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf8e05f7-4e8f-4bbe-8cf6-3f6c2825406d req-70ec0a81-bb4b-4a31-9a22-16a67b47c6cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 1096 time: 0.2543263 Jul 28 11:10:33.566915 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-642bb16d-680d-4c1a-b7cb-ff26fc1b5036 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.0519819 Jul 28 11:10:33.611702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f9c1b522-9eaa-43fc-b259-1d409733f7c7 req-6469d4ca-ad61-4298-bd0c-e4066108853a service neutron] 10.222.0.41 "GET /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227693 Jul 28 11:10:33.622279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf8e05f7-4e8f-4bbe-8cf6-3f6c2825406d req-84c18593-eaaa-4f44-829b-fff4ba9ac33f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206684 Jul 28 11:10:33.635978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d000-4aca-4e60-935f-80ee422e2cbc req-80389ef4-4c42-4a7e-8892-59e67cdab273 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.637532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d9d000-4aca-4e60-935f-80ee422e2cbc req-80389ef4-4c42-4a7e-8892-59e67cdab273 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.1371777 Jul 28 11:10:33.698558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:33.715480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Transition to ACTIVE for port object 7f7fadc7-b102-4551-bf15-c6334027eb46 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:33.772978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d9d000-4aca-4e60-935f-80ee422e2cbc req-2685eba6-baba-4cdd-8968-01a6ae532c31 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254861 Jul 28 11:10:33.778185 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-04fed604-e7d4-4b11-a6f9-1436f1a4c38b service neutron] 10.222.0.41 "GET /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180220 Jul 28 11:10:33.790951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:33.809752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108', 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'cc74d148-9c9b-4250-9c15-acf3f4a63093'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:33.812404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:33.814916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-18a2a16e-136a-4110-8ddf-18dea67d74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.819058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-18a2a16e-136a-4110-8ddf-18dea67d74b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaad4f7e0ec7401f8ce0082cc9da4e0c&device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 1094 time: 0.1078811 Jul 28 11:10:33.835619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21694ac9-4ac6-4668-a921-0cbd46ca1b6c req-00555389-d8a2-42f3-9c22-19255acaca8f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.837763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21694ac9-4ac6-4668-a921-0cbd46ca1b6c req-00555389-d8a2-42f3-9c22-19255acaca8f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1657982 Jul 28 11:10:33.864954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-9d24b593-4f8d-4269-a8c8-cd893aca13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:33.868037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-9d24b593-4f8d-4269-a8c8-cd893aca13bc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2851048 Jul 28 11:10:33.878099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:10:33.899171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:10:33.922680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:10:33.956090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event updated for resources: {'Port': ['ID=7f7fadc7-b102-4551-bf15-c6334027eb46,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:34.066389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-b050743c-7fbd-4482-ac0b-2d57830ffd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.068349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-b050743c-7fbd-4482-ac0b-2d57830ffd2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d7aa600-10e6-4928-b2a3-152a96badefa HTTP/1.1" status: 200 len: 915 time: 0.2287354 Jul 28 11:10:34.134896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.136770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:34.148542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21694ac9-4ac6-4668-a921-0cbd46ca1b6c req-f9480368-91c4-4077-99ac-b2614d3cd3d8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397548 Jul 28 11:10:34.161096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-296d6b69-adfc-4559-985f-c55c240516a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b4e7e78-024c-4807-9f26-fa46f173096a HTTP/1.1" status: 200 len: 217 time: 0.0739398 Jul 28 11:10:34.213044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-d1969b20-1855-4035-9d2e-e92c3bd480c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.216500 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-d1969b20-1855-4035-9d2e-e92c3bd480c6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3355622 Jul 28 11:10:34.218668 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-bdf0788e-5221-48c0-b9ba-ac8f999b340e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6556032 Jul 28 11:10:34.250107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Request body: {'port': {'device_id': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:34.260680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-e3ad91d9-5438-42cb-982c-be58882059f9 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.262250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-e3ad91d9-5438-42cb-982c-be58882059f9 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd&tenant_id=eeb9ee7102e246b0b238b58be6516c8b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1095 time: 0.1317987 Jul 28 11:10:34.293531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-634faf38-d598-4093-b614-758c1476cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.303957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-634faf38-d598-4093-b614-758c1476cb82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59abd10d-b652-46b9-985f-03b8d421ba12 HTTP/1.1" status: 200 len: 853 time: 0.1172202 Jul 28 11:10:34.305177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7c1dac14-5572-42d3-9dfb-ff80182524a1 req-c7ac4ae2-b30b-4ab4-83f9-2672b1afe430 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.0494466 Jul 28 11:10:34.368064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:34.488281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f6525641-bb27-4fcf-b712-ec170e083a76 None None] Provisioning for port 7f7fadc7-b102-4551-bf15-c6334027eb46 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:34.493638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f6525641-bb27-4fcf-b712-ec170e083a76 None None] Provisioning complete for port 7f7fadc7-b102-4551-bf15-c6334027eb46 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:34.494018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6525641-bb27-4fcf-b712-ec170e083a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:34.557908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f6525641-bb27-4fcf-b712-ec170e083a76 None None] Port 7f7fadc7-b102-4551-bf15-c6334027eb46 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:10:34.599098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-94fd84df-65c8-4216-9c08-f6d87c2a9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.601428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-94fd84df-65c8-4216-9c08-f6d87c2a9dae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d7aa600-10e6-4928-b2a3-152a96badefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175684 Jul 28 11:10:34.611880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72038e8-f7f9-46f9-95be-5967f4ace0d5 req-08e0ebf5-ae99-4488-8699-ce0e0627ad3b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.613825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e72038e8-f7f9-46f9-95be-5967f4ace0d5 req-08e0ebf5-ae99-4488-8699-ce0e0627ad3b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 935 time: 0.1994083 Jul 28 11:10:34.668952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413efaaa-1451-4c1b-8228-9b28cf9d062f req-f9c9c778-c924-4925-99fe-ff0f4f929adf tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:34.670934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-413efaaa-1451-4c1b-8228-9b28cf9d062f req-f9c9c778-c924-4925-99fe-ff0f4f929adf tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 943 time: 0.2150378 Jul 28 11:10:34.741193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-84bc16dd-d9a3-4225-b950-0086d13791fc service neutron] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:34.749384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-84bc16dd-d9a3-4225-b950-0086d13791fc service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:34.750476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eda0ab29-d19f-4c69-933f-28b6899d03c0 req-84bc16dd-d9a3-4225-b950-0086d13791fc service neutron] 10.222.0.41 "DELETE /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c/bindings/n-h1-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.4767714 Jul 28 11:10:34.816082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e72038e8-f7f9-46f9-95be-5967f4ace0d5 req-eb728339-0518-49bb-8bf3-05e4215d64c7 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811886 Jul 28 11:10:34.831067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-413efaaa-1451-4c1b-8228-9b28cf9d062f req-7ca120c8-4bfb-4693-adc1-f769c841012a tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093960 Jul 28 11:10:34.872697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-b2d44e1a-a926-478d-82bd-fedae2547bcf service neutron] 10.222.0.41 "GET /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514081 Jul 28 11:10:34.934972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5594b558-5202-40fa-a449-c61d01b50d10 req-33ddc7e9-c8fe-4383-afd6-94dd93d84c93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.1216238 Jul 28 11:10:34.955900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68325318-872a-4848-8e37-2a052773d258 req-69b0c498-e817-4e47-b8d6-e459eb765145 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.0388088 Jul 28 11:10:34.961905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7fadc7-b102-4551-bf15-c6334027eb46 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:34.982309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:35.029483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25bc8e15-d329-45a7-8c35-f95c09062f50 req-0dbede62-b286-423e-b1ca-7736f895ad2b tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0387290 Jul 28 11:10:35.068203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Transition to ACTIVE for port object 7f7fadc7-b102-4551-bf15-c6334027eb46 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:35.073961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:35.114795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87b9316f-38ef-43d7-809b-37eb7429c52a req-9066a4f0-a515-44e8-80d3-49636b063563 service neutron] 10.222.0.41 "GET /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271464 Jul 28 11:10:35.127199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594b558-5202-40fa-a449-c61d01b50d10 req-f89ff241-cb36-418e-acac-009f23a6e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.128313 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5594b558-5202-40fa-a449-c61d01b50d10 req-f89ff241-cb36-418e-acac-009f23a6e433 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1613021 Jul 28 11:10:35.142119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327d1fa-7881-40a4-b4d4-9486b31bdbf0 req-e539d504-2449-4bcb-a8ad-80d559b1ea9c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.143811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0327d1fa-7881-40a4-b4d4-9486b31bdbf0 req-e539d504-2449-4bcb-a8ad-80d559b1ea9c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.1120472 Jul 28 11:10:35.150618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Pushing event updated for resources: {'Port': ['ID=7f7fadc7-b102-4551-bf15-c6334027eb46,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:35.224901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0327d1fa-7881-40a4-b4d4-9486b31bdbf0 req-64894339-ee5d-428d-8d54-a0c5a008ba79 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732458 Jul 28 11:10:35.368163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Attempting to bind port 7f7fadc7-b102-4551-bf15-c6334027eb46 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:10:35.368584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Attempting to bind port 7f7fadc7-b102-4551-bf15-c6334027eb46 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:10:35.368858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Attempting to bind port 7f7fadc7-b102-4551-bf15-c6334027eb46 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:35.376244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Port 7f7fadc7-b102-4551-bf15-c6334027eb46 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:10:35.376619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Attempting to bind port 7f7fadc7-b102-4551-bf15-c6334027eb46 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:35.390286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:10:35.390558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:10:35.390944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:10:35.391393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Bound port: 7f7fadc7-b102-4551-bf15-c6334027eb46, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:10:35.391757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:35.421660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594b558-5202-40fa-a449-c61d01b50d10 req-81a4037d-8ed5-4a98-b2b0-77f1eacc42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.423473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5594b558-5202-40fa-a449-c61d01b50d10 req-81a4037d-8ed5-4a98-b2b0-77f1eacc42a1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678890 Jul 28 11:10:35.471103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cd58d-95cf-4db9-8cd5-ab61b255b25e req-47083648-a14a-47c5-8e33-57bd0b516b59 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.473801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-998cd58d-95cf-4db9-8cd5-ab61b255b25e req-47083648-a14a-47c5-8e33-57bd0b516b59 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1417425 Jul 28 11:10:35.515113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2c3c-9baa-4b75-b9ae-9ac6fb803e8c req-1ed1d5ed-8d8b-46e6-8f74-f15f639730df tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.516645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6aee2c3c-9baa-4b75-b9ae-9ac6fb803e8c req-1ed1d5ed-8d8b-46e6-8f74-f15f639730df tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 1095 time: 0.0909858 Jul 28 11:10:35.520989 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5594b558-5202-40fa-a449-c61d01b50d10 req-33732ace-949b-4d24-a315-85deaede1b63 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c94b955-5572-44eb-8c7c-382f0bbaa596 HTTP/1.1" status: 200 len: 210 time: 0.0333538 Jul 28 11:10:35.525915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] For port 7f7fadc7-b102-4551-bf15-c6334027eb46, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:35.539059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] For port 7f7fadc7-b102-4551-bf15-c6334027eb46, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7f7fadc7-b102-4551-bf15-c6334027eb46,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:10:35.550577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:35.551630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-998cd58d-95cf-4db9-8cd5-ab61b255b25e req-e97450e6-52e2-4efc-b964-ebe16e1ddb4f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683312 Jul 28 11:10:35.591684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6aee2c3c-9baa-4b75-b9ae-9ac6fb803e8c req-3ee694ae-c5c3-4f0c-b479-5b83712e4eb0 tempest-LiveMigrationTest-2124598496 tempest-LiveMigrationTest-2124598496-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630953 Jul 28 11:10:35.640371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Pushing event updated for resources: {'Port': ['ID=7f7fadc7-b102-4551-bf15-c6334027eb46,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:35.657276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.660997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:35.670390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-98fa91a4-6be9-42ed-989e-711fa9aefd6d service neutron] 10.222.0.41 "PUT /v2.0/ports/7f7fadc7-b102-4551-bf15-c6334027eb46 HTTP/1.1" status: 200 len: 1095 time: 1.4370959 Jul 28 11:10:35.670913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'tag': '7f7fadc7-b102-4551-bf15-c6334027eb46'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:35.675803 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c026df00-057a-43ff-9412-7e4d84486a66" -d '{"events": [{"name": "network-changed", "server_uuid": "caaf2940-5845-4e2a-9695-6c59d8abdf3c", "tag": "7f7fadc7-b102-4551-bf15-c6334027eb46"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:35.816916 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a32606-2361-499d-bf6f-4510f343070a x-openstack-request-id: req-17a32606-2361-499d-bf6f-4510f343070a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:35.817252 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaf2940-5845-4e2a-9695-6c59d8abdf3c", "tag": "7f7fadc7-b102-4551-bf15-c6334027eb46", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:35.817518 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17a32606-2361-499d-bf6f-4510f343070a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:35.818382 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'tag': '7f7fadc7-b102-4551-bf15-c6334027eb46', 'status': 'completed', 'code': 200} Jul 28 11:10:35.841220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-4c1fbde8-f878-4eed-88d3-fcfe2b9f63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.843510 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-4c1fbde8-f878-4eed-88d3-fcfe2b9f63b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 1098 time: 0.0982828 Jul 28 11:10:35.951751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-d2ce02f7-257b-46fb-b7e4-52dc3f97f6d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7f7fadc7-b102-4551-bf15-c6334027eb46 HTTP/1.1" status: 200 len: 217 time: 0.0919225 Jul 28 11:10:35.966929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-1e0677ad-30a3-4d94-864d-c6a8a0d511af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:35.968565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-1e0677ad-30a3-4d94-864d-c6a8a0d511af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c3df02f321c4e91a53cd36033800858&device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 1096 time: 0.1393695 Jul 28 11:10:36.022115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-b2c21079-44cb-4e82-b8bc-efa9b2843902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.023927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-b2c21079-44cb-4e82-b8bc-efa9b2843902 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0626721 Jul 28 11:10:36.093081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41387760-d242-45f3-ae85-b790dc2a85cf req-dc69c66a-3a73-4cb6-b713-6fad083ea573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.094523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-dc69c66a-3a73-4cb6-b713-6fad083ea573 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578189 Jul 28 11:10:36.129936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a7ca-39c1-45b6-8c08-7dbc0ab78c3a req-95591e3a-e3da-44ad-8ef4-e63674cceb88 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.131502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce27a7ca-39c1-45b6-8c08-7dbc0ab78c3a req-95591e3a-e3da-44ad-8ef4-e63674cceb88 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 947 time: 0.1517541 Jul 28 11:10:36.166838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ba54b-7db9-4db7-908a-807c4d68b87a req-090bd786-d5e4-42c1-ad57-6c5cf038e421 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.168509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-395ba54b-7db9-4db7-908a-807c4d68b87a req-090bd786-d5e4-42c1-ad57-6c5cf038e421 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1989474 Jul 28 11:10:36.200016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-42f5abec-91f6-47f9-a576-494a076e434a service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Jul 28 11:10:36.205263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-4e2d3ebd-990c-4177-b7d5-3b61f52bcec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.206669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-4e2d3ebd-990c-4177-b7d5-3b61f52bcec1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 200 len: 912 time: 0.1955922 Jul 28 11:10:36.276828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce27a7ca-39c1-45b6-8c08-7dbc0ab78c3a req-58243acd-9155-433f-a58e-0874f76f4a83 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356118 Jul 28 11:10:36.280331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-e6248a51-a230-42ec-aef1-df54c4f543c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c33a55-ea87-40a9-a447-c664530d2790 HTTP/1.1" status: 200 len: 217 time: 0.0605748 Jul 28 11:10:36.283549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-395ba54b-7db9-4db7-908a-807c4d68b87a req-15a57f70-bc26-4abe-bce3-aad00a612439 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020966 Jul 28 11:10:36.321090 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41387760-d242-45f3-ae85-b790dc2a85cf req-2108a51f-fc3d-4f1f-9cdf-e5d13eeebf4d service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112678 Jul 28 11:10:36.426952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-c96b2a77-e894-495c-bc26-fa453519a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.427580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026df00-057a-43ff-9412-7e4d84486a66 req-fffaf825-0c11-42d8-a576-2f02440332e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.428332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-c96b2a77-e894-495c-bc26-fa453519a72b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 200 len: 851 time: 0.1298847 Jul 28 11:10:36.429875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-fffaf825-0c11-42d8-a576-2f02440332e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 1098 time: 0.0443010 Jul 28 11:10:36.456158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948b36d-ee80-4576-bf9f-7b133ea483bb req-fc2edb8d-438b-472e-a116-ebfca6114b1a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.457636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e948b36d-ee80-4576-bf9f-7b133ea483bb req-fc2edb8d-438b-472e-a116-ebfca6114b1a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.0955064 Jul 28 11:10:36.483558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f5e3a-b7d3-457d-b1dd-e9bbb1e48f2e req-4bf27483-4e68-4116-ac26-1bf5d19516ae tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.485066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-621f5e3a-b7d3-457d-b1dd-e9bbb1e48f2e req-4bf27483-4e68-4116-ac26-1bf5d19516ae tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 943 time: 0.1104681 Jul 28 11:10:36.502185 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-50db04b5-b182-4987-a2dd-2f9f0d7bfe62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e99bd42d-60f4-415e-b132-510d41d9c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436084 Jul 28 11:10:36.543876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026df00-057a-43ff-9412-7e4d84486a66 req-8935325e-dddc-4fb6-8779-e8a431439cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:36.545621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-8935325e-dddc-4fb6-8779-e8a431439cba service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.0910726 Jul 28 11:10:36.581834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5b4e7e78-024c-4807-9f26-fa46f173096a details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:10:36.617953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-621f5e3a-b7d3-457d-b1dd-e9bbb1e48f2e req-a2d945ee-dbde-4305-b13a-f988e7d6f3ce tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183665 Jul 28 11:10:36.632976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e948b36d-ee80-4576-bf9f-7b133ea483bb req-e32cd221-dc90-4e43-b39e-3b5c8bea0054 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585548 Jul 28 11:10:36.775986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-8694a2c2-a2b0-4243-89f6-396a851aa6f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539132 Jul 28 11:10:36.832898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5b4e7e78-024c-4807-9f26-fa46f173096a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5b4e7e78-024c-4807-9f26-fa46f173096a,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:36.863496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5b4e7e78-024c-4807-9f26-fa46f173096a', 'network_id': '0d7aa600-10e6-4928-b2a3-152a96badefa', 'port_id': '5b4e7e78-024c-4807-9f26-fa46f173096a', 'mac_address': 'fa:16:3e:47:90:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59abd10d-b652-46b9-985f-03b8d421ba12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:10:36.908272 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:36.924538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4e7e78-024c-4807-9f26-fa46f173096a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:36.933294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ea80d7-f9c8-431e-8c34-f2e313442e7c req-59844b05-cc91-45e7-96f6-6f52fa59fe89 service neutron] 10.222.0.41 "GET /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200364 Jul 28 11:10:36.949036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92c77580-1b6c-46ee-a9e2-f83970ab2981 req-89b4109b-8d3a-44d3-906d-2d8c848debcf tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.1890144 Jul 28 11:10:36.978798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5b4e7e78-024c-4807-9f26-fa46f173096a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5b4e7e78-024c-4807-9f26-fa46f173096a,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:36.990573 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:37.024660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62500-223f-4326-8512-a035b696448d req-d3992bbc-372c-47c4-8f47-086f034be24e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:37.026611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb62500-223f-4326-8512-a035b696448d req-d3992bbc-372c-47c4-8f47-086f034be24e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 944 time: 0.3286998 Jul 28 11:10:37.039248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-34b3ccf2-57d6-46a7-8475-fccb93052cd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=7f7fadc7-b102-4551-bf15-c6334027eb46 HTTP/1.1" status: 200 len: 217 time: 0.4843712 Jul 28 11:10:37.061765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5b4e7e78-024c-4807-9f26-fa46f173096a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:37.091621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.092316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.092842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.094389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.094953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.096589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.098213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.098800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.099972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.100734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.101322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.101987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:10:37.112847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026df00-057a-43ff-9412-7e4d84486a66 req-b5000938-88ea-4660-adca-1f11fb3b811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:37.114460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-b5000938-88ea-4660-adca-1f11fb3b811f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0647519 Jul 28 11:10:37.148962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-28a1d857-1314-4a8b-b75c-5b10f5321e4f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:37.150479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-28a1d857-1314-4a8b-b75c-5b10f5321e4f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.2139759 Jul 28 11:10:37.174083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026df00-057a-43ff-9412-7e4d84486a66 req-19c64144-9b2b-4be2-b975-f7034d4c6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:37.175593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-19c64144-9b2b-4be2-b975-f7034d4c6a44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472176 Jul 28 11:10:37.176244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-69af184a-a224-49ca-b85b-7302a434abc6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0167515 Jul 28 11:10:37.189425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Deleting port 027494ab-d739-4d9a-a159-76e0cf20232c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:37.189774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:37.267631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-458736e7-fb5b-4452-a005-089d578e5314 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805094 Jul 28 11:10:37.355877 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-a7882045-4639-42c1-b78c-22704b429d6a service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537173 Jul 28 11:10:37.394520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] For port 027494ab-d739-4d9a-a159-76e0cf20232c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=027494ab-d739-4d9a-a159-76e0cf20232c,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:37.394893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:37.412347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-8b71b849-0234-4032-844b-b80b3f69d22d service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441531 Jul 28 11:10:37.439951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Calling delete_port for 027494ab-d739-4d9a-a159-76e0cf20232c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:37.452368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5b4e7e78-024c-4807-9f26-fa46f173096a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:37.495144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c026df00-057a-43ff-9412-7e4d84486a66 req-4dcb580f-0388-4a97-bfd0-5360046f3d84 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269054 Jul 28 11:10:37.613633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8a337-ee7c-4538-a3d2-3eddfce754c9 req-aa058ca1-7b8b-422a-a0c0-6535b7d7724a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:37.615209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21f8a337-ee7c-4538-a3d2-3eddfce754c9 req-aa058ca1-7b8b-422a-a0c0-6535b7d7724a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 947 time: 0.1776104 Jul 28 11:10:37.629189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-32170f4a-6cb4-43c5-be87-83e0d0b3ebf4 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159135 Jul 28 11:10:37.679569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21f8a337-ee7c-4538-a3d2-3eddfce754c9 req-1cfd7dd5-5a8e-4fc7-845c-6341efaf2f5e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473027 Jul 28 11:10:37.754094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:37.774548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b90bb5f0-dc27-4efe-b1e3-4861960c4faf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:37.836694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event deleted for resources: {'Port': ['ID=027494ab-d739-4d9a-a159-76e0cf20232c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:37.894472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b07f1594-e4a5-4a8a-be64-6f95212fdb1c req-7e786e0c-067f-4c43-ae04-82598086b424 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 210 time: 0.0659161 Jul 28 11:10:37.922327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] No DVR routers for this DVR port 027494ab-d739-4d9a-a159-76e0cf20232c on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:37.926039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:37.928076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb62500-223f-4326-8512-a035b696448d req-49fd8448-74fb-467d-a559-e79843504367 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.41 "DELETE /v2.0/ports/027494ab-d739-4d9a-a159-76e0cf20232c HTTP/1.1" status: 204 len: 173 time: 0.8913536 Jul 28 11:10:37.941690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'name': 'network-vif-deleted', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:37.945764 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24f0fe6-0fec-46d3-8f7a-581ae3d4ab04" -d '{"events": [{"server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "name": "network-vif-deleted", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:37.983005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55659599-776a-421b-8701-1770422ca76b req-c3eb0b8c-4a01-496a-b46a-3661a8e5d95e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:37.993374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55659599-776a-421b-8701-1770422ca76b req-c3eb0b8c-4a01-496a-b46a-3661a8e5d95e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.2261021 Jul 28 11:10:38.085574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55659599-776a-421b-8701-1770422ca76b req-7f5e1d3a-7f48-47a6-9b79-bd8bc514ce71 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903208 Jul 28 11:10:38.108495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4189cb6-f5f7-44be-bbe9-9fcbea0d43dc req-1eb78a82-b77a-4224-bd91-3983252dafd7 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:38.109903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4189cb6-f5f7-44be-bbe9-9fcbea0d43dc req-1eb78a82-b77a-4224-bd91-3983252dafd7 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 944 time: 0.0926547 Jul 28 11:10:38.190401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37ba0c3b-2c47-4915-8d49-a3efadc1f796 req-73823400-130d-4aef-970a-0898f77d258d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 210 time: 0.0352027 Jul 28 11:10:38.196386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4189cb6-f5f7-44be-bbe9-9fcbea0d43dc req-08c73b87-4005-415b-8ce8-7bba350bff9a tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766418 Jul 28 11:10:38.270373 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89449784-8499-4edf-b08d-3261413e1113 x-openstack-request-id: req-89449784-8499-4edf-b08d-3261413e1113 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:38.270667 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ccc14-d6a3-408a-85e5-bccaf69bd4dd", "name": "network-vif-deleted", "tag": "027494ab-d739-4d9a-a159-76e0cf20232c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:38.271456 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89449784-8499-4edf-b08d-3261413e1113 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:38.271857 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ccc14-d6a3-408a-85e5-bccaf69bd4dd', 'name': 'network-vif-deleted', 'tag': '027494ab-d739-4d9a-a159-76e0cf20232c', 'status': 'completed', 'code': 200} Jul 28 11:10:38.362022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b60940b-04c5-424a-8826-8a9a2df1ee67 req-1e16d932-5927-4444-83d3-bbb44da155ff tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0335209 Jul 28 11:10:38.605282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7f7fadc7-b102-4551-bf15-c6334027eb46 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:10:38.641880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['027494ab-d739-4d9a-a159-76e0cf20232c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:38.744715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7f7fadc7-b102-4551-bf15-c6334027eb46, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7f7fadc7-b102-4551-bf15-c6334027eb46,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:38.758853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '7f7fadc7-b102-4551-bf15-c6334027eb46', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '7f7fadc7-b102-4551-bf15-c6334027eb46', 'mac_address': 'fa:16:3e:10:60:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:10:38.804050 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:38.816599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0effa-c871-4b72-8433-3e2712b97842 req-c17414d3-7c3e-4dd8-8ed7-ab5762273c6a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:38.818094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dea0effa-c871-4b72-8433-3e2712b97842 req-c17414d3-7c3e-4dd8-8ed7-ab5762273c6a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 947 time: 0.0525270 Jul 28 11:10:38.818297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7fadc7-b102-4551-bf15-c6334027eb46 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:38.840060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7f7fadc7-b102-4551-bf15-c6334027eb46, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7f7fadc7-b102-4551-bf15-c6334027eb46,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:38.845312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:38.894063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dea0effa-c871-4b72-8433-3e2712b97842 req-a3c608b9-54d2-4985-a2eb-da4deda0a1db tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Jul 28 11:10:38.941150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7f7fadc7-b102-4551-bf15-c6334027eb46,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:39.042142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66963cc2-11d9-4bc8-8de3-0abbe4a63c1b req-8bb862e3-af87-47ce-9eff-7140e3237a09 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 210 time: 0.0562823 Jul 28 11:10:39.095112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-cf8e13a9-afba-456a-a835-37be63e18e4e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:39.096858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-cf8e13a9-afba-456a-a835-37be63e18e4e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.1361949 Jul 28 11:10:39.111320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Request body: {'port': {'device_id': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'admin_state_up': True, 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:39.258265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd50474-ada4-4e00-b119-64859f998c0f req-d3c77184-19ed-4cc7-9734-ab5aafef2ce0 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:39.266030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bd50474-ada4-4e00-b119-64859f998c0f req-d3c77184-19ed-4cc7-9734-ab5aafef2ce0 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1052732 Jul 28 11:10:39.337336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed588bd5-d696-4fba-9101-a354c1a36b56 req-321ea853-7a0b-4f30-849c-63ba8b2aa68d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 210 time: 0.0478401 Jul 28 11:10:39.364283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bd50474-ada4-4e00-b119-64859f998c0f req-83678f82-a69e-4acf-b9ce-bca938acbb52 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914252 Jul 28 11:10:39.373113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['7f7fadc7-b102-4551-bf15-c6334027eb46'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:39.396908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:10:39.401849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:39.527585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d2d2d-f65a-4281-9c8b-d4de34f0514e req-64a77548-f824-44cf-bac3-acc98fc3352d tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:39.529241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d6d2d2d-f65a-4281-9c8b-d4de34f0514e req-64a77548-f824-44cf-bac3-acc98fc3352d tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 944 time: 0.1071134 Jul 28 11:10:39.574012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26ca07fd-60e2-4ae4-9f62-6d1fa313a938 req-9e101d71-6d10-4b4e-9eed-dff83de7f203 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0435874 Jul 28 11:10:40.030667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d6d2d2d-f65a-4281-9c8b-d4de34f0514e req-75f5fe75-03ce-418a-b720-4b9d8a61abe5 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775350 Jul 28 11:10:40.084205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Allocated IP 172.20.0.9 (09b4baff-4f00-4f98-a809-022496ab14cd/ae10de92-b76e-4760-8ded-1abf9dbc6643/6df79f60-2048-4542-ab3c-94c8152f596b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:10:40.105152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf091e-cf2c-4ab1-bf1e-ec97ad750b25 req-ccc04274-a636-4e66-9102-efeb322a4ffb tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:40.106795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bbbf091e-cf2c-4ab1-bf1e-ec97ad750b25 req-ccc04274-a636-4e66-9102-efeb322a4ffb tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 948 time: 0.1005039 Jul 28 11:10:40.186543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e519663c-312a-43b3-9a7a-36cfdeb1b20f req-90917934-2006-4b1b-af3b-a47da992f68c tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 210 time: 0.0480380 Jul 28 11:10:40.218163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bbbf091e-cf2c-4ab1-bf1e-ec97ad750b25 req-b32dbddf-5d14-45db-b0df-5c2886b0a1a7 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003926 Jul 28 11:10:40.321673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.369370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.430058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event updated for resources: {'Port': ['ID=6df79f60-2048-4542-ab3c-94c8152f596b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:40.507447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Network 09b4baff-4f00-4f98-a809-022496ab14cd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:10:40.514322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:10:40.521294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:10:40.562326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5838c8-f2ba-42ad-ba9a-600bf1b1294a req-5038a998-7685-4ace-9a67-d2598832cf3a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:40.563967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac5838c8-f2ba-42ad-ba9a-600bf1b1294a req-5038a998-7685-4ace-9a67-d2598832cf3a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 931 time: 0.1371734 Jul 28 11:10:40.608417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ed1dd-80cc-45de-b261-bf7ead52b069 req-99f4c255-4d39-4c67-a985-ec833ca20f9f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:40.610058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b21ed1dd-80cc-45de-b261-bf7ead52b069 req-99f4c255-4d39-4c67-a985-ec833ca20f9f tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1375875 Jul 28 11:10:40.614466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5b4e7e78-024c-4807-9f26-fa46f173096a up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:10:40.622392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:40.623065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.667738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b0d85208-4c89-4f97-8774-9834e6c7b9a2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5603487 Jul 28 11:10:40.672237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac5838c8-f2ba-42ad-ba9a-600bf1b1294a req-dcf0c3c9-d9b6-4ca1-b6a8-7abd214a366a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962095 Jul 28 11:10:40.678401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5b4e7e78-024c-4807-9f26-fa46f173096a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:40.684587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5b4e7e78-024c-4807-9f26-fa46f173096a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:40.685374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.688584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Request body: {'port': {'device_id': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:10:40.724071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b21ed1dd-80cc-45de-b261-bf7ead52b069 req-60a50619-5dcd-488f-a208-6b1da2000ad8 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955408 Jul 28 11:10:40.784095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.801522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.831018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14737fac-8907-474a-8390-19687b228663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4e7e78-024c-4807-9f26-fa46f173096a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:40.833349 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ee4c25-eb19-455f-9d65-1495d0dff8dd" -d '{"events": [{"server_uuid": "14737fac-8907-474a-8390-19687b228663", "name": "network-vif-plugged", "status": "completed", "tag": "5b4e7e78-024c-4807-9f26-fa46f173096a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:40.862182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5b4e7e78-024c-4807-9f26-fa46f173096a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5b4e7e78-024c-4807-9f26-fa46f173096a,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:40.871073 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:40.872074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:40.880051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e7c409c-27c4-4df0-b332-33b16df7e5c0 req-99fb704d-ae87-459b-aff5-b6ce4156b7ac tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0544107 Jul 28 11:10:40.937078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 027494ab-d739-4d9a-a159-76e0cf20232c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:40.937476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 027494ab-d739-4d9a-a159-76e0cf20232c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:41.004603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5b4e7e78-024c-4807-9f26-fa46f173096a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:41.018627 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026bb40c-d862-4256-b466-5141dc9839a3 x-openstack-request-id: req-026bb40c-d862-4256-b466-5141dc9839a3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:41.019460 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14737fac-8907-474a-8390-19687b228663", "name": "network-vif-plugged", "status": "completed", "tag": "5b4e7e78-024c-4807-9f26-fa46f173096a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:41.019795 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-026bb40c-d862-4256-b466-5141dc9839a3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:41.020239 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14737fac-8907-474a-8390-19687b228663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4e7e78-024c-4807-9f26-fa46f173096a', 'code': 200} Jul 28 11:10:41.201767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69066583-224d-47f0-90ad-3650ce3e7190 req-49a53a86-0ea4-4357-83af-75d307fdd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:41.204086 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-69066583-224d-47f0-90ad-3650ce3e7190 req-49a53a86-0ea4-4357-83af-75d307fdd1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 1096 time: 0.0723872 Jul 28 11:10:41.251743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-69066583-224d-47f0-90ad-3650ce3e7190 req-c247b362-2374-413f-860b-58b058cafecd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Jul 28 11:10:41.316168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b518ac-095b-4c1a-a190-749e5ed1415a req-07d7e8b1-25e3-4ff5-abc0-0ad0acb41f65 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:41.317679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15b518ac-095b-4c1a-a190-749e5ed1415a req-07d7e8b1-25e3-4ff5-abc0-0ad0acb41f65 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1436746 Jul 28 11:10:41.357930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adf350-73ab-4581-9f5d-66002ebc3ca2 req-458d7284-f06b-4214-8649-d04a88b1302c tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:41.359450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44adf350-73ab-4581-9f5d-66002ebc3ca2 req-458d7284-f06b-4214-8649-d04a88b1302c tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 945 time: 0.1865540 Jul 28 11:10:41.367873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df79f60-2048-4542-ab3c-94c8152f596b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:41.385525 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:41.424280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15b518ac-095b-4c1a-a190-749e5ed1415a req-69fd1509-7741-4d96-a41f-d2d48a228260 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921605 Jul 28 11:10:41.430853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Transition to ACTIVE for port object 6df79f60-2048-4542-ab3c-94c8152f596b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:10:41.438923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:41.464140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44adf350-73ab-4581-9f5d-66002ebc3ca2 req-9ce6ae9a-aff1-4cd8-83f4-58451e804123 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913398 Jul 28 11:10:41.542427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Pushing event updated for resources: {'Port': ['ID=6df79f60-2048-4542-ab3c-94c8152f596b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:41.568913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e79c21d0-0a4b-42cd-9917-e881d1378dfb req-68cba2c4-19cb-4826-a6df-a9ae112dd5e8 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=538ccc14-d6a3-408a-85e5-bccaf69bd4dd HTTP/1.1" status: 200 len: 210 time: 0.0438094 Jul 28 11:10:41.681527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fef63-dd11-45f5-8f1d-c6f3cfe7244d req-122a0ed3-b530-4e8e-b104-313388dcc061 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:41.683020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-933fef63-dd11-45f5-8f1d-c6f3cfe7244d req-122a0ed3-b530-4e8e-b104-313388dcc061 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 948 time: 0.1171031 Jul 28 11:10:41.683908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Attempting to bind port 6df79f60-2048-4542-ab3c-94c8152f596b on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:10:41.684264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Attempting to bind port 6df79f60-2048-4542-ab3c-94c8152f596b by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:10:41.684580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Attempting to bind port 6df79f60-2048-4542-ab3c-94c8152f596b on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:41.689281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Port 6df79f60-2048-4542-ab3c-94c8152f596b on network 09b4baff-4f00-4f98-a809-022496ab14cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:10:41.689651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Attempting to bind port 6df79f60-2048-4542-ab3c-94c8152f596b on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:10:41.709300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:10:41.710294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:10:41.710731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Bound using segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:10:41.711499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Bound port: 6df79f60-2048-4542-ab3c-94c8152f596b, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:10:41.711713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:41.774625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-933fef63-dd11-45f5-8f1d-c6f3cfe7244d req-ccdcbe51-af4d-4102-a9a8-6e7ed2392eb2 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802565 Jul 28 11:10:41.849965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] For port 6df79f60-2048-4542-ab3c-94c8152f596b, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:10:41.855561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] For port 6df79f60-2048-4542-ab3c-94c8152f596b, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6df79f60-2048-4542-ab3c-94c8152f596b,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:10:41.864857 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:41.922501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79efc7-1f9c-460c-be4b-39ce6e4ead90 req-da76ca64-69c7-4c83-a777-7d20b66fe5a1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:41.924519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca79efc7-1f9c-460c-be4b-39ce6e4ead90 req-da76ca64-69c7-4c83-a777-7d20b66fe5a1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 943 time: 0.1471384 Jul 28 11:10:41.967863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:41.970184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:41.971605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] 10.222.0.41 "PUT /v2.0/ports/6df79f60-2048-4542-ab3c-94c8152f596b HTTP/1.1" status: 200 len: 1091 time: 1.2944574 Jul 28 11:10:41.972085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'tag': '6df79f60-2048-4542-ab3c-94c8152f596b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:41.976920 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e29bb8-28c3-40aa-acc6-fdc584985b21" -d '{"events": [{"name": "network-changed", "server_uuid": "7a801a06-caf3-49f4-bb12-9bb90fd643e4", "tag": "6df79f60-2048-4542-ab3c-94c8152f596b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:42.009240 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca79efc7-1f9c-460c-be4b-39ce6e4ead90 req-f02c0974-213e-4457-82fe-0f3fa3580715 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Jul 28 11:10:42.013143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8fb9c-fd49-4366-bb0d-7e9e68e70541 service neutron] Pushing event updated for resources: {'Port': ['ID=6df79f60-2048-4542-ab3c-94c8152f596b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:42.087959 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b4233-6719-4c9a-95aa-d9f927807a97 x-openstack-request-id: req-176b4233-6719-4c9a-95aa-d9f927807a97 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:42.088284 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a801a06-caf3-49f4-bb12-9bb90fd643e4", "tag": "6df79f60-2048-4542-ab3c-94c8152f596b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:42.088513 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-176b4233-6719-4c9a-95aa-d9f927807a97 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:42.089102 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'tag': '6df79f60-2048-4542-ab3c-94c8152f596b', 'status': 'completed', 'code': 200} Jul 28 11:10:42.094232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19953d1e-b1de-4294-aef2-347c0bdc9f07 req-cdea8b3d-d3bd-43df-b1da-b03a6f19aad4 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0448718 Jul 28 11:10:42.107343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b4ab3728-9c05-465a-b41c-7b47f4e5cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:42.109113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-b4ab3728-9c05-465a-b41c-7b47f4e5cea6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 1094 time: 0.0924253 Jul 28 11:10:42.181101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-65fc27c5-f769-4fce-851a-7027757d801b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df79f60-2048-4542-ab3c-94c8152f596b HTTP/1.1" status: 200 len: 217 time: 0.0600221 Jul 28 11:10:42.261416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381da8-916f-483d-a93a-0fa6a850f86d req-73685193-abad-4a6c-b0b5-74c48fbd8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:42.263072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-73685193-abad-4a6c-b0b5-74c48fbd8606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.0710311 Jul 28 11:10:42.311218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-3502ca45-cff4-4be3-961e-f502020be384 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358081 Jul 28 11:10:42.504765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-eb0ac84a-e7e6-4f87-b1d9-3bb083de3c84 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733396 Jul 28 11:10:42.634628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7f7fadc7-b102-4551-bf15-c6334027eb46 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:10:42.710902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2575d-97d9-41c5-9fe0-119a087a0e31 req-276756db-9394-4025-8dbe-785b12299263 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:42.713038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3d2575d-97d9-41c5-9fe0-119a087a0e31 req-276756db-9394-4025-8dbe-785b12299263 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 945 time: 0.1195142 Jul 28 11:10:42.726087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aee9e2-a9ed-4db8-adfe-4c7d649a5f0f req-0829fe2e-df25-4d05-851b-c9be86308416 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:42.727668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7aee9e2-a9ed-4db8-adfe-4c7d649a5f0f req-0829fe2e-df25-4d05-851b-c9be86308416 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1470225 Jul 28 11:10:42.738542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29381da8-916f-483d-a93a-0fa6a850f86d req-215f8e69-0ec5-4b3d-bf98-dc413e7a68be service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245173 Jul 28 11:10:42.745590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 7f7fadc7-b102-4551-bf15-c6334027eb46 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:42.755582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 7f7fadc7-b102-4551-bf15-c6334027eb46 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:42.756396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:42.795464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3d2575d-97d9-41c5-9fe0-119a087a0e31 req-096fd7c2-37ab-427a-97ce-8ddc871795f0 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664945 Jul 28 11:10:42.801032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7aee9e2-a9ed-4db8-adfe-4c7d649a5f0f req-c814343f-37db-4191-afdd-0321fe7b8b91 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614314 Jul 28 11:10:42.881758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-30db52aa-b5cd-4231-8e88-50fe9a574aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:42.885292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-30db52aa-b5cd-4231-8e88-50fe9a574aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 1094 time: 0.0731425 Jul 28 11:10:42.965190 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:43.021162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7fadc7-b102-4551-bf15-c6334027eb46'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:43.030173 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebec732-2008-4ce8-a7c1-ac13ad03f048" -d '{"events": [{"server_uuid": "caaf2940-5845-4e2a-9695-6c59d8abdf3c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7fadc7-b102-4551-bf15-c6334027eb46"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:43.060744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7f7fadc7-b102-4551-bf15-c6334027eb46, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7f7fadc7-b102-4551-bf15-c6334027eb46,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:43.076252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:43.173039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7f7fadc7-b102-4551-bf15-c6334027eb46,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:43.197503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42321a-ae27-4f9a-ae50-81c530f9ff47 req-126809f5-04c0-4ca2-a241-cdc65407a21e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:43.199302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e42321a-ae27-4f9a-ae50-81c530f9ff47 req-126809f5-04c0-4ca2-a241-cdc65407a21e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 948 time: 0.1889863 Jul 28 11:10:43.250255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-5399c862-d996-4dbc-8c34-3a721b785274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:43.251754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-5399c862-d996-4dbc-8c34-3a721b785274 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.3573987 Jul 28 11:10:43.310174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-a9104b26-bfae-4808-8a04-1e902f3687fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df79f60-2048-4542-ab3c-94c8152f596b HTTP/1.1" status: 200 len: 217 time: 0.0438006 Jul 28 11:10:43.331158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e42321a-ae27-4f9a-ae50-81c530f9ff47 req-4ca72c34-7fe4-4d61-bf9b-80f8d5262e09 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183889 Jul 28 11:10:43.380393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd6cb-545f-41d5-a953-6fe548b75a6b req-f54bcad2-5f9c-4c9a-90c8-62ec0b5d64d4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:43.382204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bdcd6cb-545f-41d5-a953-6fe548b75a6b req-f54bcad2-5f9c-4c9a-90c8-62ec0b5d64d4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 943 time: 0.2256193 Jul 28 11:10:43.405750 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977c4e2-1d64-4ca3-a4ab-e606d7177d73 x-openstack-request-id: req-4977c4e2-1d64-4ca3-a4ab-e606d7177d73 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:43.406065 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaf2940-5845-4e2a-9695-6c59d8abdf3c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7fadc7-b102-4551-bf15-c6334027eb46", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:43.406320 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4977c4e2-1d64-4ca3-a4ab-e606d7177d73 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:43.406714 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7fadc7-b102-4551-bf15-c6334027eb46', 'code': 200} Jul 28 11:10:43.457786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-39500845-d08c-46c7-8dec-96fdcab38746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:43.460672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-39500845-d08c-46c7-8dec-96fdcab38746 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1112020 Jul 28 11:10:43.481763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bdcd6cb-545f-41d5-a953-6fe548b75a6b req-70ec7cf0-dcd2-414e-8077-fc56488a2fbc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788283 Jul 28 11:10:43.527256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-404f1290-1509-4126-a966-eedb262490bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439966 Jul 28 11:10:43.554769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-add61905-c303-4488-a54b-0bb058545f69 req-d4ad22ce-668d-41d9-927e-77e8a225d05d tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0589690 Jul 28 11:10:43.565324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eb725-04c9-4f94-8677-e8cd678173b4 req-db1bf533-bcc9-4ca7-909f-b3e9e7db5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:43.568588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c02eb725-04c9-4f94-8677-e8cd678173b4 req-db1bf533-bcc9-4ca7-909f-b3e9e7db5cbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 1100 time: 0.0713375 Jul 28 11:10:43.626202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c02eb725-04c9-4f94-8677-e8cd678173b4 req-20cc165b-6a21-4307-890b-28eeeaa17f9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489376 Jul 28 11:10:43.655752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-b7f159f3-53b4-4763-8f95-47cd727a51cb service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131904 Jul 28 11:10:43.861375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e29bb8-28c3-40aa-acc6-fdc584985b21 req-98e18d22-5f35-4a6b-bc13-67a5301b1db6 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584694 Jul 28 11:10:44.057052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07181d5-ce55-4a04-9a96-290a3778549d req-b86b5c40-22a2-47a1-b2ac-42b02051bb4e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:44.060627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a07181d5-ce55-4a04-9a96-290a3778549d req-b86b5c40-22a2-47a1-b2ac-42b02051bb4e tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1190095 Jul 28 11:10:44.150206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a07181d5-ce55-4a04-9a96-290a3778549d req-20069022-7a8c-44b8-b8f2-f4abe9322053 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Jul 28 11:10:44.495897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfddd7-6365-401b-b712-d20afce6ee42 req-c693c1b2-83f7-4b8c-bf70-ad25573e4731 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:44.500680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02bfddd7-6365-401b-b712-d20afce6ee42 req-c693c1b2-83f7-4b8c-bf70-ad25573e4731 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 949 time: 0.0636787 Jul 28 11:10:44.558653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02bfddd7-6365-401b-b712-d20afce6ee42 req-fa179447-a811-4081-8475-dd96b6b886d2 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493820 Jul 28 11:10:44.636097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235468b4-2112-4ba9-aa17-d0edfd50e04e req-19d3e158-d1cb-4463-9711-5f015d4da445 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:44.639444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-235468b4-2112-4ba9-aa17-d0edfd50e04e req-19d3e158-d1cb-4463-9711-5f015d4da445 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 943 time: 0.0665984 Jul 28 11:10:44.742110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd85a9b6-9fd1-4902-9cbf-3e98470590da req-483b93dd-2ac4-4d86-8e78-5be445ac9043 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0606112 Jul 28 11:10:44.754344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-235468b4-2112-4ba9-aa17-d0edfd50e04e req-ec481e77-5a28-480f-9f9e-bf8cc749162e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088865 Jul 28 11:10:45.381761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb00131-bc3d-4db6-b7f2-97d85ddb7723 req-3e34a885-4535-4c0a-a785-5bb8b2f5d6d0 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:45.389122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb00131-bc3d-4db6-b7f2-97d85ddb7723 req-3e34a885-4535-4c0a-a785-5bb8b2f5d6d0 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.0994451 Jul 28 11:10:45.433399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-d944649b-c145-4cf2-a139-e2517d413467 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:45.435254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-d944649b-c145-4cf2-a139-e2517d413467 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 945 time: 0.1342294 Jul 28 11:10:45.603910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5eb00131-bc3d-4db6-b7f2-97d85ddb7723 req-6165a4fe-6bd1-4bb6-bd1c-e404f1a66693 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129614 Jul 28 11:10:45.650231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Deleting port 83c33a55-ea87-40a9-a447-c664530d2790 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:45.650581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:45.823335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] For port 83c33a55-ea87-40a9-a447-c664530d2790, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=83c33a55-ea87-40a9-a447-c664530d2790,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:45.823787 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:45.845762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Calling delete_port for 83c33a55-ea87-40a9-a447-c664530d2790 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:45.874992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a686a-4273-4122-839c-7db3c6bf780c req-f709611c-ccb7-430d-86a5-df6a9dd9c4aa tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:45.878300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d6a686a-4273-4122-839c-7db3c6bf780c req-f709611c-ccb7-430d-86a5-df6a9dd9c4aa tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 949 time: 0.1290991 Jul 28 11:10:46.054403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d6a686a-4273-4122-839c-7db3c6bf780c req-3905ed1e-4ce9-4cb8-9349-426cb89c0f1d tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692150 Jul 28 11:10:46.154754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa88406c-c0fe-42fa-8a2d-162516c0efb8 req-09f57ef0-c19a-4bc5-860c-1e69b4075660 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0772741 Jul 28 11:10:46.309072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53fbb-eea1-459a-bbca-6591d57236a7 req-00bb9849-8704-4387-8b0b-0c67f1248f9f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:46.310858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02b53fbb-eea1-459a-bbca-6591d57236a7 req-00bb9849-8704-4387-8b0b-0c67f1248f9f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 943 time: 0.1411562 Jul 28 11:10:46.447415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02b53fbb-eea1-459a-bbca-6591d57236a7 req-fb305d03-621a-46db-b771-ae43480361a3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739722 Jul 28 11:10:46.470956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84502f-8759-4840-ae18-13447acd2743 req-4d2916c9-510c-486a-be9b-17066ae75f75 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:46.478574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b84502f-8759-4840-ae18-13447acd2743 req-4d2916c9-510c-486a-be9b-17066ae75f75 tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 1100 time: 0.1666014 Jul 28 11:10:46.479943 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:46.494079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['726ebe80-b75b-48ef-8c5f-ca2b93f988d0', '83c33a55-ea87-40a9-a447-c664530d2790'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:46.582979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Pushing event deleted for resources: {'Port': ['ID=83c33a55-ea87-40a9-a447-c664530d2790,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:46.626844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b84502f-8759-4840-ae18-13447acd2743 req-825f56fd-42f4-461e-b1f0-c4b3193c85aa tempest-ServersOnMultiNodesTest-347818229 tempest-ServersOnMultiNodesTest-347818229-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265376 Jul 28 11:10:46.684445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6df79f60-2048-4542-ab3c-94c8152f596b details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:10:46.751044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] No DVR routers for this DVR port 83c33a55-ea87-40a9-a447-c664530d2790 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:46.758604 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:46.761014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a67b6b20-8f2f-4ea7-afc4-811f4fe71ae3 req-ed1ce208-b784-44b7-a788-445c0d3a6989 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "DELETE /v2.0/ports/83c33a55-ea87-40a9-a447-c664530d2790 HTTP/1.1" status: 204 len: 173 time: 1.3176222 Jul 28 11:10:46.767858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'name': 'network-vif-deleted', 'tag': '83c33a55-ea87-40a9-a447-c664530d2790'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:46.770470 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6aacfc-2440-48a4-ab53-fb16bebc1098" -d '{"events": [{"server_uuid": "37df94e0-51b8-45d2-906e-8a7d833d664e", "name": "network-vif-deleted", "tag": "83c33a55-ea87-40a9-a447-c664530d2790"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:46.840728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6df79f60-2048-4542-ab3c-94c8152f596b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6df79f60-2048-4542-ab3c-94c8152f596b,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:46.870919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6df79f60-2048-4542-ab3c-94c8152f596b', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': '6df79f60-2048-4542-ab3c-94c8152f596b', 'mac_address': 'fa:16:3e:49:38:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:10:46.876064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-539138a5-0cc2-4a0b-b0fa-f19a53ea8897 req-4e814963-f72f-4b17-bf09-97031aabca01 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df94e0-51b8-45d2-906e-8a7d833d664e HTTP/1.1" status: 200 len: 210 time: 0.1244032 Jul 28 11:10:46.980603 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63b51e-88e4-4ea0-91e0-3f66c0d318b5 x-openstack-request-id: req-0c63b51e-88e4-4ea0-91e0-3f66c0d318b5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:46.980898 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df94e0-51b8-45d2-906e-8a7d833d664e", "name": "network-vif-deleted", "tag": "83c33a55-ea87-40a9-a447-c664530d2790", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:46.981151 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c63b51e-88e4-4ea0-91e0-3f66c0d318b5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:46.981545 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df94e0-51b8-45d2-906e-8a7d833d664e', 'name': 'network-vif-deleted', 'tag': '83c33a55-ea87-40a9-a447-c664530d2790', 'status': 'completed', 'code': 200} Jul 28 11:10:46.998509 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:47.025388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df79f60-2048-4542-ab3c-94c8152f596b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:10:47.074501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6df79f60-2048-4542-ab3c-94c8152f596b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6df79f60-2048-4542-ab3c-94c8152f596b,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:47.082596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:47.119537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f7a5-6e84-4afe-bdf3-823923fa7e6c req-e138c315-1054-43cc-a721-b2e8b8990c23 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:47.133365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e20f7a5-6e84-4afe-bdf3-823923fa7e6c req-e138c315-1054-43cc-a721-b2e8b8990c23 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 949 time: 0.1129308 Jul 28 11:10:47.136509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6df79f60-2048-4542-ab3c-94c8152f596b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:47.217212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e20f7a5-6e84-4afe-bdf3-823923fa7e6c req-aae9de5b-ef4f-4085-894f-514ae912ff45 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Jul 28 11:10:47.278002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02f115ee-35dc-45ef-8398-a7488fe11390 req-c495afb0-d6cf-48c2-89a3-20f23945248e tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0320001 Jul 28 11:10:47.609956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fabd3-5d96-4613-8d53-eae726bb0fd8 req-39bc9bdf-efc6-4f2a-8fc8-d0ba349fd13d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:47.611025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6df79f60-2048-4542-ab3c-94c8152f596b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:47.619003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-610fabd3-5d96-4613-8d53-eae726bb0fd8 req-39bc9bdf-efc6-4f2a-8fc8-d0ba349fd13d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 944 time: 0.0852492 Jul 28 11:10:47.722808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c890de-8b9a-4043-b5a3-2a34c0a93b65 req-8d66db50-15ad-4a27-a191-40a85a1ec113 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:47.725986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16c890de-8b9a-4043-b5a3-2a34c0a93b65 req-8d66db50-15ad-4a27-a191-40a85a1ec113 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.0784097 Jul 28 11:10:47.740875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-610fabd3-5d96-4613-8d53-eae726bb0fd8 req-ed00e5d6-70ea-40f4-92a7-d20d04d40567 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155238 Jul 28 11:10:47.831355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16c890de-8b9a-4043-b5a3-2a34c0a93b65 req-911e7f50-e7a8-4f44-bd04-e5200a257461 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882804 Jul 28 11:10:48.196892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-6b45e477-ef65-409e-8be9-a8505409c985 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:48.201020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-6b45e477-ef65-409e-8be9-a8505409c985 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 945 time: 0.0666413 Jul 28 11:10:48.239053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d73ebb-de0c-40ed-9d57-f76df52f2b85 req-147f22c1-8d13-4965-93b3-dc31e7127d29 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:48.247267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50d73ebb-de0c-40ed-9d57-f76df52f2b85 req-147f22c1-8d13-4965-93b3-dc31e7127d29 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.0987983 Jul 28 11:10:48.292216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50d73ebb-de0c-40ed-9d57-f76df52f2b85 req-86bd50b9-fa18-4a7f-8e62-c1aef0119daa tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Jul 28 11:10:48.363596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Deleting port b90bb5f0-dc27-4efe-b1e3-4861960c4faf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:48.363965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:48.409645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dd0c581-d1fc-4f35-8888-ff802f32bc50 req-65ab6b65-4ecd-452b-beb3-6d832a5ae5b0 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0314403 Jul 28 11:10:48.425732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279258b-4abc-4f8c-b8bd-c606d5fde3d0 req-1f321f59-8901-4bea-840b-2b5c5e4fdd53 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:48.427279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a279258b-4abc-4f8c-b8bd-c606d5fde3d0 req-1f321f59-8901-4bea-840b-2b5c5e4fdd53 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 949 time: 0.0881090 Jul 28 11:10:48.458631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] For port b90bb5f0-dc27-4efe-b1e3-4861960c4faf, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:48.458998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:48.473148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Calling delete_port for b90bb5f0-dc27-4efe-b1e3-4861960c4faf owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:48.478756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a279258b-4abc-4f8c-b8bd-c606d5fde3d0 req-bf9b8a98-93e0-4571-8fee-0da584ce5973 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Jul 28 11:10:48.608483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:48.628285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b90bb5f0-dc27-4efe-b1e3-4861960c4faf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:48.638819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event deleted for resources: {'Port': ['ID=b90bb5f0-dc27-4efe-b1e3-4861960c4faf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:48.685207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] No DVR routers for this DVR port b90bb5f0-dc27-4efe-b1e3-4861960c4faf on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:48.687326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 83c33a55-ea87-40a9-a447-c664530d2790 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:48.687502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:48.689579 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3018774-535d-42fc-8fa6-f7fefe725a99 req-f71762a2-d200-4804-91c9-c28863e545dd tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "DELETE /v2.0/ports/b90bb5f0-dc27-4efe-b1e3-4861960c4faf HTTP/1.1" status: 204 len: 173 time: 0.4778895 Jul 28 11:10:48.690009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'name': 'network-vif-deleted', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:48.692285 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91398add-94ba-4a0f-be05-f61c1012c0d1" -d '{"events": [{"server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "name": "network-vif-deleted", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:48.719794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 83c33a55-ea87-40a9-a447-c664530d2790 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:48.720168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 83c33a55-ea87-40a9-a447-c664530d2790 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:48.730993 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125eded-ac13-44ad-b63b-0d839a6cbc97 x-openstack-request-id: req-d125eded-ac13-44ad-b63b-0d839a6cbc97 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:48.731289 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce4b38-5845-4064-bb44-c41496764ae5", "name": "network-vif-deleted", "tag": "b90bb5f0-dc27-4efe-b1e3-4861960c4faf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:48.731564 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d125eded-ac13-44ad-b63b-0d839a6cbc97 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:48.731968 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce4b38-5845-4064-bb44-c41496764ae5', 'name': 'network-vif-deleted', 'tag': 'b90bb5f0-dc27-4efe-b1e3-4861960c4faf', 'status': 'completed', 'code': 200} Jul 28 11:10:48.888272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb0be2-398f-46a0-a197-6dadd0eba5b7 req-e30bc50c-49c3-42ac-b9aa-378652a2f9b6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:48.889774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2bb0be2-398f-46a0-a197-6dadd0eba5b7 req-e30bc50c-49c3-42ac-b9aa-378652a2f9b6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 944 time: 0.0822735 Jul 28 11:10:48.902940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-4c47b376-c1bc-429c-b819-80f2df277287 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:48.904398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-4c47b376-c1bc-429c-b819-80f2df277287 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 949 time: 0.0696681 Jul 28 11:10:48.988801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2baa584-10c5-4895-889c-54e47c46679b req-03a7434d-17b2-4eb7-8b09-672bf00891d2 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8ce4b38-5845-4064-bb44-c41496764ae5 HTTP/1.1" status: 200 len: 210 time: 0.0457914 Jul 28 11:10:48.997932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2bb0be2-398f-46a0-a197-6dadd0eba5b7 req-aa703373-e44b-4fef-8ad3-7db2b24148f4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925663 Jul 28 11:10:49.064951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port 7f7fadc7-b102-4551-bf15-c6334027eb46 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:49.065296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:49.162484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port 7f7fadc7-b102-4551-bf15-c6334027eb46, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7f7fadc7-b102-4551-bf15-c6334027eb46,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:49.163445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:49.184603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for 7f7fadc7-b102-4551-bf15-c6334027eb46 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:49.364134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:49.378090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108', 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'cc74d148-9c9b-4250-9c15-acf3f4a63093'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:49.380622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b', '7f7fadc7-b102-4551-bf15-c6334027eb46'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:49.434009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=7f7fadc7-b102-4551-bf15-c6334027eb46,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:49.487952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port 7f7fadc7-b102-4551-bf15-c6334027eb46 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:49.491471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:49.493726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3355a2-4f19-454b-9f55-dfcaf30638ea req-7130e6eb-468e-42ee-8059-c617bf905a44 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "DELETE /v2.0/ports/7f7fadc7-b102-4551-bf15-c6334027eb46 HTTP/1.1" status: 204 len: 173 time: 0.5815375 Jul 28 11:10:49.494197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'name': 'network-vif-deleted', 'tag': '7f7fadc7-b102-4551-bf15-c6334027eb46'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:49.496487 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b63eb8-b973-4179-b8c7-858f0daad1af" -d '{"events": [{"server_uuid": "caaf2940-5845-4e2a-9695-6c59d8abdf3c", "name": "network-vif-deleted", "tag": "7f7fadc7-b102-4551-bf15-c6334027eb46"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:49.511481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b6135-9b4d-48df-9b69-574320710fce req-bd20873e-9bbf-4f22-a9a8-7a85c5a06278 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:49.514255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-652b6135-9b4d-48df-9b69-574320710fce req-bd20873e-9bbf-4f22-a9a8-7a85c5a06278 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.1427619 Jul 28 11:10:49.587359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f08464d-dd74-4098-8fe3-b0d5409a5296 req-c9a96aac-69bd-4c75-a96d-6a47abec5f14 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0434356 Jul 28 11:10:49.616756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-652b6135-9b4d-48df-9b69-574320710fce req-85ea5053-22b8-4374-82f9-afc14c46fae2 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909479 Jul 28 11:10:49.645343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:49.682491 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e800a2b4-c29c-495e-9d9e-ed3798c4efd5 x-openstack-request-id: req-e800a2b4-c29c-495e-9d9e-ed3798c4efd5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:49.682909 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaf2940-5845-4e2a-9695-6c59d8abdf3c", "name": "network-vif-deleted", "tag": "7f7fadc7-b102-4551-bf15-c6334027eb46", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:49.683265 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e800a2b4-c29c-495e-9d9e-ed3798c4efd5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:49.683770 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaf2940-5845-4e2a-9695-6c59d8abdf3c', 'name': 'network-vif-deleted', 'tag': '7f7fadc7-b102-4551-bf15-c6334027eb46', 'status': 'completed', 'code': 200} Jul 28 11:10:49.769212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1ba28a7-e5fd-4e46-8079-b936a051fd65 req-71adb97d-3704-451a-b6da-90c102a23bae tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=caaf2940-5845-4e2a-9695-6c59d8abdf3c HTTP/1.1" status: 200 len: 210 time: 0.0345774 Jul 28 11:10:50.168874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4883c3-81e0-4727-b9ba-020689d19ae1 req-787c3454-51a3-4c95-8c89-aae65f71081b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:50.170573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d4883c3-81e0-4727-b9ba-020689d19ae1 req-787c3454-51a3-4c95-8c89-aae65f71081b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 944 time: 0.0625038 Jul 28 11:10:50.237314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d4883c3-81e0-4727-b9ba-020689d19ae1 req-bb123eeb-f49c-4c53-833c-5b22c65f2fc3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606205 Jul 28 11:10:50.426960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf9b5-0856-4efa-ae18-757ddb2080d5 req-84085cb8-3ac9-4756-917e-5c3ac65e4c13 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:50.429550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e9cf9b5-0856-4efa-ae18-757ddb2080d5 req-84085cb8-3ac9-4756-917e-5c3ac65e4c13 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.0755339 Jul 28 11:10:50.482076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e9cf9b5-0856-4efa-ae18-757ddb2080d5 req-d1d85703-369e-46d3-a814-71037323780f tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 Jul 28 11:10:50.687878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6df79f60-2048-4542-ab3c-94c8152f596b up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:10:50.764256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2dc6d59-0449-4180-a9a9-cf10914cfef9 req-d879ceca-6993-4726-b66f-e80308f4b636 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0308950 Jul 28 11:10:50.772759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911d51-2709-4b8d-940e-ef870f3ceca0 req-330e3530-54d5-47da-a74e-634d7b1df849 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:50.775224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8911d51-2709-4b8d-940e-ef870f3ceca0 req-330e3530-54d5-47da-a74e-634d7b1df849 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.0840533 Jul 28 11:10:50.808699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 6df79f60-2048-4542-ab3c-94c8152f596b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:10:50.814582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6df79f60-2048-4542-ab3c-94c8152f596b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:10:50.815187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:50.824879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-7c84412d-5618-4a6f-ba5d-359cf19c5a5a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:50.827802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-7c84412d-5618-4a6f-ba5d-359cf19c5a5a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 944 time: 0.0786936 Jul 28 11:10:50.846735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8911d51-2709-4b8d-940e-ef870f3ceca0 req-662b8354-3dd4-439e-95bf-75d31e543a27 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/security-groups?id=74100ac9-380b-4d48-8bc9-5414f388d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663028 Jul 28 11:10:50.855494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:50.887144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: b90bb5f0-dc27-4efe-b1e3-4861960c4faf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:50.887656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b90bb5f0-dc27-4efe-b1e3-4861960c4faf not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:50.976009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:50.979217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a904e36-06d6-4169-9902-866c20b0a78f req-7a2b5c99-0337-434d-8e99-e20b1b45c986 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:50.985319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a904e36-06d6-4169-9902-866c20b0a78f req-7a2b5c99-0337-434d-8e99-e20b1b45c986 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 945 time: 0.1221249 Jul 28 11:10:51.006207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df79f60-2048-4542-ab3c-94c8152f596b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:51.009435 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b988b4-8cc0-465e-8d92-aa54c4a4e47a" -d '{"events": [{"server_uuid": "7a801a06-caf3-49f4-bb12-9bb90fd643e4", "name": "network-vif-plugged", "status": "completed", "tag": "6df79f60-2048-4542-ab3c-94c8152f596b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:51.029823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6df79f60-2048-4542-ab3c-94c8152f596b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6df79f60-2048-4542-ab3c-94c8152f596b,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:51.032942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Deleting port 188e7bad-e67e-4b58-989a-76f4864e6d31 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:51.033421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.037790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.039340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7f7fadc7-b102-4551-bf15-c6334027eb46 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:51.117112 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6e4963-8c70-45a9-b2f0-7ac1257f974f x-openstack-request-id: req-bb6e4963-8c70-45a9-b2f0-7ac1257f974f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:51.117396 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a801a06-caf3-49f4-bb12-9bb90fd643e4", "name": "network-vif-plugged", "status": "completed", "tag": "6df79f60-2048-4542-ab3c-94c8152f596b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:51.117640 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb6e4963-8c70-45a9-b2f0-7ac1257f974f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:51.120745 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df79f60-2048-4542-ab3c-94c8152f596b', 'code': 200} Jul 28 11:10:51.153491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6df79f60-2048-4542-ab3c-94c8152f596b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:51.165882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 7f7fadc7-b102-4551-bf15-c6334027eb46 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:51.166238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7f7fadc7-b102-4551-bf15-c6334027eb46 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:51.190723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Deleting port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:51.191272 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.233443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] For port 188e7bad-e67e-4b58-989a-76f4864e6d31, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=188e7bad-e67e-4b58-989a-76f4864e6d31,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:51.233818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.256422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Calling delete_port for 188e7bad-e67e-4b58-989a-76f4864e6d31 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:51.279159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fac5-0aaf-42ff-bfe7-1939fd70c8f0 req-f01765ad-d4e5-41ab-9d2c-71d694db2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:51.280807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41b5fac5-0aaf-42ff-bfe7-1939fd70c8f0 req-f01765ad-d4e5-41ab-9d2c-71d694db2944 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 1096 time: 0.0914719 Jul 28 11:10:51.323735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddcfc-eead-4da1-abed-716780aabff7 req-9531d639-dcc9-4840-8496-e4781a198126 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:51.325296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a5ddcfc-eead-4da1-abed-716780aabff7 req-9531d639-dcc9-4840-8496-e4781a198126 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 948 time: 0.1185157 Jul 28 11:10:51.344000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] For port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:51.344436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.387116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Calling delete_port for 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:51.429874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41b5fac5-0aaf-42ff-bfe7-1939fd70c8f0 req-628d6f08-739d-406c-baba-a33c61cee959 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115954 Jul 28 11:10:51.462340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.528684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event deleted for resources: {'Port': ['ID=188e7bad-e67e-4b58-989a-76f4864e6d31,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:51.556357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] No DVR routers for this DVR port 188e7bad-e67e-4b58-989a-76f4864e6d31 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:51.558220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:51.560924 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-45c67fc1-f51a-4f59-bf06-8bcd481da324 req-df230dcb-92d8-4706-858e-5b45566f6c9b tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "DELETE /v2.0/ports/188e7bad-e67e-4b58-989a-76f4864e6d31 HTTP/1.1" status: 204 len: 173 time: 0.7159033 Jul 28 11:10:51.561375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'name': 'network-vif-deleted', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:51.563693 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66245c-5df2-4afa-9b30-a89b274a6a1c" -d '{"events": [{"server_uuid": "692f756b-a277-4302-b567-912608117e37", "name": "network-vif-deleted", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:51.817976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f6a5-5178-4c25-8efc-5300c2c2d26a req-84880e28-1303-4aa6-9f17-4191065856c7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:51.820096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ca8f6a5-5178-4c25-8efc-5300c2c2d26a req-84880e28-1303-4aa6-9f17-4191065856c7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.4938204 Jul 28 11:10:51.822699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a5ddcfc-eead-4da1-abed-716780aabff7 req-5214a409-c8de-4ada-92bc-c3ebbb22faba tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809780 Jul 28 11:10:51.881139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ca8f6a5-5178-4c25-8efc-5300c2c2d26a req-c345497f-5986-4804-9855-550a95885bbe tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Jul 28 11:10:51.967011 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f168d06-0547-426d-afd7-b4161eeda1db x-openstack-request-id: req-0f168d06-0547-426d-afd7-b4161eeda1db {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:51.967487 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f756b-a277-4302-b567-912608117e37", "name": "network-vif-deleted", "tag": "188e7bad-e67e-4b58-989a-76f4864e6d31", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:51.967573 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f168d06-0547-426d-afd7-b4161eeda1db {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:51.967937 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f756b-a277-4302-b567-912608117e37', 'name': 'network-vif-deleted', 'tag': '188e7bad-e67e-4b58-989a-76f4864e6d31', 'status': 'completed', 'code': 200} Jul 28 11:10:51.997538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bfa1842-9411-4ffc-bda2-8e7c68dfbf58 req-69f0f7cf-0da9-41b0-8aca-ffa87993af0e tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=692f756b-a277-4302-b567-912608117e37 HTTP/1.1" status: 200 len: 210 time: 0.0394301 Jul 28 11:10:51.998676 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:52.015717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['726ebe80-b75b-48ef-8c5f-ca2b93f988d0'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:52.052434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Pushing event deleted for resources: {'Port': ['ID=726ebe80-b75b-48ef-8c5f-ca2b93f988d0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:52.105865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eede8a0b-eb46-4a1c-a009-4013be967819 req-cf79a379-b08e-42de-a9f7-2b4be0f2bc23 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0542867 Jul 28 11:10:52.128896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] No DVR routers for this DVR port 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:52.131995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:52.134644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a904e36-06d6-4169-9902-866c20b0a78f req-038aea3e-0803-4a5c-932c-0709e9746d92 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.41 "DELETE /v2.0/ports/726ebe80-b75b-48ef-8c5f-ca2b93f988d0 HTTP/1.1" status: 204 len: 173 time: 1.1422718 Jul 28 11:10:52.151407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43446c45-8a94-4c59-91b0-48789278172b', 'name': 'network-vif-deleted', 'tag': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:52.154418 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa35e88a-8b2f-4cac-810f-d54235b397e1" -d '{"events": [{"server_uuid": "43446c45-8a94-4c59-91b0-48789278172b", "name": "network-vif-deleted", "tag": "726ebe80-b75b-48ef-8c5f-ca2b93f988d0"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:52.159310 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01ca8240-953d-4c3d-901e-27c501913d4e req-38495b3d-704c-4ef4-ab67-c21e728c3451 tempest-ServerRescueTestJSON-646995668 tempest-ServerRescueTestJSON-646995668-project] 10.222.0.20 "GET /v2.0/ports?device_id=43446c45-8a94-4c59-91b0-48789278172b HTTP/1.1" status: 200 len: 210 time: 0.0708401 Jul 28 11:10:52.199866 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0768e295-4d11-46bd-acf1-61ed7b486203 x-openstack-request-id: req-0768e295-4d11-46bd-acf1-61ed7b486203 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:52.200481 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43446c45-8a94-4c59-91b0-48789278172b", "name": "network-vif-deleted", "tag": "726ebe80-b75b-48ef-8c5f-ca2b93f988d0", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:52.200564 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0768e295-4d11-46bd-acf1-61ed7b486203 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:52.201007 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43446c45-8a94-4c59-91b0-48789278172b', 'name': 'network-vif-deleted', 'tag': '726ebe80-b75b-48ef-8c5f-ca2b93f988d0', 'status': 'completed', 'code': 200} Jul 28 11:10:52.250564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:52.765170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-ee80211e-9dcb-4836-ab92-3fe67928ec0c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:52.766803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-ee80211e-9dcb-4836-ab92-3fe67928ec0c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 948 time: 0.0505266 Jul 28 11:10:52.833302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:52.859126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 188e7bad-e67e-4b58-989a-76f4864e6d31 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:52.859553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 188e7bad-e67e-4b58-989a-76f4864e6d31 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:52.859990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device cc74d148-9c9b-4250-9c15-acf3f4a63093 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:52.881346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port cc74d148-9c9b-4250-9c15-acf3f4a63093 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:52.881708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:52.968507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1c198-fa76-44e3-9745-182b81975605 req-83082be7-5ddb-4961-a474-4cee093f61e0 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:52.977608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0da1c198-fa76-44e3-9745-182b81975605 req-83082be7-5ddb-4961-a474-4cee093f61e0 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 948 time: 0.0718300 Jul 28 11:10:53.008157 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:53.025110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:53.025552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:53.073209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for cc74d148-9c9b-4250-9c15-acf3f4a63093 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:53.126010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0da1c198-fa76-44e3-9745-182b81975605 req-9ba50c4c-3417-47ec-bc07-1ed77cbdcdae tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473224 Jul 28 11:10:53.134643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:53.141975 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21aa80c-c4c2-4442-987b-f856b45d7428" -d '{"events": [{"server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "name": "network-vif-unplugged", "status": "completed", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:53.170470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f951-3f04-4552-987f-5061b093a166 req-1ba837ef-b5e0-4ec9-a94b-87e2a3c2d01e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:53.171359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port cc74d148-9c9b-4250-9c15-acf3f4a63093, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=cc74d148-9c9b-4250-9c15-acf3f4a63093,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:53.179882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab67f951-3f04-4552-987f-5061b093a166 req-1ba837ef-b5e0-4ec9-a94b-87e2a3c2d01e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.1852405 Jul 28 11:10:53.185738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:53.287425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:53.295937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab67f951-3f04-4552-987f-5061b093a166 req-a82b0c31-d897-4aa1-9a47-e3272b33b04c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895078 Jul 28 11:10:53.386473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:53.408206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5562c1eb-d0ec-4038-b0a7-8e67a38562fc req-f28fdc8e-db1f-49b9-8efd-e790c1e556ed tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0301633 Jul 28 11:10:53.421801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=cc74d148-9c9b-4250-9c15-acf3f4a63093,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:53.473648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36058) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:53.502133 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5926ec1-c8a8-4634-9e5a-68eeae2bc22d x-openstack-request-id: req-b5926ec1-c8a8-4634-9e5a-68eeae2bc22d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:53.502762 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "name": "network-vif-unplugged", "status": "completed", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:53.503273 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5926ec1-c8a8-4634-9e5a-68eeae2bc22d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:53.503840 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093', 'code': 200} Jul 28 11:10:53.507491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108', 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:53.509874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:53.521250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port cc74d148-9c9b-4250-9c15-acf3f4a63093 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:53.534242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:53.536842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-65623006-bb81-4ff7-98a8-68bfdf0bd055 req-071b9f42-0c08-4865-a5b4-672609c3987b tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "DELETE /v2.0/ports/cc74d148-9c9b-4250-9c15-acf3f4a63093 HTTP/1.1" status: 204 len: 173 time: 0.7617331 Jul 28 11:10:53.898027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36839-4059-4bc6-bd8c-3fcbbc2efc77 req-bca90be2-9457-4742-87b4-b557281af0df tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:53.900114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcc36839-4059-4bc6-bd8c-3fcbbc2efc77 req-bca90be2-9457-4742-87b4-b557281af0df tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.1844535 Jul 28 11:10:53.975458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'name': 'network-vif-deleted', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:53.975458 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d3337-524f-49de-95d8-ac9026ba2d3e" -d '{"events": [{"server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "name": "network-vif-deleted", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:54.032269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6dc79-265d-44ae-9c0b-d67cfa2c6d66 req-d2d445a3-0b94-4860-84dd-e58fda2d9f7a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:54.033826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4d6dc79-265d-44ae-9c0b-d67cfa2c6d66 req-d2d445a3-0b94-4860-84dd-e58fda2d9f7a tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 945 time: 0.1626928 Jul 28 11:10:54.042665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcc36839-4059-4bc6-bd8c-3fcbbc2efc77 req-435fa2fc-caf0-47e9-961e-b8338c1f9601 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258295 Jul 28 11:10:54.144955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4d6dc79-265d-44ae-9c0b-d67cfa2c6d66 req-e7afd48d-02a5-4c03-ac0a-4344facc4dd1 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/security-groups?id=52f343cc-063e-49c8-b73f-5012c3e1ecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977890 Jul 28 11:10:54.158744 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93fd608-acfc-4136-b4d3-66982905b807 x-openstack-request-id: req-b93fd608-acfc-4136-b4d3-66982905b807 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:54.160639 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd117a8-b06c-4853-949b-233d2f9bc838", "name": "network-vif-deleted", "tag": "cc74d148-9c9b-4250-9c15-acf3f4a63093", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:54.164624 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b93fd608-acfc-4136-b4d3-66982905b807 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:54.165321 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd117a8-b06c-4853-949b-233d2f9bc838', 'name': 'network-vif-deleted', 'tag': 'cc74d148-9c9b-4250-9c15-acf3f4a63093', 'status': 'completed', 'code': 200} Jul 28 11:10:54.369337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45d7c780-4be1-4249-8c48-bbaf9f3fc3e3 req-986341f7-288d-4fbc-bfda-8cfea7c203ff tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd117a8-b06c-4853-949b-233d2f9bc838 HTTP/1.1" status: 200 len: 210 time: 0.0756319 Jul 28 11:10:54.385881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c926c-9580-4af3-b682-95f552bb89ad req-e20c078a-53d5-49d7-8d04-0cca6b2bbbc1 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:54.390157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-841c926c-9580-4af3-b682-95f552bb89ad req-e20c078a-53d5-49d7-8d04-0cca6b2bbbc1 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 945 time: 0.1339948 Jul 28 11:10:54.458792 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:54.549794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b159d3d-b5cc-4c1e-9a2a-31c858a731f8 req-8cfb0c66-caef-4615-a4d1-b7c250f700ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0318520 Jul 28 11:10:54.559409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Deleting port 72c5ca18-a07f-4044-8a58-8b8ececeda57 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:54.560009 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:54.589799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41f2572d-e050-42f5-b5c3-40bf42b38855 req-a2e28586-a26f-48eb-8c95-d2b657e15961 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0330169 Jul 28 11:10:54.682661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] For port 72c5ca18-a07f-4044-8a58-8b8ececeda57, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=72c5ca18-a07f-4044-8a58-8b8ececeda57,segment=NetworkSegment(0d93f049-bbb4-4044-8b6c-9802dad475c8),segment_id=0d93f049-bbb4-4044-8b6c-9802dad475c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:54.683032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:54.701986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Calling delete_port for 72c5ca18-a07f-4044-8a58-8b8ececeda57 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:54.737663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:54.775210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:54.775210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 726ebe80-b75b-48ef-8c5f-ca2b93f988d0 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:54.849287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Deleting port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:54.849537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:54.906800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:54.937694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Pushing event deleted for resources: {'Port': ['ID=72c5ca18-a07f-4044-8a58-8b8ececeda57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:54.971844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] For port a1a51fcb-60c2-4fe8-b129-da9e1e5becb3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,segment=NetworkSegment(5f61d33d-45e0-4955-9819-4c7b22e697f9),segment_id=5f61d33d-45e0-4955-9819-4c7b22e697f9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:54.972569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:54.988302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Calling delete_port for a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:55.000375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] No DVR routers for this DVR port 72c5ca18-a07f-4044-8a58-8b8ececeda57 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:55.003162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:55.005507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-841c926c-9580-4af3-b682-95f552bb89ad req-6c951fba-03ee-403e-a646-b810e2654f88 tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.44 "DELETE /v2.0/ports/72c5ca18-a07f-4044-8a58-8b8ececeda57 HTTP/1.1" status: 204 len: 173 time: 0.6039746 Jul 28 11:10:55.229574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacbdfc-c4a7-4b31-8bb8-3cc5d6c4467c req-927f3436-152f-4d98-ac20-d746f9806ae7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:55.231119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3eacbdfc-c4a7-4b31-8bb8-3cc5d6c4467c req-927f3436-152f-4d98-ac20-d746f9806ae7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.1060684 Jul 28 11:10:55.299495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3726dfc4-7d5f-4b7e-83e3-1eba8cf78aab req-cd054294-f251-4053-865d-06715e4f2aee tempest-LiveMigrationTest-1613684935 tempest-LiveMigrationTest-1613684935-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee9d918-e07a-4ab6-a7dd-b20aa77e754e HTTP/1.1" status: 200 len: 210 time: 0.0488939 Jul 28 11:10:55.306245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:55.345593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3eacbdfc-c4a7-4b31-8bb8-3cc5d6c4467c req-538190f6-e222-4684-b866-dc9a0da3c314 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060979 Jul 28 11:10:55.355448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a51fcb-60c2-4fe8-b129-da9e1e5becb3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:55.661950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:55.811469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929a0bf7-4ac5-49b5-bc95-c040424f8ef5 req-e4ba327d-cd4c-4f91-b073-96ac5a817d2a tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0423563 Jul 28 11:10:55.966192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56429866-dcc3-478c-941f-29481793020d req-6e213b9d-177c-40db-95b3-8a9b33706213 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:55.967712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56429866-dcc3-478c-941f-29481793020d req-6e213b9d-177c-40db-95b3-8a9b33706213 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.1070945 Jul 28 11:10:56.031955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362669d6-9366-4a2a-96bf-972cd033806d req-fff463fd-d1d3-4a5a-a040-46a2e0364cf9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:56.033591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-362669d6-9366-4a2a-96bf-972cd033806d req-fff463fd-d1d3-4a5a-a040-46a2e0364cf9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 949 time: 0.1324065 Jul 28 11:10:56.112788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56429866-dcc3-478c-941f-29481793020d req-0688ea2a-7b0e-4fec-acb5-4da1aacba6a1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108599 Jul 28 11:10:56.148161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-362669d6-9366-4a2a-96bf-972cd033806d req-9c02f4c2-4683-4a56-b245-29a86dc59166 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035385 Jul 28 11:10:56.158258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Router b428b188-fffd-4852-80df-8cc44283eddc has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:10:56.167021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'name': 'network-vif-deleted', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:56.169438 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b92057-7546-4d67-9b78-61cc5a462f4d" -d '{"events": [{"server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "name": "network-vif-deleted", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:56.211403 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeaa894-84b7-42db-931c-fbe5a760976b x-openstack-request-id: req-adeaa894-84b7-42db-931c-fbe5a760976b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:56.212099 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee9d918-e07a-4ab6-a7dd-b20aa77e754e", "name": "network-vif-deleted", "tag": "72c5ca18-a07f-4044-8a58-8b8ececeda57", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:56.212388 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adeaa894-84b7-42db-931c-fbe5a760976b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:56.212783 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee9d918-e07a-4ab6-a7dd-b20aa77e754e', 'name': 'network-vif-deleted', 'tag': '72c5ca18-a07f-4044-8a58-8b8ececeda57', 'status': 'completed', 'code': 200} Jul 28 11:10:56.290689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:10:56.300369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] Sync routers for ids ['b428b188-fffd-4852-80df-8cc44283eddc'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:10:56.306142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dcd530ef-5c6c-46f3-b04f-a5766b4bce20 admin admin] 10.222.0.20 "PUT /v2.0/routers/b428b188-fffd-4852-80df-8cc44283eddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282089 Jul 28 11:10:56.306980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:56.313634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] Routers {'b428b188-fffd-4852-80df-8cc44283eddc'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:10:56.314538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:10:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b428b188-fffd-4852-80df-8cc44283eddc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:56.393834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:56.471248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Deleting subnet 6f641786-47d3-437e-a82f-2746548113bd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:10:56.475614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.483760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-757f050b-971d-4cbf-aad0-9b55b4eeb088 req-48afff68-757d-486f-9ed6-a95d9af109e9 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b&device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.0276458 Jul 28 11:10:56.485181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.518766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] Set router b428b188-fffd-4852-80df-8cc44283eddc gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:10:56.544813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.675521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.719843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.783939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.810859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-490836ad-59bc-4600-a8a3-dacf9aaf2764 req-516e10ed-3ea6-4dd4-ad44-3a00936d1450 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d147836e33d94038b6109d79093274d0&device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0329497 Jul 28 11:10:56.827365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f641786-47d3-437e-a82f-2746548113bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:56.831023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:56.836904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:56.838089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ac08c088-6c8b-49d7-a479-858725afe00f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f641786-47d3-437e-a82f-2746548113bd HTTP/1.1" status: 204 len: 168 time: 0.4431660 Jul 28 11:10:56.838198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:56.863782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 72c5ca18-a07f-4044-8a58-8b8ececeda57 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:56.864250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 72c5ca18-a07f-4044-8a58-8b8ececeda57 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:56.877038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:10:55Z', 'revision_number': 5, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port': {'id': 'ff697611-8849-47f9-92ed-a43808a35dda', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:08:15Z', 'updated_at': '2021-07-28T11:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:56.912198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] Checking router: b428b188-fffd-4852-80df-8cc44283eddc for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:10:56.923080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] Routers {'b428b188-fffd-4852-80df-8cc44283eddc'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:10:56.923896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:10:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b428b188-fffd-4852-80df-8cc44283eddc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:56.934911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-490836ad-59bc-4600-a8a3-dacf9aaf2764 req-06e12c97-8925-4f80-947f-5af80c57f288 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d147836e33d94038b6109d79093274d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136074 Jul 28 11:10:56.952742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dab2af4f-9d33-4cfe-a261-b280f36da018 req-180b4430-4e7b-4975-aac2-a17e8c140543 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0850658 Jul 28 11:10:57.039992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] Set router b428b188-fffd-4852-80df-8cc44283eddc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:10:57.103200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:10:56Z', 'revision_number': 6, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:57.133393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f13b83-dbac-4505-97fa-9d6f05ceac43 None None] The sync data for ids ['b428b188-fffd-4852-80df-8cc44283eddc'] in n-d-723573-7 is: [{'id': 'b428b188-fffd-4852-80df-8cc44283eddc', 'name': 'tempest-ServerRescueTestJSON-1970674803-router', 'tenant_id': '8c3df02f321c4e91a53cd36033800858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:08:14Z', 'updated_at': '2021-07-28T11:10:56Z', 'revision_number': 6, 'project_id': '8c3df02f321c4e91a53cd36033800858', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:10:57.164629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Deleting port ff697611-8849-47f9-92ed-a43808a35dda {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:57.165542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.263655 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:10:57.315428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a8176-289f-4752-971b-ead72d6002ac req-60681596-b3e9-4791-9054-0d81c5086fb9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:57.317254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-306a8176-289f-4752-971b-ead72d6002ac req-60681596-b3e9-4791-9054-0d81c5086fb9 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 949 time: 0.0696552 Jul 28 11:10:57.323067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.481666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-61155ae4-a6d8-4bf8-8693-d07bb849eac0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:57.483203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-61155ae4-a6d8-4bf8-8693-d07bb849eac0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.0693979 Jul 28 11:10:57.490605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:57.490949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.668641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:57.669012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.690757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:57.700974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Deleting port 6df79f60-2048-4542-ab3c-94c8152f596b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:10:57.701453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.781328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490836ad-59bc-4600-a8a3-dacf9aaf2764 req-29ecdfa3-b11b-4bf2-aec1-0d40101fea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:57.783399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-490836ad-59bc-4600-a8a3-dacf9aaf2764 req-29ecdfa3-b11b-4bf2-aec1-0d40101fea97 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7974095 Jul 28 11:10:57.848965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9856d9a3-433f-439c-9309-3438647076e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.853535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57edd-29a0-4382-8441-0bbeea617c98 req-1d3fa303-bb8a-47c1-95db-a831ca07ca0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:57.855491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bef57edd-29a0-4382-8441-0bbeea617c98 req-1d3fa303-bb8a-47c1-95db-a831ca07ca0d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a801a06-caf3-49f4-bb12-9bb90fd643e4 HTTP/1.1" status: 200 len: 945 time: 0.5699368 Jul 28 11:10:57.857657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] For port 6df79f60-2048-4542-ab3c-94c8152f596b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6df79f60-2048-4542-ab3c-94c8152f596b,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:57.858119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:57.872478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819f86-749e-4221-aac2-4ad246e5ecbc req-8a0e02f2-83df-4142-9284-1b5b37bb5e59 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:57.874154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d819f86-749e-4221-aac2-4ad246e5ecbc req-8a0e02f2-83df-4142-9284-1b5b37bb5e59 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=052ac471-b491-4c93-a894-dfea07a1da14 HTTP/1.1" status: 200 len: 949 time: 0.5902119 Jul 28 11:10:57.875825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Calling delete_port for 6df79f60-2048-4542-ab3c-94c8152f596b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:57.972466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] For port ff697611-8849-47f9-92ed-a43808a35dda, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ff697611-8849-47f9-92ed-a43808a35dda,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:10:57.972736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.017818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Calling delete_port for ff697611-8849-47f9-92ed-a43808a35dda owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:10:58.043327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.058138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108', 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:58.085270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:58.135805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:10:58.158407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:58.163537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.165688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-306a8176-289f-4752-971b-ead72d6002ac req-1e6856fb-91ab-4380-a754-3f798d94d8c1 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "DELETE /v2.0/ports/fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 HTTP/1.1" status: 204 len: 173 time: 0.8401637 Jul 28 11:10:58.219215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052ac471-b491-4c93-a894-dfea07a1da14', 'name': 'network-vif-deleted', 'tag': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:10:58.226022 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355fb4d-04b6-4805-8455-54a83548c4b4" -d '{"events": [{"server_uuid": "052ac471-b491-4c93-a894-dfea07a1da14", "name": "network-vif-deleted", "tag": "fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:10:58.263726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.266486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.286950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bef57edd-29a0-4382-8441-0bbeea617c98 req-6e8ae234-1d76-4c03-bfa2-cc5dbad92d74 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103794 Jul 28 11:10:58.305761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d819f86-749e-4221-aac2-4ad246e5ecbc req-53f16792-7dab-40ef-9aaa-320b05adc636 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156845 Jul 28 11:10:58.352307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2236e3b2-0947-4aaf-b013-1af5b2660bc3']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:58.378517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event deleted for resources: {'Port': ['ID=6df79f60-2048-4542-ab3c-94c8152f596b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:58.408341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d93f049-bbb4-4044-8b6c-9802dad475c8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:58.408644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d93f049-bbb4-4044-8b6c-9802dad475c8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:58.478207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] No DVR routers for this DVR port 6df79f60-2048-4542-ab3c-94c8152f596b on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:10:58.485231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.490014 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b22794ba-c13b-453a-98c9-c1e1c858788a req-ae50cf8e-67be-47f9-9e3c-289881b3c241 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "DELETE /v2.0/ports/6df79f60-2048-4542-ab3c-94c8152f596b HTTP/1.1" status: 204 len: 173 time: 0.9944477 Jul 28 11:10:58.555834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.582779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42ec6bce-8653-4c3d-ad5c-8bac3b1d67ea req-58321548-527a-4489-9d0a-b9ec969ecb58 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0490177 Jul 28 11:10:58.601501 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa8663-dfad-4669-a843-22d2da8a6251 x-openstack-request-id: req-4caa8663-dfad-4669-a843-22d2da8a6251 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:10:58.601802 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052ac471-b491-4c93-a894-dfea07a1da14", "name": "network-vif-deleted", "tag": "fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:10:58.602163 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4caa8663-dfad-4669-a843-22d2da8a6251 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:10:58.602627 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052ac471-b491-4c93-a894-dfea07a1da14', 'name': 'network-vif-deleted', 'tag': 'fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4', 'status': 'completed', 'code': 200} Jul 28 11:10:58.617385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.628503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:10:58.629140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:10:58.631553 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:10:58.723340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.763847 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.774695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff697611-8849-47f9-92ed-a43808a35dda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:58.802461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.805327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2236e3b2-0947-4aaf-b013-1af5b2660bc3 HTTP/1.1" status: 204 len: 168 time: 1.9582157 Jul 28 11:10:58.808609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:58.880313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Deleting subnet 1c7adfcd-097a-4e9c-a96c-ed64e6d59d9c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:10:58.885153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:58.978519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554a75a-7451-4153-935b-b361cf9fc428 admin admin] Pushing event deleted for resources: {'Network': ['ID=2236e3b2-0947-4aaf-b013-1af5b2660bc3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:58.993832 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.010163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.092003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.104075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff697611-8849-47f9-92ed-a43808a35dda no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:59.152370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ff697611-8849-47f9-92ed-a43808a35dda {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:59.153957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff697611-8849-47f9-92ed-a43808a35dda not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:59.153957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:10:59.168364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.171013 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.195756 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.199133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:10:59.199642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a1a51fcb-60c2-4fe8-b129-da9e1e5becb3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:10:59.232967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.242785 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c7adfcd-097a-4e9c-a96c-ed64e6d59d9c HTTP/1.1" status: 204 len: 168 time: 0.4329727 Jul 28 11:10:59.244830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:59.275736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.276322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b428b188-fffd-4852-80df-8cc44283eddc {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:10:59.289035 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.290959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2d2412fa-822f-4d23-9ddd-f7251818f92a admin admin] 10.222.0.20 "DELETE /v2.0/routers/b428b188-fffd-4852-80df-8cc44283eddc HTTP/1.1" status: 204 len: 168 time: 2.9832211 Jul 28 11:10:59.293577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:59.308231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a41a7-fba1-46ce-af70-a69151ed5ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7adfcd-097a-4e9c-a96c-ed64e6d59d9c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:59.320486 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-490836ad-59bc-4600-a8a3-dacf9aaf2764 req-37adde64-81fe-4139-b8ba-0548f290c1f1 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.1030817 Jul 28 11:10:59.377009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Deleting subnet d0e27718-190f-46c3-a093-3a19e32b86b3 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:10:59.381592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.465633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.465945 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.552550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.622655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.647376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0649237-c16b-4996-9027-c0b1b6ece1af']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:59.673203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a5fee8-dc0e-4e60-a751-dfe2d10a9766') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:59.673561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a5fee8-dc0e-4e60-a751-dfe2d10a9766') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:10:59.685951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.704276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.711510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:10:59.712086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:10:59.714375 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:10:59.781651 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.798332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.806275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.808290 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0649237-c16b-4996-9027-c0b1b6ece1af HTTP/1.1" status: 204 len: 168 time: 0.5528476 Jul 28 11:10:59.809390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e6a96-0768-409c-85ef-691f3d97d97d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0649237-c16b-4996-9027-c0b1b6ece1af,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:59.882985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75a7db1a-73b5-4a80-8514-6aa5a7e2b183 req-ea3fa396-9008-458c-812d-ed201d5d51a7 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1c5681-54aa-41be-9cd5-de43487df75b HTTP/1.1" status: 200 len: 210 time: 0.0861032 Jul 28 11:10:59.892853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e27718-190f-46c3-a093-3a19e32b86b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:10:59.913049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:10:59.915936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e8afb8a3-9040-4c50-884c-5d7a434226f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d0e27718-190f-46c3-a093-3a19e32b86b3 HTTP/1.1" status: 204 len: 168 time: 0.6213999 Jul 28 11:10:59.918582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:10:59.987058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-59bb66d3-a631-43ff-9d0b-9d2098dd9ed5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:10:59.995751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-59bb66d3-a631-43ff-9d0b-9d2098dd9ed5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.2736108 Jul 28 11:11:00.014214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-07af748e-c2e1-4c61-a2b4-b5f8e62102eb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0117235 Jul 28 11:11:00.028817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.055549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-508637c3-ce18-476c-9549-492f19854062 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350943 Jul 28 11:11:00.146306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.171714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99bd42d-60f4-415e-b132-510d41d9c056']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:00.197695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f61d33d-45e0-4955-9819-4c7b22e697f9') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:00.198064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f61d33d-45e0-4955-9819-4c7b22e697f9') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:00.199971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:00.221988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.240550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b8d0c1a6-762f-4c9b-96f0-92fb0cdb7fe6 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733129 Jul 28 11:11:00.267954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.286860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:11:00.287834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:11:00.289762 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:11:00.302460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31ed2ed0-8634-40a3-9532-9cbb397f0b07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeb9ee7102e246b0b238b58be6516c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006899 Jul 28 11:11:00.312048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:00.355608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.383584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.388251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e99bd42d-60f4-415e-b132-510d41d9c056 HTTP/1.1" status: 204 len: 168 time: 0.4655683 Jul 28 11:11:00.388251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fa783-0b31-4513-b248-768fbc5b2ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99bd42d-60f4-415e-b132-510d41d9c056,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:00.480859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edfbf0-164a-4fa7-8958-776cc68c9965 req-eaa7e3a5-5150-42f6-9112-87f50196f652 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:00.491796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5edfbf0-164a-4fa7-8958-776cc68c9965 req-eaa7e3a5-5150-42f6-9112-87f50196f652 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 950 time: 0.1344512 Jul 28 11:11:00.579290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5edfbf0-164a-4fa7-8958-776cc68c9965 req-10caaf9d-13a9-481e-b369-0614335f39e0 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855091 Jul 28 11:11:00.582057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-6dff8f9b-fca8-4a2d-961d-19a980543b12 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404140 Jul 28 11:11:00.600411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31af0206-4b2d-45b5-99a2-67a4ff14292b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.604207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'name': 'network-vif-deleted', 'tag': '6df79f60-2048-4542-ab3c-94c8152f596b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:00.606756 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccce7a3-43a8-4042-9dd3-32ea45ceded7" -d '{"events": [{"server_uuid": "7a801a06-caf3-49f4-bb12-9bb90fd643e4", "name": "network-vif-deleted", "tag": "6df79f60-2048-4542-ab3c-94c8152f596b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:00.666988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31af0206-4b2d-45b5-99a2-67a4ff14292b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.673739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:00.753681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6df79f60-2048-4542-ab3c-94c8152f596b no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:00.757897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-63fd4310-e54f-4123-94ba-c1cef89cc1f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c3df02f321c4e91a53cd36033800858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801406 Jul 28 11:11:00.758266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:00.763183 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31af0206-4b2d-45b5-99a2-67a4ff14292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.766225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31af0206-4b2d-45b5-99a2-67a4ff14292b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.768223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31af0206-4b2d-45b5-99a2-67a4ff14292b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52f343cc-063e-49c8-b73f-5012c3e1ecaa HTTP/1.1" status: 204 len: 168 time: 0.4547246 Jul 28 11:11:00.807835 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9022d6-a847-4140-9a01-4f3d53bf426b x-openstack-request-id: req-ba9022d6-a847-4140-9a01-4f3d53bf426b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:00.808318 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a801a06-caf3-49f4-bb12-9bb90fd643e4", "name": "network-vif-deleted", "tag": "6df79f60-2048-4542-ab3c-94c8152f596b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:00.808669 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba9022d6-a847-4140-9a01-4f3d53bf426b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:00.809184 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a801a06-caf3-49f4-bb12-9bb90fd643e4', 'name': 'network-vif-deleted', 'tag': '6df79f60-2048-4542-ab3c-94c8152f596b', 'status': 'completed', 'code': 200} Jul 28 11:11:00.810607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 6df79f60-2048-4542-ab3c-94c8152f596b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:00.811110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6df79f60-2048-4542-ab3c-94c8152f596b not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:00.824815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0206-4b2d-45b5-99a2-67a4ff14292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f343cc-063e-49c8-b73f-5012c3e1ecaa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:00.855486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b93f76-d6f6-4487-bafe-c2cf004f685b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.883476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:00.940204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b93f76-d6f6-4487-bafe-c2cf004f685b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.943054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:00.956600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fd24d4cd-34c8-436c-bfdf-eeeaf65e43f4 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:00.977538 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:00.988641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4a8e14f-d0ce-4e37-b238-fe1d7feff719 req-ffa8d9eb-8f0f-4339-9d74-f990a5afc5de tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 210 time: 0.0801682 Jul 28 11:11:01.026323 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-993deafa-a521-42df-af94-fb3acfb06bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:01.164144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-39df946c-4877-447a-b421-15fb1a1228b7 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:01.169998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-39df946c-4877-447a-b421-15fb1a1228b7 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 950 time: 0.1309588 Jul 28 11:11:01.246669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b93f76-d6f6-4487-bafe-c2cf004f685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:01.249966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b93f76-d6f6-4487-bafe-c2cf004f685b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:01.254606 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13b93f76-d6f6-4487-bafe-c2cf004f685b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74100ac9-380b-4d48-8bc9-5414f388d14b HTTP/1.1" status: 204 len: 168 time: 0.4927075 Jul 28 11:11:01.282416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b93f76-d6f6-4487-bafe-c2cf004f685b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74100ac9-380b-4d48-8bc9-5414f388d14b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:01.405382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8007dd2c-b4ea-46a0-a37e-4d513f97990e req-def839b6-aa29-472f-a0e0-3ab7ef0a7f15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d147836e33d94038b6109d79093274d0&device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.0992172 Jul 28 11:11:01.426125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port 454c5de7-fb43-4fca-b133-53e3803b9108 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:01.426342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:01.483121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f9fb20c-8761-410c-9260-dcf21f89e0a7 req-446763d8-7b6c-4d2e-a704-f481982b9b30 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.1069403 Jul 28 11:11:01.504695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8007dd2c-b4ea-46a0-a37e-4d513f97990e req-06c9d276-f300-41d0-b2db-66bf650ed59f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d147836e33d94038b6109d79093274d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525177 Jul 28 11:11:01.663593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007dd2c-b4ea-46a0-a37e-4d513f97990e req-f0f7fb4d-fbb9-4c14-a4d3-5bf4e88f321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:01.668302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8007dd2c-b4ea-46a0-a37e-4d513f97990e req-f0f7fb4d-fbb9-4c14-a4d3-5bf4e88f321c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553037 Jul 28 11:11:01.752891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:01.862441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:01.886992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port 454c5de7-fb43-4fca-b133-53e3803b9108, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=454c5de7-fb43-4fca-b133-53e3803b9108,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:01.888131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:01.932095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-38887375-b93f-437c-b665-664301a97f93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f42124bd9cdc41bcabf7e5e119b78f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779516 Jul 28 11:11:01.932746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36282) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:01.938811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for 454c5de7-fb43-4fca-b133-53e3803b9108 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:01.953954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-7cc394ee-67dd-4728-8cd3-45e30f11f724 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:01.956246 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-7cc394ee-67dd-4728-8cd3-45e30f11f724 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/ports?device_id=048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a HTTP/1.1" status: 200 len: 949 time: 0.2549217 Jul 28 11:11:02.148361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b47525-1564-407f-a3d1-ef991ea8027a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.198475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port 4318020c-4bad-4881-b612-955a32215a9b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:02.198958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.222007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-296c1e3d-98b6-43be-93eb-532cd76328fc req-836955d5-86a5-4b5a-80a7-3aaf97f690f0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 210 time: 0.1290467 Jul 28 11:11:02.274043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b47525-1564-407f-a3d1-ef991ea8027a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.338325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port 4318020c-4bad-4881-b612-955a32215a9b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4318020c-4bad-4881-b612-955a32215a9b,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:02.340569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.368127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b47525-1564-407f-a3d1-ef991ea8027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.370956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b47525-1564-407f-a3d1-ef991ea8027a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.375035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for 4318020c-4bad-4881-b612-955a32215a9b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:02.375199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-17b47525-1564-407f-a3d1-ef991ea8027a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b4908d2-36a6-4334-826d-c5e63fdf187b HTTP/1.1" status: 204 len: 168 time: 0.4412043 Jul 28 11:11:02.389750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b47525-1564-407f-a3d1-ef991ea8027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4908d2-36a6-4334-826d-c5e63fdf187b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:02.586065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fefd62-ebaa-4ad3-8586-7631ee8f1482 req-067485c0-0703-4a70-b086-99d0a7496157 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:02.587997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3fefd62-ebaa-4ad3-8586-7631ee8f1482 req-067485c0-0703-4a70-b086-99d0a7496157 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 950 time: 0.8038723 Jul 28 11:11:02.681700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.696715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['454c5de7-fb43-4fca-b133-53e3803b9108'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:02.700452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', '4318020c-4bad-4881-b612-955a32215a9b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:02.974018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:02.985022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=454c5de7-fb43-4fca-b133-53e3803b9108,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:03.088905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3fefd62-ebaa-4ad3-8586-7631ee8f1482 req-3a1a968c-aae4-4112-bae3-91ddea3d4567 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945369 Jul 28 11:11:03.089951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=4318020c-4bad-4881-b612-955a32215a9b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:03.091331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b057929-ddfe-4730-ae25-9b98443dfd9a req-3698bf6c-06f8-475a-b8a0-0af2987f9f63 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.2969718 Jul 28 11:11:03.126542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8007dd2c-b4ea-46a0-a37e-4d513f97990e req-6568d94b-5160-48ea-b6cf-b495b4557c11 tempest-ServerShowV247Test-1987283631 tempest-ServerShowV247Test-1987283631-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3ccf9a2-e8be-4ce2-82e4-4d1a417fddf9 HTTP/1.1" status: 200 len: 210 time: 0.2195079 Jul 28 11:11:03.173258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:03.203570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port 454c5de7-fb43-4fca-b133-53e3803b9108 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:03.209347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:03.213592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e69de14f-2975-4dbd-8205-249598e5a9e6 req-6f3146e2-2570-485f-ba4d-c830e17c10be tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.44 "DELETE /v2.0/ports/454c5de7-fb43-4fca-b133-53e3803b9108 HTTP/1.1" status: 204 len: 173 time: 2.0361905 Jul 28 11:11:03.216754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'name': 'network-vif-deleted', 'tag': '454c5de7-fb43-4fca-b133-53e3803b9108'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:03.237569 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ec8f0c-2807-4224-bc15-510926416fa6" -d '{"events": [{"server_uuid": "a86672fd-4290-444e-ae91-fd9a91c1ad79", "name": "network-vif-deleted", "tag": "454c5de7-fb43-4fca-b133-53e3803b9108"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:03.260266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-cb7a5f0b-5c18-483b-8cce-f4886703430a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:03.269071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-cb7a5f0b-5c18-483b-8cce-f4886703430a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.6055584 Jul 28 11:11:03.284141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Request body: {'port': {'device_id': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'admin_state_up': True, 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:03.321492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port 4318020c-4bad-4881-b612-955a32215a9b on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:03.331951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:03.336013 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-96fe4737-af6f-4d7d-9ce5-f2e767674ff4 req-35f47df0-b6ec-4a88-94f4-12489c82bf19 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "DELETE /v2.0/ports/4318020c-4bad-4881-b612-955a32215a9b HTTP/1.1" status: 204 len: 173 time: 1.3721282 Jul 28 11:11:03.413519 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03df51-c1a1-41f3-b76a-d295d06def4c x-openstack-request-id: req-1e03df51-c1a1-41f3-b76a-d295d06def4c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:03.413870 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86672fd-4290-444e-ae91-fd9a91c1ad79", "name": "network-vif-deleted", "tag": "454c5de7-fb43-4fca-b133-53e3803b9108", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:03.414319 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e03df51-c1a1-41f3-b76a-d295d06def4c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:03.414873 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86672fd-4290-444e-ae91-fd9a91c1ad79', 'name': 'network-vif-deleted', 'tag': '454c5de7-fb43-4fca-b133-53e3803b9108', 'status': 'completed', 'code': 200} Jul 28 11:11:03.462360 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:03.670509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:03.677001 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:03.728996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1977939199-network', 'tenant_id': '0dbf8a19b1134f6c8a332084c67a47d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:03.806528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Made reservation on behalf of 0dbf8a19b1134f6c8a332084c67a47d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:03.813364 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:03.851589 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.025442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Allocated IP 172.20.0.14 (09b4baff-4f00-4f98-a809-022496ab14cd/ae10de92-b76e-4760-8ded-1abf9dbc6643/edede05e-238b-4657-8b68-09d5c595a3cf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:04.106237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.117531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.152007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e6c79747-7efa-4d95-9540-acef74ba7d40 req-121a4ac9-ba89-4581-93b7-8a6c9af6e204 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 210 time: 0.7259629 Jul 28 11:11:04.169690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5231b-3056-435a-a313-6fa9c8f37a20,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:04.184050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:11:04.201561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.212217 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Added segment 42ff19ea-30a0-4be0-a531-c1fe25f65657 of type vlan for network 22566b79-de65-48d4-b8eb-f4a2a6c707be Jul 28 11:11:04.398577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.484492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:04.503410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-895803f6-d745-4598-a733-25a4f75cde36 req-e75ec473-d7c2-4a2b-b83d-7bc797d61ca4 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 210 time: 0.1284940 Jul 28 11:11:04.570393 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-876067ee-598e-4f18-8ad9-0d3775271de0 req-04da961c-5c3a-444e-8485-eb0cbbc05734 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0839269 Jul 28 11:11:04.583952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.585511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:04.586492 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.635666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.712610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-876067ee-598e-4f18-8ad9-0d3775271de0 req-4eb160c1-a811-4316-b5e8-7ceb302dfb58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=a86672fd-4290-444e-ae91-fd9a91c1ad79 HTTP/1.1" status: 200 len: 210 time: 0.0436320 Jul 28 11:11:04.714783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5165181 Jul 28 11:11:04.718100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:04.730251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989250fa-5582-4f3a-80ba-22cdfcb32b89 admin admin] Pushing event updated for resources: {'Network': ['ID=22566b79-de65-48d4-b8eb-f4a2a6c707be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:04.732049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Request body: {'subnet': {'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1977939199-subnet', 'tenant_id': '0dbf8a19b1134f6c8a332084c67a47d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:04.737473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:04.738890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-network', 'tenant_id': '437771b227e84b68a1bb45f560608c73'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:04.743918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 22566b79-de65-48d4-b8eb-f4a2a6c707be details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:11:04.852801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Network 09b4baff-4f00-4f98-a809-022496ab14cd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:04.871302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:04.882136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:04.890343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4318020c-4bad-4881-b612-955a32215a9b no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:04.892793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:04.893694 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:11:04.893694 n-d-723573-7 neutron-server[93836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:11:04.893694 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id': '0dbf8a19b1134f6c8a332084c67a47d4', 'id': '3206d257-9bff-4f55-9211-4ecfdf173639', 'expiration': datetime.datetime(2021, 7, 28, 11, 13, 4, 822961)}] Jul 28 11:11:04.893694 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:11:04.894242 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:11:04.899242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 454c5de7-fb43-4fca-b133-53e3803b9108 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:04.900608 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-876067ee-598e-4f18-8ad9-0d3775271de0 req-a86d5af5-85e5-4051-8d11-bba9530c9d5a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1403787 Jul 28 11:11:04.958728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:04.977372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:04.978227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.002777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-b95354dc-2678-4953-abcd-4192b45fe9fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7236300 Jul 28 11:11:05.013455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 4318020c-4bad-4881-b612-955a32215a9b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:05.013721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4318020c-4bad-4881-b612-955a32215a9b not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:05.019173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Request body: {'port': {'device_id': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:05.022168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:05.026077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 454c5de7-fb43-4fca-b133-53e3803b9108 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:05.031456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 454c5de7-fb43-4fca-b133-53e3803b9108 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:05.059278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Made reservation on behalf of 437771b227e84b68a1bb45f560608c73 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:05.061631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.090637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.151406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876067ee-598e-4f18-8ad9-0d3775271de0 req-7908d2bb-6d73-41b3-93d9-2c94dbaf9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:05.154792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-876067ee-598e-4f18-8ad9-0d3775271de0 req-7908d2bb-6d73-41b3-93d9-2c94dbaf9319 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400680 Jul 28 11:11:05.173244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff05e63d-e007-413c-93d8-53e115ea3b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.196797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-d1d09076-1af5-483c-9e50-5f0cff354e53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4297965 Jul 28 11:11:05.342633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff05e63d-e007-413c-93d8-53e115ea3b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.343244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.376690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff05e63d-e007-413c-93d8-53e115ea3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.417390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'name': 'network-vif-deleted', 'tag': '4318020c-4bad-4881-b612-955a32215a9b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:05.425211 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc6520-726e-4923-97e5-56ee1d991208" -d '{"events": [{"server_uuid": "048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a", "name": "network-vif-deleted", "tag": "4318020c-4bad-4881-b612-955a32215a9b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:05.464679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Made reservation on behalf of 0dbf8a19b1134f6c8a332084c67a47d4 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:05.467439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.535081 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6115f7-708e-4864-8ff5-be7f9b66ce51 x-openstack-request-id: req-4d6115f7-708e-4864-8ff5-be7f9b66ce51 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:05.535382 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a", "name": "network-vif-deleted", "tag": "4318020c-4bad-4881-b612-955a32215a9b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:05.535635 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d6115f7-708e-4864-8ff5-be7f9b66ce51 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:05.536026 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048dda7f-3a0c-48ce-ad3e-b3b9e0ac9f0a', 'name': 'network-vif-deleted', 'tag': '4318020c-4bad-4881-b612-955a32215a9b', 'status': 'completed', 'code': 200} Jul 28 11:11:05.571941 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ff05e63d-e007-413c-93d8-53e115ea3b7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d147836e33d94038b6109d79093274d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733263 Jul 28 11:11:05.576520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:05.582485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05e63d-e007-413c-93d8-53e115ea3b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d3987-d42f-4541-8906-c4d8428e676a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:05.648997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-2b6a1545-8e5f-4399-8cda-e2780fc64a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:05.650705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-2b6a1545-8e5f-4399-8cda-e2780fc64a22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 1101 time: 0.3042085 Jul 28 11:11:05.792947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.847671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140a89a-2af1-4003-9b4b-13795a7f1613 req-cc4a6150-c2e8-4ee5-97ca-5457a86341fe tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:05.855690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6140a89a-2af1-4003-9b4b-13795a7f1613 req-cc4a6150-c2e8-4ee5-97ca-5457a86341fe tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 932 time: 0.3954153 Jul 28 11:11:05.911401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f5e420-379b-4b0d-830a-19b387c88131,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:05.942624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-dedcef73-036c-44f7-8678-84454a858614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:05.944207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-dedcef73-036c-44f7-8678-84454a858614 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.2673051 Jul 28 11:11:05.945597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61f35724-6bb6-43dd-96a5-5b8ad866873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:05.986286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Checking segment: {'id': '42ff19ea-30a0-4be0-a531-c1fe25f65657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:05.986653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Network hostable DHCP agents. Network: 22566b79-de65-48d4-b8eb-f4a2a6c707be, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:11:06.016658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6140a89a-2af1-4003-9b4b-13795a7f1613 req-d0b555e1-041c-4315-8aed-1a05bf6f9fcd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600847 Jul 28 11:11:06.071589 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61f35724-6bb6-43dd-96a5-5b8ad866873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.076975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edede05e-238b-4657-8b68-09d5c595a3cf {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:06.084011 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-83f48776-54e5-4d3d-ae8e-4918fa67805e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cf7c5aef-08fa-419d-aaea-22819b252a84 HTTP/1.1" status: 200 len: 217 time: 0.1207569 Jul 28 11:11:06.098042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.102611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Network 22566b79-de65-48d4-b8eb-f4a2a6c707be is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:11:06.114832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Transition to ACTIVE for port object edede05e-238b-4657-8b68-09d5c595a3cf will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:06.117800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 22566b79-de65-48d4-b8eb-f4a2a6c707be) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:06.128992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1150d7-bd6d-48bc-a017-0e3f45441aa4 None None] Network 22566b79-de65-48d4-b8eb-f4a2a6c707be requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:06.129452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.139888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:06.140575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.206315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.244040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.266867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a5a47373-8133-4196-a840-f46c766faa29 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5474789 Jul 28 11:11:06.286157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-329f87ae-219a-4132-a2b0-ea2e1eff2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:06.289350 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-329f87ae-219a-4132-a2b0-ea2e1eff2af9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1808486 Jul 28 11:11:06.290521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:11:06.310508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:06.363391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Attempting to bind port edede05e-238b-4657-8b68-09d5c595a3cf on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:06.364727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Attempting to bind port edede05e-238b-4657-8b68-09d5c595a3cf by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:06.365096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Attempting to bind port edede05e-238b-4657-8b68-09d5c595a3cf on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:06.379275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Port edede05e-238b-4657-8b68-09d5c595a3cf on network 09b4baff-4f00-4f98-a809-022496ab14cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:11:06.379598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Attempting to bind port edede05e-238b-4657-8b68-09d5c595a3cf on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:06.399860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.400315 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Added segment 8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971 of type vlan for network d319864f-e921-4778-aa7f-fa5c4f53bbde Jul 28 11:11:06.404247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:06.408851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:06.410551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:06.411129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Bound using segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:06.413347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Bound port: edede05e-238b-4657-8b68-09d5c595a3cf, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:06.417875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.458382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38fac8-129a-43c6-b455-5b6abbd1a366 None None] Network 22566b79-de65-48d4-b8eb-f4a2a6c707be requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:06.539494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61f35724-6bb6-43dd-96a5-5b8ad866873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.542061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61f35724-6bb6-43dd-96a5-5b8ad866873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.545885 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-61f35724-6bb6-43dd-96a5-5b8ad866873f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a8d3987-d42f-4541-8906-c4d8428e676a HTTP/1.1" status: 204 len: 168 time: 0.9549165 Jul 28 11:11:06.549919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.579032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f35724-6bb6-43dd-96a5-5b8ad866873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d3987-d42f-4541-8906-c4d8428e676a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:06.583594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-86c854e4-5f77-4493-b95c-2faa998e3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:06.586136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-86c854e4-5f77-4493-b95c-2faa998e3e10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732379 Jul 28 11:11:06.616205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:06.647925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:06.666503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.707496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf4743-7fd2-4a5d-a64c-109e46710928 req-7f58c179-4fae-462e-bee9-7816ce07905c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:06.716229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ccf4743-7fd2-4a5d-a64c-109e46710928 req-7f58c179-4fae-462e-bee9-7816ce07905c tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 950 time: 0.1764636 Jul 28 11:11:06.873389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:06.874791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:06.876354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] 10.222.0.41 "PUT /v2.0/ports/edede05e-238b-4657-8b68-09d5c595a3cf HTTP/1.1" status: 200 len: 1092 time: 1.8643224 Jul 28 11:11:06.879025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a1526-d1f2-44df-a513-58e426484d0a service neutron] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:06.890349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:06.899322 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c52271-f38f-4ae0-bd15-a927c46b62d9" -d '{"events": [{"name": "network-changed", "server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:07.020605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ccf4743-7fd2-4a5d-a64c-109e46710928 req-25f4684a-0805-48e8-805e-a89abb27c989 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309345 Jul 28 11:11:07.044342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-fae92afc-a418-4725-980c-0d881429f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:07.044342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-fae92afc-a418-4725-980c-0d881429f1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 1095 time: 0.1022189 Jul 28 11:11:07.191272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-0b9d4906-0525-4763-b2e3-02435604793a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edede05e-238b-4657-8b68-09d5c595a3cf HTTP/1.1" status: 200 len: 217 time: 0.1344357 Jul 28 11:11:07.292433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b996-2703-493f-8266-f1aca18543c9 req-0faa283b-0fa0-40e4-ba2a-1520e17bcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:07.294065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-0faa283b-0fa0-40e4-ba2a-1520e17bcf89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.0792272 Jul 28 11:11:07.295778 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd0028-b1de-4462-be00-040666425b4f x-openstack-request-id: req-2acd0028-b1de-4462-be00-040666425b4f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:07.296270 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:07.296678 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2acd0028-b1de-4462-be00-040666425b4f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:07.297252 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'status': 'completed', 'code': 200} Jul 28 11:11:07.376049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-02604f7d-a6c9-4a0d-b73b-8c6eea565310 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694895 Jul 28 11:11:07.419029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:07.420008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:07.420605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:07.525901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] Pushing event updated for resources: {'Network': ['ID=d319864f-e921-4778-aa7f-fa5c4f53bbde,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:07.539249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d319864f-e921-4778-aa7f-fa5c4f53bbde details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:11:07.551064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55527ed6-9d38-4a4b-826b-09fd8cd8df08 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0412760 Jul 28 11:11:07.563901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-2223bfde-937c-4241-bcf0-f5bafd65109d tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:07.565180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:07.570868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-2223bfde-937c-4241-bcf0-f5bafd65109d tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/networks?id=22566b79-de65-48d4-b8eb-f4a2a6c707be HTTP/1.1" status: 200 len: 809 time: 0.1714025 Jul 28 11:11:07.571052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Request body: {'subnet': {'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-subnet', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:07.615736 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-be303e6e-0bcd-41d8-99d8-1ae80f5fb231 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0044537 Jul 28 11:11:07.616871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Made reservation on behalf of 437771b227e84b68a1bb45f560608c73 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:07.620627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:07.653317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-66528235-b2c0-45a8-bb79-9f8151c4dcfe tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/quotas/0dbf8a19b1134f6c8a332084c67a47d4 HTTP/1.1" status: 200 len: 375 time: 0.0815814 Jul 28 11:11:07.703964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464ef9f-ef09-4fb7-8743-f48eb1a06d8f req-39163500-2989-44db-b3ce-9722f95cdfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:07.705502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a464ef9f-ef09-4fb7-8743-f48eb1a06d8f req-39163500-2989-44db-b3ce-9722f95cdfba tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 944 time: 0.3286738 Jul 28 11:11:07.732009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-6c30da8d-f822-46ef-bfec-ed33b6ccf523 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dbf8a19b1134f6c8a332084c67a47d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570629 Jul 28 11:11:07.801861 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73673bc1-da64-4ad0-b25f-ec94cd62585a req-0630400a-9fb0-4c36-8703-9b8ff0cdce62 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685479 Jul 28 11:11:07.859839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-9b89b9b6-ce0e-4dca-9685-584becdfeea4 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:07.862271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-9b89b9b6-ce0e-4dca-9685-584becdfeea4 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 950 time: 0.2286210 Jul 28 11:11:07.873851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-8f7076c9-aa0e-45d6-9f2d-5686dc104281 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731581 Jul 28 11:11:07.898031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:07.941241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a464ef9f-ef09-4fb7-8743-f48eb1a06d8f req-ecf4121a-ce53-402b-b478-a4639deda562 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138643 Jul 28 11:11:07.960241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91927c3-ec45-4c9e-a74e-d96ca19f148e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:07.971152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Checking segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:07.971586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Network hostable DHCP agents. Network: d319864f-e921-4778-aa7f-fa5c4f53bbde, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:11:07.992385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Network d319864f-e921-4778-aa7f-fa5c4f53bbde is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:11:08.002995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d319864f-e921-4778-aa7f-fa5c4f53bbde) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:08.012717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e119d3-8655-4578-96e4-3c98ca5c8ea9 None None] Network d319864f-e921-4778-aa7f-fa5c4f53bbde requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:08.013065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:08.013650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.052154 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c0e5aa3a-3ae1-4972-b258-871827c629a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4832425 Jul 28 11:11:08.055252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:08.062604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:08.070644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-d12c27d7-6fb9-4e8e-bd31-8972201fc179 service neutron] 10.222.0.20 "GET /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154266 Jul 28 11:11:08.103687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-467485e2-bfe5-46e0-9cb0-d7dc5cebdb7a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:08.106197 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-467485e2-bfe5-46e0-9cb0-d7dc5cebdb7a tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/ports?device_id=03f3446f-e632-455f-ba28-38579c504696 HTTP/1.1" status: 200 len: 950 time: 0.0800014 Jul 28 11:11:08.178488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d8b996-2703-493f-8266-f1aca18543c9 req-256632f0-b973-4f65-bf01-37e18b8246fd service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839477 Jul 28 11:11:08.207640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.216796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.299994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:08.300368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.428948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:08.429560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.433050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d319864f-e921-4778-aa7f-fa5c4f53bbde', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:11:08.433969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.445859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for 827dd066-0d3b-4e30-98d7-4a165e8e9a7f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:08.608943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Allocated IP 172.20.0.2 (d319864f-e921-4778-aa7f-fa5c4f53bbde/e91927c3-ec45-4c9e-a74e-d96ca19f148e/cc341088-3a40-477e-a308-b0709c90e38e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:08.623200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.641382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'cf7c5aef-08fa-419d-aaea-22819b252a84', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:08.685512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port cf7c5aef-08fa-419d-aaea-22819b252a84 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:08.685662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=827dd066-0d3b-4e30-98d7-4a165e8e9a7f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:08.685901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.774427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port 827dd066-0d3b-4e30-98d7-4a165e8e9a7f on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:08.789505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.801415 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f75a6b7-9a90-45f2-97e8-72ea6c654e63 req-e991a54b-2526-4151-87cb-035e870d7abf tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "DELETE /v2.0/ports/827dd066-0d3b-4e30-98d7-4a165e8e9a7f HTTP/1.1" status: 204 len: 173 time: 0.6809502 Jul 28 11:11:08.801415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f3446f-e632-455f-ba28-38579c504696', 'name': 'network-vif-deleted', 'tag': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:08.801415 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291348c3-fb9e-46fe-8730-3e9675be0187" -d '{"events": [{"server_uuid": "03f3446f-e632-455f-ba28-38579c504696", "name": "network-vif-deleted", "tag": "827dd066-0d3b-4e30-98d7-4a165e8e9a7f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:08.840784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-e3d40f04-a2fb-40d5-b225-6d26235664fc service neutron] 10.222.0.20 "GET /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542536 Jul 28 11:11:08.848100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:08.917249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af979e-c2cc-4151-97cc-57ec17a2bd54 req-febc6bf4-caeb-46cd-9cdb-6f59f3861695 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:08.925105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47af979e-c2cc-4151-97cc-57ec17a2bd54 req-febc6bf4-caeb-46cd-9cdb-6f59f3861695 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 950 time: 0.6885698 Jul 28 11:11:08.999257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-dabf305c-092a-457f-a29f-fffcc39783e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:09.004859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-dabf305c-092a-457f-a29f-fffcc39783e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 1095 time: 0.3242996 Jul 28 11:11:09.030755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.033157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port cf7c5aef-08fa-419d-aaea-22819b252a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cf7c5aef-08fa-419d-aaea-22819b252a84,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:09.033879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.051474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for cf7c5aef-08fa-419d-aaea-22819b252a84 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:09.081379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Transition to ACTIVE for port object cc341088-3a40-477e-a308-b0709c90e38e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:09.110037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Transition to ACTIVE for port object cc341088-3a40-477e-a308-b0709c90e38e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:09.119366 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.199013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Network d319864f-e921-4778-aa7f-fa5c4f53bbde is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:09.300323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:09.318437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:09.360472 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966cfe13-cb8d-4148-ab41-e3da1c011caf x-openstack-request-id: req-966cfe13-cb8d-4148-ab41-e3da1c011caf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:09.361119 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f3446f-e632-455f-ba28-38579c504696", "name": "network-vif-deleted", "tag": "827dd066-0d3b-4e30-98d7-4a165e8e9a7f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:09.361575 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-966cfe13-cb8d-4148-ab41-e3da1c011caf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:09.362171 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f3446f-e632-455f-ba28-38579c504696', 'name': 'network-vif-deleted', 'tag': '827dd066-0d3b-4e30-98d7-4a165e8e9a7f', 'status': 'completed', 'code': 200} Jul 28 11:11:09.429362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.432537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-7d293cbe-1a29-49e3-ad0c-94d7966e116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:09.435159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-7d293cbe-1a29-49e3-ad0c-94d7966e116c service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.1593804 Jul 28 11:11:09.499362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7', '827dd066-0d3b-4e30-98d7-4a165e8e9a7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:09.542135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Pushing event updated for resources: {'Port': ['ID=cc341088-3a40-477e-a308-b0709c90e38e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:09.583914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Attempting to bind port cc341088-3a40-477e-a308-b0709c90e38e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:09.584314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Attempting to bind port cc341088-3a40-477e-a308-b0709c90e38e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:09.584682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Attempting to bind port cc341088-3a40-477e-a308-b0709c90e38e on network d319864f-e921-4778-aa7f-fa5c4f53bbde {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:09.628868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:09.629547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Checking segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:09.629632 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.633115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Bound using segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:09.633619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Bound port: cc341088-3a40-477e-a308-b0709c90e38e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:09.634015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.653705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=cf7c5aef-08fa-419d-aaea-22819b252a84,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:09.657340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.677091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-c27023bb-f45e-450d-91cd-65faa6ddc377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edede05e-238b-4657-8b68-09d5c595a3cf HTTP/1.1" status: 200 len: 217 time: 0.1500068 Jul 28 11:11:09.678184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:09.712489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47af979e-c2cc-4151-97cc-57ec17a2bd54 req-151d6b31-4ea9-44b4-9ef1-dfc097831d22 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7863600 Jul 28 11:11:09.830382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] For port cc341088-3a40-477e-a308-b0709c90e38e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:09.866208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] For port cc341088-3a40-477e-a308-b0709c90e38e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cc341088-3a40-477e-a308-b0709c90e38e,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:09.874305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.950207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-e2f38a60-c125-407d-a9ab-be5d9d03748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:09.956071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-e2f38a60-c125-407d-a9ab-be5d9d03748b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.2688453 Jul 28 11:11:09.960423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db05eb1a-17f6-48cd-b531-d27fe4848f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:09.982383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4e7c9-96e0-451d-b67c-5c5e82a3832b None None] Pushing event updated for resources: {'Port': ['ID=cc341088-3a40-477e-a308-b0709c90e38e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:10.058469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port cf7c5aef-08fa-419d-aaea-22819b252a84 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:10.087322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.089803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abd83934-9dec-46ed-b96d-9e52076d0be0 req-970b7e6e-579e-4cfb-a6b7-d6deffac9a12 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "DELETE /v2.0/ports/cf7c5aef-08fa-419d-aaea-22819b252a84 HTTP/1.1" status: 204 len: 173 time: 2.2056651 Jul 28 11:11:10.091616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'name': 'network-vif-deleted', 'tag': 'cf7c5aef-08fa-419d-aaea-22819b252a84'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:10.094042 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d6b55f-accc-4735-b22a-b27c2e0214b1" -d '{"events": [{"server_uuid": "6ff097dd-e4f4-456d-acd6-090c7895e78a", "name": "network-vif-deleted", "tag": "cf7c5aef-08fa-419d-aaea-22819b252a84"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:10.128831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-150e0b6e-1250-460f-a01b-9ce341b62eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677170 Jul 28 11:11:10.139005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce79b966-f195-4f27-9966-155bd5c763b2 req-2e1a63d2-bca2-4a37-976e-faa70fb8a7c7 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 210 time: 0.2009602 Jul 28 11:11:10.143059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db05eb1a-17f6-48cd-b531-d27fe4848f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.149228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db05eb1a-17f6-48cd-b531-d27fe4848f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.152570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f4c5f-4704-47ed-88c2-6a8de2a2889c req-e150d15e-f3b4-4c6b-ac3c-5ab2108b7d28 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:10.160427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-444f4c5f-4704-47ed-88c2-6a8de2a2889c req-e150d15e-f3b4-4c6b-ac3c-5ab2108b7d28 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 944 time: 0.6338575 Jul 28 11:11:10.200882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db05eb1a-17f6-48cd-b531-d27fe4848f25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b71bea1d5284f1ab2a27e8e1ac0bb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212865 Jul 28 11:11:10.203227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:10.297028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05eb1a-17f6-48cd-b531-d27fe4848f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0777d57a-efcc-44a0-a85f-9e5aaeb8e99b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:10.325377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-456d1921-a5da-4d5e-a145-7051e278f56e service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850774 Jul 28 11:11:10.380320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-444f4c5f-4704-47ed-88c2-6a8de2a2889c req-4e446510-82e7-4d4d-a3a6-cbf9d9d5aadf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170088 Jul 28 11:11:10.424153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64689b5b-8c29-4ab8-88c4-ae54ac6686b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.456061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64689b5b-8c29-4ab8-88c4-ae54ac6686b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.522938 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8d8692-f447-44ec-bdc8-427c426ac711 x-openstack-request-id: req-cb8d8692-f447-44ec-bdc8-427c426ac711 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:10.523219 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff097dd-e4f4-456d-acd6-090c7895e78a", "name": "network-vif-deleted", "tag": "cf7c5aef-08fa-419d-aaea-22819b252a84", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:10.523544 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb8d8692-f447-44ec-bdc8-427c426ac711 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:10.523927 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff097dd-e4f4-456d-acd6-090c7895e78a', 'name': 'network-vif-deleted', 'tag': 'cf7c5aef-08fa-419d-aaea-22819b252a84', 'status': 'completed', 'code': 200} Jul 28 11:11:10.528101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64689b5b-8c29-4ab8-88c4-ae54ac6686b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.535388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64689b5b-8c29-4ab8-88c4-ae54ac6686b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.540786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64689b5b-8c29-4ab8-88c4-ae54ac6686b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0777d57a-efcc-44a0-a85f-9e5aaeb8e99b HTTP/1.1" status: 204 len: 168 time: 0.2680297 Jul 28 11:11:10.553281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64689b5b-8c29-4ab8-88c4-ae54ac6686b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0777d57a-efcc-44a0-a85f-9e5aaeb8e99b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:10.688528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0c52271-f38f-4ae0-bd15-a927c46b62d9 req-c8dcbf31-48db-4f4c-84ad-aa5e6c692b7a service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413033 Jul 28 11:11:10.759311 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.790953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe457f-f6aa-48f5-9026-0e2a31c051bc req-a8fc0dc6-42d0-416b-a5ad-3f0d36929949 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:10.794225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8fe457f-f6aa-48f5-9026-0e2a31c051bc req-a8fc0dc6-42d0-416b-a5ad-3f0d36929949 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 945 time: 0.1502552 Jul 28 11:11:10.796424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:10.835930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device edede05e-238b-4657-8b68-09d5c595a3cf details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:11:10.840874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cf7c5aef-08fa-419d-aaea-22819b252a84 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:10.890731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: cf7c5aef-08fa-419d-aaea-22819b252a84 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:10.891074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cf7c5aef-08fa-419d-aaea-22819b252a84 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:10.911267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bcac5ab-c482-4248-b38d-6ccc2cf4d3c7 req-87bb5d3a-a484-442e-b777-866dad17f52e tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff097dd-e4f4-456d-acd6-090c7895e78a HTTP/1.1" status: 200 len: 210 time: 0.0927939 Jul 28 11:11:10.937180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8fe457f-f6aa-48f5-9026-0e2a31c051bc req-31f1ae21-79db-45cd-a2a6-68cd8a6ae995 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294301 Jul 28 11:11:11.034991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:11.053008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'mac_address': 'fa:16:3e:39:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:11:11.076649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Allocated IP 172.25.1.4 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0f14b042-49d3-40c9-857e-71ada4134460) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:11.091016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cc341088-3a40-477e-a308-b0709c90e38e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:11.170656 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:11.217580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edede05e-238b-4657-8b68-09d5c595a3cf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:11.236692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port cc341088-3a40-477e-a308-b0709c90e38e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:11.261777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:11.275314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:11.389359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:11.409151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fea3442-b2f2-4772-9dac-c669835e360d req-d41fad50-5b5f-4ccc-80f1-e5b56875af86 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 210 time: 0.0629952 Jul 28 11:11:11.459026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:11.521842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-5dbc053f-74fe-4ce8-88dc-aa2e40d52418 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:11.523490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-5dbc053f-74fe-4ce8-88dc-aa2e40d52418 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.41 "GET /v2.0/networks?id=22566b79-de65-48d4-b8eb-f4a2a6c707be HTTP/1.1" status: 200 len: 809 time: 0.2883818 Jul 28 11:11:11.543726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Request body: {'port': {'device_id': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be', 'admin_state_up': True, 'tenant_id': '0dbf8a19b1134f6c8a332084c67a47d4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:11.585355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237f4ba-0178-4d4b-9af3-4fdb78024456 None None] Network d319864f-e921-4778-aa7f-fa5c4f53bbde requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:11.658587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['edede05e-238b-4657-8b68-09d5c595a3cf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:11.666903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:11.724046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] Provisioning for port cc341088-3a40-477e-a308-b0709c90e38e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:11.731707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da165-2810-41e4-9e5d-7aa415fb802a req-a0b9e457-9026-456d-86ae-e88d049a3cb1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:11.733269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e4da165-2810-41e4-9e5d-7aa415fb802a req-a0b9e457-9026-456d-86ae-e88d049a3cb1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 945 time: 0.1966548 Jul 28 11:11:11.743804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] Provisioning complete for port cc341088-3a40-477e-a308-b0709c90e38e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:11.744580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:11.749703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:11.762670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:11.780333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:11.808473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f14b042-49d3-40c9-857e-71ada4134460,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:11.854106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e4da165-2810-41e4-9e5d-7aa415fb802a req-902f372b-d305-42e6-b26f-d48ba74c0b56 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Jul 28 11:11:11.931931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Made reservation on behalf of 0dbf8a19b1134f6c8a332084c67a47d4 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:11.936627 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:11.995829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:12.065783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] For port cc341088-3a40-477e-a308-b0709c90e38e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cc341088-3a40-477e-a308-b0709c90e38e,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:12.071589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:12.201285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bc7d4-5198-4941-bc72-9351326cadd8 None None] Pushing event updated for resources: {'Port': ['ID=cc341088-3a40-477e-a308-b0709c90e38e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:12.292684 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:12.317096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca5c52f5-8ef4-4a88-911a-b6c5cd5f4de2 None None] Provisioning complete for port cc341088-3a40-477e-a308-b0709c90e38e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:12.320145 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca5c52f5-8ef4-4a88-911a-b6c5cd5f4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:12.446578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73da062-c14a-4a0e-b904-853194aa4ddb req-d06e2014-2838-4c78-89d4-084d853ad619 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:12.448878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c73da062-c14a-4a0e-b904-853194aa4ddb req-d06e2014-2838-4c78-89d4-084d853ad619 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 945 time: 0.3990464 Jul 28 11:11:12.514493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Allocated IP 172.20.0.8 (22566b79-de65-48d4-b8eb-f4a2a6c707be/54f5e420-379b-4b0d-830a-19b387c88131/e3c0147e-15a0-4729-a844-133a8b3aa4e6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:12.850581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device edede05e-238b-4657-8b68-09d5c595a3cf up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:12.998762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692bc7-b021-44b0-be61-45c05bd63219 req-246941fd-22bf-4bed-8c2c-481134031cff tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:13.002832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36692bc7-b021-44b0-be61-45c05bd63219 req-246941fd-22bf-4bed-8c2c-481134031cff tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.41 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 945 time: 0.6440034 Jul 28 11:11:13.005888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port edede05e-238b-4657-8b68-09d5c595a3cf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:13.012840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port edede05e-238b-4657-8b68-09d5c595a3cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:13.013409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.057592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cc341088-3a40-477e-a308-b0709c90e38e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:13.068652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c73da062-c14a-4a0e-b904-853194aa4ddb req-f2383357-180b-4d9a-84df-fdba1ddf7e6a tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042771 Jul 28 11:11:13.169859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d88c4-b8be-47fa-885b-aee6cdab105b req-48ae0e57-1858-49aa-ae39-62b348e2ea15 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:13.176637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb3d88c4-b8be-47fa-885b-aee6cdab105b req-48ae0e57-1858-49aa-ae39-62b348e2ea15 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 949 time: 0.6678898 Jul 28 11:11:13.230173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port cc341088-3a40-477e-a308-b0709c90e38e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:13.230173 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.288877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.304390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9591b587-1f35-468c-aac3-cada1bdf9aff req-c46f24b4-083d-42b9-871a-a795a55e298d tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 210 time: 0.0924683 Jul 28 11:11:13.322151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:13.324526 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee650a9-8f19-4b5b-91e1-144cbcfd0bf6" -d '{"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-plugged", "status": "completed", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:13.355570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:13.364342 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.365983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 827dd066-0d3b-4e30-98d7-4a165e8e9a7f no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:13.386194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb3d88c4-b8be-47fa-885b-aee6cdab105b req-876833f9-002a-4452-a5c9-e7eecb47a551 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085395 Jul 28 11:11:13.421206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 827dd066-0d3b-4e30-98d7-4a165e8e9a7f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:13.421623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 827dd066-0d3b-4e30-98d7-4a165e8e9a7f not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:13.459897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Deleting port 5b4e7e78-024c-4807-9f26-fa46f173096a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:13.460499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.470143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.488915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:13.503117 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7988e5da-7746-4da1-b708-2a77de67427d x-openstack-request-id: req-7988e5da-7746-4da1-b708-2a77de67427d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:13.503978 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-plugged", "status": "completed", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:13.504288 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7988e5da-7746-4da1-b708-2a77de67427d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:13.507108 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'code': 200} Jul 28 11:11:13.514982 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.613351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ca562-6353-4cf0-b9d6-ab6fb48b4fe5 req-5c153f08-e20f-463e-b253-3f1bcb184e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:13.614863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ef4ca562-6353-4cf0-b9d6-ab6fb48b4fe5 req-5c153f08-e20f-463e-b253-3f1bcb184e82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 1097 time: 0.0488272 Jul 28 11:11:13.674899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ef4ca562-6353-4cf0-b9d6-ab6fb48b4fe5 req-8f1e5c0e-b1d7-40ac-8280-cdb031ab7cf6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488648 Jul 28 11:11:13.740375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28709-6db8-4be8-8e72-1b5b9b5e7dd3 req-c2a67df9-afcf-4bf6-a3d8-9239878990b5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:13.740796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ea28709-6db8-4be8-8e72-1b5b9b5e7dd3 req-c2a67df9-afcf-4bf6-a3d8-9239878990b5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.2581241 Jul 28 11:11:13.743916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] For port 5b4e7e78-024c-4807-9f26-fa46f173096a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5b4e7e78-024c-4807-9f26-fa46f173096a,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:13.744345 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.766143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Calling delete_port for 5b4e7e78-024c-4807-9f26-fa46f173096a owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:13.795259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:13.890680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793fc3-6921-4204-8836-fed3374c2684 req-fb8a67f2-7d3e-4f26-ac0e-7ae5b60ae528 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:13.892626 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90793fc3-6921-4204-8836-fed3374c2684 req-fb8a67f2-7d3e-4f26-ac0e-7ae5b60ae528 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 949 time: 0.0770903 Jul 28 11:11:13.965973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Network 22566b79-de65-48d4-b8eb-f4a2a6c707be is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:13.975153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ea28709-6db8-4be8-8e72-1b5b9b5e7dd3 req-f8aa4f91-f876-45e2-84eb-2ab5fa2f412f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106738 Jul 28 11:11:14.012572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Pushing event updated for resources: {'Port': ['ID=e3c0147e-15a0-4729-a844-133a8b3aa4e6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:14.024402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Deleting port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:14.024741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.041702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.042575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.042991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.043578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.043983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.044448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.045010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.045407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.046111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.046446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.046774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.047105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:14.051225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:14.078620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:14.117997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Router 33246d96-0fab-41cf-a407-52c39fafa478 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:11:14.203773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] For port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:14.204385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.220526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Calling delete_port for 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:14.279496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:14.280350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.358893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-dd727963-66a3-48d6-94c7-640f7727054b tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8204205 Jul 28 11:11:14.363928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.379348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5b4e7e78-024c-4807-9f26-fa46f173096a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:14.385549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.396960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Request body: {'port': {'device_id': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:14.401669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Pushing event deleted for resources: {'Port': ['ID=5b4e7e78-024c-4807-9f26-fa46f173096a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:14.417088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f355ed-2546-408a-b3c7-98b43f39b44e req-317cffd6-969b-4a16-96d4-2a98cb33b8b6 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:14.424568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4f355ed-2546-408a-b3c7-98b43f39b44e req-317cffd6-969b-4a16-96d4-2a98cb33b8b6 tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/ports?device_id=14737fac-8907-474a-8390-19687b228663 HTTP/1.1" status: 200 len: 867 time: 0.2272029 Jul 28 11:11:14.437514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Pushing event deleted for resources: {'Port': ['ID=6bc0c411-a52a-49cd-b5bf-a81c106b36f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:14.464834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6bc0c411-a52a-49cd-b5bf-a81c106b36f7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:14.498387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] No DVR routers for this DVR port 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:14.502216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.504737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90793fc3-6921-4204-8836-fed3374c2684 req-2eb88cfa-91a5-4977-9d0c-31925ca49afc tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.41 "DELETE /v2.0/ports/6bc0c411-a52a-49cd-b5bf-a81c106b36f7 HTTP/1.1" status: 204 len: 173 time: 0.5997081 Jul 28 11:11:14.505339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'name': 'network-vif-deleted', 'tag': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:14.508602 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e39af2-0824-4420-8133-d2187a7d79b0" -d '{"events": [{"server_uuid": "45847fbe-9700-4c59-bb3b-94d9f39d5703", "name": "network-vif-deleted", "tag": "6bc0c411-a52a-49cd-b5bf-a81c106b36f7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:14.654523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] No DVR routers for this DVR port 5b4e7e78-024c-4807-9f26-fa46f173096a on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:14.656748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:14.658542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.661086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36692bc7-b021-44b0-be61-45c05bd63219 req-f9bac069-0820-4c17-95a5-5c371f95e73f tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.41 "DELETE /v2.0/ports/5b4e7e78-024c-4807-9f26-fa46f173096a HTTP/1.1" status: 204 len: 173 time: 1.6413577 Jul 28 11:11:14.663300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14737fac-8907-474a-8390-19687b228663', 'name': 'network-vif-deleted', 'tag': '5b4e7e78-024c-4807-9f26-fa46f173096a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:14.665625 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a0355-4ddb-4d5a-86f8-02a35d369959" -d '{"events": [{"server_uuid": "14737fac-8907-474a-8390-19687b228663", "name": "network-vif-deleted", "tag": "5b4e7e78-024c-4807-9f26-fa46f173096a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:14.669658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:14.684677 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:14.685308 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:14.739446 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:14.788801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4f355ed-2546-408a-b3c7-98b43f39b44e req-38e80a80-f3ca-4862-b454-bc3f9046c41b tempest-AttachSCSIVolumeTestJSON-432223435 tempest-AttachSCSIVolumeTestJSON-432223435-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c837aed-1005-4520-b367-7d167c9e0d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632355 Jul 28 11:11:14.808215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d248ff9-389b-406c-a796-f9b23ae3f5c1 req-9ddef1c2-d219-45da-9278-67391238a654 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:14.822487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d248ff9-389b-406c-a796-f9b23ae3f5c1 req-9ddef1c2-d219-45da-9278-67391238a654 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 931 time: 0.3868659 Jul 28 11:11:14.973113 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:15.237029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:15.279182 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.280532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4867f602-fcac-462c-97a5-b64e02ceeaf2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2241907 Jul 28 11:11:15.283661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:15.382048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-185212b3-47e3-44a2-971e-157d88b0967d req-f944ee12-502c-4e3f-afb8-ddb7ecfad171 tempest-ServersOnMultiNodesTest-277028331 tempest-ServersOnMultiNodesTest-277028331-project] 10.222.0.20 "GET /v2.0/ports?device_id=45847fbe-9700-4c59-bb3b-94d9f39d5703 HTTP/1.1" status: 200 len: 210 time: 0.1529267 Jul 28 11:11:15.387031 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:12Z', 'revision_number': 3, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:15.489527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d248ff9-389b-406c-a796-f9b23ae3f5c1 req-0bae8d86-49c9-4b80-ad69-f2006e4d8997 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660013 Jul 28 11:11:15.552878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-310fb089-9e49-4be9-84f2-eb55f9fb6040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.591431 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1861f8-ddac-4156-b2c4-ec9a9035609e x-openstack-request-id: req-2f1861f8-ddac-4156-b2c4-ec9a9035609e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:15.593682 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45847fbe-9700-4c59-bb3b-94d9f39d5703", "name": "network-vif-deleted", "tag": "6bc0c411-a52a-49cd-b5bf-a81c106b36f7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:15.594240 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f1861f8-ddac-4156-b2c4-ec9a9035609e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:15.594977 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45847fbe-9700-4c59-bb3b-94d9f39d5703', 'name': 'network-vif-deleted', 'tag': '6bc0c411-a52a-49cd-b5bf-a81c106b36f7', 'status': 'completed', 'code': 200} Jul 28 11:11:15.606951 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc69f70d-beb4-4591-b29e-305f22ec5a68 x-openstack-request-id: req-fc69f70d-beb4-4591-b29e-305f22ec5a68 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:15.607719 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14737fac-8907-474a-8390-19687b228663", "name": "network-vif-deleted", "tag": "5b4e7e78-024c-4807-9f26-fa46f173096a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:15.607967 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc69f70d-beb4-4591-b29e-305f22ec5a68 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:15.608444 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14737fac-8907-474a-8390-19687b228663', 'name': 'network-vif-deleted', 'tag': '5b4e7e78-024c-4807-9f26-fa46f173096a', 'status': 'completed', 'code': 200} Jul 28 11:11:15.686248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:11:15.686829 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Updating router 33246d96-0fab-41cf-a407-52c39fafa478 port 0f14b042-49d3-40c9-857e-71ada4134460 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:11:15.713105 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.802942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acee9f-0004-4832-894c-e25b77be93c1 req-9b632723-d734-40cc-8157-8eb1d5b910a5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:15.804679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16acee9f-0004-4832-894c-e25b77be93c1 req-9b632723-d734-40cc-8157-8eb1d5b910a5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1016159 Jul 28 11:11:15.847703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c0147e-15a0-4729-a844-133a8b3aa4e6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:15.860712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.879282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Transition to ACTIVE for port object e3c0147e-15a0-4729-a844-133a8b3aa4e6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:15.902796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-310fb089-9e49-4be9-84f2-eb55f9fb6040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.908550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-310fb089-9e49-4be9-84f2-eb55f9fb6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.928317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16acee9f-0004-4832-894c-e25b77be93c1 req-c0c213f9-8876-4790-a373-744b90a5eb05 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Jul 28 11:11:15.929781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:15.977819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fb089-9e49-4be9-84f2-eb55f9fb6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e0b2c-d3e0-422c-8849-5b26a9ee12d0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:15.982964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-310fb089-9e49-4be9-84f2-eb55f9fb6040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1769b4c1e8b4735a825097ac68ed837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432773 Jul 28 11:11:15.985720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:15.992836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Pushing event updated for resources: {'Port': ['ID=e3c0147e-15a0-4729-a844-133a8b3aa4e6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:16.076853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Attempting to bind port e3c0147e-15a0-4729-a844-133a8b3aa4e6 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:16.078222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Attempting to bind port e3c0147e-15a0-4729-a844-133a8b3aa4e6 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '42ff19ea-30a0-4be0-a531-c1fe25f65657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:16.078871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Attempting to bind port e3c0147e-15a0-4729-a844-133a8b3aa4e6 on network 22566b79-de65-48d4-b8eb-f4a2a6c707be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:16.081251 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.084605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Port e3c0147e-15a0-4729-a844-133a8b3aa4e6 on network 22566b79-de65-48d4-b8eb-f4a2a6c707be not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:11:16.085192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Attempting to bind port e3c0147e-15a0-4729-a844-133a8b3aa4e6 on network 22566b79-de65-48d4-b8eb-f4a2a6c707be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:16.091115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:16.092006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Checking segment: {'id': '42ff19ea-30a0-4be0-a531-c1fe25f65657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:16.092652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Bound using segment: {'id': '42ff19ea-30a0-4be0-a531-c1fe25f65657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:16.093351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Bound port: e3c0147e-15a0-4729-a844-133a8b3aa4e6, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ff19ea-30a0-4be0-a531-c1fe25f65657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:16.093924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.098519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-298a01f4-8dc7-4d12-9da1-5627880d214f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.103050 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Transition to ACTIVE for port object 0f14b042-49d3-40c9-857e-71ada4134460 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:16.106879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.112165 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.140309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-298a01f4-8dc7-4d12-9da1-5627880d214f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.187809 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Pushing event updated for resources: {'Port': ['ID=0f14b042-49d3-40c9-857e-71ada4134460,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:16.199200 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.199549 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.199895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.200986 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.201333 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.201802 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.202156 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.202697 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.203146 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.203629 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.203959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.204308 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:16.227283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] For port e3c0147e-15a0-4729-a844-133a8b3aa4e6, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:16.230508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Attempting to bind port 0f14b042-49d3-40c9-857e-71ada4134460 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:16.230872 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Attempting to bind port 0f14b042-49d3-40c9-857e-71ada4134460 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:16.231234 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Attempting to bind port 0f14b042-49d3-40c9-857e-71ada4134460 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:16.238561 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:16.238949 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:16.239359 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.240442 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:16.241328 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Bound port: 0f14b042-49d3-40c9-857e-71ada4134460, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:16.242488 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.249380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] For port e3c0147e-15a0-4729-a844-133a8b3aa4e6, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6,segment=NetworkSegment(42ff19ea-30a0-4be0-a531-c1fe25f65657),segment_id=42ff19ea-30a0-4be0-a531-c1fe25f65657)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:16.257658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.327468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-298a01f4-8dc7-4d12-9da1-5627880d214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.331125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-298a01f4-8dc7-4d12-9da1-5627880d214f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.332646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-298a01f4-8dc7-4d12-9da1-5627880d214f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/161e0b2c-d3e0-422c-8849-5b26a9ee12d0 HTTP/1.1" status: 204 len: 168 time: 0.3459787 Jul 28 11:11:16.353202 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] For port 0f14b042-49d3-40c9-857e-71ada4134460, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:16.362191 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] For port 0f14b042-49d3-40c9-857e-71ada4134460, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0f14b042-49d3-40c9-857e-71ada4134460,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:16.368621 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.382020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Pushing event updated for resources: {'Port': ['ID=e3c0147e-15a0-4729-a844-133a8b3aa4e6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:16.414387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:16.415187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.416579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-9cc82c27-d80c-4410-a85a-4ea9a5203b4e service neutron] 10.222.0.41 "PUT /v2.0/ports/e3c0147e-15a0-4729-a844-133a8b3aa4e6 HTTP/1.1" status: 200 len: 1091 time: 2.0470152 Jul 28 11:11:16.432494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a01f4-8dc7-4d12-9da1-5627880d214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e0b2c-d3e0-422c-8849-5b26a9ee12d0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:16.462103 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:16.462968 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:16.540613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Allocated IP 172.20.0.1 (d319864f-e921-4778-aa7f-fa5c4f53bbde/e91927c3-ec45-4c9e-a74e-d96ca19f148e/afeccbf6-c8de-47de-8edd-0c6bf60b03e5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:16.584040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-34fc536d-c01a-4343-a9d0-94e844335ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:16.590788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-34fc536d-c01a-4343-a9d0-94e844335ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0dbf8a19b1134f6c8a332084c67a47d4&device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 1094 time: 0.1117134 Jul 28 11:11:16.786144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-b645f00c-7c0a-4b03-9134-f5d9e5f4554f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6 HTTP/1.1" status: 200 len: 217 time: 0.1787879 Jul 28 11:11:16.870922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:16.935338 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961531b-4699-47e9-9946-849734a4ec72 None None] Pushing event updated for resources: {'Port': ['ID=0f14b042-49d3-40c9-857e-71ada4134460,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:16.938596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:16.939357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6bc0c411-a52a-49cd-b5bf-a81c106b36f7 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:16.941881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5b4e7e78-024c-4807-9f26-fa46f173096a no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:16.942465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:16.985455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Transition to ACTIVE for port object afeccbf6-c8de-47de-8edd-0c6bf60b03e5 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:17.031090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5b4e7e78-024c-4807-9f26-fa46f173096a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:17.032216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5b4e7e78-024c-4807-9f26-fa46f173096a not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:17.035813 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:17.049727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:17.070428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.084123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868303-e396-467a-a192-c0f77574280c req-2163b3f7-411f-459b-9e68-eb4ed593d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:17.085648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-2163b3f7-411f-459b-9e68-eb4ed593d5a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54f5e420-379b-4b0d-830a-19b387c88131 HTTP/1.1" status: 200 len: 849 time: 0.2923234 Jul 28 11:11:17.097616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07d56d06-8857-4008-98d5-fe193323b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.178756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Network d319864f-e921-4778-aa7f-fa5c4f53bbde is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:17.185583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-dffbb668-ba6d-4f1c-b067-3284a7da1770 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22566b79-de65-48d4-b8eb-f4a2a6c707be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872040 Jul 28 11:11:17.202979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ae25-c62a-455f-9385-f41d25f11366 req-c33b9c15-3e32-455d-8a6a-493e18b9ecf9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:17.204525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4728ae25-c62a-455f-9385-f41d25f11366 req-c33b9c15-3e32-455d-8a6a-493e18b9ecf9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 943 time: 0.3187022 Jul 28 11:11:17.214244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:17.216994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:17.224267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8969e07-b597-4556-a5d7-9a469a6644e6 req-8d42b4ba-ad0f-4e08-bef7-ff08d0c057df tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:17.238693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8969e07-b597-4556-a5d7-9a469a6644e6 req-8d42b4ba-ad0f-4e08-bef7-ff08d0c057df tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.3429172 Jul 28 11:11:17.281379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:17.416635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07d56d06-8857-4008-98d5-fe193323b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.464328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:17.476622 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:12Z', 'revision_number': 3, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:17.478130 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07d56d06-8857-4008-98d5-fe193323b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.502273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4728ae25-c62a-455f-9385-f41d25f11366 req-9c94c965-316c-4515-98a0-b497e5ddad0c tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884729 Jul 28 11:11:17.534582 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4847a5e-6ea7-492c-b87b-6e2649246569 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:12Z', 'revision_number': 3, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:11:17.546514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07d56d06-8857-4008-98d5-fe193323b98c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef60378ea3574be5b0439b2ba1f70459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950218 Jul 28 11:11:17.550436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:17.565811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.580663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d56d06-8857-4008-98d5-fe193323b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797cc3b7-887f-4e7d-8d48-d6c87a13550d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:17.613804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'tag': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:17.617315 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446" -d '{"events": [{"name": "network-changed", "server_uuid": "c3253473-0f7e-4e48-bdd4-e8906d4648d5", "tag": "e3c0147e-15a0-4729-a844-133a8b3aa4e6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:17.623186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-c1c58277-189f-44a8-be58-86278c2372ec service neutron] 10.222.0.41 "GET /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107206 Jul 28 11:11:17.654597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8969e07-b597-4556-a5d7-9a469a6644e6 req-f665a1a5-dd1d-4716-8c46-9f98227723da tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150472 Jul 28 11:11:17.668155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9f49d0ca-4ef7-44b9-94cb-ef9266263ba0 None None] Provisioning for port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:17.675256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9f49d0ca-4ef7-44b9-94cb-ef9266263ba0 None None] Provisioning complete for port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:17.675893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f49d0ca-4ef7-44b9-94cb-ef9266263ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.746554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9f49d0ca-4ef7-44b9-94cb-ef9266263ba0 None None] Port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:11:17.751981 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e286499-41a4-4cf5-86fe-5d7e28c6387a x-openstack-request-id: req-6e286499-41a4-4cf5-86fe-5d7e28c6387a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:17.752656 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3253473-0f7e-4e48-bdd4-e8906d4648d5", "tag": "e3c0147e-15a0-4729-a844-133a8b3aa4e6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:17.753079 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e286499-41a4-4cf5-86fe-5d7e28c6387a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:17.753628 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'tag': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6', 'status': 'completed', 'code': 200} Jul 28 11:11:17.767191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1e07-15e4-4665-8208-5304ab6cfa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.834821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b321d7f4-9d1a-4adb-90a0-46f4c6cac162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49d0cca2bd784a46bcadb2d4787ac335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163230 Jul 28 11:11:17.835026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:17.878267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1e07-15e4-4665-8208-5304ab6cfa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.918126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25868303-e396-467a-a192-c0f77574280c req-97996e60-0e06-4643-91ad-5dc4ef5f3409 service neutron] 10.222.0.41 "GET /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584753 Jul 28 11:11:17.936331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:17.959188 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f230fd6-8785-46cf-b7ee-12afac9634ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.017100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f230fd6-8785-46cf-b7ee-12afac9634ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.095069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-0a45c553-80a4-44c0-a4a1-3683f214bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:18.096795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-0a45c553-80a4-44c0-a4a1-3683f214bc69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0dbf8a19b1134f6c8a332084c67a47d4&device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 1094 time: 0.0981920 Jul 28 11:11:18.167843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f230fd6-8785-46cf-b7ee-12afac9634ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.170419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f230fd6-8785-46cf-b7ee-12afac9634ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.171582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6f230fd6-8785-46cf-b7ee-12afac9634ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4 HTTP/1.1" status: 204 len: 168 time: 0.3356526 Jul 28 11:11:18.210264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f230fd6-8785-46cf-b7ee-12afac9634ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf3530-f0fb-4b08-97ed-b08a34a8f8b4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:18.251558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.269633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.276587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1e07-15e4-4665-8208-5304ab6cfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.280612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1e07-15e4-4665-8208-5304ab6cfa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.281866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b4aa1e07-15e4-4665-8208-5304ab6cfa4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/797cc3b7-887f-4e7d-8d48-d6c87a13550d HTTP/1.1" status: 204 len: 168 time: 0.7305098 Jul 28 11:11:18.345212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-118f3d60-ffc2-44e9-8ad9-12a045e04acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:18.346717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-118f3d60-ffc2-44e9-8ad9-12a045e04acf service neutron] 10.222.0.41 "GET /v2.0/networks?id=22566b79-de65-48d4-b8eb-f4a2a6c707be HTTP/1.1" status: 200 len: 910 time: 0.2411904 Jul 28 11:11:18.347588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1e07-15e4-4665-8208-5304ab6cfa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797cc3b7-887f-4e7d-8d48-d6c87a13550d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:18.395306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:18.401866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:18.424554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-fd9e5e02-ab53-4910-a491-b35de4ce85ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6 HTTP/1.1" status: 200 len: 217 time: 0.0700972 Jul 28 11:11:18.543160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-8624d3b5-db3f-4c9d-adae-48fbe157a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:18.544679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-8624d3b5-db3f-4c9d-adae-48fbe157a7cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54f5e420-379b-4b0d-830a-19b387c88131 HTTP/1.1" status: 200 len: 849 time: 0.1129408 Jul 28 11:11:18.649955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-1c1e8654-ee6c-4768-a3f7-639572c216a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22566b79-de65-48d4-b8eb-f4a2a6c707be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884664 Jul 28 11:11:18.658282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Network d319864f-e921-4778-aa7f-fa5c4f53bbde is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:18.660898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:18.882234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:18.961247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:11:19.059021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51e404-ded0-45d5-a2ea-01ac403547b7 req-7f053430-fc9e-4e37-bd84-d14ca0af32cf tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:19.076371 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b51e404-ded0-45d5-a2ea-01ac403547b7 req-7f053430-fc9e-4e37-bd84-d14ca0af32cf tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 943 time: 0.4447875 Jul 28 11:11:19.163088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f14b042-49d3-40c9-857e-71ada4134460 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:19.293182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fb09d21f-ce20-402b-ac8c-9eefcef6cbef None None] Provisioning complete for port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:19.293897 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fb09d21f-ce20-402b-ac8c-9eefcef6cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.322119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-60068970-a086-4818-977e-85b3b323116f service neutron] 10.222.0.41 "GET /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573839 Jul 28 11:11:19.342481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:19.346033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5f633c9d-1ea5-48be-92f3-67278ad69fe5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02c0d1343df844ae9bb30bb908e1fac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068294 Jul 28 11:11:19.373570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd46c9d-2f48-4dc9-b1de-51e5a810bb0e req-d7b9bc0b-73d8-4662-9851-27c50c2369b6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:19.374817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4cd46c9d-2f48-4dc9-b1de-51e5a810bb0e req-d7b9bc0b-73d8-4662-9851-27c50c2369b6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.5062284 Jul 28 11:11:19.392022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:19.437992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a88b1ff5-fafc-482f-b790-4688333ae7d8 admin admin] 10.222.0.20 "PUT /v2.0/routers/33246d96-0fab-41cf-a407-52c39fafa478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1528873 Jul 28 11:11:19.438668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fb09d21f-ce20-402b-ac8c-9eefcef6cbef None None] Port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:11:19.440582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0f14b042-49d3-40c9-857e-71ada4134460 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:19.466564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0f14b042-49d3-40c9-857e-71ada4134460 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:19.467239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.560976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.619476 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.649138 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.659659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b51e404-ded0-45d5-a2ea-01ac403547b7 req-a8a43be7-ff6e-450d-a90a-5e5c85e1d8ef tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822029 Jul 28 11:11:19.738372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.742610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.748816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.751889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfce22ac-f7a5-4ffa-a802-c06781168a87 HTTP/1.1" status: 204 len: 168 time: 0.4084499 Jul 28 11:11:19.761693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4cd46c9d-2f48-4dc9-b1de-51e5a810bb0e req-5f169cc0-6bc1-4d9b-b6b5-837e5d069aa4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586295 Jul 28 11:11:19.785619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce22ac-f7a5-4ffa-a802-c06781168a87,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:19.812669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.813107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.813451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.813792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.814584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.814934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.815269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.816719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.818729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.819148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.823689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.824484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb8909-2d69-4f8c-b353-17b83d4a2589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:19.836958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 0f14b042-49d3-40c9-857e-71ada4134460, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0f14b042-49d3-40c9-857e-71ada4134460,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:19.862517 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:19.875345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b25b95c-b89e-4ee5-b404-4a0cbae4f446 req-712dd757-f15b-489c-983d-b164ec26cd87 service neutron] 10.222.0.41 "GET /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272248 Jul 28 11:11:19.941335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=0f14b042-49d3-40c9-857e-71ada4134460,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:20.417755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:20.433165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:20.434003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:20.522097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-61613128-7681-40f8-8345-42802d91fb2f tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:20.524903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-61613128-7681-40f8-8345-42802d91fb2f tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 819 time: 0.2063007 Jul 28 11:11:20.572740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-7a72aaad-e6ac-45e1-b72e-2bf6ff283fae tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/quotas/437771b227e84b68a1bb45f560608c73 HTTP/1.1" status: 200 len: 375 time: 0.0399945 Jul 28 11:11:20.629413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:20.649435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-b8d2ad04-1ca4-4939-a4b1-8653d95670cf tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753691 Jul 28 11:11:20.835691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-59d723a6-0522-472b-bea6-c779e8e6a956 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851356 Jul 28 11:11:20.967017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e3c0147e-15a0-4729-a844-133a8b3aa4e6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:11:21.072477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a1f1b66d-fa02-4454-b3e3-3c06c7babc34 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343431 Jul 28 11:11:21.108817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57806e95-4131-435d-9814-5884f7a983fd req-ecf70730-e762-4df4-8b31-e7058da87163 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:21.109415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f14b042-49d3-40c9-857e-71ada4134460 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:21.110585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57806e95-4131-435d-9814-5884f7a983fd req-ecf70730-e762-4df4-8b31-e7058da87163 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 943 time: 0.3106251 Jul 28 11:11:21.154743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57806e95-4131-435d-9814-5884f7a983fd req-8284d5dc-6120-4a3e-82b1-5386b76dc3bb tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374076 Jul 28 11:11:21.254756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:11:21.426103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7cd26-507e-44ad-b3e1-ef8d342c94d6 req-e91b20d9-3c3f-4c1f-9936-28921aa5d140 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:21.428085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38a7cd26-507e-44ad-b3e1-ef8d342c94d6 req-e91b20d9-3c3f-4c1f-9936-28921aa5d140 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1320758 Jul 28 11:11:21.578146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0f14b042-49d3-40c9-857e-71ada4134460 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:21.578730 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:21.598689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f52d9314-4e21-427c-9142-494d5d45ef1c req-dc0bfc0e-4f59-4c7f-80b9-1111e007e412 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 210 time: 0.1284583 Jul 28 11:11:21.622218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38a7cd26-507e-44ad-b3e1-ef8d342c94d6 req-da6acd7a-bf76-4b10-967e-e8b2a84c22d6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881192 Jul 28 11:11:21.685016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e3c0147e-15a0-4729-a844-133a8b3aa4e6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6,segment=NetworkSegment(42ff19ea-30a0-4be0-a531-c1fe25f65657),segment_id=42ff19ea-30a0-4be0-a531-c1fe25f65657)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:21.700825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:21.713908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6', 'network_id': '22566b79-de65-48d4-b8eb-f4a2a6c707be', 'port_id': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6', 'mac_address': 'fa:16:3e:d2:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f5e420-379b-4b0d-830a-19b387c88131', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:11:21.788919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:18Z', 'revision_number': 2, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:21.884170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:11:21.887997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Updating router 33246d96-0fab-41cf-a407-52c39fafa478 port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:11:21.967496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:21.982704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.019814 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.023952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c0147e-15a0-4729-a844-133a8b3aa4e6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:22.132069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-406c34d2-6ce8-4699-a150-e0627ac675d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.411148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-406c34d2-6ce8-4699-a150-e0627ac675d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.414249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e3c0147e-15a0-4729-a844-133a8b3aa4e6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6,segment=NetworkSegment(42ff19ea-30a0-4be0-a531-c1fe25f65657),segment_id=42ff19ea-30a0-4be0-a531-c1fe25f65657)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:22.418441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-406c34d2-6ce8-4699-a150-e0627ac675d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.436598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.482837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c34d2-6ce8-4699-a150-e0627ac675d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc1c38-9d26-49b9-81c9-0026667a691e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:22.501722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56030384-eb46-4b13-bb0a-27973866da37 req-aaaa5047-a147-4fc8-9b14-c385675ea826 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:22.510470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56030384-eb46-4b13-bb0a-27973866da37 req-aaaa5047-a147-4fc8-9b14-c385675ea826 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 943 time: 0.2050724 Jul 28 11:11:22.544697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-406c34d2-6ce8-4699-a150-e0627ac675d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8392a43065014c0c928c8d6ffb7d9b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399172 Jul 28 11:11:22.545324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:22.603208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e3c0147e-15a0-4729-a844-133a8b3aa4e6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:22.608535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.691117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.701234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a71e6c-e11a-456a-af9f-e7ea568cfb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.704912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Transition to ACTIVE for port object afeccbf6-c8de-47de-8edd-0c6bf60b03e5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:22.719934 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.729997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e3c0147e-15a0-4729-a844-133a8b3aa4e6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:22.737326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.808310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a71e6c-e11a-456a-af9f-e7ea568cfb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.920334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56030384-eb46-4b13-bb0a-27973866da37 req-5dae4d9e-85d9-4b25-a17e-6956b1916968 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088247 Jul 28 11:11:22.965063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a71e6c-e11a-456a-af9f-e7ea568cfb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.969997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a71e6c-e11a-456a-af9f-e7ea568cfb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:22.975039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c460-bb82-476c-a81c-c03c5416bb60 None None] Pushing event updated for resources: {'Port': ['ID=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:22.977794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44a71e6c-e11a-456a-af9f-e7ea568cfb04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9bc1c38-9d26-49b9-81c9-0026667a691e HTTP/1.1" status: 204 len: 168 time: 0.4292614 Jul 28 11:11:23.019030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f13dbc3-16db-4ca9-8acb-9beb3821d7fa req-5b88e4b9-12a1-4702-9511-ad3223417603 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 210 time: 0.1255839 Jul 28 11:11:23.061438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a71e6c-e11a-456a-af9f-e7ea568cfb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc1c38-9d26-49b9-81c9-0026667a691e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:23.130566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae268-55da-40f6-a553-274a2c6da3b4 req-6ef5b582-15d9-4183-9323-eebbf5531289 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:23.140030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd3ae268-55da-40f6-a553-274a2c6da3b4 req-6ef5b582-15d9-4183-9323-eebbf5531289 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.0722594 Jul 28 11:11:23.195811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Attempting to bind port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:23.196582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Attempting to bind port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:23.198089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Attempting to bind port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 on network d319864f-e921-4778-aa7f-fa5c4f53bbde {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:23.255688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd3ae268-55da-40f6-a553-274a2c6da3b4 req-21487af6-e112-4021-9401-2a5c1b11254c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140547 Jul 28 11:11:23.287968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:23.289665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Checking segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:23.289665 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:23.289665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Bound using segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:23.290048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Bound port: afeccbf6-c8de-47de-8edd-0c6bf60b03e5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:23.290609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:23.414411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] For port afeccbf6-c8de-47de-8edd-0c6bf60b03e5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:23.419013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] For port afeccbf6-c8de-47de-8edd-0c6bf60b03e5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:23.435756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:23.505031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-f135086a-22b5-4b66-a0ad-ed603299036c tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:23.507889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-f135086a-22b5-4b66-a0ad-ed603299036c tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 819 time: 0.3098152 Jul 28 11:11:23.523651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'port': {'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'admin_state_up': True, 'tenant_id': '437771b227e84b68a1bb45f560608c73'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:23.542848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:23.544370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:23.655086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c460-bb82-476c-a81c-c03c5416bb60 None None] Pushing event updated for resources: {'Port': ['ID=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:23.817755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Made reservation on behalf of 437771b227e84b68a1bb45f560608c73 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:23.821892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:23.832858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:24.080433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:24.113888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee2fab5-508d-4cda-967f-be716115c302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.154703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Deleting port 0d9329cb-ec72-4d9c-917b-b09349e2caae {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:24.155191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.209505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:23Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:24.272241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbc976-cf95-4f1d-bb38-cb1b2ace2c31 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:23Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:11:24.285621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:24.297423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] For port 0d9329cb-ec72-4d9c-917b-b09349e2caae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d9329cb-ec72-4d9c-917b-b09349e2caae,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:24.297786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.340204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Calling delete_port for 0d9329cb-ec72-4d9c-917b-b09349e2caae owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:24.400581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee2fab5-508d-4cda-967f-be716115c302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.431116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee2fab5-508d-4cda-967f-be716115c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.450245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Allocated IP 172.20.0.7 (d319864f-e921-4778-aa7f-fa5c4f53bbde/e91927c3-ec45-4c9e-a74e-d96ca19f148e/bc647c20-0a2e-4e31-9909-154acc7d6220) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:24.505721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73b0e7a6-3d42-4170-a16b-85a8a349ebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.511714 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0ee2fab5-508d-4cda-967f-be716115c302 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a5fc0ce81574be68007aac9cc32b574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271786 Jul 28 11:11:24.512424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:24.520435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca9ae467-4734-4b8e-97ef-820ab5d5ab11 req-058345ab-8cc3-4ce0-ac45-df0a8348d0c1 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 210 time: 0.0648494 Jul 28 11:11:24.527478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2fab5-508d-4cda-967f-be716115c302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794767d-7729-40bd-9e2d-948d33602703,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:24.643298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1fca-bc06-481f-b37b-0e1f98d9cd2f req-a0a8ee0f-dfe5-45df-8c25-b42b3d612c37 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:24.645293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-716e1fca-bc06-481f-b37b-0e1f98d9cd2f req-a0a8ee0f-dfe5-45df-8c25-b42b3d612c37 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 944 time: 0.1927116 Jul 28 11:11:24.690720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8001920e-c6f3-4c7d-ae52-63d27a841c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.763113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-716e1fca-bc06-481f-b37b-0e1f98d9cd2f req-48ea4333-fc37-48a8-ac02-7d3c1088318a tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017194 Jul 28 11:11:24.765497 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8001920e-c6f3-4c7d-ae52-63d27a841c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.782037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bc421-6f13-4913-9ccb-d03aebe8b31b req-2fd5b682-4393-4544-91c7-0dbc8854af72 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:24.783702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-594bc421-6f13-4913-9ccb-d03aebe8b31b req-2fd5b682-4393-4544-91c7-0dbc8854af72 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1368361 Jul 28 11:11:24.819995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.824697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73b0e7a6-3d42-4170-a16b-85a8a349ebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.827600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.864294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73b0e7a6-3d42-4170-a16b-85a8a349ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.868304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-594bc421-6f13-4913-9ccb-d03aebe8b31b req-2454ef44-bbef-4a39-ba13-0ab129cbcb68 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713840 Jul 28 11:11:24.869951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9329cb-ec72-4d9c-917b-b09349e2caae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:24.878124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e3c0147e-15a0-4729-a844-133a8b3aa4e6 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:24.930638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Transition to ACTIVE for port object bc647c20-0a2e-4e31-9909-154acc7d6220 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:24.948094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8001920e-c6f3-4c7d-ae52-63d27a841c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.950503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8001920e-c6f3-4c7d-ae52-63d27a841c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:24.954172 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8001920e-c6f3-4c7d-ae52-63d27a841c49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3794767d-7729-40bd-9e2d-948d33602703 HTTP/1.1" status: 204 len: 168 time: 0.4371998 Jul 28 11:11:24.955971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-73b0e7a6-3d42-4170-a16b-85a8a349ebb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01709c538eae4a41817c37a43f5ddcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635790 Jul 28 11:11:24.957481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:25.023921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port e3c0147e-15a0-4729-a844-133a8b3aa4e6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:25.029489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port e3c0147e-15a0-4729-a844-133a8b3aa4e6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:25.031071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.084483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.192273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5145b4b6-b352-4749-9274-1136e0161eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.227567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0e7a6-3d42-4170-a16b-85a8a349ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90464e22-3699-4054-9b5c-3351fba1c628,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:25.232562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Network d319864f-e921-4778-aa7f-fa5c4f53bbde is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:25.243905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device afeccbf6-c8de-47de-8edd-0c6bf60b03e5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:25.256048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:25.263552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:25.271166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001920e-c6f3-4c7d-ae52-63d27a841c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794767d-7729-40bd-9e2d-948d33602703,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:25.343153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5145b4b6-b352-4749-9274-1136e0161eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.357629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.366253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event updated for resources: {'Port': ['ID=bc647c20-0a2e-4e31-9909-154acc7d6220,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:25.406403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.452966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:25.453823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.485861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a58b5d36-3fa7-40c2-b4e3-872b4da45645 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9661219 Jul 28 11:11:25.498290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Request body: {'port': {'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:25.545620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5145b4b6-b352-4749-9274-1136e0161eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.548029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5145b4b6-b352-4749-9274-1136e0161eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.568078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5145b4b6-b352-4749-9274-1136e0161eb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90464e22-3699-4054-9b5c-3351fba1c628 HTTP/1.1" status: 204 len: 168 time: 0.6043363 Jul 28 11:11:25.605212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145b4b6-b352-4749-9274-1136e0161eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90464e22-3699-4054-9b5c-3351fba1c628,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:25.738336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.749256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:25.751558 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b225d311-964f-4f70-a95f-752cadfc27ce" -d '{"events": [{"server_uuid": "c3253473-0f7e-4e48-bdd4-e8906d4648d5", "name": "network-vif-plugged", "status": "completed", "tag": "e3c0147e-15a0-4729-a844-133a8b3aa4e6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:25.766967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:25.808018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e3c0147e-15a0-4729-a844-133a8b3aa4e6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6,segment=NetworkSegment(42ff19ea-30a0-4be0-a531-c1fe25f65657),segment_id=42ff19ea-30a0-4be0-a531-c1fe25f65657)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:25.809771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:25.811568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.851502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1db3c-d6e4-422f-afb3-75face1bda38 req-e3a6b1fa-9383-4f8e-961e-15bad85ab092 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:25.856253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-df24817b-95d0-4179-b2e0-7b7b7fbfb573 None None] Provisioning for port bc647c20-0a2e-4e31-9909-154acc7d6220 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:25.863052 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.865798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62d1db3c-d6e4-422f-afb3-75face1bda38 req-e3a6b1fa-9383-4f8e-961e-15bad85ab092 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 931 time: 0.2185948 Jul 28 11:11:25.885570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-df24817b-95d0-4179-b2e0-7b7b7fbfb573 None None] Provisioning complete for port bc647c20-0a2e-4e31-9909-154acc7d6220 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:25.885570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df24817b-95d0-4179-b2e0-7b7b7fbfb573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:25.895847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:11:25.995774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-df24817b-95d0-4179-b2e0-7b7b7fbfb573 None None] Port bc647c20-0a2e-4e31-9909-154acc7d6220 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:11:26.005481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e3c0147e-15a0-4729-a844-133a8b3aa4e6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:26.045872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.068320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:26.081152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] Sync routers for ids ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:26.083720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1685c1e9-51b5-4f7c-ab2a-ad8f11ae3891 admin admin] 10.222.0.20 "PUT /v2.0/routers/3d74d74c-1fac-4b40-a3bd-a3d4af4a8218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1144075 Jul 28 11:11:26.084457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port afeccbf6-c8de-47de-8edd-0c6bf60b03e5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:26.086417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:26.093443 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.101668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:26.102029 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] Routers {'3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:26.102697 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:26.175389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:26.245797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.285330 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2440c4a5-0ab6-413e-98ba-dca09a45220c x-openstack-request-id: req-2440c4a5-0ab6-413e-98ba-dca09a45220c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:26.285856 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3253473-0f7e-4e48-bdd4-e8906d4648d5", "name": "network-vif-plugged", "status": "completed", "tag": "e3c0147e-15a0-4729-a844-133a8b3aa4e6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:26.286417 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2440c4a5-0ab6-413e-98ba-dca09a45220c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:26.287181 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6', 'code': 200} Jul 28 11:11:26.301154 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] Set router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:26.341477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62d1db3c-d6e4-422f-afb3-75face1bda38 req-2b9e1774-6203-4cd8-bc7a-1a91585a2bbf tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648299 Jul 28 11:11:26.480427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:26.500024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c68ad5fd-c1f5-4ed3-af6d-f06f02f2750e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.502311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9de1b-d7f0-498b-9e85-afaf8d6bb7bb req-325c4071-8c5b-4415-b377-58fdf21ac52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:26.503768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aca9de1b-d7f0-498b-9e85-afaf8d6bb7bb req-325c4071-8c5b-4415-b377-58fdf21ac52a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 1096 time: 0.1532445 Jul 28 11:11:26.524567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.554991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.561051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d2201-25c3-4aba-a447-564172ceb5c5 req-ed7a6d0a-d700-4ef9-ae22-74ed890d8acc tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:26.562612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd9d2201-25c3-4aba-a447-564172ceb5c5 req-ed7a6d0a-d700-4ef9-ae22-74ed890d8acc tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 945 time: 0.1653481 Jul 28 11:11:26.604495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:11:26.604495 n-d-723573-7 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:11:26.604495 n-d-723573-7 neutron-server[93835]: [parameters: {'project_id': 'f47b8d1fff674e859023cbec10a29c18', 'id': '754f194f-d086-4bc2-98ca-3539336e934f', 'expiration': datetime.datetime(2021, 7, 28, 11, 13, 26, 574035)}] Jul 28 11:11:26.604495 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:11:26.604850 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:11:26.634982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a648-e804-4ff1-a8e0-ea1cba6d3556 req-e0937604-7f12-47b1-acec-c2d58da9ba54 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:26.643596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4392a648-e804-4ff1-a8e0-ea1cba6d3556 req-e0937604-7f12-47b1-acec-c2d58da9ba54 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1844339 Jul 28 11:11:26.646702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aca9de1b-d7f0-498b-9e85-afaf8d6bb7bb req-a309481f-a138-418a-99b3-6530b7637531 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324387 Jul 28 11:11:26.669570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Deleting port ebb29a0a-6f1a-4722-967e-a8d418f240e6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:26.669898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.684590 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:11:24Z', 'revision_number': 5, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port': {'id': 'ebb29a0a-6f1a-4722-967e-a8d418f240e6', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:07Z', 'updated_at': '2021-07-28T11:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:26.701461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd9d2201-25c3-4aba-a447-564172ceb5c5 req-3c1b23ab-1826-431b-b585-31ef6864f69f tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262555 Jul 28 11:11:26.719435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc647c20-0a2e-4e31-9909-154acc7d6220 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:26.734757 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] Checking router: 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:11:26.740789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.746374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4392a648-e804-4ff1-a8e0-ea1cba6d3556 req-93c7b643-8e14-4633-a43b-e255fb57df80 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024058 Jul 28 11:11:26.747295 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] Routers {'3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:26.747936 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:26.760050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Transition to ACTIVE for port object bc647c20-0a2e-4e31-9909-154acc7d6220 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:26.766968 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.831800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c68ad5fd-c1f5-4ed3-af6d-f06f02f2750e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.846035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c68ad5fd-c1f5-4ed3-af6d-f06f02f2750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.852435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Pushing event updated for resources: {'Port': ['ID=bc647c20-0a2e-4e31-9909-154acc7d6220,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:26.861353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] For port ebb29a0a-6f1a-4722-967e-a8d418f240e6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ebb29a0a-6f1a-4722-967e-a8d418f240e6,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:26.861921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:26.867840 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] Set router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:26.901871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Calling delete_port for ebb29a0a-6f1a-4722-967e-a8d418f240e6 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:26.967451 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 6, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:26.968397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Attempting to bind port bc647c20-0a2e-4e31-9909-154acc7d6220 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:26.968742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Attempting to bind port bc647c20-0a2e-4e31-9909-154acc7d6220 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:26.969073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Attempting to bind port bc647c20-0a2e-4e31-9909-154acc7d6220 on network d319864f-e921-4778-aa7f-fa5c4f53bbde {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:26.979295 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c68ad5fd-c1f5-4ed3-af6d-f06f02f2750e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14309d61968e42e0958e65a4407f1575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8742280 Jul 28 11:11:26.979295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ad5fd-c1f5-4ed3-af6d-f06f02f2750e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c40c7c-cbb1-4376-aed0-7b67bcae84c3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:26.979560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Port bc647c20-0a2e-4e31-9909-154acc7d6220 on network d319864f-e921-4778-aa7f-fa5c4f53bbde not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:11:26.979560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Attempting to bind port bc647c20-0a2e-4e31-9909-154acc7d6220 on network d319864f-e921-4778-aa7f-fa5c4f53bbde {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:26.982334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:26.994115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:26.994588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Checking segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:26.995035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Bound using segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:26.995593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Bound port: bc647c20-0a2e-4e31-9909-154acc7d6220, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:26.996143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.029002 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abb86a-be90-4511-b1e1-1cd70df1e472 None None] The sync data for ids ['3d74d74c-1fac-4b40-a3bd-a3d4af4a8218'] in n-d-723573-7 is: [{'id': '3d74d74c-1fac-4b40-a3bd-a3d4af4a8218', 'name': 'tempest-AttachSCSIVolumeTestJSON-584926805-router', 'tenant_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:04Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 6, 'project_id': 'eaad4f7e0ec7401f8ce0082cc9da4e0c', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:11:27.087674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device afeccbf6-c8de-47de-8edd-0c6bf60b03e5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:27.133776 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.138420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1231ecfd-0225-4100-a703-1effd724b24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.153144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] For port bc647c20-0a2e-4e31-9909-154acc7d6220, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:27.160798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] For port bc647c20-0a2e-4e31-9909-154acc7d6220, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bc647c20-0a2e-4e31-9909-154acc7d6220,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:27.175510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.194376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1231ecfd-0225-4100-a703-1effd724b24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.200831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:27.201208 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.243388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:27.244669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.247260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] 10.222.0.41 "PUT /v2.0/ports/bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 1091 time: 1.7536430 Jul 28 11:11:27.250002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:27.253902 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f38720d-ac96-417e-9f88-c8813a62e4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:27.351335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4d271-1060-4d5d-8fff-77cd0193f761 service neutron] Pushing event updated for resources: {'Port': ['ID=bc647c20-0a2e-4e31-9909-154acc7d6220,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:27.375621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-62b782e9-3150-48de-9452-53b9df632a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:27.379203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-62b782e9-3150-48de-9452-53b9df632a5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1094 time: 0.0788965 Jul 28 11:11:27.390063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.423346 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1231ecfd-0225-4100-a703-1effd724b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.426730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1231ecfd-0225-4100-a703-1effd724b24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.428683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1231ecfd-0225-4100-a703-1effd724b24b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83c40c7c-cbb1-4376-aed0-7b67bcae84c3 HTTP/1.1" status: 204 len: 168 time: 0.4454098 Jul 28 11:11:27.467923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-9c678dd0-49ce-480e-b832-e33e2d87ed4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 217 time: 0.0811715 Jul 28 11:11:27.519461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb29a0a-6f1a-4722-967e-a8d418f240e6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:27.543397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231ecfd-0225-4100-a703-1effd724b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c40c7c-cbb1-4376-aed0-7b67bcae84c3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:27.641541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.653783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2d14-94b5-4feb-b1ef-363761cff8eb req-615d9961-616e-4f48-a402-0c9ab0301014 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:27.656304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a42b2d14-94b5-4feb-b1ef-363761cff8eb req-615d9961-616e-4f48-a402-0c9ab0301014 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 943 time: 0.1275477 Jul 28 11:11:27.658053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-572998ea-3ff0-4e94-88ab-95a12163fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:27.659588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-572998ea-3ff0-4e94-88ab-95a12163fa22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1835241 Jul 28 11:11:27.667442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.751176 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.753376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88cf877-846e-4bbe-b78e-1c8b225e25c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:27.768313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-33b8972f-e1c6-4c1c-a7e2-4540b99cc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:27.772628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-33b8972f-e1c6-4c1c-a7e2-4540b99cc9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036847 Jul 28 11:11:27.797526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a42b2d14-94b5-4feb-b1ef-363761cff8eb req-59eab48b-62f2-4abf-a783-072e4eaf0ca9 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272683 Jul 28 11:11:27.855581 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d7d16c0-2bd4-4708-8756-4d0e1ec742e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.859184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-934f3873-0f2c-425e-a8c1-14775dc0359b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47b8d1fff674e859023cbec10a29c18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3688848 Jul 28 11:11:27.870855 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eb5915-0301-488d-a0dc-4d2f16b11ef6 x-openstack-request-id: req-77eb5915-0301-488d-a0dc-4d2f16b11ef6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:27.871374 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:27.871776 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77eb5915-0301-488d-a0dc-4d2f16b11ef6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:27.872336 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'status': 'completed', 'code': 200} Jul 28 11:11:27.882736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:27.946023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:27.949000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.010907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.012531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:11:28.019475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.023834 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6086188-8304-41d6-9bbb-56550fdfdea1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3d74d74c-1fac-4b40-a3bd-a3d4af4a8218 HTTP/1.1" status: 204 len: 168 time: 1.9334519 Jul 28 11:11:28.024209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:28.107673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Deleting subnet 59abd10d-b652-46b9-985f-03b8d421ba12 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:11:28.111680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.123617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca30055d-10b9-486c-8ed2-82f7554254fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.163576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ff15-4f6d-45d4-a4b1-42b3ac59ad49 req-33bd47a3-cc4a-4cc4-8989-38d33627abd0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:28.171322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0264ff15-4f6d-45d4-a4b1-42b3ac59ad49 req-33bd47a3-cc4a-4cc4-8989-38d33627abd0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.2229912 Jul 28 11:11:28.183999 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.198942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d59fad-1f83-4320-b712-120423e7fc1f req-98761cd6-7917-4de4-8412-9fcd2bcba5ea tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:28.200512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d59fad-1f83-4320-b712-120423e7fc1f req-98761cd6-7917-4de4-8412-9fcd2bcba5ea tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 945 time: 0.2466152 Jul 28 11:11:28.206311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:28.232155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca30055d-10b9-486c-8ed2-82f7554254fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.256796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-b34a2cb2-dc42-4470-8a33-2b4f33745818 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561341 Jul 28 11:11:28.265806 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdcd8-da2c-4695-9839-93572a8e40b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.285159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.348079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.374829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59abd10d-b652-46b9-985f-03b8d421ba12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:28.382149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.384377 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e71f86cf-1a5a-4403-865e-950c610036fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59abd10d-b652-46b9-985f-03b8d421ba12 HTTP/1.1" status: 204 len: 168 time: 0.3556457 Jul 28 11:11:28.387028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:28.388201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0264ff15-4f6d-45d4-a4b1-42b3ac59ad49 req-e661eeac-5315-4813-9b71-efb3e20b4a4c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159898 Jul 28 11:11:28.398307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73415bab-2a4b-4963-ab08-35773af2d6fc None None] Network 0d7aa600-10e6-4928-b2a3-152a96badefa requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:28.410976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95d59fad-1f83-4320-b712-120423e7fc1f req-6f8dc8a7-b17c-4734-ab35-d06fb25206b6 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877763 Jul 28 11:11:28.440306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca30055d-10b9-486c-8ed2-82f7554254fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.446196 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca30055d-10b9-486c-8ed2-82f7554254fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.447561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca30055d-10b9-486c-8ed2-82f7554254fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f88cf877-846e-4bbe-b78e-1c8b225e25c7 HTTP/1.1" status: 204 len: 168 time: 0.5630093 Jul 28 11:11:28.494688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30055d-10b9-486c-8ed2-82f7554254fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88cf877-846e-4bbe-b78e-1c8b225e25c7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:28.512909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5dd2613-01fa-4378-9a91-b1c96f1d4499 req-a708f719-8d22-4283-bb79-c252d6546593 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386498 Jul 28 11:11:28.656415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.656869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdcd8-da2c-4695-9839-93572a8e40b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.669557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bcbdcd8-da2c-4695-9839-93572a8e40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.688372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-eddf229a-d7fc-435b-b094-ccc39530eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:28.693435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-eddf229a-d7fc-435b-b094-ccc39530eacc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1094 time: 0.0994895 Jul 28 11:11:28.752583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] DHCP port deletion for 0d7aa600-10e6-4928-b2a3-152a96badefa request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:11:28.768352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Deleting port 52b185b4-2e90-48dc-8a19-3258847b2115 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:28.769043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.787021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2bcbdcd8-da2c-4695-9839-93572a8e40b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5050bc59764f4b59a31f4c6974ecfd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769842 Jul 28 11:11:28.789803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbdcd8-da2c-4695-9839-93572a8e40b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903fa4ac-e2e1-4292-bfb9-af0b61b451dc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:28.795237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:28.834925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] Deleting port 52b185b4-2e90-48dc-8a19-3258847b2115 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:28.835641 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.881186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-a16edaff-4423-4a59-adff-6e425cf40c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:28.885782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-a16edaff-4423-4a59-adff-6e425cf40c92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1845460 Jul 28 11:11:28.889580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2457f9e-1cc2-4858-8eef-9568fff9b6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.976153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2457f9e-1cc2-4858-8eef-9568fff9b6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:28.989177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] For port 52b185b4-2e90-48dc-8a19-3258847b2115, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=52b185b4-2e90-48dc-8a19-3258847b2115,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:28.990423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.019766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] For port 52b185b4-2e90-48dc-8a19-3258847b2115, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=52b185b4-2e90-48dc-8a19-3258847b2115,segment=NetworkSegment(f33bae81-1750-4288-8b49-ddc07268e7e1),segment_id=f33bae81-1750-4288-8b49-ddc07268e7e1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:29.021598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.043111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] Calling delete_port for 52b185b4-2e90-48dc-8a19-3258847b2115 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:29.067300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Calling delete_port for 52b185b4-2e90-48dc-8a19-3258847b2115 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:29.142755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d9329cb-ec72-4d9c-917b-b09349e2caae no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:29.168781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0d9329cb-ec72-4d9c-917b-b09349e2caae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:29.169231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d9329cb-ec72-4d9c-917b-b09349e2caae not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:29.169729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 52b185b4-2e90-48dc-8a19-3258847b2115 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:29.172208 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.174294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-bda3ceb9-03d3-43f8-a60f-104af146f620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 217 time: 0.2702248 Jul 28 11:11:29.212918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 52b185b4-2e90-48dc-8a19-3258847b2115 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:29.213275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 52b185b4-2e90-48dc-8a19-3258847b2115 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:29.213834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ebb29a0a-6f1a-4722-967e-a8d418f240e6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:29.241812 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2457f9e-1cc2-4858-8eef-9568fff9b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.244693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2457f9e-1cc2-4858-8eef-9568fff9b6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.245847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a2457f9e-1cc2-4858-8eef-9568fff9b6f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/903fa4ac-e2e1-4292-bfb9-af0b61b451dc HTTP/1.1" status: 204 len: 168 time: 0.4496686 Jul 28 11:11:29.284245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.302983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] Pushing event deleted for resources: {'Port': ['ID=52b185b4-2e90-48dc-8a19-3258847b2115,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:29.306823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067461a-cc15-4fb3-bb3b-8826ccd3bb05 None None] No DVR routers for this DVR port 52b185b4-2e90-48dc-8a19-3258847b2115 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:29.313970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ebb29a0a-6f1a-4722-967e-a8d418f240e6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:29.315897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ebb29a0a-6f1a-4722-967e-a8d418f240e6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:29.334114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2457f9e-1cc2-4858-8eef-9568fff9b6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903fa4ac-e2e1-4292-bfb9-af0b61b451dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:29.357823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e26e6-d8d7-468e-8321-8a180a8a3feb req-d61b4320-4e13-418b-9b86-effb67b50263 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:29.359692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-616e26e6-d8d7-468e-8321-8a180a8a3feb req-d61b4320-4e13-418b-9b86-effb67b50263 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 943 time: 0.3331168 Jul 28 11:11:29.361927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-dcd240ed-9bf3-4365-ba9a-698895755cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:29.363523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-dcd240ed-9bf3-4365-ba9a-698895755cf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1649547 Jul 28 11:11:29.368149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Pushing event deleted for resources: {'Port': ['ID=52b185b4-2e90-48dc-8a19-3258847b2115,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:29.385678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] No DVR routers for this DVR port 52b185b4-2e90-48dc-8a19-3258847b2115 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:29.451720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-616e26e6-d8d7-468e-8321-8a180a8a3feb req-9a89580a-8d16-4cb0-9cb4-c8e800d7f70d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832353 Jul 28 11:11:29.462775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-b9b490a4-7734-4a85-927e-c279826a650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:29.467645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-b9b490a4-7734-4a85-927e-c279826a650b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881836 Jul 28 11:11:29.531021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.555064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7aa600-10e6-4928-b2a3-152a96badefa']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:29.572437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33bae81-1750-4288-8b49-ddc07268e7e1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:29.573229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33bae81-1750-4288-8b49-ddc07268e7e1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:29.585558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.607331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.618034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:11:29.619593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:11:29.632246 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:11:29.717691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.718724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-bf3f9816-54cd-41d9-bf15-519375219a3b service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426326 Jul 28 11:11:29.727065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:29.733515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] 10.222.0.20 "DELETE /v2.0/networks/0d7aa600-10e6-4928-b2a3-152a96badefa HTTP/1.1" status: 204 len: 168 time: 1.3455513 Jul 28 11:11:29.734225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:29.771260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaba76c-98d1-4be0-ad7d-05cbfe80d1ee req-795e17a4-1359-44f1-8968-980a00489515 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:29.781582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15168cd7-63e0-4947-a88a-c97af3e3a06f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7aa600-10e6-4928-b2a3-152a96badefa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:29.792544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdaba76c-98d1-4be0-ad7d-05cbfe80d1ee req-795e17a4-1359-44f1-8968-980a00489515 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1879199 Jul 28 11:11:29.924305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdaba76c-98d1-4be0-ad7d-05cbfe80d1ee req-20db0124-094f-4423-807f-4136ce7c36d9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308551 Jul 28 11:11:29.955453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f38720d-ac96-417e-9f88-c8813a62e4f9 req-92a77228-104a-4fcf-acc5-1231948e7bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233253 Jul 28 11:11:30.282912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:30.693093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f05314-4f3d-4662-b0b4-66dcf2c596ab req-efd24eef-76e9-4b31-b26b-5d4d3f34abc9 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:30.706614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75f05314-4f3d-4662-b0b4-66dcf2c596ab req-efd24eef-76e9-4b31-b26b-5d4d3f34abc9 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 943 time: 0.1079834 Jul 28 11:11:30.756325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Deleting port 46025582-3620-4558-a957-0e370fb48901 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:30.757320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:30.768817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75f05314-4f3d-4662-b0b4-66dcf2c596ab req-18feab32-473a-4c9e-b736-ca080ccc3961 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548189 Jul 28 11:11:30.862401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] For port 46025582-3620-4558-a957-0e370fb48901, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46025582-3620-4558-a957-0e370fb48901,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:30.862876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:30.883612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Calling delete_port for 46025582-3620-4558-a957-0e370fb48901 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:30.914784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bc647c20-0a2e-4e31-9909-154acc7d6220 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:11:31.099778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea9d7-58aa-4f82-9fcb-6fd7ce9dfc1a req-083c4bd4-960e-4070-a21c-19a2543d36ed tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:31.108119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-262ea9d7-58aa-4f82-9fcb-6fd7ce9dfc1a req-083c4bd4-960e-4070-a21c-19a2543d36ed tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.0810027 Jul 28 11:11:31.140077 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf75e-6130-4d40-b901-45111f160324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.154100 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.170064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-262ea9d7-58aa-4f82-9fcb-6fd7ce9dfc1a req-3ddb50e7-bb52-4164-8192-cce49dd31e72 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611086 Jul 28 11:11:31.184378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bc647c20-0a2e-4e31-9909-154acc7d6220, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bc647c20-0a2e-4e31-9909-154acc7d6220,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:31.212359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.212958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:11:31.249503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:31.262577 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.279068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc647c20-0a2e-4e31-9909-154acc7d6220 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:31.310575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bc647c20-0a2e-4e31-9909-154acc7d6220, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bc647c20-0a2e-4e31-9909-154acc7d6220,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:31.316653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Pushing event deleted for resources: {'Port': ['ID=46025582-3620-4558-a957-0e370fb48901,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:31.319835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.427938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=bc647c20-0a2e-4e31-9909-154acc7d6220,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:31.496098 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2e359b4-034e-4467-9d89-335420c07733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.597026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.621095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['bc647c20-0a2e-4e31-9909-154acc7d6220'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:31.680838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2e359b4-034e-4467-9d89-335420c07733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.692094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2e359b4-034e-4467-9d89-335420c07733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.784753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e359b4-034e-4467-9d89-335420c07733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d37fd-df68-4513-89c0-e0d57283f6eb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:31.792889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b2e359b4-034e-4467-9d89-335420c07733 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f7cd0873c504061971a175c36b44834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418317 Jul 28 11:11:31.795587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:31.847752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5906d7-6574-4d86-b8ce-78f22bfc92ab req-656d2d8f-5d3c-4600-bb71-0584dae6c437 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:31.857683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe5906d7-6574-4d86-b8ce-78f22bfc92ab req-656d2d8f-5d3c-4600-bb71-0584dae6c437 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 945 time: 0.1361763 Jul 28 11:11:31.869646 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.956954 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c853d9-4a3c-4500-ba34-7b1e7e47733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:31.976967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe5906d7-6574-4d86-b8ce-78f22bfc92ab req-42595c3f-9b11-400f-bf22-47baa326cac3 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179197 Jul 28 11:11:32.014068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c853d9-4a3c-4500-ba34-7b1e7e47733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.032389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480fa4-1d0c-411b-bcbc-667a0fdff0a9 req-7b1d94a2-7494-4c9d-8acd-df0dd393433c tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:32.040541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b480fa4-1d0c-411b-bcbc-667a0fdff0a9 req-7b1d94a2-7494-4c9d-8acd-df0dd393433c tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 944 time: 0.1122432 Jul 28 11:11:32.119997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b480fa4-1d0c-411b-bcbc-667a0fdff0a9 req-63460621-7409-4c50-b193-3fdd44e26d2b tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Jul 28 11:11:32.148131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c853d9-4a3c-4500-ba34-7b1e7e47733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.151480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c853d9-4a3c-4500-ba34-7b1e7e47733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.152964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c2c853d9-4a3c-4500-ba34-7b1e7e47733d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/861d37fd-df68-4513-89c0-e0d57283f6eb HTTP/1.1" status: 204 len: 168 time: 0.3550882 Jul 28 11:11:32.163976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c853d9-4a3c-4500-ba34-7b1e7e47733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d37fd-df68-4513-89c0-e0d57283f6eb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:32.393415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93696e-4982-4409-aa6e-956ab2e9fd7a req-b07fbcee-516a-406c-94f6-e5d934ecfe5a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:32.394978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f93696e-4982-4409-aa6e-956ab2e9fd7a req-b07fbcee-516a-406c-94f6-e5d934ecfe5a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1158502 Jul 28 11:11:32.404569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:11:32.462941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f93696e-4982-4409-aa6e-956ab2e9fd7a req-5b88ad86-c234-4ce4-8f30-eeb8c8742d7c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Jul 28 11:11:32.549799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:32.558754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b262828-b6d5-4dc8-941f-ca7cd9ccce51 admin admin] 10.222.0.20 "PUT /v2.0/routers/21988f8a-a056-4c2b-9818-6a3dfb61fcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8214407 Jul 28 11:11:32.561640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:32.562799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] Sync routers for ids ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:32.576943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] Routers {'21988f8a-a056-4c2b-9818-6a3dfb61fcdd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:32.577999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:32.645075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:32.718135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] Set router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:32.753833 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.803963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3aed86d-b297-4397-a0a8-1dd540716d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.813134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:32.834564 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0045389e-e0b7-4b92-afb3-2c4fb52c1fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.902223 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.944663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bc647c20-0a2e-4e31-9909-154acc7d6220 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:32.954278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3aed86d-b297-4397-a0a8-1dd540716d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.968389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3aed86d-b297-4397-a0a8-1dd540716d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:32.988301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Deleting port 7783dbac-affe-4853-960d-416f72a8f4f8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:32.989002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.033655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d3aed86d-b297-4397-a0a8-1dd540716d8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe1d506188454dcb9d43a02fa9c652bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847103 Jul 28 11:11:33.037929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aed86d-b297-4397-a0a8-1dd540716d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f38e250-aa72-4221-8fb6-3890df3897e5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:33.041741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:33.068415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:11:31Z', 'revision_number': 5, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port': {'id': '7783dbac-affe-4853-960d-416f72a8f4f8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:09:24Z', 'updated_at': '2021-07-28T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:33.101765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port bc647c20-0a2e-4e31-9909-154acc7d6220 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:33.104293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] Checking router: 21988f8a-a056-4c2b-9818-6a3dfb61fcdd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:11:33.115919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] Routers {'21988f8a-a056-4c2b-9818-6a3dfb61fcdd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:33.116595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:33.119401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6fb3-0d9b-46ad-a635-72c8fbcb7eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.119574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port bc647c20-0a2e-4e31-9909-154acc7d6220 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:33.119943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.164756 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6fb3-0d9b-46ad-a635-72c8fbcb7eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.212221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c020d-afaf-4f85-a717-5672571572e4 req-acd441c5-025c-4c48-92d6-ed1cd63910d3 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:33.215127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0045389e-e0b7-4b92-afb3-2c4fb52c1fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.216081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-459c020d-afaf-4f85-a717-5672571572e4 req-acd441c5-025c-4c48-92d6-ed1cd63910d3 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 945 time: 0.1461573 Jul 28 11:11:33.223415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0045389e-e0b7-4b92-afb3-2c4fb52c1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.229675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a194af-9f8c-4ab5-b407-df1a7e437480 req-51f7514a-34ae-46de-a829-ccd1e3c31921 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:33.237012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59a194af-9f8c-4ab5-b407-df1a7e437480 req-51f7514a-34ae-46de-a829-ccd1e3c31921 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 945 time: 0.1221981 Jul 28 11:11:33.303803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0045389e-e0b7-4b92-afb3-2c4fb52c1fdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8478a594c0624805983b9a0682254f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862323 Jul 28 11:11:33.304012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:33.319948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045389e-e0b7-4b92-afb3-2c4fb52c1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d158be-f9bf-4804-90d5-353b2039d3ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:33.325923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6fb3-0d9b-46ad-a635-72c8fbcb7eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.328455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6fb3-0d9b-46ad-a635-72c8fbcb7eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.329545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9d0b6fb3-0d9b-46ad-a635-72c8fbcb7eae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f38e250-aa72-4221-8fb6-3890df3897e5 HTTP/1.1" status: 204 len: 168 time: 0.2867246 Jul 28 11:11:33.343753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6fb3-0d9b-46ad-a635-72c8fbcb7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f38e250-aa72-4221-8fb6-3890df3897e5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:33.373377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] For port 7783dbac-affe-4853-960d-416f72a8f4f8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7783dbac-affe-4853-960d-416f72a8f4f8,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:33.374131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.378297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f785df7a-260b-4423-ae05-bf559b1c95e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.404443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f785df7a-260b-4423-ae05-bf559b1c95e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.420726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Calling delete_port for 7783dbac-affe-4853-960d-416f72a8f4f8 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:33.460024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59a194af-9f8c-4ab5-b407-df1a7e437480 req-3e3de801-d6d1-4b47-be4b-ac68adc8ee8c tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162116 Jul 28 11:11:33.476484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f785df7a-260b-4423-ae05-bf559b1c95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.479723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f785df7a-260b-4423-ae05-bf559b1c95e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.481721 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f785df7a-260b-4423-ae05-bf559b1c95e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01d158be-f9bf-4804-90d5-353b2039d3ca HTTP/1.1" status: 204 len: 168 time: 0.1767588 Jul 28 11:11:33.496514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785df7a-260b-4423-ae05-bf559b1c95e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d158be-f9bf-4804-90d5-353b2039d3ca,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:33.497035 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.501378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141dda-da5b-4cda-97f2-4b11147eafc5 req-5e99005c-6a82-445a-9580-8df2e7f9fafc tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:33.522283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0141dda-da5b-4cda-97f2-4b11147eafc5 req-5e99005c-6a82-445a-9580-8df2e7f9fafc tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 944 time: 0.2457950 Jul 28 11:11:33.523039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] Set router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:33.625069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:33.648837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:11:32Z', 'revision_number': 6, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:33.688290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402c67-91c0-41dd-bf61-820b0ee687bc None None] The sync data for ids ['21988f8a-a056-4c2b-9818-6a3dfb61fcdd'] in n-d-723573-7 is: [{'id': '21988f8a-a056-4c2b-9818-6a3dfb61fcdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-999481686-router', 'tenant_id': 'fc131d51022342b98f66ee16114439f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:09:21Z', 'updated_at': '2021-07-28T11:11:32Z', 'revision_number': 6, 'project_id': 'fc131d51022342b98f66ee16114439f7', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:11:33.703405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.738842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:33.743651 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e2bac3-2a71-4cbb-a11c-7e7a153b3bc9" -d '{"events": [{"server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "name": "network-vif-plugged", "status": "completed", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:33.759502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port bc647c20-0a2e-4e31-9909-154acc7d6220, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bc647c20-0a2e-4e31-9909-154acc7d6220,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:33.771165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.786542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0141dda-da5b-4cda-97f2-4b11147eafc5 req-c246bddd-5647-4bcc-8f80-c946f2240311 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631004 Jul 28 11:11:33.808298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Deleting port e3c0147e-15a0-4729-a844-133a8b3aa4e6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:33.808678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:33.829842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbc2a5-bed7-450c-97c1-770907d35409 req-9c8f3db8-ad6e-4a15-b01d-4293206f9555 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:33.831374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abcbc2a5-bed7-450c-97c1-770907d35409 req-9c8f3db8-ad6e-4a15-b01d-4293206f9555 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1222324 Jul 28 11:11:33.850076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=bc647c20-0a2e-4e31-9909-154acc7d6220,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:33.862309 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f21f93-0004-4420-a63a-da771d3c5f5e x-openstack-request-id: req-69f21f93-0004-4420-a63a-da771d3c5f5e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:33.862700 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "name": "network-vif-plugged", "status": "completed", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:33.863063 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f21f93-0004-4420-a63a-da771d3c5f5e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:33.863545 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'code': 200} Jul 28 11:11:33.977955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6084ddca-da23-487c-8a90-107e1eb64eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.122459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6084ddca-da23-487c-8a90-107e1eb64eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.128943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6084ddca-da23-487c-8a90-107e1eb64eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.183628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6084ddca-da23-487c-8a90-107e1eb64eb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=861e95472a024d9cb43cebc3d5bc9109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552421 Jul 28 11:11:34.183628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084ddca-da23-487c-8a90-107e1eb64eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f98f5a5-592a-44d1-9aac-c69debecda8e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:34.187698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:34.256525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6511-0018-409a-86be-13e2f74828ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.263951 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:11:34.283905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6511-0018-409a-86be-13e2f74828ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.359286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6511-0018-409a-86be-13e2f74828ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.363214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6511-0018-409a-86be-13e2f74828ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.366783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6ceb6511-0018-409a-86be-13e2f74828ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f98f5a5-592a-44d1-9aac-c69debecda8e HTTP/1.1" status: 204 len: 168 time: 0.1756744 Jul 28 11:11:34.377649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb6511-0018-409a-86be-13e2f74828ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f98f5a5-592a-44d1-9aac-c69debecda8e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:34.442440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abcbc2a5-bed7-450c-97c1-770907d35409 req-76823ddc-8858-4772-8142-6ecade83ae84 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387197 Jul 28 11:11:34.485565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca3424-f790-4692-85fc-5eb4b7a0240d req-03f9e79c-05a9-46e2-89d6-540138942515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:34.487130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cca3424-f790-4692-85fc-5eb4b7a0240d req-03f9e79c-05a9-46e2-89d6-540138942515 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.5512025 Jul 28 11:11:34.521775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] For port e3c0147e-15a0-4729-a844-133a8b3aa4e6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e3c0147e-15a0-4729-a844-133a8b3aa4e6,segment=NetworkSegment(42ff19ea-30a0-4be0-a531-c1fe25f65657),segment_id=42ff19ea-30a0-4be0-a531-c1fe25f65657)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:34.521775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.547304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Calling delete_port for e3c0147e-15a0-4729-a844-133a8b3aa4e6 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:34.675258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.710157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cca3424-f790-4692-85fc-5eb4b7a0240d req-c5a4ff1d-ed67-4012-b415-b89d8462dd29 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120650 Jul 28 11:11:34.714465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:34.730342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-874ed166-89b4-483c-a78c-99c1dd27c009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.775939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7783dbac-affe-4853-960d-416f72a8f4f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:34.778006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.901695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-874ed166-89b4-483c-a78c-99c1dd27c009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.908485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-874ed166-89b4-483c-a78c-99c1dd27c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.910223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc577-c15c-4c1c-8a70-b5e802260fd2 req-ead732de-e5f9-4bea-840b-95fb7b2a2ba5 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:34.917750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0dcc577-c15c-4c1c-8a70-b5e802260fd2 req-ead732de-e5f9-4bea-840b-95fb7b2a2ba5 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3253473-0f7e-4e48-bdd4-e8906d4648d5 HTTP/1.1" status: 200 len: 945 time: 0.3591206 Jul 28 11:11:34.922190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.930582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:34.960587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed166-89b4-483c-a78c-99c1dd27c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e206c75-244d-48fe-92cf-feffdb9c4c9f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:34.970389 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-874ed166-89b4-483c-a78c-99c1dd27c009 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78fc1e17f1cf4d419a731e2cefda9baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547209 Jul 28 11:11:34.970997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:35.037339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7783dbac-affe-4853-960d-416f72a8f4f8 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:35.051507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeab2106-fde5-4cc4-b873-66f8436b8766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.068223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7783dbac-affe-4853-960d-416f72a8f4f8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:35.068775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7783dbac-affe-4853-960d-416f72a8f4f8 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:35.069374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46025582-3620-4558-a957-0e370fb48901 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:35.094506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeab2106-fde5-4cc4-b873-66f8436b8766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.098613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.100202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21988f8a-a056-4c2b-9818-6a3dfb61fcdd {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:11:35.113972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.117482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ae80919a-2a29-42c3-a0f1-1184d64480e1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/21988f8a-a056-4c2b-9818-6a3dfb61fcdd HTTP/1.1" status: 204 len: 168 time: 2.5519376 Jul 28 11:11:35.117632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 46025582-3620-4558-a957-0e370fb48901 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:35.117632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46025582-3620-4558-a957-0e370fb48901 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:35.121753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.133462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:35.206923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Deleting subnet c104e5d1-d9ab-402d-b079-659010357715 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:11:35.214125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.249186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Pushing event deleted for resources: {'Port': ['ID=e3c0147e-15a0-4729-a844-133a8b3aa4e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:35.266919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0dcc577-c15c-4c1c-8a70-b5e802260fd2 req-0f81031d-e481-4982-9b22-0eece0a25994 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5a5231b-3056-435a-a313-6fa9c8f37a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481596 Jul 28 11:11:35.268060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] No DVR routers for this DVR port e3c0147e-15a0-4729-a844-133a8b3aa4e6 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:35.269199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.271144 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.273967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-459c020d-afaf-4f85-a717-5672571572e4 req-ccf490c5-6141-4e7e-ac48-8e28ddb5abd9 tempest-ServerTagsTestJSON-913150290 tempest-ServerTagsTestJSON-913150290-project] 10.222.0.41 "DELETE /v2.0/ports/e3c0147e-15a0-4729-a844-133a8b3aa4e6 HTTP/1.1" status: 204 len: 173 time: 2.0259314 Jul 28 11:11:35.276215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'name': 'network-vif-deleted', 'tag': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:35.285837 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8ca0b-1569-4dbf-8dc9-8c43745d1ea9" -d '{"events": [{"server_uuid": "c3253473-0f7e-4e48-bdd4-e8906d4648d5", "name": "network-vif-deleted", "tag": "e3c0147e-15a0-4729-a844-133a8b3aa4e6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:35.324283 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeab2106-fde5-4cc4-b873-66f8436b8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.324720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59886d-9a40-405e-ae30-e48528a4f47c req-dcbcd4c7-ef35-4c8b-913a-246550655581 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:35.326332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac59886d-9a40-405e-ae30-e48528a4f47c req-dcbcd4c7-ef35-4c8b-913a-246550655581 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 945 time: 0.3935649 Jul 28 11:11:35.326896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeab2106-fde5-4cc4-b873-66f8436b8766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.339339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:35.341205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aeab2106-fde5-4cc4-b873-66f8436b8766 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e206c75-244d-48fe-92cf-feffdb9c4c9f HTTP/1.1" status: 204 len: 168 time: 0.3691444 Jul 28 11:11:35.370863 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad252c0-2fb2-490d-97ed-9d8d4749ca93 x-openstack-request-id: req-bad252c0-2fb2-490d-97ed-9d8d4749ca93 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:35.371563 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3253473-0f7e-4e48-bdd4-e8906d4648d5", "name": "network-vif-deleted", "tag": "e3c0147e-15a0-4729-a844-133a8b3aa4e6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:35.371959 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bad252c0-2fb2-490d-97ed-9d8d4749ca93 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:35.372530 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3253473-0f7e-4e48-bdd4-e8906d4648d5', 'name': 'network-vif-deleted', 'tag': 'e3c0147e-15a0-4729-a844-133a8b3aa4e6', 'status': 'completed', 'code': 200} Jul 28 11:11:35.416626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac59886d-9a40-405e-ae30-e48528a4f47c req-d75ecb2b-0337-46bc-8665-b91ab81cf6d5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Jul 28 11:11:35.438295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2106-fde5-4cc4-b873-66f8436b8766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e206c75-244d-48fe-92cf-feffdb9c4c9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:35.459989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.562191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.597522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c104e5d1-d9ab-402d-b079-659010357715,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:35.602811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.608386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:35.608902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-42f8bd9f-2080-422b-9898-66d9764be89b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c104e5d1-d9ab-402d-b079-659010357715 HTTP/1.1" status: 204 len: 168 time: 0.4733250 Jul 28 11:11:35.609023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7aa02-6121-491a-9fab-18d8733d460a None None] Network 9c272598-9f32-40d0-87aa-f3433aa65b5c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:35.679965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1d64-07b2-46ba-93cd-6a0f8d3426ac req-31bed8f6-8460-4273-a49a-7b6322713f52 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:35.681389 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91dc1d64-07b2-46ba-93cd-6a0f8d3426ac req-31bed8f6-8460-4273-a49a-7b6322713f52 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1223795 Jul 28 11:11:35.749252 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ec8226-9efd-4e32-b6e2-84c4f4e71a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.767222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.806968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91dc1d64-07b2-46ba-93cd-6a0f8d3426ac req-566d64d3-02fb-41ab-a043-b5d253aa1043 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073899 Jul 28 11:11:35.862300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] DHCP port deletion for 9c272598-9f32-40d0-87aa-f3433aa65b5c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:11:35.918691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Deleting port c7e2a689-5fa2-405e-ba5d-43956b7c7853 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:35.919120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.931185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] Deleting port c7e2a689-5fa2-405e-ba5d-43956b7c7853 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:11:35.931861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:35.997240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] For port c7e2a689-5fa2-405e-ba5d-43956b7c7853, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7e2a689-5fa2-405e-ba5d-43956b7c7853,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:35.997616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.018554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Calling delete_port for c7e2a689-5fa2-405e-ba5d-43956b7c7853 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:36.031141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] For port c7e2a689-5fa2-405e-ba5d-43956b7c7853, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7e2a689-5fa2-405e-ba5d-43956b7c7853,segment=NetworkSegment(0bc592b8-dc48-4b24-9312-4bd079dea1cd),segment_id=0bc592b8-dc48-4b24-9312-4bd079dea1cd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:36.031592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.046962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] Calling delete_port for c7e2a689-5fa2-405e-ba5d-43956b7c7853 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:11:36.089149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ec8226-9efd-4e32-b6e2-84c4f4e71a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.104709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ec8226-9efd-4e32-b6e2-84c4f4e71a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.143668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.164270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-42ec8226-9efd-4e32-b6e2-84c4f4e71a34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a52646131c2540fcbb83f9f4d71b9a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8248634 Jul 28 11:11:36.167231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:36.167765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec8226-9efd-4e32-b6e2-84c4f4e71a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07239c40-c8bd-4bfd-a742-7666f4c4bd76,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:36.178576 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.207729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e2a689-5fa2-405e-ba5d-43956b7c7853,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:36.214463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] No DVR routers for this DVR port c7e2a689-5fa2-405e-ba5d-43956b7c7853 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:36.216887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] Pushing event deleted for resources: {'Port': ['ID=c7e2a689-5fa2-405e-ba5d-43956b7c7853,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:36.239330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b286486-9d07-4249-9425-80ba26522f9d None None] No DVR routers for this DVR port c7e2a689-5fa2-405e-ba5d-43956b7c7853 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:11:36.268153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca33a4c7-5917-49e8-a803-eb1ab2ecfa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.304040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.323693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:36.326483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca33a4c7-5917-49e8-a803-eb1ab2ecfa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.338066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c272598-9f32-40d0-87aa-f3433aa65b5c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:36.367928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc592b8-dc48-4b24-9312-4bd079dea1cd') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:36.367928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc592b8-dc48-4b24-9312-4bd079dea1cd') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:36.391580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.396612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca33a4c7-5917-49e8-a803-eb1ab2ecfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.399760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca33a4c7-5917-49e8-a803-eb1ab2ecfa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.404203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ca33a4c7-5917-49e8-a803-eb1ab2ecfa66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07239c40-c8bd-4bfd-a742-7666f4c4bd76 HTTP/1.1" status: 204 len: 168 time: 0.2358963 Jul 28 11:11:36.413000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a4c7-5917-49e8-a803-eb1ab2ecfa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07239c40-c8bd-4bfd-a742-7666f4c4bd76,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:36.418777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Deleting subnet 54f5e420-379b-4b0d-830a-19b387c88131 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:11:36.421167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.425919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.447921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:11:36.448384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:11:36.450097 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:11:36.535590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.582814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.594078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.595861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9c272598-9f32-40d0-87aa-f3433aa65b5c HTTP/1.1" status: 204 len: 168 time: 0.9857080 Jul 28 11:11:36.601681 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.620215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e482f-6f45-492d-a699-2dc4b26e0593 req-11e5dc89-5d5d-40f9-ac70-a4b1c465d7c5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:36.621751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-327e482f-6f45-492d-a699-2dc4b26e0593 req-11e5dc89-5d5d-40f9-ac70-a4b1c465d7c5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 945 time: 0.1284437 Jul 28 11:11:36.641767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f882c-d5bf-4924-a12d-03b960b3f07c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c272598-9f32-40d0-87aa-f3433aa65b5c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:36.700748 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-327e482f-6f45-492d-a699-2dc4b26e0593 req-aea1cc4a-0c70-4625-9114-f0940848e993 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600221 Jul 28 11:11:36.722379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.755901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f5e420-379b-4b0d-830a-19b387c88131,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:36.774062 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.776126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44ce3d38-10b5-4103-a298-51ca60d18fe0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/54f5e420-379b-4b0d-830a-19b387c88131 HTTP/1.1" status: 204 len: 168 time: 0.4513741 Jul 28 11:11:36.778800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:36.874499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:36.887984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:36.936017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-1d8f3c48-9b85-49b6-9bff-0e380cea0d06 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1849372 Jul 28 11:11:36.948613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e3c0147e-15a0-4729-a844-133a8b3aa4e6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:36.970957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:36.975841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72bc4b5b-e493-41fc-a62e-f8982602859b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaad4f7e0ec7401f8ce0082cc9da4e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970495 Jul 28 11:11:36.984922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:37.029018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: e3c0147e-15a0-4729-a844-133a8b3aa4e6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:37.030759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e3c0147e-15a0-4729-a844-133a8b3aa4e6 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:37.039975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7e2a689-5fa2-405e-ba5d-43956b7c7853 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:11:37.067031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.096834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.116280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22566b79-de65-48d4-b8eb-f4a2a6c707be']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:37.129559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ff19ea-30a0-4be0-a531-c1fe25f65657') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:37.130443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ff19ea-30a0-4be0-a531-c1fe25f65657') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:37.132728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c7e2a689-5fa2-405e-ba5d-43956b7c7853 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:11:37.135559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b6055-49a8-4649-985d-e3b598def2a0 req-b197d5ab-aed1-41c7-9a14-e09887445ae1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:37.136137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7e2a689-5fa2-405e-ba5d-43956b7c7853 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:11:37.149237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.153778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c6b6055-49a8-4649-985d-e3b598def2a0 req-b197d5ab-aed1-41c7-9a14-e09887445ae1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1239748 Jul 28 11:11:37.165114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-401ca162-f0ff-4948-9fbe-49a7f0ae62b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.182180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.197547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:11:37.197961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:11:37.199655 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:11:37.222680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c6b6055-49a8-4649-985d-e3b598def2a0 req-90e83df2-9eb4-479a-a5eb-8f80bb61171e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675175 Jul 28 11:11:37.235508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-401ca162-f0ff-4948-9fbe-49a7f0ae62b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.324268 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.366612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.373896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.379089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/22566b79-de65-48d4-b8eb-f4a2a6c707be HTTP/1.1" status: 204 len: 168 time: 0.5969343 Jul 28 11:11:37.394152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce55e07-7ebe-4fb9-9f7b-884d5043c1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=22566b79-de65-48d4-b8eb-f4a2a6c707be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:37.403289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-401ca162-f0ff-4948-9fbe-49a7f0ae62b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.407190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-401ca162-f0ff-4948-9fbe-49a7f0ae62b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.409779 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-401ca162-f0ff-4948-9fbe-49a7f0ae62b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c837aed-1005-4520-b367-7d167c9e0d1a HTTP/1.1" status: 204 len: 168 time: 0.4232643 Jul 28 11:11:37.425378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ca162-f0ff-4948-9fbe-49a7f0ae62b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c837aed-1005-4520-b367-7d167c9e0d1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:37.526613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Allocated IP 172.25.1.130 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/145c5372-fa71-4ad6-8991-5565e51f2b3f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:37.679424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.686853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:37.733000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5afdd216-413f-48b2-90f8-a890f38dda72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dbf8a19b1134f6c8a332084c67a47d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445633 Jul 28 11:11:37.733325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:37.776754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.835889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:37.842375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72fc726d-c05e-4906-a294-dd9da4974e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.844113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:37.851041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:37.878590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event updated for resources: {'Port': ['ID=145c5372-fa71-4ad6-8991-5565e51f2b3f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:37.900259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72fc726d-c05e-4906-a294-dd9da4974e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:37.990051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.001912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:38.006611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72fc726d-c05e-4906-a294-dd9da4974e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.009472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72fc726d-c05e-4906-a294-dd9da4974e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.012225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-72fc726d-c05e-4906-a294-dd9da4974e94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5a5231b-3056-435a-a313-6fa9c8f37a20 HTTP/1.1" status: 204 len: 168 time: 0.2761519 Jul 28 11:11:38.035255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc726d-c05e-4906-a294-dd9da4974e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5231b-3056-435a-a313-6fa9c8f37a20,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:38.052529 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bd762dce-8d8f-47f0-936d-ce51e0b37106 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc131d51022342b98f66ee16114439f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488138 Jul 28 11:11:38.054899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:38.057096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.114534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31ccc47-105c-47c7-ae6c-7c122c6dcc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.136433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31ccc47-105c-47c7-ae6c-7c122c6dcc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.195429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31ccc47-105c-47c7-ae6c-7c122c6dcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.198958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31ccc47-105c-47c7-ae6c-7c122c6dcc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.202508 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f31ccc47-105c-47c7-ae6c-7c122c6dcc3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a5b1edd-3be9-425e-b10f-a7a58ef50bd4 HTTP/1.1" status: 204 len: 168 time: 0.1438897 Jul 28 11:11:38.215060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ccc47-105c-47c7-ae6c-7c122c6dcc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b1edd-3be9-425e-b10f-a7a58ef50bd4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:38.242432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.247612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.349221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event updated for resources: {'Port': ['ID=145c5372-fa71-4ad6-8991-5565e51f2b3f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:38.378331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.405061 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:38.406511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-fef80acf-00cf-45a8-a0a1-d43c6695d096 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4397466 Jul 28 11:11:38.415989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f888ae-85f0-4406-a4e9-11ec559bfc5a req-942b7056-6544-4498-ad1a-3f27386f0a21 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:38.418484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2f888ae-85f0-4406-a4e9-11ec559bfc5a req-942b7056-6544-4498-ad1a-3f27386f0a21 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.0864282 Jul 28 11:11:38.486830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-73ef0d3b-9034-4aba-a7a6-ecb48cc5f5ce tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0612609 Jul 28 11:11:38.548820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2f888ae-85f0-4406-a4e9-11ec559bfc5a req-a277af84-3be6-4e58-8310-1df9c0a74d74 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225333 Jul 28 11:11:38.618619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-968bd201-fd31-4683-b49b-51ce37c9a221 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:38.620114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb64c5a-2028-41ad-9831-6b7c8ea44518 req-968bd201-fd31-4683-b49b-51ce37c9a221 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.1330886 Jul 28 11:11:39.106106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-17fac293-a213-441c-b307-10fb9502ac27 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:39.108449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-17fac293-a213-441c-b307-10fb9502ac27 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 819 time: 0.1484354 Jul 28 11:11:39.126783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-b8e35ba2-8c1c-4f8a-beec-5537714a0dbf tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/quotas/437771b227e84b68a1bb45f560608c73 HTTP/1.1" status: 200 len: 375 time: 0.0108225 Jul 28 11:11:39.218522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-467a3897-8cb0-4aae-8d63-294281723185 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840459 Jul 28 11:11:39.353666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-bad34251-aef3-4692-983f-1387c95337d3 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207285 Jul 28 11:11:39.451245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-6341d0ab-278f-4bf4-857f-0caf8b27ee40 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909407 Jul 28 11:11:39.652576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6714041-ebf1-4216-87b5-f85bb70d3285 req-3bfa1012-6b11-487a-9cc8-8851c500d7d3 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 210 time: 0.0367839 Jul 28 11:11:39.712320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390288c-cc2b-4667-b1b5-43ded5bc9745 req-5e9b32f3-9ed5-4de0-b637-5d9ca766a083 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:39.714273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3390288c-cc2b-4667-b1b5-43ded5bc9745 req-5e9b32f3-9ed5-4de0-b637-5d9ca766a083 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.0646231 Jul 28 11:11:39.729225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:39.774135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3390288c-cc2b-4667-b1b5-43ded5bc9745 req-50461803-9e91-463c-bcf7-55967257d32b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Jul 28 11:11:39.970359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f143784-bca8-4eff-ba0e-9ca449cc535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.122454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f143784-bca8-4eff-ba0e-9ca449cc535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.129200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f143784-bca8-4eff-ba0e-9ca449cc535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.193110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f143784-bca8-4eff-ba0e-9ca449cc535e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56191ff240234813b2adefaf3526e524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627376 Jul 28 11:11:40.193894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143784-bca8-4eff-ba0e-9ca449cc535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aea160-46c0-49e2-85f2-e07c219399ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:40.195832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:40.291557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c62c7b-0c58-44ef-8713-e6b1b445a6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.347815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c62c7b-0c58-44ef-8713-e6b1b445a6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.434203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c62c7b-0c58-44ef-8713-e6b1b445a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.436975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c62c7b-0c58-44ef-8713-e6b1b445a6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:40.438272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3c62c7b-0c58-44ef-8713-e6b1b445a6d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9aea160-46c0-49e2-85f2-e07c219399ca HTTP/1.1" status: 204 len: 168 time: 0.2405474 Jul 28 11:11:40.447046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62c7b-0c58-44ef-8713-e6b1b445a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aea160-46c0-49e2-85f2-e07c219399ca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:40.719276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:40.837026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f283b532-ede6-4d36-af95-df0461468188 req-5278ec2d-9bbb-431f-aebd-b30110fd16a0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 210 time: 0.0576320 Jul 28 11:11:41.057883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4db75-1ab9-408e-99e2-97906e760cbd req-a21fcace-bb1b-4871-b375-5ba4778da83a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:41.059402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3fb4db75-1ab9-408e-99e2-97906e760cbd req-a21fcace-bb1b-4871-b375-5ba4778da83a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1386151 Jul 28 11:11:41.066954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-8bec9115-135d-4563-81eb-c24fe364f460 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:41.069032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-8bec9115-135d-4563-81eb-c24fe364f460 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 819 time: 0.2189622 Jul 28 11:11:41.092380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'port': {'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'admin_state_up': True, 'tenant_id': '437771b227e84b68a1bb45f560608c73'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:41.112011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:41.138745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aa3681f-97d4-4569-a9a4-193241afff37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.166652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.181083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3fb4db75-1ab9-408e-99e2-97906e760cbd req-f53b12e6-cbea-49ff-979b-f7b557895ed4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105537 Jul 28 11:11:41.209448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:11:41.209448 n-d-723573-7 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:11:41.209448 n-d-723573-7 neutron-server[93835]: [parameters: {'project_id': 'f5694d1d33c744dda67285aaf91996b9', 'id': '0126d3d9-e631-4135-90f2-a3c9c2e34e28', 'expiration': datetime.datetime(2021, 7, 28, 11, 13, 41, 202095)}] Jul 28 11:11:41.209448 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:11:41.210225 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:11:41.329549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aa3681f-97d4-4569-a9a4-193241afff37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.344061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aa3681f-97d4-4569-a9a4-193241afff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.366780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Made reservation on behalf of 437771b227e84b68a1bb45f560608c73 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:41.372120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.403591 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1aa3681f-97d4-4569-a9a4-193241afff37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff21073f2c48420ead43dd9aedc34667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6831079 Jul 28 11:11:41.404274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:41.465112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3681f-97d4-4569-a9a4-193241afff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1f390-5808-4380-9312-cd1316e73400,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:41.518793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18edaac8-c0c4-4fe6-acf2-bec9b7d46836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.537024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Allocated IP 172.20.0.9 (d319864f-e921-4778-aa7f-fa5c4f53bbde/e91927c3-ec45-4c9e-a74e-d96ca19f148e/e67584a8-d072-40f0-a1d5-948ec0cbbf8f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:41.555937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18edaac8-c0c4-4fe6-acf2-bec9b7d46836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.556613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:41.619762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18edaac8-c0c4-4fe6-acf2-bec9b7d46836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.622697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18edaac8-c0c4-4fe6-acf2-bec9b7d46836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.623919 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-18edaac8-c0c4-4fe6-acf2-bec9b7d46836 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ea1f390-5808-4380-9312-cd1316e73400 HTTP/1.1" status: 204 len: 168 time: 0.2160313 Jul 28 11:11:41.633974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edaac8-c0c4-4fe6-acf2-bec9b7d46836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1f390-5808-4380-9312-cd1316e73400,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:41.712005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.767138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.788685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Transition to ACTIVE for port object e67584a8-d072-40f0-a1d5-948ec0cbbf8f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:41.821868 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.827151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.829708 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.843233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['bc647c20-0a2e-4e31-9909-154acc7d6220'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:41.862847 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5694d1d33c744dda67285aaf91996b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448153 Jul 28 11:11:41.871444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:41.889961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315b18d5-8863-4728-864f-b27dcf8e2ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.949497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bdef4-e619-48b5-b730-cc272361e507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3bc540-fa6d-4f59-94da-d23d3f898e82,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:41.953011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:41.953011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8916ab3f-1ad7-4dfe-8ccf-9d7106d640d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.978054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8916ab3f-1ad7-4dfe-8ccf-9d7106d640d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:41.981604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Network d319864f-e921-4778-aa7f-fa5c4f53bbde is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:41.997657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:42.013129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:42.047034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8916ab3f-1ad7-4dfe-8ccf-9d7106d640d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.050263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8916ab3f-1ad7-4dfe-8ccf-9d7106d640d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.055117 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8916ab3f-1ad7-4dfe-8ccf-9d7106d640d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c3bc540-fa6d-4f59-94da-d23d3f898e82 HTTP/1.1" status: 204 len: 168 time: 0.1791887 Jul 28 11:11:42.064666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916ab3f-1ad7-4dfe-8ccf-9d7106d640d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3bc540-fa6d-4f59-94da-d23d3f898e82,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.106139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event updated for resources: {'Port': ['ID=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.150039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:42.150654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.187869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe834f3-b597-4881-b47c-82aa45f7976d req-8d6447c6-3190-4bb9-a40e-116755ae9c09 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:42.200615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbe834f3-b597-4881-b47c-82aa45f7976d req-8d6447c6-3190-4bb9-a40e-116755ae9c09 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 931 time: 0.2142987 Jul 28 11:11:42.251260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315b18d5-8863-4728-864f-b27dcf8e2ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.284333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbe834f3-b597-4881-b47c-82aa45f7976d req-a51fefe0-337f-4271-99da-e1bd6e824eb4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780590 Jul 28 11:11:42.287836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-315b18d5-8863-4728-864f-b27dcf8e2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.294171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-34100369-777c-4307-8226-e9d1d94c97d6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2074983 Jul 28 11:11:42.320669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-bc0f10ef-5d41-4b04-9314-9422ae8a9049 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:11:42.321681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-bc0f10ef-5d41-4b04-9314-9422ae8a9049 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099149 Jul 28 11:11:42.355717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3967c9f9-cda0-4034-bfaf-7b8077e857b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.362879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Request body: {'port': {'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:42.421703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-315b18d5-8863-4728-864f-b27dcf8e2ea7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa67a03a5de14516ae38b7ab179d53cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642488 Jul 28 11:11:42.429840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:42.446318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-54d4a1c7-7cda-47b9-abdd-6b033ba13a8a None None] Provisioning for port e67584a8-d072-40f0-a1d5-948ec0cbbf8f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:42.451482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-54d4a1c7-7cda-47b9-abdd-6b033ba13a8a None None] Provisioning complete for port e67584a8-d072-40f0-a1d5-948ec0cbbf8f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:42.451858 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54d4a1c7-7cda-47b9-abdd-6b033ba13a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.455054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b18d5-8863-4728-864f-b27dcf8e2ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce88267-7c2c-4d6e-a524-a46bbce49d31,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.465190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.511409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc5bb-f42b-45e2-922c-9b89ed2301e7 req-9b0a1871-f079-450b-aac2-1bb3838eaaff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:42.519138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d312e0-0c8f-4a3b-9f02-1d94f83429d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.519390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-134dc5bb-f42b-45e2-922c-9b89ed2301e7 req-9b0a1871-f079-450b-aac2-1bb3838eaaff tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.2336648 Jul 28 11:11:42.560269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d312e0-0c8f-4a3b-9f02-1d94f83429d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.566558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-54d4a1c7-7cda-47b9-abdd-6b033ba13a8a None None] Port e67584a8-d072-40f0-a1d5-948ec0cbbf8f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:11:42.574139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3967c9f9-cda0-4034-bfaf-7b8077e857b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.591223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3967c9f9-cda0-4034-bfaf-7b8077e857b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.605549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-134dc5bb-f42b-45e2-922c-9b89ed2301e7 req-93a7ac7b-74e6-4b77-9a9b-4d39e3cbb473 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851870 Jul 28 11:11:42.631228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:42.673444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d056c7af-7d22-40e5-a7bc-4ba6a26df9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.678780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c9f9-cda0-4034-bfaf-7b8077e857b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6049c80f-93ba-4e40-acc9-6367e2788bf7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.689617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3967c9f9-cda0-4034-bfaf-7b8077e857b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2de8fe4a42f34cd6bfcb40723f4dea13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094741 Jul 28 11:11:42.694626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:42.723649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d312e0-0c8f-4a3b-9f02-1d94f83429d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.726412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d312e0-0c8f-4a3b-9f02-1d94f83429d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.730509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-20d312e0-0c8f-4a3b-9f02-1d94f83429d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ce88267-7c2c-4d6e-a524-a46bbce49d31 HTTP/1.1" status: 204 len: 168 time: 0.2994981 Jul 28 11:11:42.761431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d312e0-0c8f-4a3b-9f02-1d94f83429d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce88267-7c2c-4d6e-a524-a46bbce49d31,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.828917 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1254bbda-10fc-4c34-8fd9-2cb57dc7ae6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.866227 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1254bbda-10fc-4c34-8fd9-2cb57dc7ae6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.898982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67584a8-d072-40f0-a1d5-948ec0cbbf8f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:42.907369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.913650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d056c7af-7d22-40e5-a7bc-4ba6a26df9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.920892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d056c7af-7d22-40e5-a7bc-4ba6a26df9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.965994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Transition to ACTIVE for port object e67584a8-d072-40f0-a1d5-948ec0cbbf8f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:42.966455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d056c7af-7d22-40e5-a7bc-4ba6a26df9e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9648e014900c403db58e8e032951dc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341825 Jul 28 11:11:42.968916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1254bbda-10fc-4c34-8fd9-2cb57dc7ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.969318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:42.969961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device edede05e-238b-4657-8b68-09d5c595a3cf details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:11:42.971522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1254bbda-10fc-4c34-8fd9-2cb57dc7ae6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:42.972903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1254bbda-10fc-4c34-8fd9-2cb57dc7ae6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6049c80f-93ba-4e40-acc9-6367e2788bf7 HTTP/1.1" status: 204 len: 168 time: 0.2762942 Jul 28 11:11:42.974822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056c7af-7d22-40e5-a7bc-4ba6a26df9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d03dba-b496-47ee-9fda-4da9ce56f34e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.985568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254bbda-10fc-4c34-8fd9-2cb57dc7ae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6049c80f-93ba-4e40-acc9-6367e2788bf7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:42.990903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.132933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e1066a-c865-49a3-87b8-1bea2224d2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.138194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Pushing event updated for resources: {'Port': ['ID=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:43.141198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:43.154471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'mac_address': 'fa:16:3e:39:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:11:43.216825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.221327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e1066a-c865-49a3-87b8-1bea2224d2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.249534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edede05e-238b-4657-8b68-09d5c595a3cf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:43.280167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:43.287231 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.300449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Attempting to bind port e67584a8-d072-40f0-a1d5-948ec0cbbf8f on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:43.304763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Attempting to bind port e67584a8-d072-40f0-a1d5-948ec0cbbf8f by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:43.305144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Attempting to bind port e67584a8-d072-40f0-a1d5-948ec0cbbf8f on network d319864f-e921-4778-aa7f-fa5c4f53bbde {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:43.314552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Port e67584a8-d072-40f0-a1d5-948ec0cbbf8f on network d319864f-e921-4778-aa7f-fa5c4f53bbde not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:11:43.314899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Attempting to bind port e67584a8-d072-40f0-a1d5-948ec0cbbf8f on network d319864f-e921-4778-aa7f-fa5c4f53bbde {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:43.324538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:43.324912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Checking segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:43.325358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Bound using segment: {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:43.326567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Bound port: e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:43.327055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.369925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:43.383434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:43.393711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3549e875-d73d-4277-a5b5-e5ee8ee4bd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.394115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.394691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.395254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.395441 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e1066a-c865-49a3-87b8-1bea2224d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.396153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.396799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.397347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.397896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.398149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e1066a-c865-49a3-87b8-1bea2224d2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.398628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.399170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.399289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-56e1066a-c865-49a3-87b8-1bea2224d2a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27d03dba-b496-47ee-9fda-4da9ce56f34e HTTP/1.1" status: 204 len: 168 time: 0.4288132 Jul 28 11:11:43.399973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.400515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.401064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:11:43.422044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['edede05e-238b-4657-8b68-09d5c595a3cf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:43.438704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1066a-c865-49a3-87b8-1bea2224d2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d03dba-b496-47ee-9fda-4da9ce56f34e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:43.490995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] For port e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:43.511834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] For port e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:43.522126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.551070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e083bf6-e6ae-4ffe-845d-1ae4b6804d0b req-2f52398b-c137-43fd-a836-10d855f291b2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:43.553462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e083bf6-e6ae-4ffe-845d-1ae4b6804d0b req-2f52398b-c137-43fd-a836-10d855f291b2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 943 time: 0.1319880 Jul 28 11:11:43.614962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:43.618399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.619841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] 10.222.0.41 "PUT /v2.0/ports/e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 1091 time: 1.2649457 Jul 28 11:11:43.620395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:43.622657 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44" -d '{"events": [{"name": "network-changed", "server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:43.708115 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87225b27-56b4-44f3-8ce6-a98e0cbe4ec2 x-openstack-request-id: req-87225b27-56b4-44f3-8ce6-a98e0cbe4ec2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:43.708878 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:43.709297 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87225b27-56b4-44f3-8ce6-a98e0cbe4ec2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:43.709947 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'status': 'completed', 'code': 200} Jul 28 11:11:43.720859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e083bf6-e6ae-4ffe-845d-1ae4b6804d0b req-7d63bf0f-cd44-493c-8e29-664d5b20b150 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450899 Jul 28 11:11:43.721819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f1a53-9328-4acb-ae43-d00d11513492 service neutron] Pushing event updated for resources: {'Port': ['ID=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:43.806138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-e76c3b81-f31e-4142-a928-d0f8ec9e3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:43.807653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-e76c3b81-f31e-4142-a928-d0f8ec9e3857 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1094 time: 0.1144781 Jul 28 11:11:43.809618 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3549e875-d73d-4277-a5b5-e5ee8ee4bd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.818136 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3549e875-d73d-4277-a5b5-e5ee8ee4bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:43.920246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-5c719a35-bc29-406f-9e28-02649f053621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 217 time: 0.0967016 Jul 28 11:11:43.934447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3549e875-d73d-4277-a5b5-e5ee8ee4bd33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dda3bc4f718a4606a629b77df6e1527b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632365 Jul 28 11:11:43.937865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:43.980444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549e875-d73d-4277-a5b5-e5ee8ee4bd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7455b-d9fe-4cb9-8817-1e6df74a3fe3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:44.003691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87ce6-22fe-44f8-b29c-d4a2a888e263 req-a2f927e5-2486-46cc-bfc0-d2b7d9a7202c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:44.005471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5f87ce6-22fe-44f8-b29c-d4a2a888e263 req-a2f927e5-2486-46cc-bfc0-d2b7d9a7202c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 945 time: 0.1637764 Jul 28 11:11:44.021979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-bc083860-34e4-4ba8-90e1-8b27ec5e4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:44.023725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-bc083860-34e4-4ba8-90e1-8b27ec5e4ee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0930657 Jul 28 11:11:44.025984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66991980-5198-4b05-aced-666dc5c29a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:44.069420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66991980-5198-4b05-aced-666dc5c29a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:44.120870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5f87ce6-22fe-44f8-b29c-d4a2a888e263 req-efbdc5c1-9b75-4704-85c5-a37bda3e25d0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958374 Jul 28 11:11:44.143992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-43d630e5-6404-416b-9a19-c7d14a05c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:44.144543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66991980-5198-4b05-aced-666dc5c29a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:44.148806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66991980-5198-4b05-aced-666dc5c29a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:44.150340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-43d630e5-6404-416b-9a19-c7d14a05c426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180761 Jul 28 11:11:44.152669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66991980-5198-4b05-aced-666dc5c29a22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ae7455b-d9fe-4cb9-8817-1e6df74a3fe3 HTTP/1.1" status: 204 len: 168 time: 0.2137465 Jul 28 11:11:44.162659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66991980-5198-4b05-aced-666dc5c29a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7455b-d9fe-4cb9-8817-1e6df74a3fe3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:44.276058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-6cba67ac-3721-4953-b277-60e104b48ea2 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179750 Jul 28 11:11:44.733466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3088a86d-4b44-44f6-acf9-ef71072ee31c req-68e64271-116d-4ba2-b986-a1bc556432eb service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483442 Jul 28 11:11:44.863066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-408e2670-68ce-4773-b53a-fb07d6735af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:44.864843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-408e2670-68ce-4773-b53a-fb07d6735af5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1094 time: 0.0835898 Jul 28 11:11:44.881364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353ccbc-5a86-4769-b6f0-ebfc8cad09de req-3728bd53-e3f5-49bd-8c99-f0abbec70163 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:44.882419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9353ccbc-5a86-4769-b6f0-ebfc8cad09de req-3728bd53-e3f5-49bd-8c99-f0abbec70163 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 943 time: 0.0720689 Jul 28 11:11:44.967015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device edede05e-238b-4657-8b68-09d5c595a3cf up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:45.017620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9353ccbc-5a86-4769-b6f0-ebfc8cad09de req-440fc958-293a-45d3-8768-50fdeb0a4535 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268013 Jul 28 11:11:45.044535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-f873783b-bf77-4407-8a93-88f1aa72eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:45.044535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-f873783b-bf77-4407-8a93-88f1aa72eb1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1565278 Jul 28 11:11:45.045441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port edede05e-238b-4657-8b68-09d5c595a3cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:45.045819 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:45.102779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-4516d9fc-1740-4985-aeac-2c530bfb1d78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 217 time: 0.0540173 Jul 28 11:11:45.166815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-cb94af99-4ef4-49c5-ad2d-db0588fbff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:45.168508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-cb94af99-4ef4-49c5-ad2d-db0588fbff40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0545928 Jul 28 11:11:45.177018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:45.234186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:45.243438 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2404090-4139-4640-b492-a6ea46f806e4" -d '{"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-plugged", "status": "completed", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:45.292279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:45.297871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-4a1147ee-b7de-40e3-a514-03148e9691ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:45.302092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-4a1147ee-b7de-40e3-a514-03148e9691ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237111 Jul 28 11:11:45.303045 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:45.413040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:45.480596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41f59c-26cd-4c10-a7ce-f184ceb17c8b req-fc16475f-82d3-44b1-9d67-d8bc22b6b5af tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:45.486422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c41f59c-26cd-4c10-a7ce-f184ceb17c8b req-fc16475f-82d3-44b1-9d67-d8bc22b6b5af tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 945 time: 0.2168210 Jul 28 11:11:45.522487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-fa2bc3ec-a9aa-4d9b-8281-f1d178fc2704 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005069 Jul 28 11:11:45.561988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c41f59c-26cd-4c10-a7ce-f184ceb17c8b req-39bbd430-072b-4a29-91ac-eb8dc00340c4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 Jul 28 11:11:45.650317 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee8a3d7-821f-4a9d-a374-9b281f56ef7d x-openstack-request-id: req-aee8a3d7-821f-4a9d-a374-9b281f56ef7d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:45.650671 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-plugged", "status": "completed", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:45.650983 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aee8a3d7-821f-4a9d-a374-9b281f56ef7d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:45.651440 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'code': 200} Jul 28 11:11:45.731945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-101e1acd-7b5e-4ab6-9d4c-5374a0045e44 req-ef8fc53a-d397-42e3-a183-629ef9757f81 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005725 Jul 28 11:11:45.844813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:46.186244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-36162401-network', 'tenant_id': 'afc135ed34e343349fd09338597223e9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:46.248639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Made reservation on behalf of afc135ed34e343349fd09338597223e9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:46.251180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.261778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.362722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6759be-7716-4271-878e-715ff648aee8 req-fde6a18b-5cdf-4719-807c-18b2c5562f7d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:46.374430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba6759be-7716-4271-878e-715ff648aee8 req-fde6a18b-5cdf-4719-807c-18b2c5562f7d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 943 time: 0.1415391 Jul 28 11:11:46.417330 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.425447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.450335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:11:46.455486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba6759be-7716-4271-878e-715ff648aee8 req-1417269b-e2bd-4f3e-b0ed-bf96059adf6d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751586 Jul 28 11:11:46.487062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f8015-da68-404b-b187-a2407ea207cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:46.490978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.491660 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Added segment 0ed44399-0459-4080-8706-de66c71db8d2 of type vlan for network 51204e7c-0a57-4224-afce-0c3efdac6f6f Jul 28 11:11:46.546807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.628761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.630836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:46.631496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.747070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9005225 Jul 28 11:11:46.748117 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:46.756900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Request body: {'subnet': {'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-subnet', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:46.800110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Made reservation on behalf of afc135ed34e343349fd09338597223e9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:46.804384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:46.805652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dde60-1f55-4dc9-b0ea-a5046ba850ca req-ad68b419-6bd8-4935-b8ae-0504a1f16258 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:46.815694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec9dde60-1f55-4dc9-b0ea-a5046ba850ca req-ad68b419-6bd8-4935-b8ae-0504a1f16258 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1261711 Jul 28 11:11:46.921928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec9dde60-1f55-4dc9-b0ea-a5046ba850ca req-6d809c82-38bd-412f-b5c2-85ea77819ca2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001532 Jul 28 11:11:46.965956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b25a-a3a5-4ee7-83b2-f3f153251245 admin admin] Pushing event updated for resources: {'Network': ['ID=51204e7c-0a57-4224-afce-0c3efdac6f6f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:46.986046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:11:47.069839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.073345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e67584a8-d072-40f0-a1d5-948ec0cbbf8f details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:11:47.244595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:47.255670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Checking segment: {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:47.256056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Network hostable DHCP agents. Network: 51204e7c-0a57-4224-afce-0c3efdac6f6f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:11:47.259827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:11:47.261312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570dc61d-dc91-4937-8d0e-e49fc711809c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:47.322866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.341606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67584a8-d072-40f0-a1d5-948ec0cbbf8f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:11:47.346854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:11:47.363279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:47.365971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 51204e7c-0a57-4224-afce-0c3efdac6f6f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:47.374610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:47.376114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.394520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.398460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba54d2-3c43-4c24-967a-9e4e4ce59a5b None None] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:47.420245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-741d86bf-7c5e-4796-8622-1498fcd37568 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6687045 Jul 28 11:11:47.423302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:47.438808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:47.535170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.536893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.558802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:47.696809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:47.720973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f6451-36ff-408b-8cc2-4790342f0b21 req-8fd0b2ca-5a5b-4833-a014-d823c455a1b7 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:47.722525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd8f6451-36ff-408b-8cc2-4790342f0b21 req-8fd0b2ca-5a5b-4833-a014-d823c455a1b7 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 944 time: 0.0997951 Jul 28 11:11:47.760875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e67584a8-d072-40f0-a1d5-948ec0cbbf8f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:11:47.806056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd8f6451-36ff-408b-8cc2-4790342f0b21 req-fd23b992-7545-4361-9130-67faaaf2d463 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728276 Jul 28 11:11:48.023132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-51204e7c-0a57-4224-afce-0c3efdac6f6f', 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'fixed_ips': [{'subnet_id': '570dc61d-dc91-4937-8d0e-e49fc711809c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:11:48.024680 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:48.030674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:48.248681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61a4e1-a22a-4e2a-a0f7-49c4a27ae4d4 req-702228c4-22fe-4b9b-a0f1-0cfea755a3c7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:48.261761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf61a4e1-a22a-4e2a-a0f7-49c4a27ae4d4 req-702228c4-22fe-4b9b-a0f1-0cfea755a3c7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1686575 Jul 28 11:11:48.383571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf61a4e1-a22a-4e2a-a0f7-49c4a27ae4d4 req-a549e5d0-d260-4bcd-9acc-164c5da9128e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157098 Jul 28 11:11:48.519066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Allocated IP 172.20.0.2 (51204e7c-0a57-4224-afce-0c3efdac6f6f/570dc61d-dc91-4937-8d0e-e49fc711809c/de6b4b96-b9df-423c-989f-f5e725cbbf7b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:48.553498 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:48.615826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:48.824597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Allocated IP 172.25.1.81 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/2c9af25b-f219-4617-8e76-383dc0ea81c1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:48.913193 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:48.934410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Transition to ACTIVE for port object de6b4b96-b9df-423c-989f-f5e725cbbf7b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:48.994902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Transition to ACTIVE for port object de6b4b96-b9df-423c-989f-f5e725cbbf7b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:49.012048 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.047852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee369386-4d74-4e7a-a7c7-5a097eb71824 req-cae4786c-882f-463a-8b57-1552599823b4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:49.055581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.063842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee369386-4d74-4e7a-a7c7-5a097eb71824 req-cae4786c-882f-463a-8b57-1552599823b4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 944 time: 0.1202903 Jul 28 11:11:49.107119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:49.112718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:49.123267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:49.149649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.153230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee369386-4d74-4e7a-a7c7-5a097eb71824 req-9b2c3bbe-8bbd-49bf-a8c5-fcff5894abbf tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881209 Jul 28 11:11:49.169390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Pushing event updated for resources: {'Port': ['ID=de6b4b96-b9df-423c-989f-f5e725cbbf7b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:49.175620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:49.197849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:49.201920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:49.253349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Pushing event updated for resources: {'Port': ['ID=2c9af25b-f219-4617-8e76-383dc0ea81c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:49.298615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Attempting to bind port de6b4b96-b9df-423c-989f-f5e725cbbf7b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:49.299025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Attempting to bind port de6b4b96-b9df-423c-989f-f5e725cbbf7b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:49.299416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Attempting to bind port de6b4b96-b9df-423c-989f-f5e725cbbf7b on network 51204e7c-0a57-4224-afce-0c3efdac6f6f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:49.308338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:49.308722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Checking segment: {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:49.309193 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.309525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Bound using segment: {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:49.312402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Bound port: de6b4b96-b9df-423c-989f-f5e725cbbf7b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:49.313069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.453004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] For port de6b4b96-b9df-423c-989f-f5e725cbbf7b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:49.461807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] For port de6b4b96-b9df-423c-989f-f5e725cbbf7b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de6b4b96-b9df-423c-989f-f5e725cbbf7b,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:49.472909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.587889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd36d0-8dab-4da1-bbbe-e90b16b0f9f1 None None] Pushing event updated for resources: {'Port': ['ID=de6b4b96-b9df-423c-989f-f5e725cbbf7b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:49.650736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.706131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059f26-05da-4d3c-bd8d-ad9f4f5c2439 req-664fa85f-459b-48ac-a58a-d8208c2e42e9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:49.708930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23059f26-05da-4d3c-bd8d-ad9f4f5c2439 req-664fa85f-459b-48ac-a58a-d8208c2e42e9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1439393 Jul 28 11:11:49.710124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:49.820493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23059f26-05da-4d3c-bd8d-ad9f4f5c2439 req-e2603e34-96a3-4f80-8b0f-8eaad8f73653 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013916 Jul 28 11:11:50.179682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:50.521868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74463e5f-94e8-43e3-8eb5-23ea4eb25b63 req-32202dba-d06f-4216-ac10-e8ec736194cf tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:50.542466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74463e5f-94e8-43e3-8eb5-23ea4eb25b63 req-32202dba-d06f-4216-ac10-e8ec736194cf tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 944 time: 0.1775723 Jul 28 11:11:50.542979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:11:50.645665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74463e5f-94e8-43e3-8eb5-23ea4eb25b63 req-32bb7807-3ca8-4105-8b3b-362fada1137b tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018705 Jul 28 11:11:50.857505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:50.875119 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Sync routers for ids ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:50.896803 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Routers {'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:50.898115 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:50.932995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:50.937876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0044eb0b-add9-43be-82cc-6c164871580d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5122533 Jul 28 11:11:50.938045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:50.995682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e67584a8-d072-40f0-a1d5-948ec0cbbf8f up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:51.255702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de6b4b96-b9df-423c-989f-f5e725cbbf7b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:51.352068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port e67584a8-d072-40f0-a1d5-948ec0cbbf8f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:51.400109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port e67584a8-d072-40f0-a1d5-948ec0cbbf8f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:51.404941 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:51.436875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0920c7-5649-4cd7-a676-b681b69ed0ec req-20c4cc2b-4c01-4581-ba4c-f5386ba6f269 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:51.445865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab0920c7-5649-4cd7-a676-b681b69ed0ec req-20c4cc2b-4c01-4581-ba4c-f5386ba6f269 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.2629530 Jul 28 11:11:51.590095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Set router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:51.631742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab0920c7-5649-4cd7-a676-b681b69ed0ec req-2f2b2e41-2571-4eaa-b375-384f7d1429b6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729572 Jul 28 11:11:51.638837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:51.641035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a486f1-c6ae-4adf-8e17-114672d42191 None None] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:51.658640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port de6b4b96-b9df-423c-989f-f5e725cbbf7b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:51.674684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:52.045341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:52.045894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:11:49Z', 'revision_number': 3, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:52.047997 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa9c3b-e87e-4252-b255-ed7304fd2d9c" -d '{"events": [{"server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "name": "network-vif-plugged", "status": "completed", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:52.049393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c6459-d50b-4f87-a720-91ab3a199e27 req-4a89e391-4710-4651-8608-341d2a4813ad tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:52.064513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:52.079074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f42c6459-d50b-4f87-a720-91ab3a199e27 req-4a89e391-4710-4651-8608-341d2a4813ad tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 944 time: 0.2963886 Jul 28 11:11:52.108572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] Provisioning for port de6b4b96-b9df-423c-989f-f5e725cbbf7b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:52.112738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:52.142321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] Provisioning complete for port de6b4b96-b9df-423c-989f-f5e725cbbf7b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:52.142700 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.146921 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.181271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f991dfc-1edd-45d8-8156-f9a3e4fd93ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.213457 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Checking router: cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:11:52.216472 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Updating router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e port 2c9af25b-f219-4617-8e76-383dc0ea81c1 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:11:52.285157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43dbe867-4820-4797-bd37-1dc747ea6be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.303564 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d37da-c0da-40ca-8582-a1101145c076 x-openstack-request-id: req-151d37da-c0da-40ca-8582-a1101145c076 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:11:52.305060 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "name": "network-vif-plugged", "status": "completed", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:11:52.305603 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-151d37da-c0da-40ca-8582-a1101145c076 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:11:52.306255 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'code': 200} Jul 28 11:11:52.313079 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.389148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:52.390641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f42c6459-d50b-4f87-a720-91ab3a199e27 req-6fa63c88-5dbc-49f2-8830-83f195c0e2da tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960024 Jul 28 11:11:52.539281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f991dfc-1edd-45d8-8156-f9a3e4fd93ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.553875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f991dfc-1edd-45d8-8156-f9a3e4fd93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.585013 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f991dfc-1edd-45d8-8156-f9a3e4fd93ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a80c03f766b8441eb4140e96349c8c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9077799 Jul 28 11:11:52.589567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:52.594609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.663594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f991dfc-1edd-45d8-8156-f9a3e4fd93ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa2e40-8a0d-4fd3-b572-7ce1f83e9531,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:52.702134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f86c1eb5-aabc-4e3c-8594-12867cc3d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.791841 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.795750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f86c1eb5-aabc-4e3c-8594-12867cc3d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.857543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43dbe867-4820-4797-bd37-1dc747ea6be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.872590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43dbe867-4820-4797-bd37-1dc747ea6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.893790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] For port de6b4b96-b9df-423c-989f-f5e725cbbf7b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de6b4b96-b9df-423c-989f-f5e725cbbf7b,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:52.910321 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:52.943744 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-43dbe867-4820-4797-bd37-1dc747ea6be4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b94756d67a904e9a86bffdf51155c0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8780570 Jul 28 11:11:52.945339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbe867-4820-4797-bd37-1dc747ea6be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c873a104-b405-4d63-800a-a82d23f77764,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:52.960760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:53.012287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f86c1eb5-aabc-4e3c-8594-12867cc3d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.016881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f86c1eb5-aabc-4e3c-8594-12867cc3d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.021509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f86c1eb5-aabc-4e3c-8594-12867cc3d465 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73fa2e40-8a0d-4fd3-b572-7ce1f83e9531 HTTP/1.1" status: 204 len: 168 time: 0.4297402 Jul 28 11:11:53.044799 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.060924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c1eb5-aabc-4e3c-8594-12867cc3d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa2e40-8a0d-4fd3-b572-7ce1f83e9531,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:53.075885 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Transition to ACTIVE for port object 2c9af25b-f219-4617-8e76-383dc0ea81c1 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:53.086895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b54b9-2719-43d1-a317-562c42072b60 None None] Pushing event updated for resources: {'Port': ['ID=de6b4b96-b9df-423c-989f-f5e725cbbf7b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:53.088955 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.150761 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Attempting to bind port 2c9af25b-f219-4617-8e76-383dc0ea81c1 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:11:53.151470 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Attempting to bind port 2c9af25b-f219-4617-8e76-383dc0ea81c1 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:11:53.152078 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Attempting to bind port 2c9af25b-f219-4617-8e76-383dc0ea81c1 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:11:53.171131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ab73e8-d6ed-40be-b436-186cbe3635f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.217234 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:11:53.219791 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:53.220708 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.222793 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:11:53.224459 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Bound port: 2c9af25b-f219-4617-8e76-383dc0ea81c1, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:11:53.225164 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.248198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b1050d4-8a70-4796-a216-034ac937bc84 None None] Provisioning complete for port de6b4b96-b9df-423c-989f-f5e725cbbf7b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:53.250822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b1050d4-8a70-4796-a216-034ac937bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.286426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ab73e8-d6ed-40be-b436-186cbe3635f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.291789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.318140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05307015-040b-4b1d-bbf5-622977a49d09 req-8d55365b-1d87-4e20-b5be-0973e06a3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:53.320871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05307015-040b-4b1d-bbf5-622977a49d09 req-8d55365b-1d87-4e20-b5be-0973e06a3e11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1096 time: 1.0515206 Jul 28 11:11:53.354794 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] For port 2c9af25b-f219-4617-8e76-383dc0ea81c1, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:11:53.361847 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] For port 2c9af25b-f219-4617-8e76-383dc0ea81c1, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2c9af25b-f219-4617-8e76-383dc0ea81c1,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:11:53.377766 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.393475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead504-8091-4909-85bd-810f6e4c223d req-e7138ac8-c45f-427a-adca-3f3195d8adde tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:53.402405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cead504-8091-4909-85bd-810f6e4c223d req-e7138ac8-c45f-427a-adca-3f3195d8adde tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.4926212 Jul 28 11:11:53.436267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05307015-040b-4b1d-bbf5-622977a49d09 req-69de21f4-abfe-4ba0-9f1c-3bc88000438e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Jul 28 11:11:53.436504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ab73e8-d6ed-40be-b436-186cbe3635f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.459096 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Routers {'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:53.459372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ab73e8-d6ed-40be-b436-186cbe3635f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.464454 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:53.471669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-82ab73e8-d6ed-40be-b436-186cbe3635f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c873a104-b405-4d63-800a-a82d23f77764 HTTP/1.1" status: 204 len: 168 time: 0.5086350 Jul 28 11:11:53.500891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab73e8-d6ed-40be-b436-186cbe3635f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c873a104-b405-4d63-800a-a82d23f77764,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:53.532848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cead504-8091-4909-85bd-810f6e4c223d req-0ce5b4d9-2059-499c-8d9e-4742c7f868c3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290493 Jul 28 11:11:53.656535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:53.701815 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] Set router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:53.763904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb254-28b6-4730-8222-49261de1ecbb req-fad6bed7-3cfe-4372-9d79-da3b76ac884f tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:53.766384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83ceb254-28b6-4730-8222-49261de1ecbb req-fad6bed7-3cfe-4372-9d79-da3b76ac884f tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 945 time: 0.1365936 Jul 28 11:11:53.788270 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d63815-d98c-48cd-b224-257d3d62762f None None] Pushing event updated for resources: {'Port': ['ID=2c9af25b-f219-4617-8e76-383dc0ea81c1,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:53.844216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83ceb254-28b6-4730-8222-49261de1ecbb req-babf6fb2-ae9d-40fa-b795-3cb105e9ff7c tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Jul 28 11:11:53.866405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Allocated IP 172.20.0.1 (51204e7c-0a57-4224-afce-0c3efdac6f6f/570dc61d-dc91-4937-8d0e-e49fc711809c/d1369bf6-99e3-49c4-9a4b-c06d6d691aae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:11:53.902531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:53.926719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fb5dbff-dde0-4920-bc71-963c29044c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:53.964136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d63815-d98c-48cd-b224-257d3d62762f None None] Pushing event updated for resources: {'Port': ['ID=2c9af25b-f219-4617-8e76-383dc0ea81c1,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:54.119405 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:11:49Z', 'revision_number': 3, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:54.133697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.177688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Transition to ACTIVE for port object d1369bf6-99e3-49c4-9a4b-c06d6d691aae will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:11:54.202060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fb5dbff-dde0-4920-bc71-963c29044c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.215713 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ded5b-2eb4-43eb-9df0-1e0bc440c9d7 None None] The sync data for ids ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'] in n-d-723573-7 is: [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:11:49Z', 'revision_number': 3, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:11:54.239681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fb5dbff-dde0-4920-bc71-963c29044c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.278281 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.278803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-258ebedd-caea-46b1-9be7-e1d9d4fe6a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.390250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:54.430674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:54.434779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:11:54.439631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:54.461764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4fb5dbff-dde0-4920-bc71-963c29044c9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b67f96a44f7644999ce8bb8933490459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573404 Jul 28 11:11:54.470284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:54.549676 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.629277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5dbff-dde0-4920-bc71-963c29044c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fbaebf-c5f0-4e67-bdc1-a8530aa3ebd8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:54.763775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f39ca6e7-ea3d-4a1b-b25b-319a4c9265f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.868660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f39ca6e7-ea3d-4a1b-b25b-319a4c9265f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.896044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:54.987800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-728ff434-c4d8-4a71-a019-348f027c5e35 None None] Provisioning for port d1369bf6-99e3-49c4-9a4b-c06d6d691aae completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:54.993414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-728ff434-c4d8-4a71-a019-348f027c5e35 None None] Provisioning complete for port d1369bf6-99e3-49c4-9a4b-c06d6d691aae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:54.994267 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-728ff434-c4d8-4a71-a019-348f027c5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.058963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-258ebedd-caea-46b1-9be7-e1d9d4fe6a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.085349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-258ebedd-caea-46b1-9be7-e1d9d4fe6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.091686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-728ff434-c4d8-4a71-a019-348f027c5e35 None None] Port d1369bf6-99e3-49c4-9a4b-c06d6d691aae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:11:55.117617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f39ca6e7-ea3d-4a1b-b25b-319a4c9265f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.120466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f39ca6e7-ea3d-4a1b-b25b-319a4c9265f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.121835 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f39ca6e7-ea3d-4a1b-b25b-319a4c9265f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5fbaebf-c5f0-4e67-bdc1-a8530aa3ebd8 HTTP/1.1" status: 204 len: 168 time: 0.6390293 Jul 28 11:11:55.136991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751ca4c-5d01-4ce5-ae35-9dd610eb7ca0 req-8b1972d9-1905-4868-941a-0e8215bcc0c4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:55.139957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6751ca4c-5d01-4ce5-ae35-9dd610eb7ca0 req-8b1972d9-1905-4868-941a-0e8215bcc0c4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.3235846 Jul 28 11:11:55.190868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-258ebedd-caea-46b1-9be7-e1d9d4fe6a6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=488525bf3b7c44e095d64e250ca83855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5330260 Jul 28 11:11:55.195419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ebedd-caea-46b1-9be7-e1d9d4fe6a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6106c-e0d0-47c9-a618-2181b82188cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:55.201388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:55.250926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:55.313752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ca6e7-ea3d-4a1b-b25b-319a4c9265f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fbaebf-c5f0-4e67-bdc1-a8530aa3ebd8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:55.349908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3aaf214e-3499-465c-91a7-5dd8005e319d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.380522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2c9af25b-f219-4617-8e76-383dc0ea81c1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:55.431526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3aaf214e-3499-465c-91a7-5dd8005e319d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.477497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6751ca4c-5d01-4ce5-ae35-9dd610eb7ca0 req-c90f3f44-8090-425e-851b-01cb357afc9f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276300 Jul 28 11:11:55.523094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2c9af25b-f219-4617-8e76-383dc0ea81c1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:11:55.538121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3aaf214e-3499-465c-91a7-5dd8005e319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.541981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2c9af25b-f219-4617-8e76-383dc0ea81c1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:55.542593 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.544946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3aaf214e-3499-465c-91a7-5dd8005e319d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.551971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3aaf214e-3499-465c-91a7-5dd8005e319d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7a6106c-e0d0-47c9-a618-2181b82188cd HTTP/1.1" status: 204 len: 168 time: 0.3435695 Jul 28 11:11:55.573590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf214e-3499-465c-91a7-5dd8005e319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6106c-e0d0-47c9-a618-2181b82188cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:55.613308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5cc4-53f4-441f-ab49-275476325351 req-862996ec-4d6a-4148-9679-70fe311ceaf4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:55.619421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-209a5cc4-53f4-441f-ab49-275476325351 req-862996ec-4d6a-4148-9679-70fe311ceaf4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 945 time: 0.4718502 Jul 28 11:11:55.746712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.767760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-209a5cc4-53f4-441f-ab49-275476325351 req-3d1da37b-0887-41cb-8df5-a6093b591f85 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380737 Jul 28 11:11:55.804747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2c9af25b-f219-4617-8e76-383dc0ea81c1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2c9af25b-f219-4617-8e76-383dc0ea81c1,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:11:55.815750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.816762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de6b4b96-b9df-423c-989f-f5e725cbbf7b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:55.841390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-85253561-network', 'tenant_id': 'aeb58e7341f44ad0973b047001fe5c79'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:55.884330 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.890082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Made reservation on behalf of aeb58e7341f44ad0973b047001fe5c79 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:55.893027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.897395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:55.958805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.083600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.093127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port de6b4b96-b9df-423c-989f-f5e725cbbf7b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:56.093618 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.104030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-7db8cb22-04af-4f7a-b32f-9e888b97e5e7 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:56.106036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-7db8cb22-04af-4f7a-b32f-9e888b97e5e7 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1224854 Jul 28 11:11:56.106789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:56.192283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2c9af25b-f219-4617-8e76-383dc0ea81c1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:56.223145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-c6cfa3ce-4acc-453a-96b7-18ae7d68eeff tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.1064696 Jul 28 11:11:56.264087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'floatingip': {'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:56.287720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:56.312338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4e81-c32e-40f3-83da-00207e01f29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.331727 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.632249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:11:56.695450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:56.724477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.822953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:56.890032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:11:56.992501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4e81-c32e-40f3-83da-00207e01f29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.000320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4e81-c32e-40f3-83da-00207e01f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.127230 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c3e4e81-c32e-40f3-83da-00207e01f29d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=744274fc475f4b67b41a9f61b528cb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375294 Jul 28 11:11:57.129812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2c9af25b-f219-4617-8e76-383dc0ea81c1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:11:57.131189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38482) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:57.137552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4e81-c32e-40f3-83da-00207e01f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfb4ae7-a5a5-413a-b49d-2798a963fdf0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:57.200822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed62b4a-9261-4132-abd8-bbef10dc311f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.243266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed62b4a-9261-4132-abd8-bbef10dc311f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.331573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f93f07a4-6571-4dc5-bc6a-cc09c023bd40 None None] Provisioning complete for port d1369bf6-99e3-49c4-9a4b-c06d6d691aae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:57.332585 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f93f07a4-6571-4dc5-bc6a-cc09c023bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.339764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed62b4a-9261-4132-abd8-bbef10dc311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.342994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed62b4a-9261-4132-abd8-bbef10dc311f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.344770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bed62b4a-9261-4132-abd8-bbef10dc311f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbfb4ae7-a5a5-413a-b49d-2798a963fdf0 HTTP/1.1" status: 204 len: 168 time: 0.2119424 Jul 28 11:11:57.362583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed62b4a-9261-4132-abd8-bbef10dc311f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfb4ae7-a5a5-413a-b49d-2798a963fdf0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:57.384578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f07a4-6571-4dc5-bc6a-cc09c023bd40 None None] Port d1369bf6-99e3-49c4-9a4b-c06d6d691aae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:11:57.396262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2c9af25b-f219-4617-8e76-383dc0ea81c1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:11:57.396782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.516297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f987-ed7a-4373-81ee-66084a7adbf3 req-b1e75a92-d4bc-457f-9ed7-968e5148e587 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:57.518061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fd7f987-ed7a-4373-81ee-66084a7adbf3 req-b1e75a92-d4bc-457f-9ed7-968e5148e587 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.9006131 Jul 28 11:11:57.541561 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.542349 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Added segment 4559a881-e9d7-49ee-98a3-830b8911ef41 of type vlan for network 771208cd-b48e-47f4-9ef1-da6f117fecb7 Jul 28 11:11:57.558999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacdae12-b176-4e89-88d7-292be79c8ff5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:57.649430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fd7f987-ed7a-4373-81ee-66084a7adbf3 req-e75632bd-7da1-409c-b091-05382a50e1dd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213944 Jul 28 11:11:57.681745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.691132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:11:57.740140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.747653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:57.748523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.863452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b556796-07f5-4612-ac95-09db7f87dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:57.896324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] Pushing event updated for resources: {'Network': ['ID=771208cd-b48e-47f4-9ef1-da6f117fecb7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:57.920225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 771208cd-b48e-47f4-9ef1-da6f117fecb7 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:11:57.964193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1fd183fc-5384-42f7-89c3-0ed46a4118f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6768858 Jul 28 11:11:57.967380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:57.972913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Request body: {'subnet': {'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-85253561-subnet', 'tenant_id': 'aeb58e7341f44ad0973b047001fe5c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:11:57.994806 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:58.018798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:58.028794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Made reservation on behalf of aeb58e7341f44ad0973b047001fe5c79 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:11:58.032040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:58.287581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:58.294207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-669a3bf7-b7e9-478e-9d06-a045ef897be5 admin admin] 10.222.0.20 "PUT /v2.0/routers/cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3555348 Jul 28 11:11:58.308762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Sync routers for ids ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:58.331884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Routers {'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:58.336092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:58.367966 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 associated. External IP: 172.25.1.130, port: bc647c20-0a2e-4e31-9909-154acc7d6220. Jul 28 11:11:58.462726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:58.577777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ae0dbb-814f-44fd-9da6-b95e4748690b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:58.624501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Set router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:58.649945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Checking segment: {'id': '4559a881-e9d7-49ee-98a3-830b8911ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:11:58.651453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Network hostable DHCP agents. Network: 771208cd-b48e-47f4-9ef1-da6f117fecb7, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:11:58.685804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:58.708922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Network 771208cd-b48e-47f4-9ef1-da6f117fecb7 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:11:58.729777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 771208cd-b48e-47f4-9ef1-da6f117fecb7) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:11:58.734594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:58.735344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:58.743806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fbd249-a5b9-4d6e-9e8c-3cbb04491977 None None] Network 771208cd-b48e-47f4-9ef1-da6f117fecb7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:58.758872 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72a2ee8d-fe6d-46f2-9b48-643999460b84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7901661 Jul 28 11:11:58.899178 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2b12f1-fafe-41cc-aa25-738b92da507a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:58.964268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee6643-78b5-4452-ad8d-ff51e7c478ec req-d40c39cf-b8f3-4062-82db-b980be6aad61 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:58.990773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59ee6643-78b5-4452-ad8d-ff51e7c478ec req-d40c39cf-b8f3-4062-82db-b980be6aad61 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1528184 Jul 28 11:11:59.030375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:11:59.133378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2b12f1-fafe-41cc-aa25-738b92da507a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.133606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59ee6643-78b5-4452-ad8d-ff51e7c478ec req-5ac1d11a-ab7b-4409-9bf2-0260a93939ae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398027 Jul 28 11:11:59.155413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2b12f1-fafe-41cc-aa25-738b92da507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.270447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:11:59.274452 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e2b12f1-fafe-41cc-aa25-738b92da507a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87da1b7748054d96b742e460877d3b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834258 Jul 28 11:11:59.274698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b12f1-fafe-41cc-aa25-738b92da507a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b00d9c7-b34c-49ec-ac21-21cb211f4d56,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:59.275674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:11:59.282680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.284363 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:11:59.308478 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:11:59.309085 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:59.404354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e08040-299a-4dbe-af18-f3d6f556d676 None None] Network 771208cd-b48e-47f4-9ef1-da6f117fecb7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:11:59.444711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-a10be5ec-ef61-492e-a314-344e23e677e0 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "PUT /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 996 time: 3.1918676 Jul 28 11:11:59.446546 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-449ac382-b2b1-4e57-9431-b7a1c61bce90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.481407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-449ac382-b2b1-4e57-9431-b7a1c61bce90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.541216 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:11:59.547213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:11:59.551483 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:11:59.558267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-449ac382-b2b1-4e57-9431-b7a1c61bce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.562640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-449ac382-b2b1-4e57-9431-b7a1c61bce90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:11:59.568990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-449ac382-b2b1-4e57-9431-b7a1c61bce90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b00d9c7-b34c-49ec-ac21-21cb211f4d56 HTTP/1.1" status: 204 len: 168 time: 0.2897534 Jul 28 11:11:59.624927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ac382-b2b1-4e57-9431-b7a1c61bce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b00d9c7-b34c-49ec-ac21-21cb211f4d56,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:11:59.637063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:11:54Z', 'revision_number': 4, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd1369bf6-99e3-49c4-9a4b-c06d6d691aae', 'name': '', 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'mac_address': 'fa:16:3e:dd:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '570dc61d-dc91-4937-8d0e-e49fc711809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:53Z', 'updated_at': '2021-07-28T11:11:55Z', 'revision_number': 2, 'project_id': 'afc135ed34e343349fd09338597223e9', 'subnets': [{'id': '570dc61d-dc91-4937-8d0e-e49fc711809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:11:59.655078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-232fe557-c158-4d5a-85de-c30afa055fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:11:59.667751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-232fe557-c158-4d5a-85de-c30afa055fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.1130660 Jul 28 11:11:59.763482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Checking router: cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:11:59.763855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Updating router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e port d1369bf6-99e3-49c4-9a4b-c06d6d691aae binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:11:59.801863 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.041722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-d07260fc-1f83-464e-a5f7-2da4a66a7be1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2457216 Jul 28 11:12:00.059775 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:11:57Z', 'revision_number': 1, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:00.064003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:00.111455 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:00.120091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.143896 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:00.144577 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:00.307945 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:00.323949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.339783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Transition to ACTIVE for port object d1369bf6-99e3-49c4-9a4b-c06d6d691aae will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:00.353644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.393837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-f8be57a9-1d7e-4c55-9184-9e967d8c8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:00.413092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-f8be57a9-1d7e-4c55-9184-9e967d8c8838 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.7398384 Jul 28 11:12:00.490324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb5d15-0952-42e8-b4d1-a36f9676399d None None] Pushing event updated for resources: {'Port': ['ID=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:00.673164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Attempting to bind port d1369bf6-99e3-49c4-9a4b-c06d6d691aae on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:00.673496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Attempting to bind port d1369bf6-99e3-49c4-9a4b-c06d6d691aae by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:00.673869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Attempting to bind port d1369bf6-99e3-49c4-9a4b-c06d6d691aae on network 51204e7c-0a57-4224-afce-0c3efdac6f6f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:00.687666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:00.690200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Checking segment: {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:00.690647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.691309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Bound using segment: {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:00.691624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Bound port: d1369bf6-99e3-49c4-9a4b-c06d6d691aae, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44399-0459-4080-8706-de66c71db8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:00.694893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.701993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-d05b493d-a858-4bf7-8ef9-574a13eb7b5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 999 time: 0.2861872 Jul 28 11:12:00.812817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-70d21541-b27a-46cd-a715-cf4aff25a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:00.824420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-70d21541-b27a-46cd-a715-cf4aff25a29b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0858612 Jul 28 11:12:00.853333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] For port d1369bf6-99e3-49c4-9a4b-c06d6d691aae, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:00.863160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] For port d1369bf6-99e3-49c4-9a4b-c06d6d691aae, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:00.884004 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:00.932842 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:11:57Z', 'revision_number': 1, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:00.943606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.031136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4fa8-c208-44ee-8709-0ebdc9fcf257 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:11:57Z', 'revision_number': 1, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:01.057557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.070740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb5d15-0952-42e8-b4d1-a36f9676399d None None] Pushing event updated for resources: {'Port': ['ID=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:01.112678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Routers {'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:01.113991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:01.125345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Allocated IP 172.25.1.113 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/8e62c327-6598-4335-83ed-31f4cf79a437) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:01.291849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:01.298887 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b34d135-d951-4d36-87d8-eda9658d5cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.422010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.485808 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.502314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] Set router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:01.504661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-ef8279cc-f87d-40c0-bfb1-3ef7dc0a6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:01.516405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-ef8279cc-f87d-40c0-bfb1-3ef7dc0a6dbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6906362 Jul 28 11:12:01.525338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e894b10b-9d65-4945-994a-44007d77dbb7 None None] New status for floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:12:01.616537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b41aae3c-917e-4203-838f-8308a7f220e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.727726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:01.741961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:01.746872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:01.859890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b41aae3c-917e-4203-838f-8308a7f220e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.882631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b41aae3c-917e-4203-838f-8308a7f220e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:01.912864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=8e62c327-6598-4335-83ed-31f4cf79a437,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:01.967404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-8094f40e-df63-4a56-b4f8-6243973ebfe6 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498386 Jul 28 11:12:01.988068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b41aae3c-917e-4203-838f-8308a7f220e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da29b12e23484bb98a54fecacfa9ce00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947994 Jul 28 11:12:01.990173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aae3c-917e-4203-838f-8308a7f220e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fabb877-7ab5-4b2b-bcd3-663b32e14388,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:01.993864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:02.000751 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.123308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad58d45a-ca94-4ce6-867d-948865e26f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.169859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad58d45a-ca94-4ce6-867d-948865e26f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.183084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.205894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:11:54Z', 'revision_number': 4, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd1369bf6-99e3-49c4-9a4b-c06d6d691aae', 'name': '', 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'mac_address': 'fa:16:3e:dd:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '570dc61d-dc91-4937-8d0e-e49fc711809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:53Z', 'updated_at': '2021-07-28T11:12:00Z', 'revision_number': 4, 'project_id': 'afc135ed34e343349fd09338597223e9', 'subnets': [{'id': '570dc61d-dc91-4937-8d0e-e49fc711809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:02.259191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.284641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad58d45a-ca94-4ce6-867d-948865e26f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.288203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb9318-8326-4423-bab5-abe9bd315596 None None] The sync data for ids ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'] in n-d-723573-7 is: [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:11:54Z', 'revision_number': 4, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd1369bf6-99e3-49c4-9a4b-c06d6d691aae', 'name': '', 'network_id': '51204e7c-0a57-4224-afce-0c3efdac6f6f', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'mac_address': 'fa:16:3e:dd:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '570dc61d-dc91-4937-8d0e-e49fc711809c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:53Z', 'updated_at': '2021-07-28T11:12:00Z', 'revision_number': 4, 'project_id': 'afc135ed34e343349fd09338597223e9', 'subnets': [{'id': '570dc61d-dc91-4937-8d0e-e49fc711809c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:02.289062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad58d45a-ca94-4ce6-867d-948865e26f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.301457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad58d45a-ca94-4ce6-867d-948865e26f8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fabb877-7ab5-4b2b-bcd3-663b32e14388 HTTP/1.1" status: 204 len: 168 time: 0.3054857 Jul 28 11:12:02.328238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58d45a-ca94-4ce6-867d-948865e26f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fabb877-7ab5-4b2b-bcd3-663b32e14388,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:02.343231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce4055b6-df9f-4f81-aebe-5b515c9a7b5d req-335905ed-21a8-4d45-8985-0ca496b263ba service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211222 Jul 28 11:12:02.642549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.650945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.758991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=8e62c327-6598-4335-83ed-31f4cf79a437,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:02.766146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.786323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:02.789282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-46a1feb9-dcba-4d4a-b790-3ab4bf5522c1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7464178 Jul 28 11:12:02.938180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-2b8822e2-da22-4ed4-a5a2-f4d5b5e1ad55 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.1375866 Jul 28 11:12:03.162372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1369bf6-99e3-49c4-9a4b-c06d6d691aae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:03.389563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-613c75d8-e2dd-476c-8120-be7ceb68cc76 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:03.416789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4704f8d8-45c0-4015-83ed-51ab020afd85 req-613c75d8-e2dd-476c-8120-be7ceb68cc76 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.4670327 Jul 28 11:12:03.475767 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f16514-c4b4-43b5-9b66-1ba5ef52c1e3 x-openstack-request-id: req-75f16514-c4b4-43b5-9b66-1ba5ef52c1e3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:03.476055 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:03.476348 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75f16514-c4b4-43b5-9b66-1ba5ef52c1e3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:03.476749 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'status': 'completed', 'code': 200} Jul 28 11:12:03.509130 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:03.553496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port d1369bf6-99e3-49c4-9a4b-c06d6d691aae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:03.570327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d1369bf6-99e3-49c4-9a4b-c06d6d691aae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:03.574041 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:03.692233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:03.717537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c0bda5b-5968-4719-8c5a-bd8075dc55ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:03.763140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:03.802004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-845160d3-fc9b-45a9-b760-2df95b7ab5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:03.803504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-845160d3-fc9b-45a9-b760-2df95b7ab5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.3032525 Jul 28 11:12:03.812365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port d1369bf6-99e3-49c4-9a4b-c06d6d691aae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:03.819759 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:03.884692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-3aec64b1-0953-47c6-beca-03a82dbcb174 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:03.893156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-3aec64b1-0953-47c6-beca-03a82dbcb174 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/networks?id=771208cd-b48e-47f4-9ef1-da6f117fecb7 HTTP/1.1" status: 200 len: 816 time: 0.3064361 Jul 28 11:12:03.950114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:03.965057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c0bda5b-5968-4719-8c5a-bd8075dc55ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:03.972076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c0bda5b-5968-4719-8c5a-bd8075dc55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:04.015659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-b5dccf21-ea27-468b-8864-3fa185bae257 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/quotas/aeb58e7341f44ad0973b047001fe5c79 HTTP/1.1" status: 200 len: 375 time: 0.1213336 Jul 28 11:12:04.057690 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3c0bda5b-5968-4719-8c5a-bd8075dc55ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c57b8bda80d54e36aa34d5ee8ec61d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635170 Jul 28 11:12:04.058902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bda5b-5968-4719-8c5a-bd8075dc55ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03069cf6-c26e-4a93-b392-f61fefd92bfb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:04.061896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:04.112493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-b8f9615a-b46b-4e6e-8935-d851e88961d8 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aeb58e7341f44ad0973b047001fe5c79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909636 Jul 28 11:12:04.168449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fcd415-5d53-4f61-b962-7f816633cca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:04.205826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fcd415-5d53-4f61-b962-7f816633cca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:04.301878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fcd415-5d53-4f61-b962-7f816633cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:04.305069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fcd415-5d53-4f61-b962-7f816633cca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:04.308636 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-43fcd415-5d53-4f61-b962-7f816633cca2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03069cf6-c26e-4a93-b392-f61fefd92bfb HTTP/1.1" status: 204 len: 168 time: 0.2430086 Jul 28 11:12:04.336949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-86bd208e-c7f6-4337-a211-a92f88d89e26 service neutron] 10.222.0.20 "GET /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234993 Jul 28 11:12:04.346666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcd415-5d53-4f61-b962-7f816633cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03069cf6-c26e-4a93-b392-f61fefd92bfb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:04.362676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fce0e3-b6f3-4098-b2e6-bcd977582a92 req-6aa1cb0e-ce0e-4123-941c-806d0e6b222d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:04.365265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24fce0e3-b6f3-4098-b2e6-bcd977582a92 req-6aa1cb0e-ce0e-4123-941c-806d0e6b222d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.7428491 Jul 28 11:12:04.507649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:04.515326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-3bf0eddd-ead6-4cf9-b0f5-b2d861ca08db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:04.517259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-3bf0eddd-ead6-4cf9-b0f5-b2d861ca08db service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.6947803 Jul 28 11:12:04.631170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-0b856e05-c911-446e-af7c-f0b394a4d332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 1001 time: 0.1007810 Jul 28 11:12:04.634198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24fce0e3-b6f3-4098-b2e6-bcd977582a92 req-8e739370-a7e5-492a-8d3a-f573a3b4bef2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509458 Jul 28 11:12:04.711594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-ce462a61-b1dd-4711-9524-a7e34ec80131 service neutron] 10.222.0.20 "GET /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737626 Jul 28 11:12:04.720166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-153fa6ce-ff5e-435c-b786-d5ed09a8ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:04.722101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-153fa6ce-ff5e-435c-b786-d5ed09a8ec1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0785925 Jul 28 11:12:04.825763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-88b542f7-c1e6-4813-b6c2-d49f75750954 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:04.826858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-88b542f7-c1e6-4813-b6c2-d49f75750954 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1032817 Jul 28 11:12:04.833462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-ba0efe4c-b0a6-4a70-a37b-b331503bdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:04.835516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-ba0efe4c-b0a6-4a70-a37b-b331503bdc0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023581 Jul 28 11:12:05.024477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed1d6682-23ee-4fa0-9d26-16a95d05bde0 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-550694727'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:05.025556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed1d6682-23ee-4fa0-9d26-16a95d05bde0 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:12:05.105180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1369bf6-99e3-49c4-9a4b-c06d6d691aae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:05.265332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d1369bf6-99e3-49c4-9a4b-c06d6d691aae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:05.273541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:05.469990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-fb6fc407-6a33-400f-9cca-667091856573 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.6332622 Jul 28 11:12:05.476386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'floatingip': {'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:05.665373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:05.939922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-56b2218d-fd36-4dbd-9368-8f10b846b087 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0953453 Jul 28 11:12:05.955102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-f3b4122a-a2f9-4abe-9f78-277cda3b4e71 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5559039 Jul 28 11:12:05.961833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:06.247588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6682-23ee-4fa0-9d26-16a95d05bde0 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:06.251134 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed1d6682-23ee-4fa0-9d26-16a95d05bde0 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.7399302 Jul 28 11:12:06.251401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:06.257050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98fcaa3f-87d8-48b6-9d7d-9a24f7b205a4 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '574ef623-d65c-4f1a-aefa-6b3792b86d93'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:06.257213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98fcaa3f-87d8-48b6-9d7d-9a24f7b205a4 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:12:06.387539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:06.398762 n-d-723573-7 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-98fcaa3f-87d8-48b6-9d7d-9a24f7b205a4 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:12:06.446631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-931448c9-0253-4f48-98af-cd0d4550c197 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6674469 Jul 28 11:12:06.543197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98fcaa3f-87d8-48b6-9d7d-9a24f7b205a4 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:06.545032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-98fcaa3f-87d8-48b6-9d7d-9a24f7b205a4 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2926497 Jul 28 11:12:06.548358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:06.556722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-baa79361-4039-4c93-8ac8-f746cd4a715c tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '574ef623-d65c-4f1a-aefa-6b3792b86d93'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:06.557622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-baa79361-4039-4c93-8ac8-f746cd4a715c tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:12:06.695246 n-d-723573-7 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-baa79361-4039-4c93-8ac8-f746cd4a715c tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:12:06.802390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.802972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.803325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.803788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.804273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.804735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.811747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:06.813838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-901130b5-4850-4e91-a0be-a368a44c0bed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 0.3017795 Jul 28 11:12:06.849875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d3d7bb-75fd-4d88-bb01-31bf32ad8bd2 req-7687e485-6858-42d6-9a08-bde4308279fb service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7817578 Jul 28 11:12:06.919003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa79361-4039-4c93-8ac8-f746cd4a715c tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:06.923490 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-baa79361-4039-4c93-8ac8-f746cd4a715c tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3734748 Jul 28 11:12:06.925384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:06.947766 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-940b2561-7699-407f-b5b7-409990383bec tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=3179f272-adaf-486f-962c-e01a71b64687 HTTP/1.1" status: 200 len: 462 time: 0.0184481 Jul 28 11:12:06.951050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:07.168784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef0c4c1-8454-40ed-a0ed-d67c5ae4c972 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.172864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bef0c4c1-8454-40ed-a0ed-d67c5ae4c972 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/3179f272-adaf-486f-962c-e01a71b64687 HTTP/1.1" status: 204 len: 168 time: 0.2206097 Jul 28 11:12:07.175582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:07.192080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-6e190aae-347c-4ca9-9494-0effbc4478f7 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:07.193700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-6e190aae-347c-4ca9-9494-0effbc4478f7 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.41 "GET /v2.0/networks?id=771208cd-b48e-47f4-9ef1-da6f117fecb7 HTTP/1.1" status: 200 len: 816 time: 0.3823538 Jul 28 11:12:07.199767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-50119fed-0b6f-44ed-a18a-4bbac8df9401 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=3179f272-adaf-486f-962c-e01a71b64687 HTTP/1.1" status: 200 len: 221 time: 0.0223856 Jul 28 11:12:07.200486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:07.205053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f167a5cc-55bc-44b5-b6cc-3f5c1ed8f030 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--54497015', 'description': 'label created by tempest'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:07.205581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f167a5cc-55bc-44b5-b6cc-3f5c1ed8f030 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:12:07.258045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Request body: {'port': {'device_id': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7', 'admin_state_up': True, 'tenant_id': 'aeb58e7341f44ad0973b047001fe5c79'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:07.387174 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.452431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f167a5cc-55bc-44b5-b6cc-3f5c1ed8f030 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.453961 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f167a5cc-55bc-44b5-b6cc-3f5c1ed8f030 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2524679 Jul 28 11:12:07.461196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-87ddbe4f-b2a2-414a-8b9c-8625217a9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:07.461808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-87ddbe4f-b2a2-414a-8b9c-8625217a9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:07.462275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-87ddbe4f-b2a2-414a-8b9c-8625217a9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:07.463914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-87ddbe4f-b2a2-414a-8b9c-8625217a9b50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 2293 time: 0.5651066 Jul 28 11:12:07.464534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:07.528616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Made reservation on behalf of aeb58e7341f44ad0973b047001fe5c79 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:07.533579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.665273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.787937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.812752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Allocated IP 172.20.0.6 (771208cd-b48e-47f4-9ef1-da6f117fecb7/43ae0dbb-814f-44fd-9da6-b95e4748690b/a5ef5ed1-4796-48e5-af4d-411fc00e0e2c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:07.924297 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 associated. External IP: 172.25.1.130, port: bc647c20-0a2e-4e31-9909-154acc7d6220. Jul 28 11:12:07.926979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-24190370-b17c-4cfd-a11d-9b332619233a tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a4b636fb-1c47-4562-9757-fdb9c650b40b HTTP/1.1" status: 200 len: 466 time: 0.4561937 Jul 28 11:12:07.959110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:07.967505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:08.005148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:08.115612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-7406bc05-b18e-4c4b-be04-05286c06ba45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 1000 time: 0.6348011 Jul 28 11:12:08.128400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Network 771208cd-b48e-47f4-9ef1-da6f117fecb7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:08.154489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:08.154659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Allocated IP 172.25.1.237 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0a779b81-c7c0-4f3e-9903-47e3949f7cf0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:08.168876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:08.258027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-3457218b-6998-400a-ab4e-27bfdcae616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:08.262548 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-3457218b-6998-400a-ab4e-27bfdcae616e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 200 len: 851 time: 0.1037550 Jul 28 11:12:08.312622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Pushing event updated for resources: {'Port': ['ID=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:08.365940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:08.366614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:08.399149 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-353652af-e274-4a9b-ad57-769196e002b3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1450045 Jul 28 11:12:08.414925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Request body: {'port': {'device_id': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:08.521828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:08.563295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c956809e-4d2d-44ed-878d-8e9d9e15fc2e tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:08.569820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c956809e-4d2d-44ed-878d-8e9d9e15fc2e tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/a4b636fb-1c47-4562-9757-fdb9c650b40b HTTP/1.1" status: 204 len: 168 time: 0.5991750 Jul 28 11:12:08.570006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:08.593706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-8394b60c-12a2-4ad6-9050-f5c2eb35a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:08.595628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-8394b60c-12a2-4ad6-9050-f5c2eb35a0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41784674-f678-4a62-b982-17a81688a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2949309 Jul 28 11:12:08.705754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1532bbf1-34a5-4e35-9020-bbec71fb557d tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a4b636fb-1c47-4562-9757-fdb9c650b40b HTTP/1.1" status: 200 len: 216 time: 0.1305003 Jul 28 11:12:08.901477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:08.924217 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a2517c35-fccb-446c-a241-a85eb9d90129 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0211654 Jul 28 11:12:08.952428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:08.987170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1362a6a4-036c-438e-94a6-3e7115fd3d83 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0225616 Jul 28 11:12:09.041844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:09.159423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.172813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2629b516-5132-408d-b502-c11bfe0932a6 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/574ef623-d65c-4f1a-aefa-6b3792b86d93 HTTP/1.1" status: 200 len: 472 time: 0.1287222 Jul 28 11:12:09.174155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:09.221432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8813c3d0-88bc-4abd-bb16-cee774c31b34 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/1858cf09-6a0a-4755-8804-d188cfa193bb HTTP/1.1" status: 200 len: 459 time: 0.0335360 Jul 28 11:12:09.222983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:09.224905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:09.268688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ef5ed1-4796-48e5-af4d-411fc00e0e2c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:12:09.289789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.301956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-b1649e9c-58b5-420c-8be0-b7250c7a0a3c service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927066 Jul 28 11:12:09.315071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Transition to ACTIVE for port object a5ef5ed1-4796-48e5-af4d-411fc00e0e2c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:09.333871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.404583 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.439349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:09.494206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Attempting to bind port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:09.494639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Attempting to bind port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '4559a881-e9d7-49ee-98a3-830b8911ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:09.495088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Attempting to bind port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c on network 771208cd-b48e-47f4-9ef1-da6f117fecb7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:09.499979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c on network 771208cd-b48e-47f4-9ef1-da6f117fecb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:12:09.500400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Attempting to bind port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c on network 771208cd-b48e-47f4-9ef1-da6f117fecb7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:09.505679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:09.506112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Checking segment: {'id': '4559a881-e9d7-49ee-98a3-830b8911ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:09.506568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Bound using segment: {'id': '4559a881-e9d7-49ee-98a3-830b8911ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:09.507121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Bound port: a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4559a881-e9d7-49ee-98a3-830b8911ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:09.507557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.537092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:09.596361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] For port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:09.600366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] For port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,segment=NetworkSegment(4559a881-e9d7-49ee-98a3-830b8911ef41),segment_id=4559a881-e9d7-49ee-98a3-830b8911ef41)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:09.606023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.645779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5e88-f00f-4758-80d0-180a54eb53d5 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.649689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e0ca5e88-f00f-4758-80d0-180a54eb53d5 tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/1858cf09-6a0a-4755-8804-d188cfa193bb HTTP/1.1" status: 204 len: 168 time: 0.4222758 Jul 28 11:12:09.650654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:09.653148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:09.662213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:09.692730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=0a779b81-c7c0-4f3e-9903-47e3949f7cf0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:09.710960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:09.724733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:09.725196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:09.730520 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-0b24fa3d-d9ce-448b-ade4-c44a3e2c15b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5ef5ed1-4796-48e5-af4d-411fc00e0e2c HTTP/1.1" status: 200 len: 1091 time: 1.3217554 Jul 28 11:12:09.731855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'tag': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:09.734267 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b921a-f099-4888-88e4-f8edb3b942d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2129a2-2d69-4ec7-a4dd-89b217dc93e8", "tag": "a5ef5ed1-4796-48e5-af4d-411fc00e0e2c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:09.797852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-886d392d-4b66-4181-885b-2891501d96a5 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793541 Jul 28 11:12:09.801393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:09.812019 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:09.827818 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:09.829069 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:09.862745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-9e249fd2-11e9-4d5f-bd2c-824dfb7c9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:09.865829 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-9e249fd2-11e9-4d5f-bd2c-824dfb7c9394 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aeb58e7341f44ad0973b047001fe5c79&device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 1094 time: 0.0832095 Jul 28 11:12:09.916222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-e0deade1-dd6b-4d6f-b865-79cb50514f36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c HTTP/1.1" status: 200 len: 217 time: 0.0400448 Jul 28 11:12:09.965190 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:10.044255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-5a4959c2-8f15-4693-9a99-ff4e8241c0da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 217 time: 0.1813409 Jul 28 11:12:10.047613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-b9a622c2-6f24-4d67-8d24-3c0febab7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:10.049284 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-b9a622c2-6f24-4d67-8d24-3c0febab7d8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43ae0dbb-814f-44fd-9da6-b95e4748690b HTTP/1.1" status: 200 len: 856 time: 0.1236327 Jul 28 11:12:10.099316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-fc07705b-5787-41a1-9b72-a73670b33bae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=771208cd-b48e-47f4-9ef1-da6f117fecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409985 Jul 28 11:12:10.187759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ea611b6-ec47-48dc-94e9-4cb3d7360e5b tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:10.191654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ea611b6-ec47-48dc-94e9-4cb3d7360e5b tempest-MeteringIpV6TestJSON-1698481633 tempest-MeteringIpV6TestJSON-1698481633-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/574ef623-d65c-4f1a-aefa-6b3792b86d93 HTTP/1.1" status: 204 len: 168 time: 0.5284426 Jul 28 11:12:10.198451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:10.225244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-49fa7bca-ff9a-45f3-a156-323743797e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:10.226737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-49fa7bca-ff9a-45f3-a156-323743797e24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 1097 time: 0.3327279 Jul 28 11:12:10.241800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-208bed1b-d5c4-46a8-885a-7367e153de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:10.243745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-208bed1b-d5c4-46a8-885a-7367e153de30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1906323 Jul 28 11:12:10.320477 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-b402885f-8637-47fe-b749-f7da02d0672f service neutron] 10.222.0.41 "GET /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119648 Jul 28 11:12:10.330378 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:07Z', 'revision_number': 3, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:10.431933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:10.449933 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:10.477209 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:10.480439 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:10.581879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-23221fd7-b69c-44db-ad32-603d52b3d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:10.584501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-23221fd7-b69c-44db-ad32-603d52b3d3ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3136604 Jul 28 11:12:10.620807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da535cc7-5aee-4f02-98d2-c5ccbee37370 req-f63f2bc3-d1df-400a-861c-3e380fd287ed service neutron] 10.222.0.41 "GET /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685041 Jul 28 11:12:10.675626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-508aef0e-702a-4b68-ae96-6ceb48c0933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:10.677099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-508aef0e-702a-4b68-ae96-6ceb48c0933f service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.4391303 Jul 28 11:12:10.702855 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:10.737324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:10.783459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-72db9acc-be44-4f7f-a4f4-a61872c1aa67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edede05e-238b-4657-8b68-09d5c595a3cf HTTP/1.1" status: 200 len: 217 time: 0.0864522 Jul 28 11:12:10.789589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:10.968460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-f45b7e97-b62c-4ccc-a0e2-bd4d677032aa service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581085 Jul 28 11:12:10.969810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-2953ae48-3880-4a1d-b885-12571ebe3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:10.971109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-2953ae48-3880-4a1d-b885-12571ebe3662 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1609614 Jul 28 11:12:10.989937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:10.994116 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:07Z', 'revision_number': 3, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:11.033019 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893ff4f-7ff7-4ee8-918e-e562ccef74a7 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:07Z', 'revision_number': 3, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:11.053013 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.073052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:11.087917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-90a33426-0c36-4193-a929-a46629655ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924649 Jul 28 11:12:11.103285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf079-61d4-41c9-b245-de23bc37a31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.220142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf079-61d4-41c9-b245-de23bc37a31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.226731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b0bf079-61d4-41c9-b245-de23bc37a31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.260474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:11.265237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.265638 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:12:11.271941 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7b0bf079-61d4-41c9-b245-de23bc37a31d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a35e29a6b144732a538d0a4a1e9c5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332429 Jul 28 11:12:11.274664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:11.310103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=0a779b81-c7c0-4f3e-9903-47e3949f7cf0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:11.335389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.361520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a85f5122-a695-4cb1-8ef3-15adf052c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.362083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:11.364486 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5382b43b-01ac-499f-a8ad-49edea50bcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:11.376296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-7f1b9304-24dc-47d5-b8bf-52fa177ae923 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821335 Jul 28 11:12:11.391357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3ba73-9708-4011-a283-a020f0336093 None None] New status for floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:12:11.419745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a85f5122-a695-4cb1-8ef3-15adf052c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.428517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bf079-61d4-41c9-b245-de23bc37a31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2672e8ee-ba05-4605-8a75-296c7c94e37b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:11.430799 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.436678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-d13563b5-f2d8-47ea-baec-4ebbc01086d2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4802182 Jul 28 11:12:11.453137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0aed4b7d-7e26-4fd8-8973-c12ade1a6866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.493492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-d0e0566e-abae-428b-bd45-6ed94293d6d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 217 time: 0.0948057 Jul 28 11:12:11.501960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-0e17cf30-4a60-431e-b63f-5d1abf2c14b8 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612304 Jul 28 11:12:11.503438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-9493ebf6-3b5e-4aaf-91e3-87d091c1ec2e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "PUT /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 998 time: 6.0325992 Jul 28 11:12:11.534301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a85f5122-a695-4cb1-8ef3-15adf052c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.537782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a85f5122-a695-4cb1-8ef3-15adf052c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.539881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a85f5122-a695-4cb1-8ef3-15adf052c8c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2672e8ee-ba05-4605-8a75-296c7c94e37b HTTP/1.1" status: 204 len: 168 time: 0.2640183 Jul 28 11:12:11.575047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f5122-a695-4cb1-8ef3-15adf052c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2672e8ee-ba05-4605-8a75-296c7c94e37b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:11.633627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0aed4b7d-7e26-4fd8-8973-c12ade1a6866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.640278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0aed4b7d-7e26-4fd8-8973-c12ade1a6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.691385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0aed4b7d-7e26-4fd8-8973-c12ade1a6866 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2a655741486447eb0b25a787140252a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167879 Jul 28 11:12:11.692324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed4b7d-7e26-4fd8-8973-c12ade1a6866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18520875-232e-4df9-b9ce-5182f3b68ea0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:11.694783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:11.751165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07ac13d7-fdcb-4f03-bab1-ebe5b376bd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.759022 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:11.775603 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:11.777330 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:11.787434 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07ac13d7-fdcb-4f03-bab1-ebe5b376bd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.862482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07ac13d7-fdcb-4f03-bab1-ebe5b376bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.866038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07ac13d7-fdcb-4f03-bab1-ebe5b376bd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:11.868409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07ac13d7-fdcb-4f03-bab1-ebe5b376bd58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18520875-232e-4df9-b9ce-5182f3b68ea0 HTTP/1.1" status: 204 len: 168 time: 0.1726372 Jul 28 11:12:11.886028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac13d7-fdcb-4f03-bab1-ebe5b376bd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18520875-232e-4df9-b9ce-5182f3b68ea0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:11.939156 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:11.971272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-fd1ac65b-af31-40d1-88b6-00ebc1324907 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.4839675 Jul 28 11:12:12.065704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-7751113b-fdd8-429f-b87c-1299961298cc tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.067197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-7751113b-fdd8-429f-b87c-1299961298cc tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports/bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 942 time: 0.1579163 Jul 28 11:12:12.103246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-bf3f09a3-7752-4870-8a77-34055ef16520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.104779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-bf3f09a3-7752-4870-8a77-34055ef16520 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1926320 Jul 28 11:12:12.238860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d35a74e0-6447-4947-b0aa-cf2b58a49368 req-f11e36f7-c6f4-40a3-8925-16ddc6e5a7ba service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268988 Jul 28 11:12:12.250616 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:11Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:12.252017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-b5579965-0533-4d51-a836-735e3bf3508f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.253404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46c5292e-0be4-44e4-938e-b28642907ba7 req-b5579965-0533-4d51-a836-735e3bf3508f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2331221 Jul 28 11:12:12.261340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-9d9b90d0-fac5-4e32-b420-966254b5fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.263129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-9d9b90d0-fac5-4e32-b420-966254b5fde9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473901 Jul 28 11:12:12.270051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-4eaddf04-b07a-4f08-bedd-5bc7376adf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.271421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:12.272841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-4eaddf04-b07a-4f08-bedd-5bc7376adf6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.1393156 Jul 28 11:12:12.304472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa7f7-cfbf-4d2b-b443-098d794c220a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.336764 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:12.348148 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:12.349025 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:12.463339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-c0ae49a7-6377-4af1-b9d6-81f898e32856 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860790 Jul 28 11:12:12.464872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-075e67a1-97cc-426e-98a4-bb6a10866c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.466732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-075e67a1-97cc-426e-98a4-bb6a10866c73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1814792 Jul 28 11:12:12.505970 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa7f7-cfbf-4d2b-b443-098d794c220a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.513004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa7f7-cfbf-4d2b-b443-098d794c220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.555935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3d3fa7f7-cfbf-4d2b-b443-098d794c220a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40fabc25aa7b4f38b3f52bd9ce30721c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832925 Jul 28 11:12:12.564045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:12.578364 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:12.595672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-ec053fe4-3491-44a4-aee0-573f0128122a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 217 time: 0.0487938 Jul 28 11:12:12.628679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:12.640688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fa7f7-cfbf-4d2b-b443-098d794c220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb1f0bc-8872-41da-a391-a63b828bfade,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:12.654773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91164777-5950-492a-a89b-14e7eec2cb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.704772 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9374768-3a4e-4a96-b099-015bb50a3c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.744326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9374768-3a4e-4a96-b099-015bb50a3c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.765182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-a1e26b55-149d-42a0-9ad7-7bacabc3325c service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915471 Jul 28 11:12:12.767809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-272d0252-3e59-44cb-9a09-1e0012b2c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.784051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-272d0252-3e59-44cb-9a09-1e0012b2c988 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1788390 Jul 28 11:12:12.818974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71664f3-e339-4b64-b115-ebab211335c1 req-1a103016-44c4-44d9-bf0a-7836a9f9e4fb tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:12.828519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e71664f3-e339-4b64-b115-ebab211335c1 req-1a103016-44c4-44d9-bf0a-7836a9f9e4fb tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 943 time: 0.2801096 Jul 28 11:12:12.842417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91164777-5950-492a-a89b-14e7eec2cb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.854027 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9374768-3a4e-4a96-b099-015bb50a3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.860366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9374768-3a4e-4a96-b099-015bb50a3c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.862441 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c9374768-3a4e-4a96-b099-015bb50a3c60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bb1f0bc-8872-41da-a391-a63b828bfade HTTP/1.1" status: 204 len: 168 time: 0.2973843 Jul 28 11:12:12.890952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91164777-5950-492a-a89b-14e7eec2cb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:12.905444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-dd9ec2eb-a648-4764-9c02-1d51d51e3cb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 200 len: 217 time: 0.0678720 Jul 28 11:12:12.931658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-91164777-5950-492a-a89b-14e7eec2cb53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57cda833b98a4f6baa54448a84209f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018157 Jul 28 11:12:12.932652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9374768-3a4e-4a96-b099-015bb50a3c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb1f0bc-8872-41da-a391-a63b828bfade,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:12.934328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:12.984327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91164777-5950-492a-a89b-14e7eec2cb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad416653-b925-44b1-b8a7-3da1a057fbe3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:13.021728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-d034e9e5-089f-49d8-ac7e-da3c86cd5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:13.023628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-d034e9e5-089f-49d8-ac7e-da3c86cd5a9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387948 Jul 28 11:12:13.026622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e71664f3-e339-4b64-b115-ebab211335c1 req-7418ebc4-0758-4b47-9509-a1e5050f3cd5 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacdae12-b176-4e89-88d7-292be79c8ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972599 Jul 28 11:12:13.070888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a5ef5ed1-4796-48e5-af4d-411fc00e0e2c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:12:13.078245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bc0b31-ed4f-4986-a7a6-a5f3d9d38392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.093301 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:11Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:13.115652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-ec9e9b10-12e1-4103-976a-26af6c60f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:13.117157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-ec9e9b10-12e1-4103-976a-26af6c60f8ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1968362 Jul 28 11:12:13.134787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bc0b31-ed4f-4986-a7a6-a5f3d9d38392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.162686 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc2a5e-a0f2-4f06-a24a-333320e6de71 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b9:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:11Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:13.193950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bc0b31-ed4f-4986-a7a6-a5f3d9d38392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.197234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bc0b31-ed4f-4986-a7a6-a5f3d9d38392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.198585 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86bc0b31-ed4f-4986-a7a6-a5f3d9d38392 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad416653-b925-44b1-b8a7-3da1a057fbe3 HTTP/1.1" status: 204 len: 168 time: 0.2632639 Jul 28 11:12:13.207980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device edede05e-238b-4657-8b68-09d5c595a3cf no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:13.210078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0b31-ed4f-4986-a7a6-a5f3d9d38392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad416653-b925-44b1-b8a7-3da1a057fbe3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:13.367746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-08568c0c-1eb6-46a9-a79b-0202b038a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:13.370181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-08568c0c-1eb6-46a9-a79b-0202b038a77b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1720762 Jul 28 11:12:13.384046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ec97e-30b3-4bfb-b388-54ac7863de30 req-810a5bb0-4784-47e9-be0a-2286050d12ce tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:13.386174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-857ec97e-30b3-4bfb-b388-54ac7863de30 req-810a5bb0-4784-47e9-be0a-2286050d12ce tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 946 time: 0.1908436 Jul 28 11:12:13.417385 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.465196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,segment=NetworkSegment(4559a881-e9d7-49ee-98a3-830b8911ef41),segment_id=4559a881-e9d7-49ee-98a3-830b8911ef41)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:13.492291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-2d734936-a96d-42fc-ab71-27ee1856f195 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518070 Jul 28 11:12:13.502199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-857ec97e-30b3-4bfb-b388-54ac7863de30 req-94accaa5-3e92-4ef8-8b45-aea2b2331738 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994813 Jul 28 11:12:13.552831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:13.555146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:13.558454 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c290f-15b4-4871-886e-5765d1ad1586" -d '{"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-unplugged", "status": "completed", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:13.562748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.566853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c', 'network_id': '771208cd-b48e-47f4-9ef1-da6f117fecb7', 'port_id': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c', 'mac_address': 'fa:16:3e:9e:6a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ae0dbb-814f-44fd-9da6-b95e4748690b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:12:13.661704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.663090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-f1ed3296-434a-4303-ac15-ac4cc4584d02 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633808 Jul 28 11:12:13.664099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:13.687926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ef5ed1-4796-48e5-af4d-411fc00e0e2c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:12:13.717386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,segment=NetworkSegment(4559a881-e9d7-49ee-98a3-830b8911ef41),segment_id=4559a881-e9d7-49ee-98a3-830b8911ef41)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:13.723971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-5ebf6602-57f1-419e-8d12-b78052690407 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193022 Jul 28 11:12:13.724199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:13.790340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:13.815071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-05719ef0-2746-4d5a-838f-d952f73b6735 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400239 Jul 28 11:12:13.822348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-a67bda49-423e-457b-8599-d823ae99652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:13.823504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-a67bda49-423e-457b-8599-d823ae99652f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1096 time: 0.0697162 Jul 28 11:12:13.882361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-e20ab0a6-1871-4625-90bb-5ecc25e0ba42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 200 len: 217 time: 0.0578825 Jul 28 11:12:13.899417 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c5f77-0a47-442c-8ec8-8853619d1f0c x-openstack-request-id: req-b26c5f77-0a47-442c-8ec8-8853619d1f0c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:13.899896 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2129a2-2d69-4ec7-a4dd-89b217dc93e8", "tag": "a5ef5ed1-4796-48e5-af4d-411fc00e0e2c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:13.899976 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b26c5f77-0a47-442c-8ec8-8853619d1f0c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:13.900378 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'tag': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c', 'status': 'completed', 'code': 200} Jul 28 11:12:13.962452 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0d01a1-76a7-463c-83ec-87667e322251 x-openstack-request-id: req-1d0d01a1-76a7-463c-83ec-87667e322251 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:13.962750 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:13.963075 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d0d01a1-76a7-463c-83ec-87667e322251 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:13.963386 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'status': 'completed', 'code': 200} Jul 28 11:12:14.035799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-ecec2f6b-a583-426f-80fe-2a7e3d52461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.037928 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-ecec2f6b-a583-426f-80fe-2a7e3d52461f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.0725112 Jul 28 11:12:14.043229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a5ef5ed1-4796-48e5-af4d-411fc00e0e2c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:12:14.152884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-8da77567-607a-4b67-aadb-aade0ad0b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.154400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-8da77567-607a-4b67-aadb-aade0ad0b158 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.2616410 Jul 28 11:12:14.219788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-53b3defb-4515-461e-8f77-1641a1b55ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.226501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-53b3defb-4515-461e-8f77-1641a1b55ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aeb58e7341f44ad0973b047001fe5c79&device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 1095 time: 0.2667358 Jul 28 11:12:14.245655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-149ede74-4cb5-4dd6-abcd-99bd95b34f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.248114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-149ede74-4cb5-4dd6-abcd-99bd95b34f7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1870410 Jul 28 11:12:14.266414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-3acb3220-846b-455f-9237-f94dc5bc2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.267901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-3acb3220-846b-455f-9237-f94dc5bc2c79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.4369481 Jul 28 11:12:14.335979 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-b087fad3-7f53-498d-b563-765ac6c07d51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 217 time: 0.0682158 Jul 28 11:12:14.375757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-19f53c11-dce1-431e-a402-5203fd6079d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.377301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-19f53c11-dce1-431e-a402-5203fd6079d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1988819 Jul 28 11:12:14.389020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-f35348c5-142a-4f5f-a658-4887387dc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.390326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-f35348c5-142a-4f5f-a658-4887387dc075 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0471306 Jul 28 11:12:14.408867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-0d0db85d-37d6-493a-b695-04b70310824d tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4479532 Jul 28 11:12:14.452287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-bbebdd61-3ad3-460c-9b9d-11174efcad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.453864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-bbebdd61-3ad3-460c-9b9d-11174efcad8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542336 Jul 28 11:12:14.462102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:14.504050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-133c5fd1-20f7-4cd3-8970-8f6c15423331 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 1001 time: 0.2116413 Jul 28 11:12:14.573443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-e100d6b4-b290-46dd-bc8c-bdabb1bc250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.574950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-e100d6b4-b290-46dd-bc8c-bdabb1bc250a service neutron] 10.222.0.41 "GET /v2.0/networks?id=771208cd-b48e-47f4-9ef1-da6f117fecb7 HTTP/1.1" status: 200 len: 917 time: 0.3291881 Jul 28 11:12:14.585723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-d964a9c0-9518-41c6-8d14-6b8b23de7829 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232984 Jul 28 11:12:14.590594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:14.683546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-1421fabc-f384-4a59-a591-76f4f640979c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c HTTP/1.1" status: 200 len: 217 time: 0.0983052 Jul 28 11:12:14.685439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-d742f218-293c-4517-8cec-0aa795e3c0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961023 Jul 28 11:12:14.689131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-6907afcf-cb6d-4df0-8b96-afe56b859dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:14.690884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-6907afcf-cb6d-4df0-8b96-afe56b859dd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1758895 Jul 28 11:12:14.738871 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5382b43b-01ac-499f-a8ad-49edea50bcb6 req-c9db21ca-67a0-445c-b26c-f3a98dc7a4cd service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452792 Jul 28 11:12:15.197868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-01d78e4c-f2ed-4a1b-8ac0-fca6a01d4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:15.199353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-01d78e4c-f2ed-4a1b-8ac0-fca6a01d4a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43ae0dbb-814f-44fd-9da6-b95e4748690b HTTP/1.1" status: 200 len: 856 time: 0.4964037 Jul 28 11:12:15.205157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-87c35bc6-7bc3-4b6e-b8a4-2aaf1a33a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:15.205157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-87c35bc6-7bc3-4b6e-b8a4-2aaf1a33a860 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5008175 Jul 28 11:12:15.291615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-2c1507f8-772d-4773-a82c-565e58be8fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=771208cd-b48e-47f4-9ef1-da6f117fecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810549 Jul 28 11:12:15.293427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-0cba6610-30d2-4ecf-9b3d-61ba00f5c8a0 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916176 Jul 28 11:12:15.411591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-cde06f2b-e524-40dd-b127-72c59f34f0de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 217 time: 0.0982184 Jul 28 11:12:15.417483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:15.532776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-3687d809-1bdf-4bb6-a121-eefd4f888287 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061905 Jul 28 11:12:15.606917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-91a3c513-232c-4d22-a8b5-a85c4669fd51 service neutron] 10.222.0.41 "GET /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926247 Jul 28 11:12:15.608352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-5b833a51-81ea-4155-9a75-d29faa6143cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:15.609678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-5b833a51-81ea-4155-9a75-d29faa6143cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.1887493 Jul 28 11:12:15.784884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Allocated IP 172.25.1.135 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/2a5cdc2e-8b03-49bd-8c2b-fd53bb78b582) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:15.800012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4321e15-05e1-4376-a7b2-e9bd7f49e448 req-85154dd7-ee24-4697-bd04-5b431b2567cb service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554467 Jul 28 11:12:15.820333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-7e53bd72-1438-43af-a040-5e00b4001f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:15.824391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-7e53bd72-1438-43af-a040-5e00b4001f59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947899 Jul 28 11:12:15.853642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:15.883554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107b921a-f099-4888-88e4-f8edb3b942d0 req-e78eec6b-f85f-4bcb-8395-59d0903ac98b service neutron] 10.222.0.41 "GET /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594836 Jul 28 11:12:15.950018 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8a91d-b266-4925-aa67-55b3227d3756 x-openstack-request-id: req-ebf8a91d-b266-4925-aa67-55b3227d3756 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:15.950749 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-unplugged", "status": "failed", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:15.951093 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebf8a91d-b266-4925-aa67-55b3227d3756 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:15.951775 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'code': 422} returned with failed status Jul 28 11:12:15.966742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:15.975493 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00606b54-079d-41a2-965d-5a133e705234" -d '{"events": [{"name": "network-changed", "server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:16.031238 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.061168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-d7376484-918a-42be-8e21-94d469eb170b service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283764 Jul 28 11:12:16.162418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2699ea-0bbb-400c-9c1d-fa0f40c7c32a req-89ab344b-c661-4909-aaae-589d8d713d47 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:16.164346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c2699ea-0bbb-400c-9c1d-fa0f40c7c32a req-89ab344b-c661-4909-aaae-589d8d713d47 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 944 time: 0.1647463 Jul 28 11:12:16.220883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.221458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3f7c83-9df0-4580-ab9d-33e72b2939d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.285658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-97bf5585-4d1d-475e-9af2-4b0b1e4380de service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149105 Jul 28 11:12:16.314034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:16.318064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c2699ea-0bbb-400c-9c1d-fa0f40c7c32a req-fb312df2-c0d0-473c-9807-c339e61ff54a tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacdae12-b176-4e89-88d7-292be79c8ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450262 Jul 28 11:12:16.357131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:16.363670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-bda01b09-03e6-4db6-8596-0ee876c97d19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 217 time: 0.0667632 Jul 28 11:12:16.364619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:16.367945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=2a5cdc2e-8b03-49bd-8c2b-fd53bb78b582,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:16.370094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3f7c83-9df0-4580-ab9d-33e72b2939d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.375490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3f7c83-9df0-4580-ab9d-33e72b2939d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.389644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:16.436749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.437230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.437425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.437761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.438090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.438419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.438741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.439176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.439431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.439739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.439984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.440328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:16.448793 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c3f7c83-9df0-4580-ab9d-33e72b2939d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c7000db345d49a69a2f30c81553b111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929821 Jul 28 11:12:16.450958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f7c83-9df0-4580-ab9d-33e72b2939d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedbb3fb-dfde-4ada-a1b0-9089f5e53d2f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:16.452748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:16.493975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2022016644', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:16.497426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-ec7cd2b7-cd46-4a88-83ad-4d699ce6ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:16.498989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-ec7cd2b7-cd46-4a88-83ad-4d699ce6ee41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.1086233 Jul 28 11:12:16.519918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Made reservation on behalf of 7fc45f99055544e2b8f16eaf319d2d99 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:16.522742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.533030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.618591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.632966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.638353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.646066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] device_id is not set on port dcfe8141-3cca-42a4-add9-3b2a5f1830be yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:12:16.648931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-a974ecda-e1c3-4c5a-8804-14cf9ec05788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:16.650517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-a974ecda-e1c3-4c5a-8804-14cf9ec05788 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1336844 Jul 28 11:12:16.651179 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c852ff20-c2a6-41ea-a89a-76562b647a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.677941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197eb08-53a5-4feb-8ac6-643ac5fd5015 req-dcc64b86-7482-456a-aa4d-5cb2d17a5fe6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:16.679542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7197eb08-53a5-4feb-8ac6-643ac5fd5015 req-dcc64b86-7482-456a-aa4d-5cb2d17a5fe6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 944 time: 0.1850555 Jul 28 11:12:16.717996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ed9a3-2ec4-4c1a-b273-9330b4e13947,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:16.768983 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.793642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Allocated IP 172.25.1.142 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/dcfe8141-3cca-42a4-add9-3b2a5f1830be) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:16.794934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c852ff20-c2a6-41ea-a89a-76562b647a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:16.888250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7197eb08-53a5-4feb-8ac6-643ac5fd5015 req-df80023f-d403-4624-9dcd-adcc1c3b89c0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771402 Jul 28 11:12:16.960691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.006012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.040473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-de724ee0-96da-486f-a1ee-f7f29af30d0d service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569183 Jul 28 11:12:17.063350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:17.066709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:17.072203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:17.105148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c852ff20-c2a6-41ea-a89a-76562b647a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.106488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a5ef5ed1-4796-48e5-af4d-411fc00e0e2c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:17.107678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c852ff20-c2a6-41ea-a89a-76562b647a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.111476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c852ff20-c2a6-41ea-a89a-76562b647a0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eedbb3fb-dfde-4ada-a1b0-9089f5e53d2f HTTP/1.1" status: 204 len: 168 time: 0.6536922 Jul 28 11:12:17.121856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Pushing event updated for resources: {'Port': ['ID=dcfe8141-3cca-42a4-add9-3b2a5f1830be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:17.131004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:17.131614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.149538 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae45eb62-9f6f-4b64-a34e-073ead771546 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7539215 Jul 28 11:12:17.151875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:17.158512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}]}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:17.169401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852ff20-c2a6-41ea-a89a-76562b647a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedbb3fb-dfde-4ada-a1b0-9089f5e53d2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:17.180783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9029f3a8-4655-4045-8bfa-bc7e8cf95693 req-72380baf-6cf7-4d80-b7e6-0e442ef131ac tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2773874 Jul 28 11:12:17.188367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.190912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:17.191180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.196652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:17.198306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.254729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.275033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029f3a8-4655-4045-8bfa-bc7e8cf95693 req-eec9456f-4faa-4bf7-b23c-a6781b962801 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:17.276912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9029f3a8-4655-4045-8bfa-bc7e8cf95693 req-eec9456f-4faa-4bf7-b23c-a6781b962801 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports/e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 942 time: 0.0954247 Jul 28 11:12:17.321457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.333372 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.366388 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.398289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=2a5cdc2e-8b03-49bd-8c2b-fd53bb78b582,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:17.417856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261a4935-7052-4359-9802-d8e8a4e3ac8c req-27a97d52-7c2f-45df-9d93-aec05040b0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650362 Jul 28 11:12:17.444699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,segment=NetworkSegment(4559a881-e9d7-49ee-98a3-830b8911ef41),segment_id=4559a881-e9d7-49ee-98a3-830b8911ef41)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:17.453587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.454409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.455837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device edede05e-238b-4657-8b68-09d5c595a3cf no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:17.575002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9029f3a8-4655-4045-8bfa-bc7e8cf95693 req-a5a2f651-620d-4504-b01c-65feb288b501 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1836126 Jul 28 11:12:17.575781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.638479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:17.700289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.701486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-75419fed-192c-4c50-984d-ee9229231bc7 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2787924 Jul 28 11:12:17.730596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:17.773360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-7cafaa60-96f2-4d0a-896e-870568bc1f44 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0599532 Jul 28 11:12:17.790665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6091a9-f021-48c7-a7cc-e491c0764e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.808823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029f3a8-4655-4045-8bfa-bc7e8cf95693 req-3ce80532-9dc0-4757-865a-8661c2a53b00 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:17.810219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9029f3a8-4655-4045-8bfa-bc7e8cf95693 req-3ce80532-9dc0-4757-865a-8661c2a53b00 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2210846 Jul 28 11:12:17.877710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.918811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:17.953322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:17.955950 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d4b175-2136-4811-8acc-355ed61c5409" -d '{"events": [{"server_uuid": "ff2129a2-2d69-4ec7-a4dd-89b217dc93e8", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef5ed1-4796-48e5-af4d-411fc00e0e2c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:17.993981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-b25e4277-45e5-4a02-a9a2-21eb8e336ae4 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:17.996328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1c33492-d408-4b5d-a06e-5e7a94360e8c req-b25e4277-45e5-4a02-a9a2-21eb8e336ae4 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.1847165 Jul 28 11:12:18.161837 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ab004-5aaa-4a6d-9918-30b5ba37aba3 x-openstack-request-id: req-392ab004-5aaa-4a6d-9918-30b5ba37aba3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:18.162435 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:18.162949 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-392ab004-5aaa-4a6d-9918-30b5ba37aba3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:18.163456 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'status': 'completed', 'code': 200} Jul 28 11:12:18.179017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6091a9-f021-48c7-a7cc-e491c0764e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.190554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6091a9-f021-48c7-a7cc-e491c0764e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.235381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.256089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00606b54-079d-41a2-965d-5a133e705234 req-ef68f53a-fe7e-44c4-ae5e-1eca8620589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:18.258444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-ef68f53a-fe7e-44c4-ae5e-1eca8620589f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1096 time: 0.0696046 Jul 28 11:12:18.312954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6091a9-f021-48c7-a7cc-e491c0764e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdcc38-235f-4234-814f-3468b9653051,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:18.319701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b6091a9-f021-48c7-a7cc-e491c0764e95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87b8cfd521a643b3be4c9fd1b372a97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879040 Jul 28 11:12:18.322403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:18.419626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00606b54-079d-41a2-965d-5a133e705234 req-504e5915-3adf-45bd-b5a0-b8ff13bd4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:18.421141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-504e5915-3adf-45bd-b5a0-b8ff13bd4466 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1553793 Jul 28 11:12:18.429659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575716-248c-4a9c-bf5e-50269794fe8a req-65b7450b-4c88-420c-8d51-c8768d465dae tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:18.431088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e575716-248c-4a9c-bf5e-50269794fe8a req-65b7450b-4c88-420c-8d51-c8768d465dae tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 945 time: 0.1405044 Jul 28 11:12:18.449139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.454811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.508385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18bd5b4e-0bf5-4def-8d76-6b6e19b1b3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.512848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.513337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc93dbd5-3f38-4ac0-80c3-5d7ee11aba71 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:12:18.518658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-986c8b55-d321-4e7f-9f52-8a2c4a1aa8bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 1001 time: 0.0865178 Jul 28 11:12:18.524543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e575716-248c-4a9c-bf5e-50269794fe8a req-c1564298-4b6d-4cb0-9e59-b266af965ac8 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacdae12-b176-4e89-88d7-292be79c8ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855455 Jul 28 11:12:18.540885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18bd5b4e-0bf5-4def-8d76-6b6e19b1b3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.551101 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:12:18.555455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f63ca40-6dce-4813-94ad-123160d12785 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4021575 Jul 28 11:12:18.558455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:18.594609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00606b54-079d-41a2-965d-5a133e705234 req-79b61a61-bcf2-4df7-a622-6dc494ad05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:18.596216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-79b61a61-bcf2-4df7-a622-6dc494ad05e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0690093 Jul 28 11:12:18.670778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18bd5b4e-0bf5-4def-8d76-6b6e19b1b3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.673333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18bd5b4e-0bf5-4def-8d76-6b6e19b1b3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.674625 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-18bd5b4e-0bf5-4def-8d76-6b6e19b1b3bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72bdcc38-235f-4234-814f-3468b9653051 HTTP/1.1" status: 204 len: 168 time: 0.3512809 Jul 28 11:12:18.685771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd5b4e-0bf5-4def-8d76-6b6e19b1b3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdcc38-235f-4234-814f-3468b9653051,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:18.689535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Deleting port dcfe8141-3cca-42a4-add9-3b2a5f1830be {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:18.689877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.692487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-22e28324-a3af-4a34-862e-60ea7eec4907 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1110435 Jul 28 11:12:18.725331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00606b54-079d-41a2-965d-5a133e705234 req-e248ad6f-1847-4e61-8511-bb1210ef529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:18.726779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-e248ad6f-1847-4e61-8511-bb1210ef529c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020308 Jul 28 11:12:18.785683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:18.798895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Calling delete_port for dcfe8141-3cca-42a4-add9-3b2a5f1830be owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:18.809347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-e331c18f-f439-4876-99c4-44aa4d8df11e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:18.811120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-e331c18f-f439-4876-99c4-44aa4d8df11e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports/e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 942 time: 0.1052094 Jul 28 11:12:18.882739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-0dd41fef-4616-4511-a19c-0a129d0cd721 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326227 Jul 28 11:12:19.048079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-f41f8c33-9d30-491f-aef3-892024736da3 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1785426 Jul 28 11:12:19.220296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-90cb66ac-bba8-4c0d-907d-812a04993456 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:19.230558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-90cb66ac-bba8-4c0d-907d-812a04993456 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.1519167 Jul 28 11:12:19.251137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-f6ad2c33-0b91-49e5-b2e6-b4b5493e31b7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:19.253452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-f6ad2c33-0b91-49e5-b2e6-b4b5493e31b7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8e720-c70f-41c1-aa64-9a5794ef3856 HTTP/1.1" status: 200 len: 944 time: 0.2644746 Jul 28 11:12:19.326601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:19.328486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00606b54-079d-41a2-965d-5a133e705234 req-7df265dc-2d60-444a-8581-a40b4790feb2 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151459 Jul 28 11:12:19.358012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcfe8141-3cca-42a4-add9-3b2a5f1830be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:19.437187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:19.440719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-798163cd-3a6e-4571-8fbb-de0083e4c3f0 tempest-RoutersAdminNegativeTest-1349212734 tempest-RoutersAdminNegativeTest-1349212734-project-admin] 10.222.0.20 "DELETE /v2.0/ports/dcfe8141-3cca-42a4-add9-3b2a5f1830be HTTP/1.1" status: 204 len: 168 time: 0.8814776 Jul 28 11:12:19.448817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-33403f36-8170-4631-82e4-21ea775c1917 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2169008 Jul 28 11:12:19.474691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:19.533784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Deleting port edede05e-238b-4657-8b68-09d5c595a3cf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:19.534224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:19.612762 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:19.780138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:19.951588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.075420 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.121439 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.126953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.148120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] For port edede05e-238b-4657-8b68-09d5c595a3cf, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=edede05e-238b-4657-8b68-09d5c595a3cf,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:20.148579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.178498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cea44c-e41c-49cc-bc86-6452193b522d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:20.190837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.191390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.191798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.192226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.192616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.193777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.193777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.193777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.194083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.194505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.194887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.195379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:20.200568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Calling delete_port for edede05e-238b-4657-8b68-09d5c595a3cf owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:20.215524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fbaa6175-b084-40eb-af21-a922c457f247 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad6b8b1e53ff4cce89d2a726be6a2058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331958 Jul 28 11:12:20.218800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:20.288024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea8714b5-3fc5-4367-9f25-043947e7731f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.322386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea8714b5-3fc5-4367-9f25-043947e7731f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.328866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.335890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.336216 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 disassociated. External IP: 172.25.1.130, port: e67584a8-d072-40f0-a1d5-948ec0cbbf8f. Jul 28 11:12:20.397256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea8714b5-3fc5-4367-9f25-043947e7731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.400817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea8714b5-3fc5-4367-9f25-043947e7731f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.402432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ea8714b5-3fc5-4367-9f25-043947e7731f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2cea44c-e41c-49cc-bc86-6452193b522d HTTP/1.1" status: 204 len: 168 time: 0.1832118 Jul 28 11:12:20.413598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8714b5-3fc5-4367-9f25-043947e7731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cea44c-e41c-49cc-bc86-6452193b522d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:20.618803 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.686490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event deleted for resources: {'Port': ['ID=edede05e-238b-4657-8b68-09d5c595a3cf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:20.739716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] No DVR routers for this DVR port edede05e-238b-4657-8b68-09d5c595a3cf on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:20.743184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.752453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01c2d439-907a-4ddd-baaa-739c99b0c410 req-72b96eb7-76f8-4a27-b41e-aa5a5bd0ed09 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "DELETE /v2.0/ports/edede05e-238b-4657-8b68-09d5c595a3cf HTTP/1.1" status: 204 len: 173 time: 1.4292910 Jul 28 11:12:20.753206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-deleted', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:20.756003 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575df93e-0c08-49c6-9ee8-406e225b046a" -d '{"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-deleted", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:20.777808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:20.899354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:20.936316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:20.941603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:20.949639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:20.958623 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-18466d23-5735-4b5e-a0fd-cbbccba521b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fc45f99055544e2b8f16eaf319d2d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568321 Jul 28 11:12:20.960994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:20.965532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:20.967877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:21.027389 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-7dc5f2b5-3ac8-498b-91d7-2a57ee7c3002 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "PUT /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 695 time: 1.5603187 Jul 28 11:12:21.071595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b553d042-c10f-4317-8219-b3c8d80626ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:21.102219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b553d042-c10f-4317-8219-b3c8d80626ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:21.151490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-714f4d8f-77e9-4c14-b097-927cd43f8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:21.156783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-714f4d8f-77e9-4c14-b097-927cd43f8e88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1096 time: 0.1058493 Jul 28 11:12:21.164049 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b553d042-c10f-4317-8219-b3c8d80626ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:21.168924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b553d042-c10f-4317-8219-b3c8d80626ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:21.173683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b553d042-c10f-4317-8219-b3c8d80626ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/833ed9a3-2ec4-4c1a-b273-9330b4e13947 HTTP/1.1" status: 204 len: 168 time: 0.2115750 Jul 28 11:12:21.183223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553d042-c10f-4317-8219-b3c8d80626ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ed9a3-2ec4-4c1a-b273-9330b4e13947,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:21.192963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:21.352305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-3fa17699-4542-48e5-9598-cf98d6158576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:21.353556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-3fa17699-4542-48e5-9598-cf98d6158576 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1864326 Jul 28 11:12:21.433235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-9f0d81dd-0c8a-4f3a-bc84-87d480ceff34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 217 time: 0.0732915 Jul 28 11:12:21.466877 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e7865-79e5-42dd-a951-da264b59d5f6 x-openstack-request-id: req-dc0e7865-79e5-42dd-a951-da264b59d5f6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:21.467495 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2129a2-2d69-4ec7-a4dd-89b217dc93e8", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef5ed1-4796-48e5-af4d-411fc00e0e2c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:21.468063 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc0e7865-79e5-42dd-a951-da264b59d5f6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:21.468494 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c', 'code': 200} Jul 28 11:12:21.559805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:21.600330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:21.611594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:21.613320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:21.652532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-007237e5-40a8-4da0-a0c7-fe10be562fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:21.654324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-007237e5-40a8-4da0-a0c7-fe10be562fd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.2132473 Jul 28 11:12:21.736300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f361f4-6b5e-46df-b06c-9a41cdfb167f req-0f53e72d-ed0d-45a2-bf29-1bbc3c47f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:21.738463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32f361f4-6b5e-46df-b06c-9a41cdfb167f req-0f53e72d-ed0d-45a2-bf29-1bbc3c47f5e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 1096 time: 0.1759825 Jul 28 11:12:21.749944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e547009-67f0-439d-9523-50c26c95926a req-900d0a59-cd46-46ce-b587-2fb42992f196 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2457948 Jul 28 11:12:21.761189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:21.767110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:21.808770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-246a3af6-52f1-438b-b807-3ac24c3d25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:21.810502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-246a3af6-52f1-438b-b807-3ac24c3d25cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378827 Jul 28 11:12:21.822483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32f361f4-6b5e-46df-b06c-9a41cdfb167f req-22addc62-a9d9-4bad-87da-d2a39773e533 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eacdae12-b176-4e89-88d7-292be79c8ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702391 Jul 28 11:12:21.858328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:22.036425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-aea9f195-b2d7-4638-b655-0b0ee4ba2747 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161453 Jul 28 11:12:22.177939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:22.206230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:22.218336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adee05c-a4ea-4a07-a50c-e9e9d8bafb7a req-0495d05c-8c8a-4672-84fb-14046eee8537 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692257 Jul 28 11:12:22.228443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d05c78-57bd-409e-95fb-df9b03a896f8 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:22.279822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:22.406223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Allocated IP 172.25.1.99 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/dabbcb78-03a2-437c-a885-8d4454019b19) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:22.493210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:22.638027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-247116133'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:22.678194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Made reservation on behalf of ff158aef81e44f7bb4e004811a611940 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:22.688678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:22.717143 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:22.723375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb936-89fd-4b67-b8fd-8fa6d2534f18 req-15350106-45e8-496b-8aec-4ede8b8459d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:22.734362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c2eb936-89fd-4b67-b8fd-8fa6d2534f18 req-15350106-45e8-496b-8aec-4ede8b8459d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 945 time: 0.1891418 Jul 28 11:12:22.742946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d809f1c-8267-40bb-af55-164a03d5626c None None] New status for floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:12:22.796767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c2eb936-89fd-4b67-b8fd-8fa6d2534f18 req-ada8ad35-ad31-4abd-a832-6009cacc297d tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacdae12-b176-4e89-88d7-292be79c8ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595272 Jul 28 11:12:22.843262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:22.855189 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8a47b8-333b-4eaa-9853-7c8a20f8c01f x-openstack-request-id: req-da8a47b8-333b-4eaa-9853-7c8a20f8c01f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:22.856310 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a8e720-c70f-41c1-aa64-9a5794ef3856", "name": "network-vif-deleted", "tag": "edede05e-238b-4657-8b68-09d5c595a3cf", "status": "failed", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:22.857483 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da8a47b8-333b-4eaa-9853-7c8a20f8c01f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:22.860112 n-d-723573-7 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27a8e720-c70f-41c1-aa64-9a5794ef3856', 'name': 'network-vif-deleted', 'tag': 'edede05e-238b-4657-8b68-09d5c595a3cf', 'status': 'failed', 'code': 422} returned with failed status Jul 28 11:12:22.967690 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.008435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.009443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:23.021298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.068988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:23.073601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:23.082951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:23.095703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019401d2-446f-4c1e-b254-052eaea9d808,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:23.125140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:23.152675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.153012 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Added segment 1eacacc4-da82-4704-a254-8a9768a66b5a of type vlan for network bd310a20-ef5d-46af-b4a7-35f31783ad7c Jul 28 11:12:23.158060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=dabbcb78-03a2-437c-a885-8d4454019b19,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:23.195881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:23.217680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.256028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.268157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:23.269356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.273191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.323167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d159842-8a47-46f0-ba39-80f329e0286b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.337438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.384061 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8897235 Jul 28 11:12:23.396587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:23.402914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Request body: {'subnet': {'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:23.422834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc30e20-a8b5-4063-9db1-306be149347c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.474434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a89d43-04ee-4f7b-8d11-eb583b378529 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event updated for resources: {'Network': ['ID=bd310a20-ef5d-46af-b4a7-35f31783ad7c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:23.486443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:23.514783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-4562ddc2-b807-407b-9882-c709707d690a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:23.522370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-4562ddc2-b807-407b-9882-c709707d690a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.1869123 Jul 28 11:12:23.538289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-8464eec9-4a7b-49ba-9e2b-464efbbc42e2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0150437 Jul 28 11:12:23.586656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d159842-8a47-46f0-ba39-80f329e0286b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.589424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-64c353bd-ba2a-46e4-b3e6-b00001c44363 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374305 Jul 28 11:12:23.592582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d159842-8a47-46f0-ba39-80f329e0286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.605157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-04f83e6f-3d27-4745-b55d-575eb226cdba service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:12:23.606273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-04f83e6f-3d27-4745-b55d-575eb226cdba service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063460 Jul 28 11:12:23.652631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d159842-8a47-46f0-ba39-80f329e0286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d1eeb-8f1e-462d-aed6-c8b87c7499fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:23.661935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7d159842-8a47-46f0-ba39-80f329e0286b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00eaa0d48a204bd0aa45b78aaf1e4953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491542 Jul 28 11:12:23.662939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:23.671820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.681157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.756112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc30e20-a8b5-4063-9db1-306be149347c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.757142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96af2333-dc57-493e-8526-de81f248dbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.767425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc30e20-a8b5-4063-9db1-306be149347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.775638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event updated for resources: {'Port': ['ID=dabbcb78-03a2-437c-a885-8d4454019b19,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:23.791458 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.795410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-47f9bd03-80aa-4bfe-8a72-c3c648c7efab service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825643 Jul 28 11:12:23.805650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96af2333-dc57-493e-8526-de81f248dbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.822071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Made reservation on behalf of ff158aef81e44f7bb4e004811a611940 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:23.825996 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.827088 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.828292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e547009-67f0-439d-9523-50c26c95926a req-2d449479-8b25-4837-b436-816acf7826bb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0680153 Jul 28 11:12:23.904039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-afc30e20-a8b5-4063-9db1-306be149347c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1335fa199a44f97b982a19731dfb61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071638 Jul 28 11:12:23.905931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e547009-67f0-439d-9523-50c26c95926a req-689e6bd2-80fe-419a-9c3a-c85586da5ba4 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.0533891 Jul 28 11:12:23.908387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:23.911604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc30e20-a8b5-4063-9db1-306be149347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed98ed6-c16d-486b-a042-702cd3eb0636,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:23.948244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96af2333-dc57-493e-8526-de81f248dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.950864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96af2333-dc57-493e-8526-de81f248dbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:23.952004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96af2333-dc57-493e-8526-de81f248dbcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad6d1eeb-8f1e-462d-aed6-c8b87c7499fe HTTP/1.1" status: 204 len: 168 time: 0.2820823 Jul 28 11:12:23.965252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af2333-dc57-493e-8526-de81f248dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d1eeb-8f1e-462d-aed6-c8b87c7499fe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:24.028377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-23fe3901-8d9d-4b65-a94c-f9813a8a86ec service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252152 Jul 28 11:12:24.085033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.091807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7696ac83-e7c2-443c-9cd9-9321a78ad01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.119480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e547009-67f0-439d-9523-50c26c95926a req-09977e76-58a2-4d9f-9ddf-611bfe2901f6 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:24.120354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e547009-67f0-439d-9523-50c26c95926a req-09977e76-58a2-4d9f-9ddf-611bfe2901f6 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.1880922 Jul 28 11:12:24.138089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7696ac83-e7c2-443c-9cd9-9321a78ad01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.156226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event updated for resources: {'Subnet': ['ID=3b7e8905-3b8c-4296-ac80-0c24dcdba5df,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:24.165571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Checking segment: {'id': '1eacacc4-da82-4704-a254-8a9768a66b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:24.165976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Network hostable DHCP agents. Network: bd310a20-ef5d-46af-b4a7-35f31783ad7c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:24.190573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:24.204751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bd310a20-ef5d-46af-b4a7-35f31783ad7c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:24.213550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:24.214362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.215714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b4362-d0fd-4c8b-a4fd-5ed44d3c260d None None] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:24.262448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7696ac83-e7c2-443c-9cd9-9321a78ad01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.265493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7696ac83-e7c2-443c-9cd9-9321a78ad01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.270432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7696ac83-e7c2-443c-9cd9-9321a78ad01f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ed98ed6-c16d-486b-a042-702cd3eb0636 HTTP/1.1" status: 204 len: 168 time: 0.3611109 Jul 28 11:12:24.287237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ac83-e7c2-443c-9cd9-9321a78ad01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed98ed6-c16d-486b-a042-702cd3eb0636,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:24.300740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-efc7c557-4ad3-4f28-9706-77ebf6e976a1 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8989475 Jul 28 11:12:24.305981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:24.317175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-e0756c60-4728-4423-bd35-923deec221df tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:24.319032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Request body: {'port': {'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1254993758'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:24.327659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-e0756c60-4728-4423-bd35-923deec221df tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1015911 Jul 28 11:12:24.422665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-edf43331-430e-4d39-b432-03eb4abd66ea tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0919919 Jul 28 11:12:24.447501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'floatingip': {'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:24.493088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:24.498084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.526715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a452d747-ddef-443d-b894-c2a46b045cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.595585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-bd310a20-ef5d-46af-b4a7-35f31783ad7c', 'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c', 'tenant_id': 'ff158aef81e44f7bb4e004811a611940', 'fixed_ips': [{'subnet_id': '3b7e8905-3b8c-4296-ac80-0c24dcdba5df'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:12:24.597199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.635390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6de0-7bc1-4440-9567-be369b59ec08 req-bd2f706e-e80d-47a4-b698-75bdb26a65f3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:24.643259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11aa6de0-7bc1-4440-9567-be369b59ec08 req-bd2f706e-e80d-47a4-b698-75bdb26a65f3 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 945 time: 0.2408762 Jul 28 11:12:24.711199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a452d747-ddef-443d-b894-c2a46b045cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.732980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a452d747-ddef-443d-b894-c2a46b045cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.748903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Allocated IP 172.20.0.2 (bd310a20-ef5d-46af-b4a7-35f31783ad7c/3b7e8905-3b8c-4296-ac80-0c24dcdba5df/776cb781-075e-4135-8ee4-689fadefdd4f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:24.793101 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a452d747-ddef-443d-b894-c2a46b045cf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9434610130ad44f8b8c995583c834392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989788 Jul 28 11:12:24.794552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Made reservation on behalf of ff158aef81e44f7bb4e004811a611940 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:24.798754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.812335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11aa6de0-7bc1-4440-9567-be369b59ec08 req-af27bf1e-dfd7-465e-b4d7-23691769be5d tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacdae12-b176-4e89-88d7-292be79c8ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676049 Jul 28 11:12:24.814273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452d747-ddef-443d-b894-c2a46b045cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d90f1e3-cf76-43d0-9cd5-ea14ed888e28,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:24.818473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:24.832649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] device_id is not set on port d2645d47-7423-4a29-b9de-cc67c003adb6 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:12:24.845198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10014e55-c65d-4033-bc4c-db075085a001 req-6651db41-be43-4655-9428-dd42fcd3dd11 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:24.853066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10014e55-c65d-4033-bc4c-db075085a001 req-6651db41-be43-4655-9428-dd42fcd3dd11 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 945 time: 0.2854848 Jul 28 11:12:24.870024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:24.873017 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf11349-cd81-4262-a892-942ed4095cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:24.930180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ad28853-ca31-48d3-abe7-091694321cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.949402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:24.958805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f58dab24-4925-41a8-b73f-f96f7f2e79fa req-f91c0792-151b-4fb1-856c-cee17c29d5df tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips/f5a9e9e2-bad9-427c-a7b6-3e0dd0efb62d HTTP/1.1" status: 200 len: 692 time: 0.1443708 Jul 28 11:12:24.964380 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.978669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ad28853-ca31-48d3-abe7-091694321cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:24.979735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Transition to ACTIVE for port object 776cb781-075e-4135-8ee4-689fadefdd4f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:24.980919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c8c51a-33e6-45f4-9e49-29cab7a46442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.001603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Transition to ACTIVE for port object 776cb781-075e-4135-8ee4-689fadefdd4f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:25.010569 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.056683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:25.061282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:25.071348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:25.101386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Allocated IP 172.20.0.7 (bd310a20-ef5d-46af-b4a7-35f31783ad7c/3b7e8905-3b8c-4296-ac80-0c24dcdba5df/d2645d47-7423-4a29-b9de-cc67c003adb6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:25.110133 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ad28853-ca31-48d3-abe7-091694321cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.113737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ad28853-ca31-48d3-abe7-091694321cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.114953 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9ad28853-ca31-48d3-abe7-091694321cc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d90f1e3-cf76-43d0-9cd5-ea14ed888e28 HTTP/1.1" status: 204 len: 168 time: 0.2924283 Jul 28 11:12:25.116342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Pushing event updated for resources: {'Port': ['ID=776cb781-075e-4135-8ee4-689fadefdd4f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:25.142260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28853-ca31-48d3-abe7-091694321cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d90f1e3-cf76-43d0-9cd5-ea14ed888e28,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:25.150503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Attempting to bind port 776cb781-075e-4135-8ee4-689fadefdd4f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:25.151228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Attempting to bind port 776cb781-075e-4135-8ee4-689fadefdd4f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1eacacc4-da82-4704-a254-8a9768a66b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:25.151653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Attempting to bind port 776cb781-075e-4135-8ee4-689fadefdd4f on network bd310a20-ef5d-46af-b4a7-35f31783ad7c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:25.158152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:25.158763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Checking segment: {'id': '1eacacc4-da82-4704-a254-8a9768a66b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:25.159259 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.160351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Bound using segment: {'id': '1eacacc4-da82-4704-a254-8a9768a66b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:25.160943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Bound port: 776cb781-075e-4135-8ee4-689fadefdd4f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eacacc4-da82-4704-a254-8a9768a66b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:25.162254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.255164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c8c51a-33e6-45f4-9e49-29cab7a46442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.267278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c8c51a-33e6-45f4-9e49-29cab7a46442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.323123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] For port 776cb781-075e-4135-8ee4-689fadefdd4f, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:25.327585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] For port 776cb781-075e-4135-8ee4-689fadefdd4f, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=776cb781-075e-4135-8ee4-689fadefdd4f,segment=NetworkSegment(1eacacc4-da82-4704-a254-8a9768a66b5a),segment_id=1eacacc4-da82-4704-a254-8a9768a66b5a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:25.333788 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.339487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8c51a-33e6-45f4-9e49-29cab7a46442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2242a-d222-4db9-9fbb-0c5b24c577e8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:25.347551 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-41c8c51a-33e6-45f4-9e49-29cab7a46442 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f6e6ae9de2c44aebee0ecbca5f2f468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971310 Jul 28 11:12:25.351373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:25.394962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a40d-0d41-4ac0-b1f9-00de6f869f19 None None] Pushing event updated for resources: {'Port': ['ID=776cb781-075e-4135-8ee4-689fadefdd4f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:25.395964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.438760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Transition to ACTIVE for port object d2645d47-7423-4a29-b9de-cc67c003adb6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:25.448585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8ae6-2901-4769-952c-af1db152aec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.495427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8ae6-2901-4769-952c-af1db152aec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.541068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.590466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:25.595090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:25.602194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:25.648227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event updated for resources: {'Port': ['ID=d2645d47-7423-4a29-b9de-cc67c003adb6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:25.672711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8ae6-2901-4769-952c-af1db152aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.675561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8ae6-2901-4769-952c-af1db152aec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.680920 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fcfb8ae6-2901-4769-952c-af1db152aec6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86c2242a-d222-4db9-9fbb-0c5b24c577e8 HTTP/1.1" status: 204 len: 168 time: 0.3246121 Jul 28 11:12:25.708230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:25.708230 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:25.708230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8ae6-2901-4769-952c-af1db152aec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2242a-d222-4db9-9fbb-0c5b24c577e8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:25.727158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7f927a7a-a08d-42c0-8952-2424a2eead95 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4198451 Jul 28 11:12:25.730535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:25.742519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Request body: {'port': {'network_id': 'bd310a20-ef5d-46af-b4a7-35f31783ad7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1742976228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:25.744321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] bootfile-name is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:12:25.744859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] tftp-server is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:12:25.745004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] server-ip-address is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:12:25.964621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Made reservation on behalf of ff158aef81e44f7bb4e004811a611940 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:25.970678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.005374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] device_id is not set on port bb077ce4-408c-478d-8cc5-cc1288fe1501 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:12:26.015682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dab24-4925-41a8-b73f-f96f7f2e79fa req-d4421474-34a2-4d73-83fd-81a3ed78bffb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:26.027168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f58dab24-4925-41a8-b73f-f96f7f2e79fa req-d4421474-34a2-4d73-83fd-81a3ed78bffb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 1.0143580 Jul 28 11:12:26.156398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Allocated IP 172.20.0.5 (bd310a20-ef5d-46af-b4a7-35f31783ad7c/3b7e8905-3b8c-4296-ac80-0c24dcdba5df/bb077ce4-408c-478d-8cc5-cc1288fe1501) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:26.184945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Deleting port e67584a8-d072-40f0-a1d5-948ec0cbbf8f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:26.185289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.214338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-fea86419-96af-464e-80f6-edcfe048babd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:26.215872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-fea86419-96af-464e-80f6-edcfe048babd tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.3329685 Jul 28 11:12:26.268115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4415008b-3e2e-47f7-a856-5a794b12782c req-5521b707-8ac7-4fa2-b976-32d2cdc2233c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 210 time: 0.1346238 Jul 28 11:12:26.274280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Request body: {'port': {'device_id': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'admin_state_up': True, 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:26.329442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.400528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.401961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.432966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Transition to ACTIVE for port object bb077ce4-408c-478d-8cc5-cc1288fe1501 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:26.534864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.549556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] For port e67584a8-d072-40f0-a1d5-948ec0cbbf8f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:26.550464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.594989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:26.616590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:26.623491 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754e192-0581-4f30-8f55-993f0bcf562e x-openstack-request-id: req-2754e192-0581-4f30-8f55-993f0bcf562e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:26.623786 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:26.624044 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2754e192-0581-4f30-8f55-993f0bcf562e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:26.624461 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'status': 'completed', 'code': 200} Jul 28 11:12:26.635549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:26.664206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Calling delete_port for e67584a8-d072-40f0-a1d5-948ec0cbbf8f owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:26.747698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11349-cd81-4262-a892-942ed4095cdc req-6511fe20-e22d-43a7-b3e6-ccffc816e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:26.749219 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-6511fe20-e22d-43a7-b3e6-ccffc816e6cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=e1308ac7-11cc-4473-b7e0-9ee61878aabb HTTP/1.1" status: 200 len: 1096 time: 0.1523550 Jul 28 11:12:26.757961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event updated for resources: {'Port': ['ID=bb077ce4-408c-478d-8cc5-cc1288fe1501,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:26.797128 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 associated. External IP: 172.25.1.130, port: bc647c20-0a2e-4e31-9909-154acc7d6220. Jul 28 11:12:26.799491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:26.800695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.861511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-d50789cc-d93d-4741-ba91-77068a37f6e8 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips/f5a9e9e2-bad9-427c-a7b6-3e0dd0efb62d HTTP/1.1" status: 200 len: 692 time: 0.1490653 Jul 28 11:12:26.865474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:26.869763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:26.914125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11349-cd81-4262-a892-942ed4095cdc req-4cf8121e-a698-4bb1-8866-9eb4ee35bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:26.915678 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-4cf8121e-a698-4bb1-8866-9eb4ee35bbd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1587760 Jul 28 11:12:26.917827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-90cf24c7-b4a8-4b61-bf45-5aff07206448 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1847830 Jul 28 11:12:26.930433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610d79a-49f1-4a13-bf4a-00e1d1bd7d4a None None] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:26.933558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39398) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:26.994846 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-6f14dcc8-41d5-458f-a772-4fe842a0770a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 200 len: 217 time: 0.0700569 Jul 28 11:12:27.020093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:27.105992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11349-cd81-4262-a892-942ed4095cdc req-36b18825-365d-4eb5-8800-ae83663b46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.107981 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-36b18825-365d-4eb5-8800-ae83663b46d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1056001 Jul 28 11:12:27.110370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3e4047a4-e305-4df3-ba89-52cdefa95db8 None None] Provisioning for port 776cb781-075e-4135-8ee4-689fadefdd4f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:27.156987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e67584a8-d072-40f0-a1d5-948ec0cbbf8f no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:27.185247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 776cb781-075e-4135-8ee4-689fadefdd4f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:27.206129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11349-cd81-4262-a892-942ed4095cdc req-7ee14713-6dd4-468e-be9c-ec3b5e1610c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.210190 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-7ee14713-6dd4-468e-be9c-ec3b5e1610c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876400 Jul 28 11:12:27.313701 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.321885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a66ae8-fa9c-4cbb-b773-300048976582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.355345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 776cb781-075e-4135-8ee4-689fadefdd4f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:27.362085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 776cb781-075e-4135-8ee4-689fadefdd4f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:27.362563 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.404581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912d717-7b73-4313-848b-277d1f37e683 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.413810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912d717-7b73-4313-848b-277d1f37e683 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.423329 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-c80bdd79-dd63-4d83-91d1-78db465f3089 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049036 Jul 28 11:12:27.423708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912d717-7b73-4313-848b-277d1f37e683 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.425830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2912d717-7b73-4313-848b-277d1f37e683 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.4597993 Jul 28 11:12:27.429974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:27.488743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.514625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-ab31885b-1c45-448d-8c9c-a24e2a381e1d tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.530062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 776cb781-075e-4135-8ee4-689fadefdd4f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=776cb781-075e-4135-8ee4-689fadefdd4f,segment=NetworkSegment(1eacacc4-da82-4704-a254-8a9768a66b5a),segment_id=1eacacc4-da82-4704-a254-8a9768a66b5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:27.532239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-ab31885b-1c45-448d-8c9c-a24e2a381e1d tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.6493134 Jul 28 11:12:27.536857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.608080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=776cb781-075e-4135-8ee4-689fadefdd4f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:27.656479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a66ae8-fa9c-4cbb-b773-300048976582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.662998 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.669318 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ebf11349-cd81-4262-a892-942ed4095cdc req-61fccbba-fb68-4324-a9d1-bcda5a897403 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167978 Jul 28 11:12:27.672507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a66ae8-fa9c-4cbb-b773-300048976582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.686069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['bc647c20-0a2e-4e31-9909-154acc7d6220'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:12:27.691980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Provisioning complete for port 776cb781-075e-4135-8ee4-689fadefdd4f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:27.694440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.734758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Deleting port bb077ce4-408c-478d-8cc5-cc1288fe1501 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:27.735097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.739013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-1d257be1-1a51-4dce-8df7-2153ea474b15 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.2057512 Jul 28 11:12:27.745607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-77a66ae8-fa9c-4cbb-b773-300048976582 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2fa6b91bd06445c8fd97e7fd1aa9ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7154515 Jul 28 11:12:27.761762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:27.802098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:27.805172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66ae8-fa9c-4cbb-b773-300048976582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea89cc19-7a14-466a-8250-89c02b7c8e04,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:27.823380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Allocated IP 172.20.0.5 (09b4baff-4f00-4f98-a809-022496ab14cd/ae10de92-b76e-4760-8ded-1abf9dbc6643/5967896b-06dd-4d55-b02d-2cc630a1ae52) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:27.900010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87e5b26d-def9-44da-966e-b4d3635add0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.917557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event deleted for resources: {'Port': ['ID=e67584a8-d072-40f0-a1d5-948ec0cbbf8f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:27.940033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.944529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad96fe-c06e-4943-a392-bcba51fdf9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.947096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Provisioning for port d2645d47-7423-4a29-b9de-cc67c003adb6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:27.954044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Provisioning complete for port d2645d47-7423-4a29-b9de-cc67c003adb6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:27.954746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:27.962349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-859b99ff-dfd8-4739-8e88-41823f172342 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:27.963864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-859b99ff-dfd8-4739-8e88-41823f172342 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 945 time: 0.1276560 Jul 28 11:12:27.980107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-1e59dbbc-96a7-4b4c-a7da-de17e9231f60 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.2398913 Jul 28 11:12:27.985404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Calling delete_port for bb077ce4-408c-478d-8cc5-cc1288fe1501 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:28.027030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] No DVR routers for this DVR port e67584a8-d072-40f0-a1d5-948ec0cbbf8f on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:28.029552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Port d2645d47-7423-4a29-b9de-cc67c003adb6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:12:28.046281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad96fe-c06e-4943-a392-bcba51fdf9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.055588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Provisioning for port bb077ce4-408c-478d-8cc5-cc1288fe1501 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:28.062825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Provisioning complete for port bb077ce4-408c-478d-8cc5-cc1288fe1501 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:28.063204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.072421 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.075300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10014e55-c65d-4033-bc4c-db075085a001 req-67e54cdb-36f9-41d5-ad8b-60bac71a6d3e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "DELETE /v2.0/ports/e67584a8-d072-40f0-a1d5-948ec0cbbf8f HTTP/1.1" status: 204 len: 173 time: 3.2060874 Jul 28 11:12:28.123972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98b77421-fb50-45ee-a33f-0ba3b08b3ff9 None None] Port bb077ce4-408c-478d-8cc5-cc1288fe1501 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:12:28.140277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:28.172369 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a3ede23-5b09-47b3-ba6e-e80100a96929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.198699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad96fe-c06e-4943-a392-bcba51fdf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.204938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad96fe-c06e-4943-a392-bcba51fdf9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.206099 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2aad96fe-c06e-4943-a392-bcba51fdf9dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea89cc19-7a14-466a-8250-89c02b7c8e04 HTTP/1.1" status: 204 len: 168 time: 0.4433727 Jul 28 11:12:28.265082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-860c8932-2fb6-411a-90f3-1cd2e0778e39 None None] Provisioning complete for port d2645d47-7423-4a29-b9de-cc67c003adb6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:28.265463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-860c8932-2fb6-411a-90f3-1cd2e0778e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.285763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad96fe-c06e-4943-a392-bcba51fdf9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea89cc19-7a14-466a-8250-89c02b7c8e04,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:28.401119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-860c8932-2fb6-411a-90f3-1cd2e0778e39 None None] Port d2645d47-7423-4a29-b9de-cc67c003adb6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:12:28.421085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-860c8932-2fb6-411a-90f3-1cd2e0778e39 None None] Provisioning complete for port bb077ce4-408c-478d-8cc5-cc1288fe1501 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:28.421983 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-860c8932-2fb6-411a-90f3-1cd2e0778e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.459888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Deleting port dabbcb78-03a2-437c-a885-8d4454019b19 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:28.460399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.479724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Deleting port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:28.480281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.508411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.512629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:28.513852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-860c8932-2fb6-411a-90f3-1cd2e0778e39 None None] Port bb077ce4-408c-478d-8cc5-cc1288fe1501 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:12:28.523156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.524656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:28.551264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:28.551552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:28.617440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-97785d8b-b91a-4df0-a243-ce62805c4efd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "PUT /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 996 time: 4.1786675 Jul 28 11:12:28.626171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'name': 'network-vif-deleted', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f'}, {'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:28.629267 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e71dc4-a90a-4b99-80b1-302622da3fbf" -d '{"events": [{"server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "name": "network-vif-deleted", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f"}, {"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:28.629550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] For port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,segment=NetworkSegment(4559a881-e9d7-49ee-98a3-830b8911ef41),segment_id=4559a881-e9d7-49ee-98a3-830b8911ef41)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:28.629916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.635840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.636450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.661876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Calling delete_port for dabbcb78-03a2-437c-a885-8d4454019b19 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:28.712127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:28.731182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:28.819581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-4dd04398-6872-4c01-a172-f1046ba6f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:28.821203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-4dd04398-6872-4c01-a172-f1046ba6f51f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.1610065 Jul 28 11:12:28.833885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Network 09b4baff-4f00-4f98-a809-022496ab14cd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:28.852882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:28.895221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:28.900863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event updated for resources: {'Port': ['ID=5967896b-06dd-4d55-b02d-2cc630a1ae52,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:28.948495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Calling delete_port for a5ef5ed1-4796-48e5-af4d-411fc00e0e2c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:28.993817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:28.994464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.085473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.126620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 776cb781-075e-4135-8ee4-689fadefdd4f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:29.170799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a3ede23-5b09-47b3-ba6e-e80100a96929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.173140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event deleted for resources: {'Port': ['ID=bb077ce4-408c-478d-8cc5-cc1288fe1501,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:29.183305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a3ede23-5b09-47b3-ba6e-e80100a96929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.185100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:26Z', 'revision_number': 8, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:29.265988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:29.297015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:29.298006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:29.351402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 776cb781-075e-4135-8ee4-689fadefdd4f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:29.352308 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.360215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a3ede23-5b09-47b3-ba6e-e80100a96929 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7300be0d5e949e6bb70981f2821c15a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5550723 Jul 28 11:12:29.369906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:29.381992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ede23-5b09-47b3-ba6e-e80100a96929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e01aabc-5848-469c-95c4-afccdcceff78,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:29.395369 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.439157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.445686 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a34bfbfe-1158-4fb6-a1e8-9ed5eda466c3 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "DELETE /v2.0/ports/bb077ce4-408c-478d-8cc5-cc1288fe1501 HTTP/1.1" status: 204 len: 168 time: 2.0095241 Jul 28 11:12:29.449615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:29.457163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Pushing event deleted for resources: {'Port': ['ID=a5ef5ed1-4796-48e5-af4d-411fc00e0e2c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:29.463192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Request body: {'port': {'name': 'tempest-new-port-name-2023635990', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:29.463668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] bootfile-name is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:12:29.463874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] tftp-server is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:12:29.464341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] server-ip-address is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:12:29.477756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-c2f4d142-2556-429f-8c58-8c2ff6e377dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2119479 Jul 28 11:12:29.512231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-1963edc9-f1ed-4708-9245-0e1eaffc1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:29.513723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-1963edc9-f1ed-4708-9245-0e1eaffc1303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.6787906 Jul 28 11:12:29.519678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Request body: {'port': {'device_id': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:29.545059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] No DVR routers for this DVR port a5ef5ed1-4796-48e5-af4d-411fc00e0e2c on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:29.558572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.562078 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d8bbab7-117c-42ce-81a4-391f8b9a6d3f req-ed47d414-939c-4b6b-9fc9-c0e3febf13d2 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.41 "DELETE /v2.0/ports/a5ef5ed1-4796-48e5-af4d-411fc00e0e2c HTTP/1.1" status: 204 len: 173 time: 1.5743735 Jul 28 11:12:29.562696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'name': 'network-vif-deleted', 'tag': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:29.573969 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b414c183-825c-49ad-96fe-f6aaac92d222" -d '{"events": [{"server_uuid": "ff2129a2-2d69-4ec7-a4dd-89b217dc93e8", "name": "network-vif-deleted", "tag": "a5ef5ed1-4796-48e5-af4d-411fc00e0e2c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:29.596205 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d797d94-9ac7-4b0d-9007-6f9be4df6f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.607672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:29.632977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.650249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d797d94-9ac7-4b0d-9007-6f9be4df6f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.700228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.710870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event deleted for resources: {'Port': ['ID=dabbcb78-03a2-437c-a885-8d4454019b19,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:29.723427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d797d94-9ac7-4b0d-9007-6f9be4df6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.727207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d797d94-9ac7-4b0d-9007-6f9be4df6f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.728580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6d797d94-9ac7-4b0d-9007-6f9be4df6f74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e01aabc-5848-469c-95c4-afccdcceff78 HTTP/1.1" status: 204 len: 168 time: 0.3565636 Jul 28 11:12:29.748850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-d4b70c56-c261-4850-91a6-ab1e188cc93e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 999 time: 0.2019255 Jul 28 11:12:29.749709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.754367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d797d94-9ac7-4b0d-9007-6f9be4df6f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e01aabc-5848-469c-95c4-afccdcceff78,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:29.942286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-6431352d-4f57-43d5-9bae-4b568adff9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:29.944043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-6431352d-4f57-43d5-9bae-4b568adff9ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1782537 Jul 28 11:12:29.967568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.970371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:29.987214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adc57ae2-bd1c-4928-9b03-beaf7c8248c4 req-b004b655-ff58-4b70-959d-b1469746494f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5a9e9e2-bad9-427c-a7b6-3e0dd0efb62d HTTP/1.1" status: 204 len: 173 time: 2.0060186 Jul 28 11:12:30.127796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:26Z', 'revision_number': 8, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:30.168948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b707d40-5221-4ffd-a616-821c982e8d60 None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '99eb3212-b3b6-40c9-9ab9-2b42547d1cc8', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'port_id': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'mac_address': 'fa:16:3e:b7:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe4e28-1721-47b0-ae85-100e36a82638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:11:37Z', 'updated_at': '2021-07-28T11:12:26Z', 'revision_number': 8, 'project_id': '437771b227e84b68a1bb45f560608c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:30.313360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab4878d7-66e9-48d6-bca1-76de8eef9deb req-b125e5c3-a937-43c8-b5d8-a228bab52a56 tempest-InstanceActionsV221TestJSON-2106824950 tempest-InstanceActionsV221TestJSON-2106824950-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2129a2-2d69-4ec7-a4dd-89b217dc93e8 HTTP/1.1" status: 200 len: 210 time: 0.0928452 Jul 28 11:12:30.364940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-15deee73-1031-45e0-81ea-e9bfae993a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:30.373515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-15deee73-1031-45e0-81ea-e9bfae993a24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4198773 Jul 28 11:12:30.520929 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b27bbb-c7ff-4d09-8a54-48eb96a0e431 None None] New status for floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:12:30.595052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f74ef-6bcb-4a14-84c5-5c1205cf58a6 req-5db58730-a102-42d9-b20a-9a9339e27690 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:30.596610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b94f74ef-6bcb-4a14-84c5-5c1205cf58a6 req-5db58730-a102-42d9-b20a-9a9339e27690 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 931 time: 0.1524806 Jul 28 11:12:30.628963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5967896b-06dd-4d55-b02d-2cc630a1ae52 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:12:30.656217 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:30.673100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-1315af54-9a0c-434b-8ec8-e083120bb57c service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986248 Jul 28 11:12:30.712260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:30.768146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Transition to ACTIVE for port object 5967896b-06dd-4d55-b02d-2cc630a1ae52 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:30.773319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:30.788093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:30.798076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b94f74ef-6bcb-4a14-84c5-5c1205cf58a6 req-a00ce5b9-ec57-46cf-90eb-4edf07317ee2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881368 Jul 28 11:12:30.937518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:30.944865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1198f8a-4306-47ba-a2a5-920bacc5e5c6 req-b83c898a-4b85-401e-8c98-6f1161159fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586517 Jul 28 11:12:30.946024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event updated for resources: {'Port': ['ID=d2645d47-7423-4a29-b9de-cc67c003adb6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:31.023663 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ea527f-ec92-4a81-ad62-54134647f917 x-openstack-request-id: req-52ea527f-ec92-4a81-ad62-54134647f917 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:31.023958 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1308ac7-11cc-4473-b7e0-9ee61878aabb", "name": "network-vif-deleted", "tag": "e67584a8-d072-40f0-a1d5-948ec0cbbf8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:31.024256 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52ea527f-ec92-4a81-ad62-54134647f917 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:31.024634 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1308ac7-11cc-4473-b7e0-9ee61878aabb', 'name': 'network-vif-deleted', 'tag': 'e67584a8-d072-40f0-a1d5-948ec0cbbf8f', 'status': 'completed', 'code': 200} Jul 28 11:12:31.024886 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'status': 'completed', 'code': 200} Jul 28 11:12:31.025784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] In _notify_port_updated(), no bound segment for port d2645d47-7423-4a29-b9de-cc67c003adb6 on network bd310a20-ef5d-46af-b4a7-35f31783ad7c {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:12:31.032500 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d5d189-8e3c-4dc3-bf30-5cf52e1f6421 x-openstack-request-id: req-08d5d189-8e3c-4dc3-bf30-5cf52e1f6421 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:31.032976 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2129a2-2d69-4ec7-a4dd-89b217dc93e8", "name": "network-vif-deleted", "tag": "a5ef5ed1-4796-48e5-af4d-411fc00e0e2c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:31.033069 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08d5d189-8e3c-4dc3-bf30-5cf52e1f6421 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:31.033864 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2129a2-2d69-4ec7-a4dd-89b217dc93e8', 'name': 'network-vif-deleted', 'tag': 'a5ef5ed1-4796-48e5-af4d-411fc00e0e2c', 'status': 'completed', 'code': 200} Jul 28 11:12:31.046819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.047531 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.052071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39530) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:31.058394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2fa6140f-e6e7-4354-8763-a49a9e743069 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "PUT /v2.0/ports/d2645d47-7423-4a29-b9de-cc67c003adb6 HTTP/1.1" status: 200 len: 1136 time: 1.6066701 Jul 28 11:12:31.067815 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eea9ff12-a93c-4c88-8652-2f3ddcb498a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.160116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4111e2fd-5050-4abd-a149-b49af5a801f2 None None] Provisioning complete for port d2645d47-7423-4a29-b9de-cc67c003adb6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:31.163096 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4111e2fd-5050-4abd-a149-b49af5a801f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.189398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4adbb-ef17-4520-b37c-f86dc21c5d38 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.192818 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-23a4adbb-ef17-4520-b37c-f86dc21c5d38 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "GET /v2.0/ports/d2645d47-7423-4a29-b9de-cc67c003adb6 HTTP/1.1" status: 200 len: 1136 time: 0.1392276 Jul 28 11:12:31.197418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:31.205737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4111e2fd-5050-4abd-a149-b49af5a801f2 None None] Port d2645d47-7423-4a29-b9de-cc67c003adb6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:12:31.209448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a5ef5ed1-4796-48e5-af4d-411fc00e0e2c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:31.232394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: a5ef5ed1-4796-48e5-af4d-411fc00e0e2c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:31.232955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a5ef5ed1-4796-48e5-af4d-411fc00e0e2c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:31.254202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-e86beecf-a883-4f2a-b37e-6b9085f495ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.256316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-e86beecf-a883-4f2a-b37e-6b9085f495ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.1848748 Jul 28 11:12:31.332939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2105247f-f7ad-44bd-a972-de8c12102a3e req-7c42f876-4197-45b8-8a47-04c6bb23d0ac tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 998 time: 0.2269368 Jul 28 11:12:31.358153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Pushing event updated for resources: {'Port': ['ID=5967896b-06dd-4d55-b02d-2cc630a1ae52,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:31.412544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-276bc94c-38ce-411f-9760-4145acf4256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.414368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-276bc94c-38ce-411f-9760-4145acf4256d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.1477823 Jul 28 11:12:31.435220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Deleting port d2645d47-7423-4a29-b9de-cc67c003adb6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:31.435974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.460398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Attempting to bind port 5967896b-06dd-4d55-b02d-2cc630a1ae52 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:31.460742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Attempting to bind port 5967896b-06dd-4d55-b02d-2cc630a1ae52 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:31.461077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Attempting to bind port 5967896b-06dd-4d55-b02d-2cc630a1ae52 on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:31.499528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Port 5967896b-06dd-4d55-b02d-2cc630a1ae52 on network 09b4baff-4f00-4f98-a809-022496ab14cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:12:31.499865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Attempting to bind port 5967896b-06dd-4d55-b02d-2cc630a1ae52 on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:31.517998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:31.518256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:31.518725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Bound using segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:31.519243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Bound port: 5967896b-06dd-4d55-b02d-2cc630a1ae52, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:31.519611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.601036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.624855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40601b3-67af-4e2a-8fee-6d5cddb1e0ca req-d7ffcc78-c60f-448e-bfa1-be0d89f52b15 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.626239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e40601b3-67af-4e2a-8fee-6d5cddb1e0ca req-d7ffcc78-c60f-448e-bfa1-be0d89f52b15 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5232279 Jul 28 11:12:31.637741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Calling delete_port for d2645d47-7423-4a29-b9de-cc67c003adb6 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:31.641700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-a8990bc6-0633-4909-9f92-059f67d485a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 1001 time: 0.2187207 Jul 28 11:12:31.649377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105247f-f7ad-44bd-a972-de8c12102a3e req-318d45be-f2ed-41bd-9575-2bf876798afd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.650873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2105247f-f7ad-44bd-a972-de8c12102a3e req-318d45be-f2ed-41bd-9575-2bf876798afd tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.3041306 Jul 28 11:12:31.670932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-2105247f-f7ad-44bd-a972-de8c12102a3e req-19e62d3b-7ed3-4285-9df5-d87eb88c93d4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:12:31.671982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2105247f-f7ad-44bd-a972-de8c12102a3e req-19e62d3b-7ed3-4285-9df5-d87eb88c93d4 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139041 Jul 28 11:12:31.749727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] For port 5967896b-06dd-4d55-b02d-2cc630a1ae52, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:31.825517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-23fce052-68bf-471f-8f3d-7160f3b2eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.827000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-23fce052-68bf-471f-8f3d-7160f3b2eeb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.1690567 Jul 28 11:12:31.856358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.863955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] For port 5967896b-06dd-4d55-b02d-2cc630a1ae52, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:31.881088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e817594-220a-40d8-b4bf-9d961b06782b req-8485c2c2-b7c4-45c4-9db5-16907de0e3f3 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=afc135ed34e343349fd09338597223e9 HTTP/1.1" status: 200 len: 1657 time: 0.1831152 Jul 28 11:12:31.898601 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:31.898921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-cf778d56-edb7-4ecc-8eef-750c7c0322d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:31.900504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-cf778d56-edb7-4ecc-8eef-750c7c0322d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601988 Jul 28 11:12:32.002028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-5536b592-09cd-4d7c-bb39-3f086c621664 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2494619 Jul 28 11:12:32.010578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:32.011545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.012781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] 10.222.0.41 "PUT /v2.0/ports/5967896b-06dd-4d55-b02d-2cc630a1ae52 HTTP/1.1" status: 200 len: 1091 time: 2.5044417 Jul 28 11:12:32.063132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:32.065376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.097502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71a3c4-a35e-4626-9fbe-565091146a3f service neutron] Pushing event updated for resources: {'Port': ['ID=5967896b-06dd-4d55-b02d-2cc630a1ae52,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:32.135559 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-ecdbb7fd-cbab-43f4-be54-5c0d091427b3 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071047 Jul 28 11:12:32.138405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event deleted for resources: {'Port': ['ID=d2645d47-7423-4a29-b9de-cc67c003adb6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:32.138894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad861-5dfe-4a7f-a610-94873e984192 req-ad481940-a49c-4291-ba15-ec50d3ce6775 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:32.156131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-ad481940-a49c-4291-ba15-ec50d3ce6775 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports/bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 942 time: 0.1439373 Jul 28 11:12:32.187269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e817594-220a-40d8-b4bf-9d961b06782b req-fd9529d2-bd11-447d-90df-abb90d5f6f29 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:32.203663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e817594-220a-40d8-b4bf-9d961b06782b req-fd9529d2-bd11-447d-90df-abb90d5f6f29 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks?id=04a1b6b7-ba73-462c-afb7-b938c05f879f&id=04a1b6b7-ba73-462c-afb7-b938c05f879f&id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 787 time: 0.3216166 Jul 28 11:12:32.214841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-4e817594-220a-40d8-b4bf-9d961b06782b req-76e08c7e-52cb-4b64-83d3-c419b4b4b4e2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:12:32.215835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e817594-220a-40d8-b4bf-9d961b06782b req-76e08c7e-52cb-4b64-83d3-c419b4b4b4e2 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113947 Jul 28 11:12:32.281567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-58acb1a6-20f1-493c-bbae-532e17f15e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:32.283122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-58acb1a6-20f1-493c-bbae-532e17f15e2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 1094 time: 0.2211554 Jul 28 11:12:32.315363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165f1514-4da0-4f89-ad0e-9e79d6390ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.349991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-5d5ad990-e7e0-4b3c-a1d6-e02b058405cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52 HTTP/1.1" status: 200 len: 217 time: 0.0572524 Jul 28 11:12:32.373532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-296c3d92-1606-4f95-80f3-59772c67dd88 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1553171 Jul 28 11:12:32.376489 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.379401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8547dd96-760d-4456-a417-f4b98f1770bf tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "DELETE /v2.0/ports/d2645d47-7423-4a29-b9de-cc67c003adb6 HTTP/1.1" status: 204 len: 168 time: 1.1807566 Jul 28 11:12:32.382397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:32.454318 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67e71dc4-a90a-4b99-80b1-302622da3fbf req-531a6644-ee33-486b-b812-fec39b2a0292 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073478 Jul 28 11:12:32.492031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Deleting subnet 3b7e8905-3b8c-4296-ac80-0c24dcdba5df {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:12:32.497120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.551583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-fa9b10b9-591a-44bb-841d-4f1e34cc2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:32.553170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-fa9b10b9-591a-44bb-841d-4f1e34cc2dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1781454 Jul 28 11:12:32.554547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.608597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165f1514-4da0-4f89-ad0e-9e79d6390ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.618009 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165f1514-4da0-4f89-ad0e-9e79d6390ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.698526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-165f1514-4da0-4f89-ad0e-9e79d6390ee9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8aaea82835c74dba992e90a7b0ba2855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342099 Jul 28 11:12:32.699394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1514-4da0-4f89-ad0e-9e79d6390ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd4718c-f3f2-4ab6-9f9f-6546aed16e23,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:32.701947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:32.737125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.801603 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b132641-88d4-4b82-9673-5857381264de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.833376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b132641-88d4-4b82-9673-5857381264de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.848575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.896602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7e8905-3b8c-4296-ac80-0c24dcdba5df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:32.898524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:32.902931 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab8f0a54-fc8a-43e8-8120-757fe8ba15c0 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "DELETE /v2.0/subnets/3b7e8905-3b8c-4296-ac80-0c24dcdba5df HTTP/1.1" status: 204 len: 168 time: 0.5163295 Jul 28 11:12:32.904235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:32.907040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccda702-5a3b-4c4f-8564-22681c1c51a9 None None] Network bd310a20-ef5d-46af-b4a7-35f31783ad7c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:32.998920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b132641-88d4-4b82-9673-5857381264de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.000247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-4f061e50-3ace-4b06-96c0-a312d18e5eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541036 Jul 28 11:12:33.002337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b132641-88d4-4b82-9673-5857381264de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.006850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8b132641-88d4-4b82-9673-5857381264de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dd4718c-f3f2-4ab6-9f9f-6546aed16e23 HTTP/1.1" status: 204 len: 168 time: 0.2966275 Jul 28 11:12:33.013984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.027009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132641-88d4-4b82-9673-5857381264de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd4718c-f3f2-4ab6-9f9f-6546aed16e23,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:33.028668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'tag': '5967896b-06dd-4d55-b02d-2cc630a1ae52'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:33.030995 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8" -d '{"events": [{"name": "network-changed", "server_uuid": "99718a9b-86ad-4f0f-8bbb-22946f6f1bdb", "tag": "5967896b-06dd-4d55-b02d-2cc630a1ae52"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:33.099740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6186d-62c4-4b49-8594-81aac5b5cb98 req-9be67a1b-3b22-431c-af7e-82eaa0b253bf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:33.107513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cac6186d-62c4-4b49-8594-81aac5b5cb98 req-9be67a1b-3b22-431c-af7e-82eaa0b253bf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 943 time: 0.5787611 Jul 28 11:12:33.143669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Deleting port 776cb781-075e-4135-8ee4-689fadefdd4f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:33.145656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.147916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad861-5dfe-4a7f-a610-94873e984192 req-eda6eb8d-b12a-467f-acea-a0897774e7f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:33.149319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-eda6eb8d-b12a-467f-acea-a0897774e7f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.7574089 Jul 28 11:12:33.202230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] DHCP port deletion for bd310a20-ef5d-46af-b4a7-35f31783ad7c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:12:33.229619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cac6186d-62c4-4b49-8594-81aac5b5cb98 req-c08ad79a-96aa-4a45-93e9-19e41dd632f8 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210935 Jul 28 11:12:33.280908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-b72c06bf-ff0e-4b0e-9e57-2213702c4037 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685294 Jul 28 11:12:33.281677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] Deleting port 776cb781-075e-4135-8ee4-689fadefdd4f {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:33.282060 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.288982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-80e98f8b-7b67-4ad5-bdcb-ff3ad6e62648 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1142707 Jul 28 11:12:33.318048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] For port 776cb781-075e-4135-8ee4-689fadefdd4f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=776cb781-075e-4135-8ee4-689fadefdd4f,segment=NetworkSegment(1eacacc4-da82-4704-a254-8a9768a66b5a),segment_id=1eacacc4-da82-4704-a254-8a9768a66b5a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:33.318421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.321111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:33.352932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Calling delete_port for 776cb781-075e-4135-8ee4-689fadefdd4f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:33.413669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.428396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] For port 776cb781-075e-4135-8ee4-689fadefdd4f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=776cb781-075e-4135-8ee4-689fadefdd4f,segment=NetworkSegment(1eacacc4-da82-4704-a254-8a9768a66b5a),segment_id=1eacacc4-da82-4704-a254-8a9768a66b5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:33.429058 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.450329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] Calling delete_port for 776cb781-075e-4135-8ee4-689fadefdd4f owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:33.478441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:33.500997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7852519-1938-48df-87df-8455adef6e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.505069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-1212d643-e75a-4f18-bc1f-9875d7e36dfb tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips/3f305683-1293-4232-ab68-11d6beac4655 HTTP/1.1" status: 200 len: 693 time: 0.1284115 Jul 28 11:12:33.543664 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.547035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.555761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.570367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] No DVR routers for this DVR port 776cb781-075e-4135-8ee4-689fadefdd4f on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:33.588255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] No DVR routers for this DVR port 776cb781-075e-4135-8ee4-689fadefdd4f on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:33.590042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event deleted for resources: {'Port': ['ID=776cb781-075e-4135-8ee4-689fadefdd4f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:33.608810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17336740-0375-41ab-afef-52a6d8fcaf61 None None] Pushing event deleted for resources: {'Port': ['ID=776cb781-075e-4135-8ee4-689fadefdd4f,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:33.703030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.705467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13c72d04-45e5-484f-b19e-6c8bdee397c1 req-51afa8c3-99b4-4c25-86d7-3ccc39d8b1e3 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154477 Jul 28 11:12:33.718533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd310a20-ef5d-46af-b4a7-35f31783ad7c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:33.735672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eacacc4-da82-4704-a254-8a9768a66b5a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:33.735970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eacacc4-da82-4704-a254-8a9768a66b5a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:33.755187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.757967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7852519-1938-48df-87df-8455adef6e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.765298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7852519-1938-48df-87df-8455adef6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.765939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-4d136c1d-d3a6-4334-89e1-35a9ad8d6e3b tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:33.774487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-4d136c1d-d3a6-4334-89e1-35a9ad8d6e3b tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2599964 Jul 28 11:12:33.800511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.806381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7852519-1938-48df-87df-8455adef6e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f1873-068d-482e-9e11-1810064a9d6b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:33.825682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:12:33.826203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:12:33.830214 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:12:33.843655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-da891051-5ed8-48a9-af0e-3642a39f287b tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0680621 Jul 28 11:12:33.893928 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c7852519-1938-48df-87df-8455adef6e62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=811842d83cf14172bc8391ae6c340235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154413 Jul 28 11:12:33.897015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:33.926958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.938214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.939967 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] 10.222.0.20 "DELETE /v2.0/networks/bd310a20-ef5d-46af-b4a7-35f31783ad7c HTTP/1.1" status: 204 len: 168 time: 1.0348394 Jul 28 11:12:33.956486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eb766-b167-40ef-b44e-f4f9b2b73983 tempest-ExtraDHCPOptionsTestJSON-1721216815 tempest-ExtraDHCPOptionsTestJSON-1721216815-project] Pushing event deleted for resources: {'Network': ['ID=bd310a20-ef5d-46af-b4a7-35f31783ad7c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:33.959789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.970970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-3ca18192-cf57-416f-8fdc-0d161df32964 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0944474 Jul 28 11:12:33.972298 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:33.972789 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 disassociated. External IP: 172.25.1.130, port: bc647c20-0a2e-4e31-9909-154acc7d6220. Jul 28 11:12:33.983418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2da36ffa-7d60-41a2-9216-8425798b59ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.007595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2da36ffa-7d60-41a2-9216-8425798b59ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.071792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2da36ffa-7d60-41a2-9216-8425798b59ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.075455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2da36ffa-7d60-41a2-9216-8425798b59ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.076979 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2da36ffa-7d60-41a2-9216-8425798b59ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee1f1873-068d-482e-9e11-1810064a9d6b HTTP/1.1" status: 204 len: 168 time: 0.1793163 Jul 28 11:12:34.094010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36ffa-7d60-41a2-9216-8425798b59ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f1873-068d-482e-9e11-1810064a9d6b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:34.314619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Deleting port 2a5cdc2e-8b03-49bd-8c2b-fd53bb78b582 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:34.315216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.322568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:34.394067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:34.459526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.459795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.476418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Calling delete_port for 2a5cdc2e-8b03-49bd-8c2b-fd53bb78b582 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:34.523964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bc53fae3-87bf-4580-9dce-4bd73b2a3636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff158aef81e44f7bb4e004811a611940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001553 Jul 28 11:12:34.526823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:34.589860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978520f4-2a43-42c8-8be8-37e3da5a4c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.593137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:34.599746 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.606231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:34.626479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978520f4-2a43-42c8-8be8-37e3da5a4c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.636453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:34.640582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:34.642993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-b6e63e91-12ea-48fb-9914-1bfd38852ed2 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "PUT /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 696 time: 1.3373926 Jul 28 11:12:34.713118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978520f4-2a43-42c8-8be8-37e3da5a4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.716904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978520f4-2a43-42c8-8be8-37e3da5a4c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.718061 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-978520f4-2a43-42c8-8be8-37e3da5a4c3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/019401d2-446f-4c1e-b254-052eaea9d808 HTTP/1.1" status: 204 len: 168 time: 0.1899178 Jul 28 11:12:34.739496 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.743125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978520f4-2a43-42c8-8be8-37e3da5a4c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019401d2-446f-4c1e-b254-052eaea9d808,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:34.802219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event deleted for resources: {'Port': ['ID=2a5cdc2e-8b03-49bd-8c2b-fd53bb78b582,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:34.818871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:34.889511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.897176 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:34.899837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf2303ec-9672-45f8-b3e9-8e843fa5874e req-5e18b060-1b41-446e-9e85-188d4a974ea1 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "DELETE /v2.0/floatingips/3f305683-1293-4232-ab68-11d6beac4655 HTTP/1.1" status: 204 len: 173 time: 0.8868420 Jul 28 11:12:35.016046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad861-5dfe-4a7f-a610-94873e984192 req-6bbe58e0-aa3e-45a7-b801-63980b70ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.017591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-6bbe58e0-aa3e-45a7-b801-63980b70ac1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.3585463 Jul 28 11:12:35.113806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 776cb781-075e-4135-8ee4-689fadefdd4f no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:35.133309 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e3f2c-908b-4bdf-8db3-4d4c18506992 x-openstack-request-id: req-7f5e3f2c-908b-4bdf-8db3-4d4c18506992 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:35.133672 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99718a9b-86ad-4f0f-8bbb-22946f6f1bdb", "tag": "5967896b-06dd-4d55-b02d-2cc630a1ae52", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:35.133995 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f5e3f2c-908b-4bdf-8db3-4d4c18506992 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:35.135668 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'tag': '5967896b-06dd-4d55-b02d-2cc630a1ae52', 'status': 'completed', 'code': 200} Jul 28 11:12:35.172882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 776cb781-075e-4135-8ee4-689fadefdd4f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:35.173586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 776cb781-075e-4135-8ee4-689fadefdd4f not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:35.198022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:35.239803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5967896b-06dd-4d55-b02d-2cc630a1ae52 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:12:35.242569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:35.260167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:35.260824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:35.323069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-fbbdddee-98b0-4bfb-a306-7e8d28be8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.324580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-fbbdddee-98b0-4bfb-a306-7e8d28be8e49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 1094 time: 0.1881018 Jul 28 11:12:35.327433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad861-5dfe-4a7f-a610-94873e984192 req-7c4af2b2-fa8a-48df-9bbc-16c3a272599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.333393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-7c4af2b2-fa8a-48df-9bbc-16c3a272599d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.3025012 Jul 28 11:12:35.386609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c127f-97f8-46a8-9bdc-b2f517e2806c req-6e63bf76-d7e7-41e9-b14a-076ad46e7e95 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.395379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b20c127f-97f8-46a8-9bdc-b2f517e2806c req-6e63bf76-d7e7-41e9-b14a-076ad46e7e95 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 943 time: 0.2204545 Jul 28 11:12:35.487096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-6e03c5a2-ee1f-4fbd-abfb-37266d9f6296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 217 time: 0.1338806 Jul 28 11:12:35.496544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:35.544316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5967896b-06dd-4d55-b02d-2cc630a1ae52, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:35.557392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad861-5dfe-4a7f-a610-94873e984192 req-be6c39ac-b597-4e03-8e25-cd71a78335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.559184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-be6c39ac-b597-4e03-8e25-cd71a78335ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.0608253 Jul 28 11:12:35.571253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5967896b-06dd-4d55-b02d-2cc630a1ae52', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': '5967896b-06dd-4d55-b02d-2cc630a1ae52', 'mac_address': 'fa:16:3e:44:f8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:12:35.630102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b20c127f-97f8-46a8-9bdc-b2f517e2806c req-4d608e15-9f45-4823-b73f-2ca154dc7a08 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283499 Jul 28 11:12:35.683113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:35.697872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-e81bbe4f-3f71-4c67-9802-ac95dd0ed014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.703260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-e81bbe4f-3f71-4c67-9802-ac95dd0ed014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.3645875 Jul 28 11:12:35.715093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad861-5dfe-4a7f-a610-94873e984192 req-a155a73f-5dcc-4c5e-b9f9-400630a74ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.719194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-a155a73f-5dcc-4c5e-b9f9-400630a74ab4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480708 Jul 28 11:12:35.775560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5967896b-06dd-4d55-b02d-2cc630a1ae52 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:12:35.796772 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-205fa344-c434-4745-a9d9-d348d713e54d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52 HTTP/1.1" status: 200 len: 217 time: 0.0764310 Jul 28 11:12:35.828389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5967896b-06dd-4d55-b02d-2cc630a1ae52, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:35.842534 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:35.937087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5967896b-06dd-4d55-b02d-2cc630a1ae52,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:35.941392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7508ce90-26b1-4424-b032-eb2d07326caf req-8daca720-19ef-42a4-a565-5358b607cc1d tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips/adcb36ea-0243-450f-834b-760209e6dabe HTTP/1.1" status: 200 len: 693 time: 0.1466010 Jul 28 11:12:35.983985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-9ede6d7d-7eb1-424a-ae4b-237c989a5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:35.985710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-9ede6d7d-7eb1-424a-ae4b-237c989a5790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1477666 Jul 28 11:12:36.051390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:36.100873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:36.119816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5967896b-06dd-4d55-b02d-2cc630a1ae52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:12:36.123949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af080bf5-6c46-40c8-a47d-f1b6effd5d9c None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:11:17Z', 'revision_number': 4, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'afeccbf6-c8de-47de-8edd-0c6bf60b03e5', 'name': '', 'network_id': 'd319864f-e921-4778-aa7f-fa5c4f53bbde', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'mac_address': 'fa:16:3e:de:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:16Z', 'updated_at': '2021-07-28T11:11:26Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'subnets': [{'id': 'e91927c3-ec45-4c9e-a74e-d96ca19f148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:36.416244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436691548'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:36.445852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:36.457412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.478514 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.547602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-6c7e20cb-412c-4963-9704-8c9ef28f1ecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5250731 Jul 28 11:12:36.554100 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb35a6-6ddd-418a-a0f3-66a9eb974835 None None] New status for floating IP 99eb3212-b3b6-40c9-9ab9-2b42547d1cc8: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:12:36.555713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-9c3a879f-ca65-4f56-8a82-bcec6678ade7 service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244641 Jul 28 11:12:36.635691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.644823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.697973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6f2e04-acaf-4c6b-8099-ccf0c16293a8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:36.735037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:36.735393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508ce90-26b1-4424-b032-eb2d07326caf req-a67e3da4-ea97-4794-b833-84d06c0f35fd tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:36.744029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7508ce90-26b1-4424-b032-eb2d07326caf req-a67e3da4-ea97-4794-b833-84d06c0f35fd tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.8013065 Jul 28 11:12:36.761978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.763691 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Added segment 8f2c1587-45c6-4a8c-9ed9-4aedf121463d of type vlan for network 1cc091ac-9606-4cde-961f-9c5176c9783d Jul 28 11:12:36.839503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.851236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-e0129ad2-c20b-44a3-b351-e1cc8fc150e8 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945426 Jul 28 11:12:36.860558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7508ce90-26b1-4424-b032-eb2d07326caf req-fa8db3c0-98e2-4ed5-b542-0f6cb68bda59 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.1155505 Jul 28 11:12:36.866804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-477ad861-5dfe-4a7f-a610-94873e984192 req-adfcc2bd-109d-49d8-a026-4178be2626ea service neutron] 10.222.0.20 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965953 Jul 28 11:12:36.900446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.908303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:36.909197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:36.971082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:36.998200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7508ce90-26b1-4424-b032-eb2d07326caf req-088d60d1-b50d-4d78-bbea-d3d94df4896f tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.1364608 Jul 28 11:12:37.033329 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9312103 Jul 28 11:12:37.045904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087c8fa-eef5-4fc1-887b-a85b96c37014 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Network': ['ID=1cc091ac-9606-4cde-961f-9c5176c9783d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:37.058598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Deleting subnet 43ae0dbb-814f-44fd-9da6-b95e4748690b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:12:37.063242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 1cc091ac-9606-4cde-961f-9c5176c9783d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:37.063723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.153608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:37.156359 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f5327-095a-496a-9fb6-1a8f2129e19f" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:37.162616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbfd4c4e-b043-409a-91b3-87b9b49dcba8 req-b652d296-016b-4513-86ae-4a6ffe7276fd service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989371 Jul 28 11:12:37.198537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.222783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ffdb9-d4df-4482-868b-32a32dc6ced5 req-26380e4d-9031-429e-99e4-fcb63b0998f3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:37.224454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee4ffdb9-d4df-4482-868b-32a32dc6ced5 req-26380e4d-9031-429e-99e4-fcb63b0998f3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 944 time: 0.1455331 Jul 28 11:12:37.236284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5967896b-06dd-4d55-b02d-2cc630a1ae52 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:37.277061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Deleting port 0a779b81-c7c0-4f3e-9903-47e3949f7cf0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:37.277467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.307084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.338615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee4ffdb9-d4df-4482-868b-32a32dc6ced5 req-d34326c2-d3ea-491c-8de3-aac4f119abb4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912597 Jul 28 11:12:37.351470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5967896b-06dd-4d55-b02d-2cc630a1ae52 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:37.372258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5967896b-06dd-4d55-b02d-2cc630a1ae52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:37.372747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.427923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.428314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.460225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Calling delete_port for 0a779b81-c7c0-4f3e-9903-47e3949f7cf0 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:37.477599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.513131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ae0dbb-814f-44fd-9da6-b95e4748690b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:37.525128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.530441 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-06fc3032-69a0-4e1c-a253-7514dca6189c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43ae0dbb-814f-44fd-9da6-b95e4748690b HTTP/1.1" status: 204 len: 168 time: 0.5582764 Jul 28 11:12:37.531051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:37.630301 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef0417c-f060-441a-b856-83103a877aaa x-openstack-request-id: req-bef0417c-f060-441a-b856-83103a877aaa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:37.630852 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:37.632967 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bef0417c-f060-441a-b856-83103a877aaa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:37.633736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.634301 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'status': 'completed', 'code': 200} Jul 28 11:12:37.643194 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.745220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.754356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967896b-06dd-4d55-b02d-2cc630a1ae52'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:37.756495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771208cd-b48e-47f4-9ef1-da6f117fecb7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:37.762835 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0370c2-9ced-498b-b5d6-a3b176a0b2cd" -d '{"events": [{"server_uuid": "99718a9b-86ad-4f0f-8bbb-22946f6f1bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5967896b-06dd-4d55-b02d-2cc630a1ae52"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:37.767797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4559a881-e9d7-49ee-98a3-830b8911ef41') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:37.768081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4559a881-e9d7-49ee-98a3-830b8911ef41') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:37.780518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.798790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.806987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:12:37.807336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:12:37.809079 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:12:37.880259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.908315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:37.911571 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] 10.222.0.20 "DELETE /v2.0/networks/771208cd-b48e-47f4-9ef1-da6f117fecb7 HTTP/1.1" status: 204 len: 168 time: 0.3793509 Jul 28 11:12:37.912630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0b5ad-8876-47fc-aaf8-2c1bcd7e9b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=771208cd-b48e-47f4-9ef1-da6f117fecb7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:37.988670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-3a2db0f3-80b8-4d80-9b9b-9d6abb531b95 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 200 len: 694 time: 0.2508082 Jul 28 11:12:38.130516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-d84e4c46-6d67-4d4e-9980-d79e25a536eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:38.132214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-d84e4c46-6d67-4d4e-9980-d79e25a536eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437771b227e84b68a1bb45f560608c73&device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 1096 time: 0.4434922 Jul 28 11:12:38.191657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:38.193704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5967896b-06dd-4d55-b02d-2cc630a1ae52, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:38.220147 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.286359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3a4dd996-eb5f-4b8c-9161-86e48c733053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aeb58e7341f44ad0973b047001fe5c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903835 Jul 28 11:12:38.287340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:38.351419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5967896b-06dd-4d55-b02d-2cc630a1ae52,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:38.386604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-f53e8e7d-128c-4eb8-a009-113eef8b35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:38.388740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-f53e8e7d-128c-4eb8-a009-113eef8b35d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 200 len: 920 time: 0.2418504 Jul 28 11:12:38.415526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c922216a-4ae8-4eb8-a0fd-4af474d9881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.442780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c922216a-4ae8-4eb8-a0fd-4af474d9881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.453027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-efd5783e-5b96-4f34-9ae1-60a3441df404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 200 len: 217 time: 0.0541651 Jul 28 11:12:38.519995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c922216a-4ae8-4eb8-a0fd-4af474d9881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.523754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c922216a-4ae8-4eb8-a0fd-4af474d9881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.525123 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c922216a-4ae8-4eb8-a0fd-4af474d9881a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eacdae12-b176-4e89-88d7-292be79c8ff5 HTTP/1.1" status: 204 len: 168 time: 0.2366054 Jul 28 11:12:38.551870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-ee736149-c26d-49d2-82e2-b5909f23c50d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:38.556227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922216a-4ae8-4eb8-a0fd-4af474d9881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacdae12-b176-4e89-88d7-292be79c8ff5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:38.559645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-ee736149-c26d-49d2-82e2-b5909f23c50d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.5701241 Jul 28 11:12:38.570333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.706954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event deleted for resources: {'Port': ['ID=0a779b81-c7c0-4f3e-9903-47e3949f7cf0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:38.712301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-70700c22-541c-4c1f-a5f3-d705aedf16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:38.713732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-70700c22-541c-4c1f-a5f3-d705aedf16bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 200 len: 858 time: 0.2503505 Jul 28 11:12:38.728081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-082a8bdf-75a3-4848-befa-754be87db91d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 697 time: 0.1673968 Jul 28 11:12:38.859388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-4325a751-0939-4a16-9ba9-e52d7eae7779 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 697 time: 0.1291246 Jul 28 11:12:38.941758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.948314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:38.949848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7508ce90-26b1-4424-b032-eb2d07326caf req-d1dfd15d-307f-4cb4-beff-fb7bd699e127 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "DELETE /v2.0/floatingips/adcb36ea-0243-450f-834b-760209e6dabe HTTP/1.1" status: 204 len: 173 time: 1.9445317 Jul 28 11:12:38.952123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-15859115-4bf1-4586-86bc-7d5c96429ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:38.953447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-15859115-4bf1-4586-86bc-7d5c96429ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d319864f-e921-4778-aa7f-fa5c4f53bbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508710 Jul 28 11:12:39.024427 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286a11d-9bac-41cd-96a5-88e790394f37 x-openstack-request-id: req-0286a11d-9bac-41cd-96a5-88e790394f37 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:39.024980 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99718a9b-86ad-4f0f-8bbb-22946f6f1bdb", "name": "network-vif-plugged", "status": "completed", "tag": "5967896b-06dd-4d55-b02d-2cc630a1ae52", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:39.025441 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0286a11d-9bac-41cd-96a5-88e790394f37 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:39.026045 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967896b-06dd-4d55-b02d-2cc630a1ae52', 'code': 200} Jul 28 11:12:39.217254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601753a2-deca-4c49-a7b0-ff47bbe0fa92 req-fa85099f-02b0-44da-abd1-db720d54d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:39.220205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-601753a2-deca-4c49-a7b0-ff47bbe0fa92 req-fa85099f-02b0-44da-abd1-db720d54d59f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 1096 time: 0.1149433 Jul 28 11:12:39.338892 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-601753a2-deca-4c49-a7b0-ff47bbe0fa92 req-fd636823-af31-49ee-a0c6-843e4ce4ba5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111615 Jul 28 11:12:39.367133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Deleting port 145c5372-fa71-4ad6-8991-5565e51f2b3f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:39.367488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:39.417153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75102-bc17-406c-bf5f-54f29f3ced86 req-98672c39-f7a8-42d9-8907-c95314fb4312 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:39.424248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36f75102-bc17-406c-bf5f-54f29f3ced86 req-98672c39-f7a8-42d9-8907-c95314fb4312 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2343616 Jul 28 11:12:39.477766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-4b89b759-60a1-442b-b3f5-c93b735be16c service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081824 Jul 28 11:12:39.583940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36f75102-bc17-406c-bf5f-54f29f3ced86 req-77228ca3-a94a-4a44-b579-1b33075c93cb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513858 Jul 28 11:12:39.604452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:39.604788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:39.649084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Calling delete_port for 145c5372-fa71-4ad6-8991-5565e51f2b3f owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:39.707563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:39.804109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-bc9bf38e-86b3-4d1c-8ea3-0c2dfb7a509a tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips/bc16785f-9686-4962-9f1d-9cee2349d62c HTTP/1.1" status: 200 len: 693 time: 0.0618868 Jul 28 11:12:39.869613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-163f5327-095a-496a-9fb6-1a8f2129e19f req-32f9d754-2379-4b16-8895-707ad8cad482 service neutron] 10.222.0.41 "GET /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742504 Jul 28 11:12:39.957639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1073880180-network', 'tenant_id': 'af386d9167144fd98e0c7260f45eb541'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:40.016710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-a659d1bb-c674-4153-9471-a9af3e069dc0 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:40.022863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Made reservation on behalf of af386d9167144fd98e0c7260f45eb541 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:40.024832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-a659d1bb-c674-4153-9471-a9af3e069dc0 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 784 time: 0.2192242 Jul 28 11:12:40.027441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.050766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.110190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-ac590a19-255f-4e2d-9c0c-2b8003c696e5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.0842507 Jul 28 11:12:40.166612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:40.178520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.217947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.222943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.236815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:40.244059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event deleted for resources: {'Port': ['ID=145c5372-fa71-4ad6-8991-5565e51f2b3f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:40.259856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.260435 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Added segment 832d2f83-f059-4f72-a913-188501abc849 of type vlan for network 87fbc5e0-9343-483e-bf21-1824032ddbf7 Jul 28 11:12:40.266507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-91234c37-5ce0-4413-a876-cb19dfd1aeef tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.1550939 Jul 28 11:12:40.313977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.361875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.364852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:40.365630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.385864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:40.400807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'subnet': {'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:40.444405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97f8d2f-1a17-4c32-b241-6b7f7fef4752,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:40.453609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7443893 Jul 28 11:12:40.457678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:40.458420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3660e8-2c38-4ce9-9ed6-2e7db83020b2 admin admin] Pushing event updated for resources: {'Network': ['ID=87fbc5e0-9343-483e-bf21-1824032ddbf7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:40.465582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Request body: {'subnet': {'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1073880180-subnet', 'tenant_id': 'af386d9167144fd98e0c7260f45eb541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:40.480744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 87fbc5e0-9343-483e-bf21-1824032ddbf7 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:40.497163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec3cde2c-c543-40d9-befc-3231b67d6be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.506738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Made reservation on behalf of af386d9167144fd98e0c7260f45eb541 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:40.510710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.951514 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.974504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.977034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:40.984810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e00b1eb-cb5e-4157-aabd-53091e8311b1 req-0ef24297-7393-41df-a40c-c2ebce360392 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "DELETE /v2.0/floatingips/99eb3212-b3b6-40c9-9ab9-2b42547d1cc8 HTTP/1.1" status: 204 len: 173 time: 2.1155660 Jul 28 11:12:41.013457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=987656d4-2b12-4fe3-86c6-8037d91d6d2a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:41.028512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Checking segment: {'id': '832d2f83-f059-4f72-a913-188501abc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:41.028874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Network hostable DHCP agents. Network: 87fbc5e0-9343-483e-bf21-1824032ddbf7, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:41.047842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Network 87fbc5e0-9343-483e-bf21-1824032ddbf7 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:41.058336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 87fbc5e0-9343-483e-bf21-1824032ddbf7) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:41.062995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:41.063827 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.067908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf1947-85ff-4bf7-a28b-0e89e6095ec0 None None] Network 87fbc5e0-9343-483e-bf21-1824032ddbf7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:41.124229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Deleting port 8e62c327-6598-4335-83ed-31f4cf79a437 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:41.124554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.188225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec3cde2c-c543-40d9-befc-3231b67d6be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.200761 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3837f83f-a71c-4788-b838-199d413410ed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7389367 Jul 28 11:12:41.208797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fb878-cde6-4db6-88b8-c54a703682f5 req-f9dde6a9-f35c-47cc-9984-95c9899cf7eb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:41.212594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f44fb878-cde6-4db6-88b8-c54a703682f5 req-f9dde6a9-f35c-47cc-9984-95c9899cf7eb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1806886 Jul 28 11:12:41.213649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281eb5d3-81d1-4d56-afd7-57a5c7df613c None None] Network 87fbc5e0-9343-483e-bf21-1824032ddbf7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:41.233975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec3cde2c-c543-40d9-befc-3231b67d6be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.324883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:41.328896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.399607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.399934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.402253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cde2c-c543-40d9-befc-3231b67d6be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d043904e-cb75-41eb-9389-23651c2b58d4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:41.408102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f44fb878-cde6-4db6-88b8-c54a703682f5 req-98d2c4c8-0418-4013-8dc2-12a3edacfdb9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778233 Jul 28 11:12:41.424620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ec3cde2c-c543-40d9-befc-3231b67d6be5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c3ea49b01d94da29ffc23632283218a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2539082 Jul 28 11:12:41.425123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:41.441043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Calling delete_port for 8e62c327-6598-4335-83ed-31f4cf79a437 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:41.498940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92904964-789b-4bf3-a248-59e76afd5338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.530744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92904964-789b-4bf3-a248-59e76afd5338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.605602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92904964-789b-4bf3-a248-59e76afd5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.611140 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92904964-789b-4bf3-a248-59e76afd5338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.614801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-92904964-789b-4bf3-a248-59e76afd5338 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d043904e-cb75-41eb-9389-23651c2b58d4 HTTP/1.1" status: 204 len: 168 time: 0.1860936 Jul 28 11:12:41.650512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92904964-789b-4bf3-a248-59e76afd5338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d043904e-cb75-41eb-9389-23651c2b58d4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:41.732195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.807910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.852196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Subnet': ['ID=e294265e-a64c-4b23-b730-3d965ae514b4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:41.858937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Pushing event deleted for resources: {'Port': ['ID=8e62c327-6598-4335-83ed-31f4cf79a437,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:41.887210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Checking segment: {'id': '8f2c1587-45c6-4a8c-9ed9-4aedf121463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:41.887572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network hostable DHCP agents. Network: 1cc091ac-9606-4cde-961f-9c5176c9783d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:41.941023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network 1cc091ac-9606-4cde-961f-9c5176c9783d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:41.951045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.954529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.956320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9614b2e-1cc7-4f20-98fb-5d22ff5112e4 req-cf347296-1c27-4556-90ec-5bf4b281efc5 tempest-FloatingIPDetailsTestJSON-1746877968 tempest-FloatingIPDetailsTestJSON-1746877968-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc16785f-9686-4962-9f1d-9cee2349d62c HTTP/1.1" status: 204 len: 173 time: 1.6884329 Jul 28 11:12:41.957465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 1cc091ac-9606-4cde-961f-9c5176c9783d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:41.963376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:41.970670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:41.971953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:41.977851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d2a8c-537c-4465-bb5a-0d9ecb22ab2c None None] Network 1cc091ac-9606-4cde-961f-9c5176c9783d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:42.035151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4e4b1051-8817-440f-bcf8-9cec64b84551 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6416924 Jul 28 11:12:42.038640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:42.047278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-873182413'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:42.100526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:42.103868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:42.108083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.150345 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bf08640-beef-40cc-bf4a-cf1b4ea6ede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.166703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:42.192437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.193116 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Added segment b3ea33cb-cca1-47e3-9372-a8adce35e845 of type vlan for network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 Jul 28 11:12:42.247701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-1cc091ac-9606-4cde-961f-9c5176c9783d', 'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d', 'tenant_id': 'bde5d378a15747679ad9f077171a3a26', 'fixed_ips': [{'subnet_id': 'e294265e-a64c-4b23-b730-3d965ae514b4'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:12:42.249512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.315815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.381971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.394455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:42.394455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.494838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bf08640-beef-40cc-bf4a-cf1b4ea6ede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.495059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Network': ['ID=99cb451c-b7a0-42dd-a88b-61daf085a2d6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:42.511550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d79a1f51-7152-4624-8498-161b485f2fde tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4708023 Jul 28 11:12:42.513219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd55fba-cb1a-4483-b91b-1f8df4bdd31f req-24a872be-f718-47f9-9092-7b6e03de0a8d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:42.514430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fd55fba-cb1a-4483-b91b-1f8df4bdd31f req-24a872be-f718-47f9-9092-7b6e03de0a8d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 945 time: 0.1484518 Jul 28 11:12:42.515371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:42.516063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bf08640-beef-40cc-bf4a-cf1b4ea6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.523685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'subnet': {'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:42.558362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:42.661666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Allocated IP 2001:db8:0:ffff::2 (1cc091ac-9606-4cde-961f-9c5176c9783d/e294265e-a64c-4b23-b730-3d965ae514b4/a833dab2-d8f6-454b-8ecc-c0ade85c0c5b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:42.685520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2bf08640-beef-40cc-bf4a-cf1b4ea6ede7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc1920b9c2124222b2aa08e32736c989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784740 Jul 28 11:12:42.688315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:42.709154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf08640-beef-40cc-bf4a-cf1b4ea6ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c8c53c-3a6e-4bb3-a1dc-9d5c0ef4468b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:42.747076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6fd55fba-cb1a-4483-b91b-1f8df4bdd31f req-201eb6d4-0c20-4bb6-aeae-2ec8519a839e tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135978 Jul 28 11:12:42.786017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c81a-5d5a-402f-9306-ae2f464dffdb req-8bd75cab-c5c7-4fa7-a7e1-3b51c75307e3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:42.793910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3146c81a-5d5a-402f-9306-ae2f464dffdb req-8bd75cab-c5c7-4fa7-a7e1-3b51c75307e3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1505988 Jul 28 11:12:42.797354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bff34adb-3434-4f9a-9e8d-07891770df33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.839966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:42.841417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bff34adb-3434-4f9a-9e8d-07891770df33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.843823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.894021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.910832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3146c81a-5d5a-402f-9306-ae2f464dffdb req-b4990fc7-a9a6-4005-add4-bfda55704448 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158988 Jul 28 11:12:42.913597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Transition to ACTIVE for port object a833dab2-d8f6-454b-8ecc-c0ade85c0c5b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:42.943438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bff34adb-3434-4f9a-9e8d-07891770df33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.946452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bff34adb-3434-4f9a-9e8d-07891770df33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:42.947347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bff34adb-3434-4f9a-9e8d-07891770df33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75c8c53c-3a6e-4bb3-a1dc-9d5c0ef4468b HTTP/1.1" status: 204 len: 168 time: 0.2561426 Jul 28 11:12:42.955877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Transition to ACTIVE for port object a833dab2-d8f6-454b-8ecc-c0ade85c0c5b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:42.965399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34adb-3434-4f9a-9e8d-07891770df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c8c53c-3a6e-4bb3-a1dc-9d5c0ef4468b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:42.977129 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.112725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Pushing event updated for resources: {'Port': ['ID=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:43.115257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.118749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Network 1cc091ac-9606-4cde-961f-9c5176c9783d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:43.120377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:43.123443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:43.232969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Attempting to bind port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:43.232969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Attempting to bind port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8f2c1587-45c6-4a8c-9ed9-4aedf121463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:43.232969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Attempting to bind port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b on network 1cc091ac-9606-4cde-961f-9c5176c9783d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:43.246447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:43.247189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Checking segment: {'id': '8f2c1587-45c6-4a8c-9ed9-4aedf121463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:43.248948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.251472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Bound using segment: {'id': '8f2c1587-45c6-4a8c-9ed9-4aedf121463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:43.254202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Bound port: a833dab2-d8f6-454b-8ecc-c0ade85c0c5b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2c1587-45c6-4a8c-9ed9-4aedf121463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1cc091ac-9606-4cde-961f-9c5176c9783d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:43.256081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.343546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] For port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:43.348811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] For port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,segment=NetworkSegment(8f2c1587-45c6-4a8c-9ed9-4aedf121463d),segment_id=8f2c1587-45c6-4a8c-9ed9-4aedf121463d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:43.355716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.425202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-c813b3b6-d81f-44f5-a14e-9dfa8e0fc6fe tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:43.426791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-c813b3b6-d81f-44f5-a14e-9dfa8e0fc6fe tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 945 time: 0.1619334 Jul 28 11:12:43.464295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Pushing event updated for resources: {'Port': ['ID=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:43.483765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.484212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.484674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.485094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.485661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.486183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.486581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.487693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.488146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.488518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.488949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.489339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95dca0c-8aba-4129-be4e-c2aea9de76b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:12:43.527334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:12:43.539562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.674080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Subnet': ['ID=1bfec1ee-a691-4db1-bf98-8dc39b3f16f0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:43.799657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Checking segment: {'id': 'b3ea33cb-cca1-47e3-9372-a8adce35e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:43.800368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network hostable DHCP agents. Network: 99cb451c-b7a0-42dd-a88b-61daf085a2d6, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:43.822466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Deleting port bc647c20-0a2e-4e31-9909-154acc7d6220 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:43.823015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:43.996501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:44.051208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 99cb451c-b7a0-42dd-a88b-61daf085a2d6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:44.055556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:44.056362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.060429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebb5ec-dbb5-48a6-b811-3f2a13f696a1 None None] Network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:44.092445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aed01-ff92-45dd-aac6-074c95e202c9 req-170138ad-dd45-46f8-b308-0bc3cddd223d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:44.094007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-596aed01-ff92-45dd-aac6-074c95e202c9 req-170138ad-dd45-46f8-b308-0bc3cddd223d tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 945 time: 0.1910307 Jul 28 11:12:44.115207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] For port bc647c20-0a2e-4e31-9909-154acc7d6220, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=bc647c20-0a2e-4e31-9909-154acc7d6220,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:44.115592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.159718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d64f319-6f65-473b-874e-7f8387300490 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6398733 Jul 28 11:12:44.160319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:44.160907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Calling delete_port for bc647c20-0a2e-4e31-9909-154acc7d6220 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:44.170015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'port': {'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6', 'name': 'tempest-NetworksIpV6TestAttrs-1694742550'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:44.171593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Deleting port d1369bf6-99e3-49c4-9a4b-c06d6d691aae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:44.171942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.244652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34fd6-167f-42ee-a62d-9dfcf7167845 req-2d6a9cbc-d635-414c-8328-39e551b1fd87 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:44.246970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-baf34fd6-167f-42ee-a62d-9dfcf7167845 req-2d6a9cbc-d635-414c-8328-39e551b1fd87 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2225285 Jul 28 11:12:44.265088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-596aed01-ff92-45dd-aac6-074c95e202c9 req-dceea888-4829-4ad3-82d7-5caaa28d7f9a tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588256 Jul 28 11:12:44.295687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-99cb451c-b7a0-42dd-a88b-61daf085a2d6', 'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6', 'tenant_id': 'bde5d378a15747679ad9f077171a3a26', 'fixed_ips': [{'subnet_id': '1bfec1ee-a691-4db1-bf98-8dc39b3f16f0'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:12:44.296974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.425904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:44.434397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.477348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] device_id is not set on port 02839378-a017-4b3c-897b-06d3f0253ac4 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:12:44.545247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] For port d1369bf6-99e3-49c4-9a4b-c06d6d691aae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:44.545621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.581460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-baf34fd6-167f-42ee-a62d-9dfcf7167845 req-e1318533-2ec3-47e8-88a6-0c070f8f76d0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060236 Jul 28 11:12:44.630298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Allocated IP 2001:db8::f816:3eff:fef1:c926 (99cb451c-b7a0-42dd-a88b-61daf085a2d6/1bfec1ee-a691-4db1-bf98-8dc39b3f16f0/1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:44.637781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Calling delete_port for d1369bf6-99e3-49c4-9a4b-c06d6d691aae owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:44.738991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-f94c5b27-5fa0-4ef0-8c6d-ae867647cb87 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:44.746366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-f94c5b27-5fa0-4ef0-8c6d-ae867647cb87 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/networks?id=87fbc5e0-9343-483e-bf21-1824032ddbf7 HTTP/1.1" status: 200 len: 810 time: 0.3427255 Jul 28 11:12:44.833332 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.845581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Transition to ACTIVE for port object 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:44.855603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-93d50076-04c0-4ce1-bb6f-ded89d960b42 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/quotas/af386d9167144fd98e0c7260f45eb541 HTTP/1.1" status: 200 len: 375 time: 0.1082761 Jul 28 11:12:44.867800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Transition to ACTIVE for port object 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:44.877332 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.906290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-898ddbf8-3789-4343-93fe-10ad28ce6284 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af386d9167144fd98e0c7260f45eb541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497408 Jul 28 11:12:44.926774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:44.932887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:44.948698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:44.957998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8c81b-6166-4258-bd9c-7c281cb5b7c4 None None] Network 1cc091ac-9606-4cde-961f-9c5176c9783d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:44.966021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:44.974477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Pushing event updated for resources: {'Port': ['ID=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:45.019785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Allocated IP 2001:db8::f816:3eff:fe55:6337 (99cb451c-b7a0-42dd-a88b-61daf085a2d6/1bfec1ee-a691-4db1-bf98-8dc39b3f16f0/02839378-a017-4b3c-897b-06d3f0253ac4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:45.043009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['bc647c20-0a2e-4e31-9909-154acc7d6220'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:12:45.147170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5f1325cf-c935-402e-b8de-df06ab7f86ac None None] Provisioning for port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:45.166967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Attempting to bind port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:45.168073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Attempting to bind port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b3ea33cb-cca1-47e3-9372-a8adce35e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:45.168739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Attempting to bind port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 on network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:45.188044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:45.188455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Checking segment: {'id': 'b3ea33cb-cca1-47e3-9372-a8adce35e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:45.188861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.189256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Bound using segment: {'id': 'b3ea33cb-cca1-47e3-9372-a8adce35e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:45.189795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Bound port: 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ea33cb-cca1-47e3-9372-a8adce35e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99cb451c-b7a0-42dd-a88b-61daf085a2d6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:45.190776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.205429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a833dab2-d8f6-454b-8ecc-c0ade85c0c5b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:45.210006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Pushing event deleted for resources: {'Port': ['ID=bc647c20-0a2e-4e31-9909-154acc7d6220,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:45.284918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] No DVR routers for this DVR port bc647c20-0a2e-4e31-9909-154acc7d6220 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:45.293303 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.295630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d77db5b-31e2-4f38-9e63-635ccc677db8 req-062af0ba-0c69-4d72-94be-8d93c4af28f5 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.41 "DELETE /v2.0/ports/bc647c20-0a2e-4e31-9909-154acc7d6220 HTTP/1.1" status: 204 len: 173 time: 1.8597558 Jul 28 11:12:45.303136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'name': 'network-vif-deleted', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:45.305683 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809fec91-a884-404c-a649-75640086b37e" -d '{"events": [{"server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "name": "network-vif-deleted", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:45.387744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-34c3d92e-9fb9-4423-9423-23cc219b74bb service neutron] 10.222.0.20 "GET /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804606 Jul 28 11:12:45.493142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abbac838-db69-49be-a1be-51b559d45f43 req-344e813c-9453-4773-9d56-ce8ae12243a6 tempest-FloatingIPsAssociationTestJSON-1471057071 tempest-FloatingIPsAssociationTestJSON-1471057071-project] 10.222.0.20 "GET /v2.0/ports?device_id=8efe4e28-1721-47b0-ae85-100e36a82638 HTTP/1.1" status: 200 len: 210 time: 0.0379419 Jul 28 11:12:45.501883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.517960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.536529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Transition to ACTIVE for port object 02839378-a017-4b3c-897b-06d3f0253ac4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:45.586361 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5859e24-ce1c-46fe-b7b3-24d12aba36f5 x-openstack-request-id: req-e5859e24-ce1c-46fe-b7b3-24d12aba36f5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:45.586722 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe4e28-1721-47b0-ae85-100e36a82638", "name": "network-vif-deleted", "tag": "bc647c20-0a2e-4e31-9909-154acc7d6220", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:45.586931 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5859e24-ce1c-46fe-b7b3-24d12aba36f5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:45.587437 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe4e28-1721-47b0-ae85-100e36a82638', 'name': 'network-vif-deleted', 'tag': 'bc647c20-0a2e-4e31-9909-154acc7d6220', 'status': 'completed', 'code': 200} Jul 28 11:12:45.588858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] For port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:45.591479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:45.592969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1369bf6-99e3-49c4-9a4b-c06d6d691aae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:45.601463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] For port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,segment=NetworkSegment(b3ea33cb-cca1-47e3-9372-a8adce35e845),segment_id=b3ea33cb-cca1-47e3-9372-a8adce35e845)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:45.606341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:45.606717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.609425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.615866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.671444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:45.678610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:45.683717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:45.691975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:45.693521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:45.698454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Port': ['ID=02839378-a017-4b3c-897b-06d3f0253ac4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:45.715235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aa6e2737-18fb-4a3f-a020-870c7ab9c508 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5512559 Jul 28 11:12:45.718362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:45.744875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-95664a24-730c-49db-b000-5fcdab2d8533 service neutron] 10.222.0.20 "GET /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561094 Jul 28 11:12:45.872761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting subnet 1bfec1ee-a691-4db1-bf98-8dc39b3f16f0 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:12:45.892645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.041500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7948-1e8f-4a75-b880-9ee9d0a3729f None None] Pushing event updated for resources: {'Port': ['ID=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:46.108218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.154351 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.319171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,segment=NetworkSegment(8f2c1587-45c6-4a8c-9ed9-4aedf121463d),segment_id=8f2c1587-45c6-4a8c-9ed9-4aedf121463d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:46.325574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.473809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:46.559159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50d41e55-0b8c-4c53-9725-fb3b040f1d69 None None] Provisioning complete for port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:46.561198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.562545 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50d41e55-0b8c-4c53-9725-fb3b040f1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.745124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.825575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfec1ee-a691-4db1-bf98-8dc39b3f16f0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:46.841866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:46.843788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e049bce-54a2-490d-ab2e-3d3942bb1e81 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/1bfec1ee-a691-4db1-bf98-8dc39b3f16f0 HTTP/1.1" status: 204 len: 168 time: 1.1241117 Jul 28 11:12:46.848162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:46.976394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c160411b-dab1-494d-941b-ff2e8a826409 req-7bd3adc1-fe52-4b13-98bc-d625a25c6477 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 210 time: 0.1691735 Jul 28 11:12:47.010313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c732da-8b1a-48c5-b90c-cb731a01838a req-d6f47e6a-37b7-4e9c-894a-baae46d428f6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:47.011795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0c732da-8b1a-48c5-b90c-cb731a01838a req-d6f47e6a-37b7-4e9c-894a-baae46d428f6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 1.0817909 Jul 28 11:12:47.049150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.073539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:47.090923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a7f64-c6e1-4e34-b427-9d68ba4865e0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:47.095283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a7f64-c6e1-4e34-b427-9d68ba4865e0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:47.109982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e12a7f64-c6e1-4e34-b427-9d68ba4865e0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2607272 Jul 28 11:12:47.114509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:47.276407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bc647c20-0a2e-4e31-9909-154acc7d6220 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:47.333902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0c732da-8b1a-48c5-b90c-cb731a01838a req-483246c4-50db-4b6d-9bee-966723106a57 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907894 Jul 28 11:12:47.372109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-316e031a-8617-46dd-9530-d9ca4b38c849 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.397500 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-316e031a-8617-46dd-9530-d9ca4b38c849 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 11:12:47.398305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316e031a-8617-46dd-9530-d9ca4b38c849 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:12:47.400338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-316e031a-8617-46dd-9530-d9ca4b38c849 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/99cb451c-b7a0-42dd-a88b-61daf085a2d6 HTTP/1.1" status: 409 len: 405 time: 0.2848573 Jul 28 11:12:47.405831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:47.408288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: bc647c20-0a2e-4e31-9909-154acc7d6220 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:47.408643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device bc647c20-0a2e-4e31-9909-154acc7d6220 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:47.413380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1274784947'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:47.448635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:47.453738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.486968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:47.513189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.513590 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Added segment e968522d-eb38-4f65-9c48-62d9c61e72e4 of type vlan for network a69819db-3ce8-4339-8dd1-ca9b7257ef4e Jul 28 11:12:47.596395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.644784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.654220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:47.655243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.686810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738e231-7edb-4062-92d6-0965db58e1d4 None None] Network 99cb451c-b7a0-42dd-a88b-61daf085a2d6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:47.691226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40176) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:47.765679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:47.779525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3664842 Jul 28 11:12:47.781046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:47.799026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'subnet': {'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:47.847800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8745d4fe-4bbe-44aa-aabf-4545b7be0846 None None] Provisioning for port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:47.875117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:47.875363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:47.889718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb2c89-e48b-4964-bd55-efca803f9592 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Network': ['ID=a69819db-3ce8-4339-8dd1-ca9b7257ef4e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:47.897530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:47.898181 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:47.942953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a69819db-3ce8-4339-8dd1-ca9b7257ef4e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:47.969785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:47.976301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.072683 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86c6fdcf-c2f8-4808-8090-747393a3b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.195598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c11bf18-2766-410e-9356-dc2a7e515b56 req-1702e11f-b5d2-4e64-8202-8cccf9e587ea tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 210 time: 0.1210582 Jul 28 11:12:48.270475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:48.281136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:12:48.281619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85b6f37e-10b5-4817-a245-56114c69f848 admin admin] 10.222.0.20 "PUT /v2.0/routers/cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3167701 Jul 28 11:12:48.282409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:48.287402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] Sync routers for ids ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:48.306111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] Routers {'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:48.306674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:48.403560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] DHCP port deletion for 99cb451c-b7a0-42dd-a88b-61daf085a2d6 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:12:48.474996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:12:48.476922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.513961 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.558893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Subnet': ['ID=dba77c1d-c77c-4db8-95d7-6e2d3f4d2885,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:48.584548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Checking segment: {'id': 'e968522d-eb38-4f65-9c48-62d9c61e72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:48.584950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network hostable DHCP agents. Network: a69819db-3ce8-4339-8dd1-ca9b7257ef4e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:48.605463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network a69819db-3ce8-4339-8dd1-ca9b7257ef4e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:48.607972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] Set router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:48.622027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a69819db-3ce8-4339-8dd1-ca9b7257ef4e) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:48.626255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:48.626879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.646298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,segment=NetworkSegment(b3ea33cb-cca1-47e3-9372-a8adce35e845),segment_id=b3ea33cb-cca1-47e3-9372-a8adce35e845)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:48.678805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaec76-bec4-4db6-b63d-fde8b55119d1 None None] Network a69819db-3ce8-4339-8dd1-ca9b7257ef4e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:48.694357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.695122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a833dab2-d8f6-454b-8ecc-c0ade85c0c5b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:48.744876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.785063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] Deleting port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:48.785436 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.847220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1cd3c-be2d-4d01-b6b7-86d7c61e8d03 req-25bccc31-d62d-43ea-894a-4cb212512109 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:48.848770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fe1cd3c-be2d-4d01-b6b7-86d7c61e8d03 req-25bccc31-d62d-43ea-894a-4cb212512109 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.3969436 Jul 28 11:12:48.865957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-54cb808e-02f1-4ae7-bfbf-9a24f20d96f1 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:48.867393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-54cb808e-02f1-4ae7-bfbf-9a24f20d96f1 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.41 "GET /v2.0/networks?id=87fbc5e0-9343-483e-bf21-1824032ddbf7 HTTP/1.1" status: 200 len: 810 time: 0.4498653 Jul 28 11:12:48.875936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86c6fdcf-c2f8-4808-8090-747393a3b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.893310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Request body: {'port': {'device_id': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7', 'admin_state_up': True, 'tenant_id': 'af386d9167144fd98e0c7260f45eb541'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:48.893577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba3203d8-aeba-427a-8da7-d619c4dfc4b6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1029689 Jul 28 11:12:48.893577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:48.902852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'port': {'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e', 'name': 'tempest-NetworksIpV6TestAttrs-234554439'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:48.905400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86c6fdcf-c2f8-4808-8090-747393a3b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.933557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] For port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,segment=NetworkSegment(b3ea33cb-cca1-47e3-9372-a8adce35e845),segment_id=b3ea33cb-cca1-47e3-9372-a8adce35e845)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:48.933958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:48.974631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:48.979203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] Calling delete_port for 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:49.042491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:49.042491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.107187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-86c6fdcf-c2f8-4808-8090-747393a3b582 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e656912c8508436a91cf8935b9bc6628&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3896534 Jul 28 11:12:49.107761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:49.129040 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8fe1cd3c-be2d-4d01-b6b7-86d7c61e8d03 req-bca32b7a-7713-46fa-bc46-11bb50f44d93 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605553 Jul 28 11:12:49.155535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6fdcf-c2f8-4808-8090-747393a3b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215926a7-2608-4894-9ad0-237f4b905353,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:49.172733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.211951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-a69819db-3ce8-4339-8dd1-ca9b7257ef4e', 'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e', 'tenant_id': 'bde5d378a15747679ad9f077171a3a26', 'fixed_ips': [{'subnet_id': 'dba77c1d-c77c-4db8-95d7-6e2d3f4d2885'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:12:49.212824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.259032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:49.264788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.279938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.304550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] device_id is not set on port de46ce71-c735-49ac-8a91-4939b32f2950 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:12:49.352865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.381520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:12:45Z', 'revision_number': 5, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port': {'id': '2c9af25b-f219-4617-8e76-383dc0ea81c1', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:48Z', 'updated_at': '2021-07-28T11:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:49.433481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e2791b7-a9cd-4920-be9c-b3d6968237f6 req-bcebe3cf-7624-412d-88b6-d5659cbb6782 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 210 time: 0.0663161 Jul 28 11:12:49.436611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] Pushing event deleted for resources: {'Port': ['ID=1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:49.444331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c153c49-76e9-4462-ad45-03bccafabacc None None] No DVR routers for this DVR port 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:49.446186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] Checking router: cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:49.462034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Made reservation on behalf of af386d9167144fd98e0c7260f45eb541 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:49.465747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.471370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] Routers {'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:49.472284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:49.501288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d714a1-66a8-4ff9-9b36-c2ad70ec3c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.558320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Allocated IP 2001:db8::f816:3eff:fe8a:a988 (a69819db-3ce8-4339-8dd1-ca9b7257ef4e/dba77c1d-c77c-4db8-95d7-6e2d3f4d2885/de46ce71-c735-49ac-8a91-4939b32f2950) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:49.584454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:49.588645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] Set router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:49.608554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d714a1-66a8-4ff9-9b36-c2ad70ec3c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.617562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Deleting port 2c9af25b-f219-4617-8e76-383dc0ea81c1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:49.617824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.683850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:49.684567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cf2d2b6-23b8-4cc6-a111-2d4bb32fee22 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:49.688386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:12:49Z', 'revision_number': 6, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:49.705005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d714a1-66a8-4ff9-9b36-c2ad70ec3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.708250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d714a1-66a8-4ff9-9b36-c2ad70ec3c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.709381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c0d714a1-66a8-4ff9-9b36-c2ad70ec3c72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/215926a7-2608-4894-9ad0-237f4b905353 HTTP/1.1" status: 204 len: 168 time: 0.6000116 Jul 28 11:12:49.739069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.740594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480037a-5a9f-4fb7-8316-dcd067006978 None None] The sync data for ids ['cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e'] in n-d-723573-7 is: [{'id': 'cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e', 'name': 'tempest-FloatingIPDetailsTestJSON-36162401-router', 'tenant_id': 'afc135ed34e343349fd09338597223e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:47Z', 'updated_at': '2021-07-28T11:12:49Z', 'revision_number': 6, 'project_id': 'afc135ed34e343349fd09338597223e9', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:49.776988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d714a1-66a8-4ff9-9b36-c2ad70ec3c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215926a7-2608-4894-9ad0-237f4b905353,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:49.824053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] For port 2c9af25b-f219-4617-8e76-383dc0ea81c1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2c9af25b-f219-4617-8e76-383dc0ea81c1,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:49.825897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.868548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.885290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Transition to ACTIVE for port object de46ce71-c735-49ac-8a91-4939b32f2950 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:49.904577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Calling delete_port for 2c9af25b-f219-4617-8e76-383dc0ea81c1 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:49.954724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:49.973573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Allocated IP 172.20.0.11 (87fbc5e0-9343-483e-bf21-1824032ddbf7/987656d4-2b12-4fe3-86c6-8037d91d6d2a/768135cb-44ef-44c3-81bb-38ee0ddc5a84) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:50.009160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Allocated IP 2001:db8::f816:3eff:feea:9a14 (a69819db-3ce8-4339-8dd1-ca9b7257ef4e/dba77c1d-c77c-4db8-95d7-6e2d3f4d2885/ad470172-a0d2-4ffe-b938-f966cf73ae24) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:50.029738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network a69819db-3ce8-4339-8dd1-ca9b7257ef4e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:50.040906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:50.050904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:50.058079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:50.059172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.082287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1858921 Jul 28 11:12:50.083368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e96e02-e102-4ed7-b29f-89ec4dca2fdd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Port': ['ID=de46ce71-c735-49ac-8a91-4939b32f2950,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:50.087313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:50.176383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting subnet dba77c1d-c77c-4db8-95d7-6e2d3f4d2885 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:12:50.259201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.267812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Transition to ACTIVE for port object ad470172-a0d2-4ffe-b938-f966cf73ae24 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:50.275138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:50.293365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d25e37a-7e95-42b7-ae58-dff0be412be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.321260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Transition to ACTIVE for port object ad470172-a0d2-4ffe-b938-f966cf73ae24 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:50.329445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.346003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.397530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Pushing event updated for resources: {'Port': ['ID=ad470172-a0d2-4ffe-b938-f966cf73ae24,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:50.403420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Network a69819db-3ce8-4339-8dd1-ca9b7257ef4e is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:50.405105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:50.407886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:50.459624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.509516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86714a6e-a28b-41a2-8179-cff3994c4376 req-c9d91402-9f56-4ea5-a72d-55e4eba6006f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:50.511449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86714a6e-a28b-41a2-8179-cff3994c4376 req-c9d91402-9f56-4ea5-a72d-55e4eba6006f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2455027 Jul 28 11:12:50.548083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d25e37a-7e95-42b7-ae58-dff0be412be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.556134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Deleting port afeccbf6-c8de-47de-8edd-0c6bf60b03e5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:50.556508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.563962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d25e37a-7e95-42b7-ae58-dff0be412be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.603768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25e37a-7e95-42b7-ae58-dff0be412be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5f237-0d13-4d8b-bda3-51b4437ad657,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:50.630951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d25e37a-7e95-42b7-ae58-dff0be412be0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ba365924bda4f11b04f84dd59b7a47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545704 Jul 28 11:12:50.631639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:50.666588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Attempting to bind port ad470172-a0d2-4ffe-b938-f966cf73ae24 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:50.667048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Attempting to bind port ad470172-a0d2-4ffe-b938-f966cf73ae24 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'e968522d-eb38-4f65-9c48-62d9c61e72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:50.667533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Attempting to bind port ad470172-a0d2-4ffe-b938-f966cf73ae24 on network a69819db-3ce8-4339-8dd1-ca9b7257ef4e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:50.682031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:50.682452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Checking segment: {'id': 'e968522d-eb38-4f65-9c48-62d9c61e72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:50.682834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.683236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Bound using segment: {'id': 'e968522d-eb38-4f65-9c48-62d9c61e72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:50.684065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Bound port: ad470172-a0d2-4ffe-b938-f966cf73ae24, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e968522d-eb38-4f65-9c48-62d9c61e72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a69819db-3ce8-4339-8dd1-ca9b7257ef4e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:50.684495 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.703438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b13733-b50b-4a52-bb65-d435721c6ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.736978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b13733-b50b-4a52-bb65-d435721c6ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.792285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] For port ad470172-a0d2-4ffe-b938-f966cf73ae24, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:50.795563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] For port ad470172-a0d2-4ffe-b938-f966cf73ae24, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ad470172-a0d2-4ffe-b938-f966cf73ae24,segment=NetworkSegment(e968522d-eb38-4f65-9c48-62d9c61e72e4),segment_id=e968522d-eb38-4f65-9c48-62d9c61e72e4)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:50.803662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.821195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b13733-b50b-4a52-bb65-d435721c6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.827780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b13733-b50b-4a52-bb65-d435721c6ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:50.829364 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b5b13733-b50b-4a52-bb65-d435721c6ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbf5f237-0d13-4d8b-bda3-51b4437ad657 HTTP/1.1" status: 204 len: 168 time: 0.1964793 Jul 28 11:12:50.845039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b13733-b50b-4a52-bb65-d435721c6ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5f237-0d13-4d8b-bda3-51b4437ad657,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:50.963062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecc34-1bc8-497d-9ae8-a908f36fe3db None None] Pushing event updated for resources: {'Port': ['ID=ad470172-a0d2-4ffe-b938-f966cf73ae24,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:51.132332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.215598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86714a6e-a28b-41a2-8179-cff3994c4376 req-b0fcbbf2-40fc-473d-b13e-ef97b9f51994 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771774 Jul 28 11:12:51.247779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.275776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b38ddfe6-031f-4ad1-afa7-f89f3eccbbc5 req-8c2e2cd2-663b-4750-9cbb-f721b7c6bb1d tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 210 time: 0.6747587 Jul 28 11:12:51.328593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9af25b-f219-4617-8e76-383dc0ea81c1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:51.524317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] For port afeccbf6-c8de-47de-8edd-0c6bf60b03e5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:51.524733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.562256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Calling delete_port for afeccbf6-c8de-47de-8edd-0c6bf60b03e5 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:51.590122 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.650043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ad470172-a0d2-4ffe-b938-f966cf73ae24 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:51.679224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.711575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.783570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ad470172-a0d2-4ffe-b938-f966cf73ae24 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:51.790296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.803194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:51.885210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2c9af25b-f219-4617-8e76-383dc0ea81c1 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:51.910625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Network 87fbc5e0-9343-483e-bf21-1824032ddbf7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:51.921323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2c9af25b-f219-4617-8e76-383dc0ea81c1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:51.923621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2c9af25b-f219-4617-8e76-383dc0ea81c1 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:51.924445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1369bf6-99e3-49c4-9a4b-c06d6d691aae no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:51.959900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Pushing event updated for resources: {'Port': ['ID=768135cb-44ef-44c3-81bb-38ee0ddc5a84,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:51.961162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: d1369bf6-99e3-49c4-9a4b-c06d6d691aae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:51.961893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1369bf6-99e3-49c4-9a4b-c06d6d691aae not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:51.962490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:51.966309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:52.004207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.004207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:12:52.007508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.011678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:52.012078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e3fb7e2c-7a37-4da4-ac12-3dbc363ed21e admin admin] 10.222.0.20 "DELETE /v2.0/routers/cd05ddc3-5e02-4e90-aa3f-7dcf4d81d77e HTTP/1.1" status: 204 len: 168 time: 3.7246277 Jul 28 11:12:52.073901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.119340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Deleting subnet 570dc61d-dc91-4937-8d0e-e49fc711809c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:12:52.125090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.148623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:52.149291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.158138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.161342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/dba77c1d-c77c-4db8-95d7-6e2d3f4d2885 HTTP/1.1" status: 204 len: 168 time: 2.0638764 Jul 28 11:12:52.162202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321677b-dcba-46a2-96cc-12ed9d03a04c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Subnet': ['ID=dba77c1d-c77c-4db8-95d7-6e2d3f4d2885,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:52.164784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:52.188215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-1ddf9aa5-e62a-4285-baeb-d346fca07611 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3011742 Jul 28 11:12:52.223652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Request body: {'port': {'device_id': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:52.280153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c5169-8064-493b-a099-07cf2b7713d2 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:52.282551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c5169-8064-493b-a099-07cf2b7713d2 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:52.287733 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b0c5169-8064-493b-a099-07cf2b7713d2 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1188135 Jul 28 11:12:52.288693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:52.293234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.321161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.321341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.359308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af039be-ed0c-4b97-bfac-4dfb65af8e53 None None] Network a69819db-3ce8-4339-8dd1-ca9b7257ef4e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:52.420664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=afeccbf6-c8de-47de-8edd-0c6bf60b03e5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:52.437335 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.468905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6641c59-5ec6-4d76-a133-a727146e8184 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.496011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] Provisioning for port ad470172-a0d2-4ffe-b938-f966cf73ae24 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:52.502453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] Provisioning complete for port ad470172-a0d2-4ffe-b938-f966cf73ae24 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:52.503060 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.515150 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6641c59-5ec6-4d76-a133-a727146e8184 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 11:12:52.515617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6641c59-5ec6-4d76-a133-a727146e8184 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:12:52.517575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6641c59-5ec6-4d76-a133-a727146e8184 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/a69819db-3ce8-4339-8dd1-ca9b7257ef4e HTTP/1.1" status: 409 len: 405 time: 0.2276022 Jul 28 11:12:52.522589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:52.529913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-502975141'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:52.559396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.593807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:52.598435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.660688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.681597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:52.694996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.735944 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.737991 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/570dc61d-dc91-4937-8d0e-e49fc711809c HTTP/1.1" status: 204 len: 168 time: 0.7227185 Jul 28 11:12:52.741564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:52.751812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be171736-5881-4713-92bf-b2216c42c247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570dc61d-dc91-4937-8d0e-e49fc711809c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:52.778558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.778944 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Added segment 75b299dc-4644-47ba-80e7-a0b2b270d6ec of type vlan for network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 Jul 28 11:12:52.799267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] For port ad470172-a0d2-4ffe-b938-f966cf73ae24, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ad470172-a0d2-4ffe-b938-f966cf73ae24,segment=NetworkSegment(e968522d-eb38-4f65-9c48-62d9c61e72e4),segment_id=e968522d-eb38-4f65-9c48-62d9c61e72e4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:52.805030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] DHCP port deletion for a69819db-3ce8-4339-8dd1-ca9b7257ef4e request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:12:52.807383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a702f28-a458-4c33-8fc5-12f9b14c6644 None None] Network 51204e7c-0a57-4224-afce-0c3efdac6f6f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:52.812273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.935591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:52.946345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a37a1-27e6-4367-bfe6-773d1f218d87 req-df83ac01-0031-40d6-a53d-aac84f28e5d9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:52.950334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-194a37a1-27e6-4367-bfe6-773d1f218d87 req-df83ac01-0031-40d6-a53d-aac84f28e5d9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.5337343 Jul 28 11:12:52.963959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536a305-9c6d-4334-9fdd-4bdd67f41bac req-6e331f72-66ec-44d7-a4b4-76eb3afaf585 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:52.965550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1536a305-9c6d-4334-9fdd-4bdd67f41bac req-6e331f72-66ec-44d7-a4b4-76eb3afaf585 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 932 time: 0.5640578 Jul 28 11:12:53.012777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.017095 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.024346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:53.025137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.146248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332ff8a-1b30-4a23-a60b-50aa31eac9bc None None] Pushing event updated for resources: {'Port': ['ID=ad470172-a0d2-4ffe-b938-f966cf73ae24,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:53.194795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] Deleting port ad470172-a0d2-4ffe-b938-f966cf73ae24 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:53.195598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.199054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6754174 Jul 28 11:12:53.202350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:53.217188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'subnet': {'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:53.274370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea6aee-9a01-431f-9c64-ad4e8b70c6a0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Network': ['ID=1ba95a1a-53d0-40dd-a11d-c80d4927e637,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:53.284299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] For port ad470172-a0d2-4ffe-b938-f966cf73ae24, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ad470172-a0d2-4ffe-b938-f966cf73ae24,segment=NetworkSegment(e968522d-eb38-4f65-9c48-62d9c61e72e4),segment_id=e968522d-eb38-4f65-9c48-62d9c61e72e4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:53.284852 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.302355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] Calling delete_port for ad470172-a0d2-4ffe-b938-f966cf73ae24 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:53.302730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-194a37a1-27e6-4367-bfe6-773d1f218d87 req-e7cd7fa4-c76a-43a6-88cf-9d9f845e18d2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146305 Jul 28 11:12:53.359565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.388337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Deleting port de6b4b96-b9df-423c-989f-f5e725cbbf7b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:53.388605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.389292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:53.392864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] DHCP port deletion for 51204e7c-0a57-4224-afce-0c3efdac6f6f request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:12:53.402254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.420602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1536a305-9c6d-4334-9fdd-4bdd67f41bac req-74e568a3-5e9a-4ba4-9708-e30f8254e92b tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225044 Jul 28 11:12:53.522361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] For port de6b4b96-b9df-423c-989f-f5e725cbbf7b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de6b4b96-b9df-423c-989f-f5e725cbbf7b,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:53.523576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.526306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:53.529803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.530109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] No DVR routers for this DVR port ad470172-a0d2-4ffe-b938-f966cf73ae24 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:53.581946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c533c-25d0-4271-9b8f-a02c24c57ae5 None None] Pushing event deleted for resources: {'Port': ['ID=ad470172-a0d2-4ffe-b938-f966cf73ae24,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:53.666908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:53.679613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Calling delete_port for de6b4b96-b9df-423c-989f-f5e725cbbf7b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:53.702058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de6b4b96-b9df-423c-989f-f5e725cbbf7b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:53.761447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] Deleting port de6b4b96-b9df-423c-989f-f5e725cbbf7b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:53.761822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.763845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768135cb-44ef-44c3-81bb-38ee0ddc5a84 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:12:53.772685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.786387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Transition to ACTIVE for port object 768135cb-44ef-44c3-81bb-38ee0ddc5a84 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:53.800801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.850795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Pushing event updated for resources: {'Port': ['ID=768135cb-44ef-44c3-81bb-38ee0ddc5a84,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:53.890092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.922846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] No DVR routers for this DVR port de6b4b96-b9df-423c-989f-f5e725cbbf7b on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:53.948963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] For port de6b4b96-b9df-423c-989f-f5e725cbbf7b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de6b4b96-b9df-423c-989f-f5e725cbbf7b,segment=NetworkSegment(0ed44399-0459-4080-8706-de66c71db8d2),segment_id=0ed44399-0459-4080-8706-de66c71db8d2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:53.949415 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:53.951636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6b4b96-b9df-423c-989f-f5e725cbbf7b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:53.973070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] Calling delete_port for de6b4b96-b9df-423c-989f-f5e725cbbf7b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:53.979418 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.031602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807b51a6-8b8d-4f82-8e36-a61b6dcd16ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.068368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.077677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ad470172-a0d2-4ffe-b938-f966cf73ae24 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:54.104433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:12:54.107592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51204e7c-0a57-4224-afce-0c3efdac6f6f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:54.109408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ad470172-a0d2-4ffe-b938-f966cf73ae24 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:54.109563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ad470172-a0d2-4ffe-b938-f966cf73ae24 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:54.110078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.131439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed44399-0459-4080-8706-de66c71db8d2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:54.131740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed44399-0459-4080-8706-de66c71db8d2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:54.164140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.169810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.184207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Attempting to bind port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:54.184878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Attempting to bind port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '832d2f83-f059-4f72-a913-188501abc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:54.185433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Attempting to bind port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 on network 87fbc5e0-9343-483e-bf21-1824032ddbf7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:54.191209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] Pushing event deleted for resources: {'Port': ['ID=de6b4b96-b9df-423c-989f-f5e725cbbf7b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.193797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.202737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e805b-7fb5-410d-9ee6-e63ae542dbe2 None None] No DVR routers for this DVR port de6b4b96-b9df-423c-989f-f5e725cbbf7b on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:54.206110 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807b51a6-8b8d-4f82-8e36-a61b6dcd16ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.207481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 on network 87fbc5e0-9343-483e-bf21-1824032ddbf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:12:54.208064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Attempting to bind port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 on network 87fbc5e0-9343-483e-bf21-1824032ddbf7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:54.210837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:12:54.211301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:12:54.214095 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:12:54.221495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:54.221835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Checking segment: {'id': '832d2f83-f059-4f72-a913-188501abc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:54.222217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Bound using segment: {'id': '832d2f83-f059-4f72-a913-188501abc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:54.222646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Bound port: 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832d2f83-f059-4f72-a913-188501abc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:54.223001 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.226342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807b51a6-8b8d-4f82-8e36-a61b6dcd16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.272647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Subnet': ['ID=15a77070-685e-4681-b7a3-93ad5f1b62b5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.301064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Checking segment: {'id': '75b299dc-4644-47ba-80e7-a0b2b270d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:54.301803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network hostable DHCP agents. Network: 1ba95a1a-53d0-40dd-a11d-c80d4927e637, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:54.306593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-807b51a6-8b8d-4f82-8e36-a61b6dcd16ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28efb834bb634cb4a4d2e8a2da7c3fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6353550 Jul 28 11:12:54.307607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:54.326847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.327229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b51a6-8b8d-4f82-8e36-a61b6dcd16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b0a16f-eaa0-420c-a23b-c1af813b96b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.345054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Router 33246d96-0fab-41cf-a407-52c39fafa478 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:12:54.357991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.359864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51204e7c-0a57-4224-afce-0c3efdac6f6f HTTP/1.1" status: 204 len: 168 time: 1.6172633 Jul 28 11:12:54.364630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504702a0-5bea-48ed-baba-28d7c3641216 admin admin] Pushing event deleted for resources: {'Network': ['ID=51204e7c-0a57-4224-afce-0c3efdac6f6f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.413787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:54.436503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] For port 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:54.453828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] For port 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84,segment=NetworkSegment(832d2f83-f059-4f72-a913-188501abc849),segment_id=832d2f83-f059-4f72-a913-188501abc849)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:54.464057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 1ba95a1a-53d0-40dd-a11d-c80d4927e637) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:54.470374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:54.471640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.474737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ad5d4-1d7e-4ab5-aed1-8475010466bd None None] Network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:54.482493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-774a9688-1106-4b56-8ce3-64f91942731f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.489282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.512687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40342) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:54.516784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6f5ef30-de7d-4bef-9e45-3b8a5c27ee30 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3132081 Jul 28 11:12:54.541558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-774a9688-1106-4b56-8ce3-64f91942731f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.553283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:54.616010 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a2a3649-90de-4274-bd14-437c776e49d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afc135ed34e343349fd09338597223e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615275 Jul 28 11:12:54.616861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:54.619135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.619292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:54.619407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] 10.222.0.41 "PUT /v2.0/ports/768135cb-44ef-44c3-81bb-38ee0ddc5a84 HTTP/1.1" status: 200 len: 1092 time: 2.4198613 Jul 28 11:12:54.657226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-774a9688-1106-4b56-8ce3-64f91942731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.661842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-774a9688-1106-4b56-8ce3-64f91942731f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.665523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-774a9688-1106-4b56-8ce3-64f91942731f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35b0a16f-eaa0-420c-a23b-c1af813b96b7 HTTP/1.1" status: 204 len: 168 time: 0.3543997 Jul 28 11:12:54.673780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'tag': '768135cb-44ef-44c3-81bb-38ee0ddc5a84'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:12:54.676038 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b80b7c-0086-4cbb-a9f9-25465ab89b51", "tag": "768135cb-44ef-44c3-81bb-38ee0ddc5a84"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:12:54.678222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a9688-1106-4b56-8ce3-64f91942731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b0a16f-eaa0-420c-a23b-c1af813b96b7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.713882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c36ebb9-2878-480c-a59d-69afbee60067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.746446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:12:54.759641 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] Sync routers for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:12:54.761170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c36ebb9-2878-480c-a59d-69afbee60067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.761302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6d853707-a58c-4332-beb1-3b6afc21d8fa admin admin] 10.222.0.20 "PUT /v2.0/routers/33246d96-0fab-41cf-a407-52c39fafa478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6833470 Jul 28 11:12:54.766719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:54.775928 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:54.777215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe293aa-cec7-44fb-a68c-7648cc855b38 service neutron] Pushing event updated for resources: {'Port': ['ID=768135cb-44ef-44c3-81bb-38ee0ddc5a84,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.777938 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:54.845216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-1ba95a1a-53d0-40dd-a11d-c80d4927e637', 'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637', 'tenant_id': 'bde5d378a15747679ad9f077171a3a26', 'fixed_ips': [{'subnet_id': '15a77070-685e-4681-b7a3-93ad5f1b62b5'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:12:54.845861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.865648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c36ebb9-2878-480c-a59d-69afbee60067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.870128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c36ebb9-2878-480c-a59d-69afbee60067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:54.871411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8c36ebb9-2878-480c-a59d-69afbee60067 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a30f8015-da68-404b-b187-a2407ea207cd HTTP/1.1" status: 204 len: 168 time: 0.2519171 Jul 28 11:12:54.883844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d0395-afc4-4c73-ac06-f6d921addb5f req-226510a2-7257-418a-9dae-3d0e50b084eb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:54.895885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-527d0395-afc4-4c73-ac06-f6d921addb5f req-226510a2-7257-418a-9dae-3d0e50b084eb tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.4103718 Jul 28 11:12:54.911464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36ebb9-2878-480c-a59d-69afbee60067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f8015-da68-404b-b187-a2407ea207cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:54.988250 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:55.020916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:55.045876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c445dd-182a-4492-af2d-53ccc49e224c req-c9590263-a3a0-49c8-a5f2-6efdeb98dd10 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:55.050092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6c445dd-182a-4492-af2d-53ccc49e224c req-c9590263-a3a0-49c8-a5f2-6efdeb98dd10 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 944 time: 0.3696475 Jul 28 11:12:55.295121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Allocated IP 2001:db8::f816:3eff:fe5b:5a5a (1ba95a1a-53d0-40dd-a11d-c80d4927e637/15a77070-685e-4681-b7a3-93ad5f1b62b5/b06e6576-3790-42e8-8f72-f1115b1305a4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:55.336655 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:12:52Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:55.337886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:55.405820 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] Checking router: 33246d96-0fab-41cf-a407-52c39fafa478 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:12:55.437132 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] Routers {'33246d96-0fab-41cf-a407-52c39fafa478'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:12:55.438678 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:12:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['33246d96-0fab-41cf-a407-52c39fafa478'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:55.461022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-7e00a008-9123-4123-8763-d8a1eb942990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:55.462641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-7e00a008-9123-4123-8763-d8a1eb942990 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af386d9167144fd98e0c7260f45eb541&device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 1095 time: 0.6343780 Jul 28 11:12:55.479945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-527d0395-afc4-4c73-ac06-f6d921addb5f req-4c1b11d9-2d58-42ba-8dd0-3db606d4b033 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261438 Jul 28 11:12:55.591402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6c445dd-182a-4492-af2d-53ccc49e224c req-464972ea-3a02-4a0a-af57-a14705df003f tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002420 Jul 28 11:12:55.677188 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddab919-a2a6-4861-8200-50916e369173 x-openstack-request-id: req-0ddab919-a2a6-4861-8200-50916e369173 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:12:55.677821 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b80b7c-0086-4cbb-a9f9-25465ab89b51", "tag": "768135cb-44ef-44c3-81bb-38ee0ddc5a84", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:12:55.678177 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ddab919-a2a6-4861-8200-50916e369173 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:12:55.678724 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'tag': '768135cb-44ef-44c3-81bb-38ee0ddc5a84', 'status': 'completed', 'code': 200} Jul 28 11:12:55.687594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:55.699243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-f64737da-9d22-45bc-9ee1-d83ab8000dcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84 HTTP/1.1" status: 200 len: 217 time: 0.1996772 Jul 28 11:12:55.719094 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:55.738788 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] Set router 33246d96-0fab-41cf-a407-52c39fafa478 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:12:55.741233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Transition to ACTIVE for port object b06e6576-3790-42e8-8f72-f1115b1305a4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:55.821138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Transition to ACTIVE for port object b06e6576-3790-42e8-8f72-f1115b1305a4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:12:55.833567 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:55.958790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Pushing event updated for resources: {'Port': ['ID=b06e6576-3790-42e8-8f72-f1115b1305a4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:55.992011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:55.994214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:56.001751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:56.121239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Attempting to bind port b06e6576-3790-42e8-8f72-f1115b1305a4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:12:56.121627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Attempting to bind port b06e6576-3790-42e8-8f72-f1115b1305a4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75b299dc-4644-47ba-80e7-a0b2b270d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:12:56.121996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Attempting to bind port b06e6576-3790-42e8-8f72-f1115b1305a4 on network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:12:56.135713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:12:56.136122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Checking segment: {'id': '75b299dc-4644-47ba-80e7-a0b2b270d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:56.136551 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.136952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Bound using segment: {'id': '75b299dc-4644-47ba-80e7-a0b2b270d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:12:56.144544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Bound port: b06e6576-3790-42e8-8f72-f1115b1305a4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b299dc-4644-47ba-80e7-a0b2b270d6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:12:56.145016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.215158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:56.234229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] For port b06e6576-3790-42e8-8f72-f1115b1305a4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:12:56.234229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] For port b06e6576-3790-42e8-8f72-f1115b1305a4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b06e6576-3790-42e8-8f72-f1115b1305a4,segment=NetworkSegment(75b299dc-4644-47ba-80e7-a0b2b270d6ec),segment_id=75b299dc-4644-47ba-80e7-a0b2b270d6ec)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:12:56.234536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:12:52Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:56.244309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.320023 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f3b69-95cc-4ed2-82fa-68fae093c3ea None None] The sync data for ids ['33246d96-0fab-41cf-a407-52c39fafa478'] in n-d-723573-7 is: [{'id': '33246d96-0fab-41cf-a407-52c39fafa478', 'name': 'tempest-FloatingIPsAssociationTestJSON-62502423-router', 'tenant_id': '437771b227e84b68a1bb45f560608c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0f14b042-49d3-40c9-857e-71ada4134460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:11:08Z', 'updated_at': '2021-07-28T11:12:52Z', 'revision_number': 5, 'project_id': '437771b227e84b68a1bb45f560608c73', 'gw_port': {'id': '0f14b042-49d3-40c9-857e-71ada4134460', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33246d96-0fab-41cf-a407-52c39fafa478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:11:10Z', 'updated_at': '2021-07-28T11:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:12:56.339756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ce4bd-ba68-4194-a265-30b32c77d362 None None] Pushing event updated for resources: {'Port': ['ID=b06e6576-3790-42e8-8f72-f1115b1305a4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:56.492222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-4c7ccf6f-d6cf-4d85-a5fc-c7bc20df3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:56.493684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-4c7ccf6f-d6cf-4d85-a5fc-c7bc20df3110 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987656d4-2b12-4fe3-86c6-8037d91d6d2a HTTP/1.1" status: 200 len: 850 time: 0.7655895 Jul 28 11:12:56.538731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-781fb9ad-ddfa-4b77-8328-ecc66e743e37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87fbc5e0-9343-483e-bf21-1824032ddbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351603 Jul 28 11:12:56.543294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.609520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-483196112-network', 'tenant_id': 'eaf933171c9b484793269b273158ed4e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:56.665597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Made reservation on behalf of eaf933171c9b484793269b273158ed4e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:56.669555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.682139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.784870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.912591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.923723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.935534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Subnet': ['ID=15a77070-685e-4681-b7a3-93ad5f1b62b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:56.962313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:12:56.964459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb5c2e-49f6-497b-844c-2af28b77d6e4 req-ebfb00d8-84f6-4b20-8e19-54240a0bfd6d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:56.966242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94cb5c2e-49f6-497b-844c-2af28b77d6e4 req-ebfb00d8-84f6-4b20-8e19-54240a0bfd6d tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.3337674 Jul 28 11:12:56.998428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:56.998906 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Added segment b1bbc712-6312-4730-8762-30c414ffed3a of type vlan for network 7ae36bd8-0664-4682-a37c-41dcc94816a6 Jul 28 11:12:57.013666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbc268d-8a22-4ad8-9505-f78904ab071d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:57.045902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Deleting port 0f14b042-49d3-40c9-857e-71ada4134460 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:57.046177 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.060053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.100873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.101943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:57.102668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.114381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fef15-2730-4f12-999a-032b118d39aa req-4f4a35ba-4bda-4b7e-8790-3d9177fb8b6a tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:57.116125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-063fef15-2730-4f12-999a-032b118d39aa req-4f4a35ba-4bda-4b7e-8790-3d9177fb8b6a tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 944 time: 0.3920698 Jul 28 11:12:57.128218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9088202 Jul 28 11:12:57.135027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:57.167699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Request body: {'subnet': {'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-483196112-subnet', 'tenant_id': 'eaf933171c9b484793269b273158ed4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:57.174747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-029eed07-d728-434e-8b58-749af8eab6ac service neutron] 10.222.0.41 "GET /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255357 Jul 28 11:12:57.198034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Made reservation on behalf of eaf933171c9b484793269b273158ed4e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:57.200650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.202860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.215753 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94cb5c2e-49f6-497b-844c-2af28b77d6e4 req-f8a60f04-ca1e-415a-88ea-b3fdc7c6d3c1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378826 Jul 28 11:12:57.243003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba95a1a-53d0-40dd-a11d-c80d4927e637']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:57.255755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7f89-f892-4304-83c7-b1b1706fd03d admin admin] Pushing event updated for resources: {'Network': ['ID=7ae36bd8-0664-4682-a37c-41dcc94816a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:57.257951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b299dc-4644-47ba-80e7-a0b2b270d6ec') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:57.257951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b299dc-4644-47ba-80e7-a0b2b270d6ec') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:57.266900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:12:57.309274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.401025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.434370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:12:57.434783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:12:57.440866 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:12:57.456553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:57.518465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] For port 0f14b042-49d3-40c9-857e-71ada4134460, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0f14b042-49d3-40c9-857e-71ada4134460,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:57.519040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.534682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.535118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-063fef15-2730-4f12-999a-032b118d39aa req-b680fe57-a5a4-4e3d-8668-7ff24a5b467f tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554540 Jul 28 11:12:57.622598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Calling delete_port for 0f14b042-49d3-40c9-857e-71ada4134460 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:57.622868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b06e6576-3790-42e8-8f72-f1115b1305a4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:12:57.641292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-620c98f2-74da-4f9e-b4dd-95ae7b2a3b73 req-575bc35e-4fa8-45ab-a749-52fee857df27 service neutron] 10.222.0.41 "GET /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283113 Jul 28 11:12:57.645799 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:12:57.645799 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:12:57.645799 n-d-723573-7 neutron-server[93836]: [parameters: {'id': '1ba95a1a-53d0-40dd-a11d-c80d4927e637'}] Jul 28 11:12:57.645799 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:12:57.646500 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:12:57.655324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6818907-1573-415d-9454-2e439c23f2d5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:57.705760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Checking segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:12:57.706290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Network hostable DHCP agents. Network: 7ae36bd8-0664-4682-a37c-41dcc94816a6, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:12:57.749090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:57.753020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b06e6576-3790-42e8-8f72-f1115b1305a4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:57.766378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device afeccbf6-c8de-47de-8edd-0c6bf60b03e5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:57.795316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:12:57.796160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: afeccbf6-c8de-47de-8edd-0c6bf60b03e5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:57.796682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device afeccbf6-c8de-47de-8edd-0c6bf60b03e5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:57.819421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7ae36bd8-0664-4682-a37c-41dcc94816a6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:57.824641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:57.825118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.829411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.833020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277fbf4-92e7-429d-b7bf-40d77bde8f63 None None] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:57.882050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ee4dae9-7297-404d-bb61-5c967011811e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7459369 Jul 28 11:12:57.899500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-56a8b5a9-b178-4351-ae5a-a86234899efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:57.901953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-56a8b5a9-b178-4351-ae5a-a86234899efe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af386d9167144fd98e0c7260f45eb541&device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 1095 time: 0.1820588 Jul 28 11:12:57.922706 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69f44110-de18-4b54-9a21-d8857acae5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.975933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:57.998639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.079774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890164d0-f492-4e47-9db3-b922823301ed None None] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:58.085869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f14b042-49d3-40c9-857e-71ada4134460,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:58.166020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.178071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e775658-c3ce-47c0-817c-41c55f0a9a62 None None] Network 1ba95a1a-53d0-40dd-a11d-c80d4927e637 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:58.222341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-feca5794-e10d-4445-8ff6-0368e5cb5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:58.224527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-feca5794-e10d-4445-8ff6-0368e5cb5695 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87fbc5e0-9343-483e-bf21-1824032ddbf7 HTTP/1.1" status: 200 len: 911 time: 0.2371683 Jul 28 11:12:58.291648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] Provisioning for port b06e6576-3790-42e8-8f72-f1115b1305a4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:12:58.328866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] Provisioning complete for port b06e6576-3790-42e8-8f72-f1115b1305a4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:12:58.329531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.364826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-12e3fb3f-bc2c-484b-ad6d-b702233855ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84 HTTP/1.1" status: 200 len: 217 time: 0.1032553 Jul 28 11:12:58.366163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.522456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] DHCP port deletion for 1ba95a1a-53d0-40dd-a11d-c80d4927e637 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:12:58.547692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Allocated IP 172.25.1.124 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ed0b8596-4f72-45c5-9e21-f24e9c0374e8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:12:58.568613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.616611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] For port b06e6576-3790-42e8-8f72-f1115b1305a4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b06e6576-3790-42e8-8f72-f1115b1305a4,segment=NetworkSegment(75b299dc-4644-47ba-80e7-a0b2b270d6ec),segment_id=75b299dc-4644-47ba-80e7-a0b2b270d6ec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:58.629292 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.631867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.642282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.650977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-4d73be44-24ba-4744-8fd8-1e2d161459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:58.652650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-4d73be44-24ba-4744-8fd8-1e2d161459d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987656d4-2b12-4fe3-86c6-8037d91d6d2a HTTP/1.1" status: 200 len: 850 time: 0.2635961 Jul 28 11:12:58.663924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.671654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae2811-1d5a-4597-921c-16ca5b802ac2 req-228450b6-19e5-4c6b-96a3-62c8b51e3e1c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:58.673167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25ae2811-1d5a-4597-921c-16ca5b802ac2 req-228450b6-19e5-4c6b-96a3-62c8b51e3e1c tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.3272128 Jul 28 11:12:58.702404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503e0bd-329f-468d-b965-96b9742a79ef None None] Pushing event updated for resources: {'Port': ['ID=b06e6576-3790-42e8-8f72-f1115b1305a4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:58.717724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.724460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] Deleting port b06e6576-3790-42e8-8f72-f1115b1305a4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:58.724944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.756271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-684b0994-ddf0-46e2-a58d-3b20f7b5237a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87fbc5e0-9343-483e-bf21-1824032ddbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819335 Jul 28 11:12:58.766335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting port b06e6576-3790-42e8-8f72-f1115b1305a4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:58.766670 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.778555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:12:58.783942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:12:58.786469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0b8596-4f72-45c5-9e21-f24e9c0374e8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:58.795624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:12:58.800280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.800669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33246d96-0fab-41cf-a407-52c39fafa478 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:12:58.822411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] For port b06e6576-3790-42e8-8f72-f1115b1305a4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b06e6576-3790-42e8-8f72-f1115b1305a4,segment=NetworkSegment(75b299dc-4644-47ba-80e7-a0b2b270d6ec),segment_id=75b299dc-4644-47ba-80e7-a0b2b270d6ec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:58.822821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.840906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] Calling delete_port for b06e6576-3790-42e8-8f72-f1115b1305a4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:58.853920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.857284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f4f909d9-849b-42b4-940c-8e4998c113bf admin admin] 10.222.0.20 "DELETE /v2.0/routers/33246d96-0fab-41cf-a407-52c39fafa478 HTTP/1.1" status: 204 len: 168 time: 4.0873001 Jul 28 11:12:58.863187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:58.926679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-0399f44a-b690-43ee-aebe-218a1f8c748e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:58.934135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-0399f44a-b690-43ee-aebe-218a1f8c748e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.4453664 Jul 28 11:12:58.980273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:58.987695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-065f8c7d-ffdc-4eb6-bfa2-48ac30cc44dc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/quotas/eaf933171c9b484793269b273158ed4e HTTP/1.1" status: 200 len: 375 time: 0.0525842 Jul 28 11:12:59.010606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Deleting subnet e91927c3-ec45-4c9e-a74e-d96ca19f148e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:12:59.013249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] Pushing event deleted for resources: {'Port': ['ID=b06e6576-3790-42e8-8f72-f1115b1305a4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:59.014224 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.015099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbe6e1-626b-4b94-aaa8-4b0752f69504 None None] No DVR routers for this DVR port b06e6576-3790-42e8-8f72-f1115b1305a4 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:59.021467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25ae2811-1d5a-4597-921c-16ca5b802ac2 req-24fac926-f126-4f8d-8e70-386885bd9d00 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102176 Jul 28 11:12:59.055131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-21ed3b79-b1ec-4f49-ab9f-d89647a26518 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662737 Jul 28 11:12:59.069285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.077534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-650b783d-6378-446b-aa65-30722ddfe17c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:12:59.078516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-650b783d-6378-446b-aa65-30722ddfe17c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126948 Jul 28 11:12:59.080875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] For port b06e6576-3790-42e8-8f72-f1115b1305a4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b06e6576-3790-42e8-8f72-f1115b1305a4,segment=NetworkSegment(75b299dc-4644-47ba-80e7-a0b2b270d6ec),segment_id=75b299dc-4644-47ba-80e7-a0b2b270d6ec)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:59.081315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.121023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.130277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Calling delete_port for b06e6576-3790-42e8-8f72-f1115b1305a4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:12:59.175531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-f1983844-664f-4977-bced-e92e3d6a3250 service neutron] 10.222.0.41 "GET /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018288 Jul 28 11:12:59.197511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.251077 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.317821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 768135cb-44ef-44c3-81bb-38ee0ddc5a84 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:12:59.367165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-fa567dec-c940-453b-b113-a2c8d6f1ee37 service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719717 Jul 28 11:12:59.386175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23494-7ccd-4390-a8ec-f2473d7b17a2 req-ec7c5d5e-1a32-4421-adbe-c3372cca6e7a tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:12:59.387716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cc23494-7ccd-4390-a8ec-f2473d7b17a2 req-ec7c5d5e-1a32-4421-adbe-c3372cca6e7a tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 944 time: 0.2066031 Jul 28 11:12:59.390445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.425760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91927c3-ec45-4c9e-a74e-d96ca19f148e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:59.440424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.445324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-54e68978-26cd-454e-bea4-e09e3b5d27a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e91927c3-ec45-4c9e-a74e-d96ca19f148e HTTP/1.1" status: 204 len: 168 time: 0.5791881 Jul 28 11:12:59.445910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:59.448447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d26310-fb7b-4854-94c0-b388ef565d3d None None] Network d319864f-e921-4778-aa7f-fa5c4f53bbde requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:12:59.502172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.563794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d9733b3-37ad-49bf-ad10-9d3bdd1ca1f4 req-ced208ed-a1da-472a-910f-f3af1a21cf26 service neutron] 10.222.0.41 "GET /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468506 Jul 28 11:12:59.567155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.570922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Port': ['ID=b06e6576-3790-42e8-8f72-f1115b1305a4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:59.596533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.607110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No DVR routers for this DVR port b06e6576-3790-42e8-8f72-f1115b1305a4 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:12:59.622523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b06e6576-3790-42e8-8f72-f1115b1305a4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:59.626395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84,segment=NetworkSegment(832d2f83-f059-4f72-a913-188501abc849),segment_id=832d2f83-f059-4f72-a913-188501abc849)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:59.642035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.652405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cc23494-7ccd-4390-a8ec-f2473d7b17a2 req-8332484f-0e6c-476c-b220-d1dd79bcf743 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494700 Jul 28 11:12:59.688362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0b8596-4f72-45c5-9e21-f24e9c0374e8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:12:59.696942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b06e6576-3790-42e8-8f72-f1115b1305a4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:59.697290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b06e6576-3790-42e8-8f72-f1115b1305a4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:59.697904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f14b042-49d3-40c9-857e-71ada4134460 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:12:59.722141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-ae5b4ca2-d70c-4ebd-b11d-d89f48e30fdd service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442473 Jul 28 11:12:59.722576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '768135cb-44ef-44c3-81bb-38ee0ddc5a84', 'network_id': '87fbc5e0-9343-483e-bf21-1824032ddbf7', 'port_id': '768135cb-44ef-44c3-81bb-38ee0ddc5a84', 'mac_address': 'fa:16:3e:03:c3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987656d4-2b12-4fe3-86c6-8037d91d6d2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:12:59.737784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0f14b042-49d3-40c9-857e-71ada4134460 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:12:59.737784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0f14b042-49d3-40c9-857e-71ada4134460 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:12:59.741577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.744011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.767877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba95a1a-53d0-40dd-a11d-c80d4927e637']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:59.779111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.783785 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8c7d80a-94d8-46c8-a54f-564ae60abe63 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3257213 Jul 28 11:12:59.785196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:12:59.788585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b299dc-4644-47ba-80e7-a0b2b270d6ec') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:59.788754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b299dc-4644-47ba-80e7-a0b2b270d6ec') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:12:59.790296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-897335881', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'fixed_ips': [{'ip_address': '172.25.1.124'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:12:59.796372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.800621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.819884 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.820027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Deleting port cc341088-3a40-477e-a308-b0709c90e38e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:12:59.820370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.835049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:12:59.835191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768135cb-44ef-44c3-81bb-38ee0ddc5a84 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:12:59.837830 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:12:59.844331 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:12:59.876452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] DHCP port deletion for d319864f-e921-4778-aa7f-fa5c4f53bbde request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:12:59.887170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Made reservation on behalf of 395f57591eb9432bbe62e7dfc70590eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:12:59.889570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.901192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84,segment=NetworkSegment(832d2f83-f059-4f72-a913-188501abc849),segment_id=832d2f83-f059-4f72-a913-188501abc849)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:59.909427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.928127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.942306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] For port cc341088-3a40-477e-a308-b0709c90e38e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cc341088-3a40-477e-a308-b0709c90e38e,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:12:59.942674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:12:59.994850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Calling delete_port for cc341088-3a40-477e-a308-b0709c90e38e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:00.007939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=768135cb-44ef-44c3-81bb-38ee0ddc5a84,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:00.016468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] Deleting port cc341088-3a40-477e-a308-b0709c90e38e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:00.017096 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.090362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] For port cc341088-3a40-477e-a308-b0709c90e38e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cc341088-3a40-477e-a308-b0709c90e38e,segment=NetworkSegment(8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971),segment_id=8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:00.090882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.100968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bae53331-1740-4590-a534-44fd45c78ea8 req-a81942de-846e-4b14-8206-2a333ba960fd tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 210 time: 0.0907979 Jul 28 11:13:00.107298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] Calling delete_port for cc341088-3a40-477e-a308-b0709c90e38e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:00.114513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.141181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.149599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/1ba95a1a-53d0-40dd-a11d-c80d4927e637 HTTP/1.1" status: 204 len: 168 time: 5.6347799 Jul 28 11:13:00.151487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:00.172462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1441426053'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:00.194792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025f41-1aa7-49ea-9ba8-180ad08ff8cb tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Network': ['ID=1ba95a1a-53d0-40dd-a11d-c80d4927e637,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:00.253227 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.265861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] No DVR routers for this DVR port cc341088-3a40-477e-a308-b0709c90e38e on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:00.272886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.293336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070f351-4a10-449a-8e06-9ddeec0293ee req-60e351d1-fd1f-4ebb-a8ae-2856e843eff6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:00.304411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a070f351-4a10-449a-8e06-9ddeec0293ee req-60e351d1-fd1f-4ebb-a8ae-2856e843eff6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1180172 Jul 28 11:13:00.331334 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.333767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] No DVR routers for this DVR port cc341088-3a40-477e-a308-b0709c90e38e on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:00.335868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc341088-3a40-477e-a308-b0709c90e38e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:00.349581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.390755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a070f351-4a10-449a-8e06-9ddeec0293ee req-3ddad6e3-2b7c-4449-9b28-312c5510fd44 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827944 Jul 28 11:13:00.411442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:00.415899 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.440418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] device_id is not set on port ce981d62-dac3-469c-b47d-53d184aa1c91 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:00.446910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['768135cb-44ef-44c3-81bb-38ee0ddc5a84'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:00.451246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405c25d-fb39-432e-bacb-311982e5ab99 None None] Pushing event deleted for resources: {'Port': ['ID=cc341088-3a40-477e-a308-b0709c90e38e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:00.456906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:00.460016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2392c-5572-487e-a47c-c36e3e4588d5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:00.477580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.478197 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Added segment 7ab4607b-cf2c-4802-8f91-5c28103e53f7 of type vlan for network 9159c3ff-4c34-4169-8c20-7162d2756d4b Jul 28 11:13:00.532972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.573678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.590493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:00.592785 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.631736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.669523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d319864f-e921-4778-aa7f-fa5c4f53bbde']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:00.701088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5354824 Jul 28 11:13:00.704168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:00.712465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'subnet': {'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:00.734935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:00.735280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcb4ad5-8047-4dbe-bdcc-b46cce3c3971') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:00.749738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.774048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.782772 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 11:13:00.783477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:00.795901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:00.796325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:00.798373 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:00.810373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8fb9ac8-230a-4089-a76c-01878da479a0 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0241351 Jul 28 11:13:00.813247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:00.823727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f7b9d-2592-41a9-aaec-5f43b94adae6 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Network': ['ID=9159c3ff-4c34-4169-8c20-7162d2756d4b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:00.836361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9159c3ff-4c34-4169-8c20-7162d2756d4b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:00.865045 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.876364 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:00.880751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d319864f-e921-4778-aa7f-fa5c4f53bbde HTTP/1.1" status: 204 len: 168 time: 1.4301846 Jul 28 11:13:00.922299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1637-549c-40a8-9445-26a960782da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d319864f-e921-4778-aa7f-fa5c4f53bbde,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:01.013618 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.067037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ec400b5-8992-4aa1-9194-13fac7f04679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.192332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:01.250011 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-330b9bda-2b9a-41aa-aeb7-02afe660eda3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=437771b227e84b68a1bb45f560608c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562460 Jul 28 11:13:01.252856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:01.317425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84796d36-04ee-45a1-990d-aa94e13a6759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.318941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:01.350125 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84796d36-04ee-45a1-990d-aa94e13a6759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.413018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84796d36-04ee-45a1-990d-aa94e13a6759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.416229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84796d36-04ee-45a1-990d-aa94e13a6759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.417806 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-84796d36-04ee-45a1-990d-aa94e13a6759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f HTTP/1.1" status: 204 len: 168 time: 0.1632919 Jul 28 11:13:01.427450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84796d36-04ee-45a1-990d-aa94e13a6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a78c9-1c27-4e9d-ac4f-f00a9af6ef4f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:01.483102 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a75836b5-a475-439e-ba65-45c083a40afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.529721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834e99-ddd6-492d-abd6-e2086e6fd82e req-43e34e5a-102e-46dd-a5f9-444cea7667da tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:01.534607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9834e99-ddd6-492d-abd6-e2086e6fd82e req-43e34e5a-102e-46dd-a5f9-444cea7667da tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 945 time: 0.7219791 Jul 28 11:13:01.560761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:01.564404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.571235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cc341088-3a40-477e-a308-b0709c90e38e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:01.576164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96737bb9-a524-41b9-a76e-2f8530a9e0db req-e6f4966b-22ca-491d-b693-0b16632822dc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 210 time: 0.0960627 Jul 28 11:13:01.615961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: cc341088-3a40-477e-a308-b0709c90e38e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:01.616339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cc341088-3a40-477e-a308-b0709c90e38e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:01.671087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a75836b5-a475-439e-ba65-45c083a40afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.681968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a75836b5-a475-439e-ba65-45c083a40afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.755018 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a75836b5-a475-439e-ba65-45c083a40afb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ced0f156275415ea6f93f199c9635f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345398 Jul 28 11:13:01.758111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:01.763969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9834e99-ddd6-492d-abd6-e2086e6fd82e req-89c94f54-4988-4e6a-a7e7-51ae16b0ef72 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918938 Jul 28 11:13:01.770610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75836b5-a475-439e-ba65-45c083a40afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a45a6-6eae-4a0a-a14c-2b4818a02d84,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:01.773635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Deleting port ed0b8596-4f72-45c5-9e21-f24e9c0374e8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:01.773981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.849759 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.851477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed6f8-4010-46ba-b859-965581436a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.874672 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed6f8-4010-46ba-b859-965581436a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.893366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-b28cf8f8-588e-4779-baff-b735c639db25 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:01.894931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-b28cf8f8-588e-4779-baff-b735c639db25 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.3252153 Jul 28 11:13:01.915327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Request body: {'port': {'device_id': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'admin_state_up': True, 'tenant_id': 'eaf933171c9b484793269b273158ed4e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:01.937677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed6f8-4010-46ba-b859-965581436a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.941596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed6f8-4010-46ba-b859-965581436a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:01.944655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2b6ed6f8-4010-46ba-b859-965581436a40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840a45a6-6eae-4a0a-a14c-2b4818a02d84 HTTP/1.1" status: 204 len: 168 time: 0.1853023 Jul 28 11:13:01.953250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ed6f8-4010-46ba-b859-965581436a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a45a6-6eae-4a0a-a14c-2b4818a02d84,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:01.995341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ca46-4a24-4aa6-969d-7c39f649ec6b req-4fc8868b-5d93-471c-ba5f-80e43f8e2ca4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:01.996861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6433ca46-4a24-4aa6-969d-7c39f649ec6b req-4fc8868b-5d93-471c-ba5f-80e43f8e2ca4 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2208686 Jul 28 11:13:02.070608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.070944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.140720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Calling delete_port for ed0b8596-4f72-45c5-9e21-f24e9c0374e8 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:02.170542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6433ca46-4a24-4aa6-969d-7c39f649ec6b req-cf43dd6a-5f29-4996-9672-1ce6cf9d0500 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623776 Jul 28 11:13:02.176865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.283921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Subnet': ['ID=1165412d-30f0-4ba1-8352-b0c8bb102a8e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:02.290005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Made reservation on behalf of eaf933171c9b484793269b273158ed4e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:02.293436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.355828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Checking segment: {'id': '7ab4607b-cf2c-4802-8f91-5c28103e53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:02.356218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network hostable DHCP agents. Network: 9159c3ff-4c34-4169-8c20-7162d2756d4b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:02.392161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:02.447438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network 9159c3ff-4c34-4169-8c20-7162d2756d4b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:02.493311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9159c3ff-4c34-4169-8c20-7162d2756d4b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:02.503286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e19666-5c65-4778-adaa-f2460b23cd11 None None] Network 9159c3ff-4c34-4169-8c20-7162d2756d4b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:02.504282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:02.504892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.512068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.554793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Allocated IP 172.20.0.8 (7ae36bd8-0664-4682-a37c-41dcc94816a6/e6818907-1573-415d-9454-2e439c23f2d5/5e0305aa-aa97-46d6-ab70-27a33a77757d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:02.556944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed0b8596-4f72-45c5-9e21-f24e9c0374e8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:02.568320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c1bba21-a177-469c-8ad9-094e77f070d3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8604355 Jul 28 11:13:02.569377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:02.601073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-network', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:02.634337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Made reservation on behalf of e8b8a69cd17748f8aafaf4f09a3e880a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:02.637428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.653418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.733129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9159c3ff-4c34-4169-8c20-7162d2756d4b', 'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b', 'tenant_id': 'bde5d378a15747679ad9f077171a3a26', 'fixed_ips': [{'subnet_id': '1165412d-30f0-4ba1-8352-b0c8bb102a8e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:13:02.735022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.763912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55289470-8f06-4563-b27a-0762439ba3d7 req-c913b1d5-3062-4730-88a5-f980b9e13f35 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 210 time: 0.0625372 Jul 28 11:13:02.778018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.780542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.781694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a03697c0-5478-4f81-9d45-6cb4d8e0a864 tempest-ExternalNetworksAdminNegativeTestJSON-99028085 tempest-ExternalNetworksAdminNegativeTestJSON-99028085-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/2d218ca8-b37d-4a78-a84c-bae43e4c8490 HTTP/1.1" status: 204 len: 168 time: 1.9673467 Jul 28 11:13:02.829709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.841301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.860774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.900368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:02.933612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:02.937449 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Added segment 7eb694bc-c837-43bf-a3df-e9644552f6c7 of type vlan for network 860f1af3-d46d-4a36-a4d6-3703196e1b29 Jul 28 11:13:02.959409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31883c3a-d6ea-4f5b-be36-5fab8ef50625,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:03.002674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.008199 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.019892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.026057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Allocated IP 2001:db8::2 (9159c3ff-4c34-4169-8c20-7162d2756d4b/1165412d-30f0-4ba1-8352-b0c8bb102a8e/5a437df9-1387-4ebf-b6f8-c02e3f3dbaca) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:03.077188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1b19-6036-4a8b-b52d-c612161ff856 req-62683268-3a7d-41d3-ada1-d0eba054761b tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:03.078806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b2f1b19-6036-4a8b-b52d-c612161ff856 req-62683268-3a7d-41d3-ada1-d0eba054761b tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 945 time: 0.1339042 Jul 28 11:13:03.099242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.100248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:03.100836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.154073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b2f1b19-6036-4a8b-b52d-c612161ff856 req-106691c1-0a3e-4596-849c-33a77c5f2610 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 Jul 28 11:13:03.155841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.194213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8003352 Jul 28 11:13:03.197319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:03.216732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:03.220795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Request body: {'subnet': {'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-subnet', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:03.224765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:03.240538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf21bbc-8a74-46d6-85cc-6302ff4c6c0e admin admin] Pushing event updated for resources: {'Network': ['ID=860f1af3-d46d-4a36-a4d6-3703196e1b29,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:03.255980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:03.286039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:03.290097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Made reservation on behalf of e8b8a69cd17748f8aafaf4f09a3e880a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:03.292759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.349942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:03.358997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:03.359999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.362135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 768135cb-44ef-44c3-81bb-38ee0ddc5a84 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:03.376270 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.410931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:03.415972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-2c0ed427-398b-4686-bf43-9c8d013d89b2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5073454 Jul 28 11:13:03.427311 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.434518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Request body: {'port': {'device_id': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:03.446969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08846f9c-0158-4abf-ba74-d22d355f392f req-c48b5b0c-060f-4dba-b42f-4d1ea727e139 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:03.451828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Transition to ACTIVE for port object 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:03.454911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08846f9c-0158-4abf-ba74-d22d355f392f req-c48b5b0c-060f-4dba-b42f-4d1ea727e139 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1054029 Jul 28 11:13:03.500256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Transition to ACTIVE for port object 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:03.521949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.528714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08846f9c-0158-4abf-ba74-d22d355f392f req-6277fbd7-a4a1-4cbf-92b0-7c3f556cf2c5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669069 Jul 28 11:13:03.539004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:03.567911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.571697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271c1e90-b2be-405d-a2a2-a25799c509f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.571992 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.576997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:03.577369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.605824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Network 9159c3ff-4c34-4169-8c20-7162d2756d4b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:03.611933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Subnet': ['ID=1165412d-30f0-4ba1-8352-b0c8bb102a8e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:03.653186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Pushing event updated for resources: {'Port': ['ID=5a437df9-1387-4ebf-b6f8-c02e3f3dbaca,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:03.660386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:03.664947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:03.678056 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.733221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Attempting to bind port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:03.733811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Attempting to bind port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '7ab4607b-cf2c-4802-8f91-5c28103e53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:03.733811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Attempting to bind port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca on network 9159c3ff-4c34-4169-8c20-7162d2756d4b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:03.739471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:03.740109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Checking segment: {'id': '7ab4607b-cf2c-4802-8f91-5c28103e53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:03.740531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.741077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Bound using segment: {'id': '7ab4607b-cf2c-4802-8f91-5c28103e53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:03.741696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Bound port: 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab4607b-cf2c-4802-8f91-5c28103e53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9159c3ff-4c34-4169-8c20-7162d2756d4b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:03.742305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.750250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.765819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9159c3ff-4c34-4169-8c20-7162d2756d4b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:03.778976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf408b90-1392-45e5-8648-14c16124ea96,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:03.790480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Checking segment: {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:03.791025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Network hostable DHCP agents. Network: 860f1af3-d46d-4a36-a4d6-3703196e1b29, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:03.828259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:03.833473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab4607b-cf2c-4802-8f91-5c28103e53f7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:03.833473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab4607b-cf2c-4802-8f91-5c28103e53f7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:03.861071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 860f1af3-d46d-4a36-a4d6-3703196e1b29) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:03.878454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.889582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:03.891599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.908894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990103d-d675-45a1-87fa-162aa5d171ff None None] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:03.924826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271c1e90-b2be-405d-a2a2-a25799c509f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.932894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271c1e90-b2be-405d-a2a2-a25799c509f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:03.956075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8bd0dddf-ebe5-4839-a025-cdb641802783 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7569225 Jul 28 11:13:03.956715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:03.969679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:03.998455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.009561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-271c1e90-b2be-405d-a2a2-a25799c509f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa4a55202a65425db5dd58cfa34ce95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587145 Jul 28 11:13:04.015375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:04.015704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:04.016364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.024809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c1e90-b2be-405d-a2a2-a25799c509f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7281b49-14e0-4c1b-bed7-b9ebb7c2713f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:04.038405 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:04.043314 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.044680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.085098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] For port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:04.088450 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.094840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-006a0c65-118f-4e48-8ca9-96219d997eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.121322 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-006a0c65-118f-4e48-8ca9-96219d997eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.136811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515cc2b-a3bc-4075-a940-2ac605425a68 req-a2b5eb5f-93a6-4e5e-b5c6-c56ed748daff tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:04.147501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1515cc2b-a3bc-4075-a940-2ac605425a68 req-a2b5eb5f-93a6-4e5e-b5c6-c56ed748daff tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 931 time: 0.2194543 Jul 28 11:13:04.151637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] For port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5a437df9-1387-4ebf-b6f8-c02e3f3dbaca,segment=NetworkSegment(7ab4607b-cf2c-4802-8f91-5c28103e53f7),segment_id=7ab4607b-cf2c-4802-8f91-5c28103e53f7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:04.159327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768135cb-44ef-44c3-81bb-38ee0ddc5a84'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:04.160565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:13:04.160565 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:13:04.160565 n-d-723573-7 neutron-server[93836]: [parameters: {'id': '9159c3ff-4c34-4169-8c20-7162d2756d4b'}] Jul 28 11:13:04.160565 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:13:04.161356 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:13:04.162102 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d048b-2e64-41ab-b8e6-12a7d8fb2440" -d '{"events": [{"server_uuid": "b3b80b7c-0086-4cbb-a9f9-25465ab89b51", "name": "network-vif-plugged", "status": "completed", "tag": "768135cb-44ef-44c3-81bb-38ee0ddc5a84"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:04.171120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.190164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84,segment=NetworkSegment(832d2f83-f059-4f72-a913-188501abc849),segment_id=832d2f83-f059-4f72-a913-188501abc849)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:04.239363 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.241463 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.260314 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2411dc-019b-4086-b9ff-b5db5c84fb24 x-openstack-request-id: req-1e2411dc-019b-4086-b9ff-b5db5c84fb24 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:04.260606 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b80b7c-0086-4cbb-a9f9-25465ab89b51", "name": "network-vif-plugged", "status": "completed", "tag": "768135cb-44ef-44c3-81bb-38ee0ddc5a84", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:04.261297 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e2411dc-019b-4086-b9ff-b5db5c84fb24 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:04.261456 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768135cb-44ef-44c3-81bb-38ee0ddc5a84', 'code': 200} Jul 28 11:13:04.302091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1515cc2b-a3bc-4075-a940-2ac605425a68 req-267c9791-0603-4dfd-b390-80d982fde924 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489551 Jul 28 11:13:04.321826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cec196-0d71-463e-9dca-cf7fd9ed491a None None] Pushing event updated for resources: {'Port': ['ID=5a437df9-1387-4ebf-b6f8-c02e3f3dbaca,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:04.324493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-860f1af3-d46d-4a36-a4d6-3703196e1b29', 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'fixed_ips': [{'subnet_id': 'cf408b90-1392-45e5-8648-14c16124ea96'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:13:04.325349 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.416848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=768135cb-44ef-44c3-81bb-38ee0ddc5a84,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:04.442082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e330e-863b-4148-aab8-4169ba01ec65 None None] Network 9159c3ff-4c34-4169-8c20-7162d2756d4b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:04.448676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e1fc0-e514-4ab7-bc80-4381ee7017ed req-33e30508-5368-40f2-9aae-e45132ab914b tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:04.450483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e63e1fc0-e514-4ab7-bc80-4381ee7017ed req-33e30508-5368-40f2-9aae-e45132ab914b tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 946 time: 0.1101093 Jul 28 11:13:04.452915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0305aa-aa97-46d6-ab70-27a33a77757d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:04.470210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.502757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Transition to ACTIVE for port object 5e0305aa-aa97-46d6-ab70-27a33a77757d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:04.512366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.531513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-006a0c65-118f-4e48-8ca9-96219d997eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.535020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-006a0c65-118f-4e48-8ca9-96219d997eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.536461 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-006a0c65-118f-4e48-8ca9-96219d997eb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7281b49-14e0-4c1b-bed7-b9ebb7c2713f HTTP/1.1" status: 204 len: 168 time: 0.5197711 Jul 28 11:13:04.551543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.564083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a0c65-118f-4e48-8ca9-96219d997eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7281b49-14e0-4c1b-bed7-b9ebb7c2713f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:04.564808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e63e1fc0-e514-4ab7-bc80-4381ee7017ed req-578c41df-1bc9-4c24-92f8-2fbace803e9f tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055124 Jul 28 11:13:04.569708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6724410-87f0-4ad0-8e01-ac76f8808f8f req-964162a3-956f-4f54-9d6a-924bb681f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:04.571877 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6724410-87f0-4ad0-8e01-ac76f8808f8f req-964162a3-956f-4f54-9d6a-924bb681f59a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 1097 time: 0.2094557 Jul 28 11:13:04.672890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6724410-87f0-4ad0-8e01-ac76f8808f8f req-2b7adf7c-a94a-4a19-a4d9-8fe1a80492b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814755 Jul 28 11:13:04.674795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.709931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:04.823187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeea40d-0ed7-4308-95b1-21811d396840 req-f77298ea-db17-4935-9d60-3e0753a9a138 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:04.824757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eeea40d-0ed7-4308-95b1-21811d396840 req-f77298ea-db17-4935-9d60-3e0753a9a138 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1638112 Jul 28 11:13:04.849625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Attempting to bind port 5e0305aa-aa97-46d6-ab70-27a33a77757d on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:04.852105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Attempting to bind port 5e0305aa-aa97-46d6-ab70-27a33a77757d by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:04.852753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Attempting to bind port 5e0305aa-aa97-46d6-ab70-27a33a77757d on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:04.859874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.886162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.914291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eeea40d-0ed7-4308-95b1-21811d396840 req-86efc461-6bfa-4ce3-9ae1-b0b6c392fee2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740907 Jul 28 11:13:04.921676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Port 5e0305aa-aa97-46d6-ab70-27a33a77757d on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:13:04.922010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Attempting to bind port 5e0305aa-aa97-46d6-ab70-27a33a77757d on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:04.924020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Allocated IP 172.20.0.2 (860f1af3-d46d-4a36-a4d6-3703196e1b29/cf408b90-1392-45e5-8648-14c16124ea96/e73b967b-6bd0-4448-a75a-81ecdb3e6576) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:04.930753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:04.931663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Checking segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:04.931949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Bound using segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:04.932333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Bound port: 5e0305aa-aa97-46d6-ab70-27a33a77757d, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:04.932699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:04.951675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:04.952034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.029845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] For port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5a437df9-1387-4ebf-b6f8-c02e3f3dbaca,segment=NetworkSegment(7ab4607b-cf2c-4802-8f91-5c28103e53f7),segment_id=7ab4607b-cf2c-4802-8f91-5c28103e53f7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:05.030365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.053617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Calling delete_port for 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:05.100694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:05.107279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Allocated IP 172.25.1.125 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/30dac8e2-710b-4162-80f3-f7ca61019348) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:05.179093 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.193708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Transition to ACTIVE for port object e73b967b-6bd0-4448-a75a-81ecdb3e6576 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:05.217415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Transition to ACTIVE for port object e73b967b-6bd0-4448-a75a-81ecdb3e6576 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:05.225464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:05.226654 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.234794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.237402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0aaedbf3-871c-4f5c-b5cb-63bc09e8ec2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=395f57591eb9432bbe62e7dfc70590eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338851 Jul 28 11:13:05.243237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:05.261041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:05.271296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.297703 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.302020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Pushing event updated for resources: {'Port': ['ID=e73b967b-6bd0-4448-a75a-81ecdb3e6576,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:05.321527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.329758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:05.333444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:05.337922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:05.349300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:05.349931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.351507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] 10.222.0.41 "PUT /v2.0/ports/5e0305aa-aa97-46d6-ab70-27a33a77757d HTTP/1.1" status: 200 len: 1091 time: 1.9247973 Jul 28 11:13:05.351956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:05.356508 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420" -d '{"events": [{"name": "network-changed", "server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:05.375498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No DVR routers for this DVR port 5a437df9-1387-4ebf-b6f8-c02e3f3dbaca on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:05.391410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:05.405067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:05.409624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59239b4c-9101-420d-b044-3cb5b6e00db8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:05.413614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:05.443705 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d5f53c-f223-4a63-928c-85e5e121d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.447474 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670317e6-df2e-4d6f-ad00-3690c0ce49fa x-openstack-request-id: req-670317e6-df2e-4d6f-ad00-3690c0ce49fa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:05.447768 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:05.448027 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-670317e6-df2e-4d6f-ad00-3690c0ce49fa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:05.448885 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'status': 'completed', 'code': 200} Jul 28 11:13:05.461663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Attempting to bind port e73b967b-6bd0-4448-a75a-81ecdb3e6576 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:05.461663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Attempting to bind port e73b967b-6bd0-4448-a75a-81ecdb3e6576 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:05.462054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Attempting to bind port e73b967b-6bd0-4448-a75a-81ecdb3e6576 on network 860f1af3-d46d-4a36-a4d6-3703196e1b29 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:05.468243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:05.468750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Checking segment: {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:05.469817 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.470316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Bound using segment: {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:05.471661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Port': ['ID=5a437df9-1387-4ebf-b6f8-c02e3f3dbaca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:05.471934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Bound port: e73b967b-6bd0-4448-a75a-81ecdb3e6576, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:05.472468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.481354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=30dac8e2-710b-4162-80f3-f7ca61019348,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:05.574666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d5f53c-f223-4a63-928c-85e5e121d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.576755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] For port e73b967b-6bd0-4448-a75a-81ecdb3e6576, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:05.586573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] For port e73b967b-6bd0-4448-a75a-81ecdb3e6576, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e73b967b-6bd0-4448-a75a-81ecdb3e6576,segment=NetworkSegment(7eb694bc-c837-43bf-a3df-e9644552f6c7),segment_id=7eb694bc-c837-43bf-a3df-e9644552f6c7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:05.588638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.599955 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.613527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9159c3ff-4c34-4169-8c20-7162d2756d4b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:05.644557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab4607b-cf2c-4802-8f91-5c28103e53f7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:05.644856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab4607b-cf2c-4802-8f91-5c28103e53f7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:05.656860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-1028ca76-4986-4a1f-9ef4-3c05ee97a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:05.658937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-1028ca76-4986-4a1f-9ef4-3c05ee97a9f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 1094 time: 0.1965792 Jul 28 11:13:05.664004 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.725198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bda34f-7aa0-441c-96d4-e04d35a6a909 req-f3785d2c-159f-42ae-9f28-d7c8a9708648 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:05.727128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0bda34f-7aa0-441c-96d4-e04d35a6a909 req-f3785d2c-159f-42ae-9f28-d7c8a9708648 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 943 time: 0.2809892 Jul 28 11:13:05.734410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-f9704169-240b-4c7d-ac2c-05943fada823 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d HTTP/1.1" status: 200 len: 217 time: 0.0668120 Jul 28 11:13:05.746632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb716e-658b-4f69-9c8c-284194f1f861 None None] Pushing event updated for resources: {'Port': ['ID=e73b967b-6bd0-4448-a75a-81ecdb3e6576,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:05.759846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.824630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:05.825072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:05.828629 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:05.849169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d5f53c-f223-4a63-928c-85e5e121d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.851765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d5f53c-f223-4a63-928c-85e5e121d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:05.854333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-77d5f53c-f223-4a63-928c-85e5e121d6a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48c2392c-5572-487e-a47c-c36e3e4588d5 HTTP/1.1" status: 204 len: 168 time: 0.6076128 Jul 28 11:13:05.903881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5f53c-f223-4a63-928c-85e5e121d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2392c-5572-487e-a47c-c36e3e4588d5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:05.962145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0bda34f-7aa0-441c-96d4-e04d35a6a909 req-029945d5-2405-403d-b487-668a938097e9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180133 Jul 28 11:13:05.967268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-cf674230-d9f0-4a8d-a351-718f3caf99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:05.968898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-cf674230-d9f0-4a8d-a351-718f3caf99d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.2212551 Jul 28 11:13:05.979032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8824d-bd7d-4c28-9ec9-d5c6dc28cc82 req-0d03792b-d60c-44b2-992d-0d1c24b8f197 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:05.980646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3c8824d-bd7d-4c28-9ec9-d5c6dc28cc82 req-0d03792b-d60c-44b2-992d-0d1c24b8f197 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 946 time: 0.2524030 Jul 28 11:13:06.011122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-bd5c3209-91ad-413c-92ba-13137f488a81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293894 Jul 28 11:13:06.066774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.073713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.078836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/9159c3ff-4c34-4169-8c20-7162d2756d4b HTTP/1.1" status: 204 len: 168 time: 3.5020173 Jul 28 11:13:06.118767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:06.131750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119416351'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:06.175838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13d9de-1bd0-4687-b3a6-f978bb4c4c53 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Network': ['ID=9159c3ff-4c34-4169-8c20-7162d2756d4b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:06.207559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.305186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3c8824d-bd7d-4c28-9ec9-d5c6dc28cc82 req-b3f2ffbd-db90-49a6-bb8b-84f8551aa32b tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928250 Jul 28 11:13:06.327660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:06.332224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.360283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bfc17-6027-4a13-b852-0869520f034d req-2a38d4a6-6ca4-4b2f-ae26-67c11a19df0b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:06.362151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad3bfc17-6027-4a13-b852-0869520f034d req-2a38d4a6-6ca4-4b2f-ae26-67c11a19df0b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1943502 Jul 28 11:13:06.448058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad3bfc17-6027-4a13-b852-0869520f034d req-037a2991-cc90-4e2a-9d5c-4869a2f84655 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Jul 28 11:13:06.450110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-7f508ff6-4fe3-44fb-b84e-14a2915a2ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256530 Jul 28 11:13:06.450903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:06.546228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.547155 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Added segment 966b0c89-048a-4191-bc9e-974a8212b2c0 of type vlan for network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 Jul 28 11:13:06.554014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.622029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.688926 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.696223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:06.696223 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:06.873469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdedfe35-bfe1-4264-9afb-8cf7601f0149 req-b3193d9e-aba4-4d5d-9836-582b041bceab service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081564 Jul 28 11:13:06.878408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7548752 Jul 28 11:13:06.879866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:06.905853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356838-4f52-4562-956b-89c246758fec tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Network': ['ID=6ad7928c-fdaf-4297-80d6-c43b3d74a945,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:06.907791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Request body: {'subnet': {'network_id': '6ad7928c-fdaf-4297-80d6-c43b3d74a945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:06.928426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:06.959970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee121-e8c8-4ed6-b4d1-b57fbedc94ca req-f57489b7-db75-4054-b917-6dfc22f53808 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:06.961876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c7ee121-e8c8-4ed6-b4d1-b57fbedc94ca req-f57489b7-db75-4054-b917-6dfc22f53808 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 946 time: 0.1146400 Jul 28 11:13:07.082996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-11a30f8f-3183-4cd2-9198-1e7bb1883a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:07.094016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-11a30f8f-3183-4cd2-9198-1e7bb1883a35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 1094 time: 0.1253211 Jul 28 11:13:07.094016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c7ee121-e8c8-4ed6-b4d1-b57fbedc94ca req-fdfab327-7f27-4d5d-8800-cb2cae66746d tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864990 Jul 28 11:13:07.138738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Router c096ccf4-b1aa-420c-bfe7-ced10891ec0b is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:13:07.147313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Made reservation on behalf of bde5d378a15747679ad9f077171a3a26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:07.150954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:07.373295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c3e3e-704b-47b9-b82f-fcea53d8f27d None None] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:07.580874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c2e5e287-a912-459f-872f-e67a27541bfc None None] Provisioning for port e73b967b-6bd0-4448-a75a-81ecdb3e6576 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:07.651778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:13:07.678096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Sync routers for ids ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:13:07.712396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Routers {'c096ccf4-b1aa-420c-bfe7-ced10891ec0b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:13:07.714807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:13:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:07.718430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e73b967b-6bd0-4448-a75a-81ecdb3e6576 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:07.740680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:07.745916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a52d75d7-68e1-4f71-bc3e-f591d3cd5ce2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7796061 Jul 28 11:13:07.759783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:07.848918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8e4a6-c281-412b-9aec-578e23ba1ad9 req-46380611-e5e8-47dc-8018-d0195de77e15 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:07.851962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04b8e4a6-c281-412b-9aec-578e23ba1ad9 req-46380611-e5e8-47dc-8018-d0195de77e15 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 943 time: 0.7564147 Jul 28 11:13:07.953262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422aa4a-b099-4828-ad55-d69ed5208115 req-f135906b-06be-4963-8b2a-52f34ebca1d2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:07.954820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8422aa4a-b099-4828-ad55-d69ed5208115 req-f135906b-06be-4963-8b2a-52f34ebca1d2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2135575 Jul 28 11:13:08.020552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-e9647f75-7504-4c2c-ba31-6a412dea34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:08.022387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-e9647f75-7504-4c2c-ba31-6a412dea34c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 905 time: 0.9172678 Jul 28 11:13:08.027877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e73b967b-6bd0-4448-a75a-81ecdb3e6576 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:08.042783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee9cb9-4d97-4f1d-a72f-9ea860a4074b None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:13:08.047102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Set router c096ccf4-b1aa-420c-bfe7-ced10891ec0b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:13:08.057546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e73b967b-6bd0-4448-a75a-81ecdb3e6576 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:08.059681 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:08.066116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8422aa4a-b099-4828-ad55-d69ed5208115 req-e1178af1-b0c0-4a43-9b36-64f7f205d27f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952232 Jul 28 11:13:08.069177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:13:08.078536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:08.095057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04b8e4a6-c281-412b-9aec-578e23ba1ad9 req-25777a25-20b9-485d-9def-63290bb06be0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089927 Jul 28 11:13:08.198534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-b1dc08e2-2e7c-430b-b6a3-611141bf523f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d HTTP/1.1" status: 200 len: 217 time: 0.1432102 Jul 28 11:13:08.250669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Checking segment: {'id': '966b0c89-048a-4191-bc9e-974a8212b2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6ad7928c-fdaf-4297-80d6-c43b3d74a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:08.251315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network hostable DHCP agents. Network: 6ad7928c-fdaf-4297-80d6-c43b3d74a945, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:08.257257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event updated for resources: {'Subnet': ['ID=d00cd5d5-f0aa-472e-a3c4-1ef0f3b62681,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:08.311009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:08.383210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-952c8390-8bdc-4a96-96ac-7d4e345bc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:08.384900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-952c8390-8bdc-4a96-96ac-7d4e345bc288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.1716509 Jul 28 11:13:08.396320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45c17-70f2-4cf0-819f-752574ef7b52 req-cbd8a3c8-91a1-4584-8adf-80013bc8f008 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:08.406619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30e45c17-70f2-4cf0-819f-752574ef7b52 req-cbd8a3c8-91a1-4584-8adf-80013bc8f008 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 946 time: 0.1174293 Jul 28 11:13:08.407022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:08.433163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6ad7928c-fdaf-4297-80d6-c43b3d74a945) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:08.442331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:08.443182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:08.465957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-554ae7e5-0996-46e7-96a0-d952005f9e98 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:08.467942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-554ae7e5-0996-46e7-96a0-d952005f9e98 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 946 time: 0.1560495 Jul 28 11:13:08.482246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-9ae1f2be-ce7c-47a4-aed1-6ff43b7dc013 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490053 Jul 28 11:13:08.524791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30e45c17-70f2-4cf0-819f-752574ef7b52 req-9d5798bd-d279-44e1-b783-cf419302f243 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170537 Jul 28 11:13:08.537146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c5294399-5e2a-4e52-8ddd-a38577f63b73 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6546121 Jul 28 11:13:08.544872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:08.637989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-a040270b-c8bd-4682-bf06-c4baac6e8470 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449661 Jul 28 11:13:08.685954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5d3fd71-ce5f-4584-8960-ec1a669d9dc9 None None] Provisioning complete for port e73b967b-6bd0-4448-a75a-81ecdb3e6576 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:08.686431 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fd71-ce5f-4584-8960-ec1a669d9dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:08.715360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2de19bf5-2157-41b5-8863-fb58b2aa935c tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1312967258'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:08.716449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2de19bf5-2157-41b5-8863-fb58b2aa935c tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:13:08.801782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8269a8b6-5f56-47f7-8eb2-1c6eceed8420 req-b39213e0-6b37-4384-9d13-5aa2535d1928 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557577 Jul 28 11:13:08.826962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:08.857171 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:08.961131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e73b967b-6bd0-4448-a75a-81ecdb3e6576, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e73b967b-6bd0-4448-a75a-81ecdb3e6576,segment=NetworkSegment(7eb694bc-c837-43bf-a3df-e9644552f6c7),segment_id=7eb694bc-c837-43bf-a3df-e9644552f6c7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:08.991957 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.031288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2de19bf5-2157-41b5-8863-fb58b2aa935c tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.035658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2de19bf5-2157-41b5-8863-fb58b2aa935c tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7184396 Jul 28 11:13:09.036256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:09.041040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2df91193-b36c-4a27-bf6b-9bc605f5dcad tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6f41048e-863c-4998-beed-5c26757c177a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:09.042001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2df91193-b36c-4a27-bf6b-9bc605f5dcad tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:13:09.077903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Deleting port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:09.077903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.096441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.128433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e73b967b-6bd0-4448-a75a-81ecdb3e6576,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:09.151424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee9cb9-4d97-4f1d-a72f-9ea860a4074b None None] Unable to find a vacant binding_index for network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 and agent b4507cd6-a2cc-437f-b034-2405879a6c68 {{(pid=93837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 11:13:09.153790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fd71-ce5f-4584-8960-ec1a669d9dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.185932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:05Z', 'revision_number': 3, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:09.227724 n-d-723573-7 neutron-server[93836]: WARNING neutron.services.metering.metering_plugin [None req-2df91193-b36c-4a27-bf6b-9bc605f5dcad tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:13:09.270826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.289890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Checking router: c096ccf4-b1aa-420c-bfe7-ced10891ec0b for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:13:09.293434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Updating router c096ccf4-b1aa-420c-bfe7-ced10891ec0b port 30dac8e2-710b-4162-80f3-f7ca61019348 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:13:09.326965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee9cb9-4d97-4f1d-a72f-9ea860a4074b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6ad7928c-fdaf-4297-80d6-c43b3d74a945) {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:13:09.334562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.410865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2df91193-b36c-4a27-bf6b-9bc605f5dcad tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.416008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2df91193-b36c-4a27-bf6b-9bc605f5dcad tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3785322 Jul 28 11:13:09.417766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:09.428798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-74b46c61-b9b7-4ba9-ba0f-570e98c86d89 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6f41048e-863c-4998-beed-5c26757c177a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:09.429295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-74b46c61-b9b7-4ba9-ba0f-570e98c86d89 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:13:09.436308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:13:09.439274 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-a5d3fd71-ce5f-4584-8960-ec1a669d9dc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:13:09.439832 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-a5d3fd71-ce5f-4584-8960-ec1a669d9dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:13:09.440023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61044757-40cb-490a-ad47-596440c9e13c req-801f2cd8-4852-4666-ac29-f27d9a37c0fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:09.447591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61044757-40cb-490a-ad47-596440c9e13c req-801f2cd8-4852-4666-ac29-f27d9a37c0fc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2293217 Jul 28 11:13:09.489412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf4e51-1e7d-48e1-a6c8-324f8df4823d req-285786c2-073f-4cd9-aff4-267225d93452 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:09.490683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cbf4e51-1e7d-48e1-a6c8-324f8df4823d req-285786c2-073f-4cd9-aff4-267225d93452 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 943 time: 0.1633663 Jul 28 11:13:09.543627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.594722 n-d-723573-7 neutron-server[93836]: WARNING neutron.services.metering.metering_plugin [None req-74b46c61-b9b7-4ba9-ba0f-570e98c86d89 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 11:13:09.625204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Subnet': ['ID=d00cd5d5-f0aa-472e-a3c4-1ef0f3b62681,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:09.634608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61044757-40cb-490a-ad47-596440c9e13c req-ed2a9544-3f73-4127-809f-283df7ecb966 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861217 Jul 28 11:13:09.646272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e73b967b-6bd0-4448-a75a-81ecdb3e6576 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:09.737865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:13:09.770912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cbf4e51-1e7d-48e1-a6c8-324f8df4823d req-e3c21535-f46d-4f62-9fdc-0750122f7250 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987801 Jul 28 11:13:09.825725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74b46c61-b9b7-4ba9-ba0f-570e98c86d89 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:09.828848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74b46c61-b9b7-4ba9-ba0f-570e98c86d89 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4061382 Jul 28 11:13:09.857665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:09.890244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b3efc20f-39d4-473e-8288-1967d759331b tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=cbcb01df-53b1-465e-a255-2e3d80a04b08 HTTP/1.1" status: 200 len: 464 time: 0.0251846 Jul 28 11:13:09.896629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:09.924279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db6fe6-7830-4832-b6ad-df9556f258e4 req-31d33a64-563d-4f5b-9775-d41729c631f9 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:09.925995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38db6fe6-7830-4832-b6ad-df9556f258e4 req-31d33a64-563d-4f5b-9775-d41729c631f9 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 946 time: 0.1662233 Jul 28 11:13:10.018425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.025528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38db6fe6-7830-4832-b6ad-df9556f258e4 req-2cad6d6f-d048-41cc-b8d1-96335ea6c34d tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/security-groups?id=d97f8d2f-1a17-4c32-b241-6b7f7fef4752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918419 Jul 28 11:13:10.031347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad7928c-fdaf-4297-80d6-c43b3d74a945']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:10.046783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966b0c89-048a-4191-bc9e-974a8212b2c0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:10.047126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966b0c89-048a-4191-bc9e-974a8212b2c0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:10.049215 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.056614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.061934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Transition to ACTIVE for port object 30dac8e2-710b-4162-80f3-f7ca61019348 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:10.066958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95a9fc4b-2ff9-48ea-8800-3678a758cef6 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.068782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-95a9fc4b-2ff9-48ea-8800-3678a758cef6 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/cbcb01df-53b1-465e-a255-2e3d80a04b08 HTTP/1.1" status: 204 len: 168 time: 0.1711111 Jul 28 11:13:10.073881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.077735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] For port 768135cb-44ef-44c3-81bb-38ee0ddc5a84, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=768135cb-44ef-44c3-81bb-38ee0ddc5a84,segment=NetworkSegment(832d2f83-f059-4f72-a913-188501abc849),segment_id=832d2f83-f059-4f72-a913-188501abc849)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:10.078365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.082008 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.089689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-153e50ee-44f5-40d7-886c-099170101d78 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=cbcb01df-53b1-465e-a255-2e3d80a04b08 HTTP/1.1" status: 200 len: 221 time: 0.0143807 Jul 28 11:13:10.090294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.093959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.095192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d831de28-ab8a-4f77-99b1-38644b13d874 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2062558297', 'description': 'label created by tempest'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:10.095691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d831de28-ab8a-4f77-99b1-38644b13d874 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Unknown quota resources ['metering_label']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:13:10.103299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:10.103819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.107324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Calling delete_port for 768135cb-44ef-44c3-81bb-38ee0ddc5a84 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:10.108777 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:10.159207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Allocated IP 172.20.0.1 (860f1af3-d46d-4a36-a4d6-3703196e1b29/cf408b90-1392-45e5-8648-14c16124ea96/6dc8a6fc-aa2f-4e71-9116-35ad74f5885d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:10.263221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.274282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec87ce-e05c-400a-9c7a-099728c64245 None None] Pushing event updated for resources: {'Port': ['ID=30dac8e2-710b-4162-80f3-f7ca61019348,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:10.285702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.293539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/6ad7928c-fdaf-4297-80d6-c43b3d74a945 HTTP/1.1" status: 204 len: 168 time: 1.7468054 Jul 28 11:13:10.297738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Attempting to bind port 30dac8e2-710b-4162-80f3-f7ca61019348 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:10.298107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Attempting to bind port 30dac8e2-710b-4162-80f3-f7ca61019348 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:10.298464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Attempting to bind port 30dac8e2-710b-4162-80f3-f7ca61019348 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:10.310801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.324760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:10.325136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:10.325537 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.325929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:10.326399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Bound port: 30dac8e2-710b-4162-80f3-f7ca61019348, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:10.326782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.333141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:10.349120 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-da87351e-265b-4cb9-ab57-54dd193ae30a tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:10.349726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da87351e-265b-4cb9-ab57-54dd193ae30a tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:10.354283 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-da87351e-265b-4cb9-ab57-54dd193ae30a tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/d00cd5d5-f0aa-472e-a3c4-1ef0f3b62681 HTTP/1.1" status: 404 len: 337 time: 0.0423293 Jul 28 11:13:10.355021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.360471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f668536-fc2a-429e-8217-0b8047e68098 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Network': ['ID=6ad7928c-fdaf-4297-80d6-c43b3d74a945,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:10.385854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'mac_address': 'fa:16:3e:48:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:13:10.398530 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-782653ac-fb35-4c99-85bc-ee97757d56e9 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:10.399276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782653ac-fb35-4c99-85bc-ee97757d56e9 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:10.403737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-782653ac-fb35-4c99-85bc-ee97757d56e9 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/6ad7928c-fdaf-4297-80d6-c43b3d74a945 HTTP/1.1" status: 404 len: 339 time: 0.0444384 Jul 28 11:13:10.417234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.420134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e73b967b-6bd0-4448-a75a-81ecdb3e6576 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:10.420811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.440242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d831de28-ab8a-4f77-99b1-38644b13d874 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.441901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d831de28-ab8a-4f77-99b1-38644b13d874 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3505206 Jul 28 11:13:10.444318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.450411 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-998ea209-5d7a-4d22-b0ed-28ccc7f8cff8 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:10.451019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998ea209-5d7a-4d22-b0ed-28ccc7f8cff8 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:10.456205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-998ea209-5d7a-4d22-b0ed-28ccc7f8cff8 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/1165412d-30f0-4ba1-8352-b0c8bb102a8e HTTP/1.1" status: 404 len: 337 time: 0.0378044 Jul 28 11:13:10.457048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.499301 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-594cd27d-bb30-416b-ac01-894bf275aed0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:10.499992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594cd27d-bb30-416b-ac01-894bf275aed0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:10.510261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] For port 30dac8e2-710b-4162-80f3-f7ca61019348, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:10.512546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-594cd27d-bb30-416b-ac01-894bf275aed0 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/9159c3ff-4c34-4169-8c20-7162d2756d4b HTTP/1.1" status: 404 len: 339 time: 0.0443268 Jul 28 11:13:10.512683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.521004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.550430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ddbcdf6c-50dc-44cc-a6c1-91c098c95cc5 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6266385c-7d04-4ad2-be69-606a63e78de2 HTTP/1.1" status: 200 len: 468 time: 0.1043906 Jul 28 11:13:10.553049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.571757 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba154ab0-faf9-4709-a2bd-d6aab119ccb3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:10.572411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba154ab0-faf9-4709-a2bd-d6aab119ccb3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:10.577074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba154ab0-faf9-4709-a2bd-d6aab119ccb3 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/15a77070-685e-4681-b7a3-93ad5f1b62b5 HTTP/1.1" status: 404 len: 337 time: 0.0619209 Jul 28 11:13:10.577920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.602995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Transition to ACTIVE for port object 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:10.607176 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8737102b-88b1-44fa-b5a6-3948b9a2e5d7 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:10.607915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8737102b-88b1-44fa-b5a6-3948b9a2e5d7 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:10.612826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8737102b-88b1-44fa-b5a6-3948b9a2e5d7 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/1ba95a1a-53d0-40dd-a11d-c80d4927e637 HTTP/1.1" status: 404 len: 339 time: 0.0289366 Jul 28 11:13:10.613618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.634120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.707924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['768135cb-44ef-44c3-81bb-38ee0ddc5a84'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:10.752527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] For port 30dac8e2-710b-4162-80f3-f7ca61019348, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=30dac8e2-710b-4162-80f3-f7ca61019348,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:10.753603 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.755657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2cecbff-9edd-482c-904a-0c4966993bec tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.759614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Pushing event deleted for resources: {'Port': ['ID=768135cb-44ef-44c3-81bb-38ee0ddc5a84,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:10.760234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2cecbff-9edd-482c-904a-0c4966993bec tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6266385c-7d04-4ad2-be69-606a63e78de2 HTTP/1.1" status: 204 len: 168 time: 0.2061815 Jul 28 11:13:10.761560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40756) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.788102 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.791214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0fe39c24-cd17-4621-ace2-6360ca559c55 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6266385c-7d04-4ad2-be69-606a63e78de2 HTTP/1.1" status: 200 len: 216 time: 0.0283506 Jul 28 11:13:10.793244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.831371 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a8b32d54-b703-47aa-ab24-a4ac4abdded1 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0369759 Jul 28 11:13:10.837681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.859219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec87ce-e05c-400a-9c7a-099728c64245 None None] Pushing event updated for resources: {'Port': ['ID=30dac8e2-710b-4162-80f3-f7ca61019348,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:10.867513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] No DVR routers for this DVR port 768135cb-44ef-44c3-81bb-38ee0ddc5a84 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:10.874393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0305aa-aa97-46d6-ab70-27a33a77757d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:10.884103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.884323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-af7e006e-70a6-4e1a-8531-ee6f0707d147 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0323339 Jul 28 11:13:10.884428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d06555fb-aa5a-4e52-bddb-8e8b10ee5186 req-bc94de02-72e4-4007-9051-8e4fbd4b4051 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.41 "DELETE /v2.0/ports/768135cb-44ef-44c3-81bb-38ee0ddc5a84 HTTP/1.1" status: 204 len: 173 time: 2.3896375 Jul 28 11:13:10.884547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40766) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:10.891507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'name': 'network-vif-deleted', 'tag': '768135cb-44ef-44c3-81bb-38ee0ddc5a84'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:10.894237 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3060ca-d70d-4566-9841-f117a257b207" -d '{"events": [{"server_uuid": "b3b80b7c-0086-4cbb-a9f9-25465ab89b51", "name": "network-vif-deleted", "tag": "768135cb-44ef-44c3-81bb-38ee0ddc5a84"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:10.911231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dd08d-a686-4c72-a24e-48f873dc6ff6 req-a7f72d41-9cb4-43a5-95dc-8a1813aa2aea tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:10.919218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd7dd08d-a686-4c72-a24e-48f873dc6ff6 req-a7f72d41-9cb4-43a5-95dc-8a1813aa2aea tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1691270 Jul 28 11:13:10.929164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:10.971640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:10.974251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:10.976983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting port de46ce71-c735-49ac-8a91-4939b32f2950 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:10.977338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.007248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af3338-16d3-472e-a809-48a4f990afa7 None None] Network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:11.013525 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.051796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ba6f0a06-2fa4-4bc0-85d8-3dcda5b1b7a1 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/6f41048e-863c-4998-beed-5c26757c177a HTTP/1.1" status: 200 len: 473 time: 0.1683197 Jul 28 11:13:11.071897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Routers {'c096ccf4-b1aa-420c-bfe7-ced10891ec0b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:13:11.072484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:13:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:11.081991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:11.083532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:11.097168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd7dd08d-a686-4c72-a24e-48f873dc6ff6 req-8b6e667c-46c6-40e2-b1d0-8946e6813f04 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771600 Jul 28 11:13:11.104045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:11.104508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af3338-16d3-472e-a809-48a4f990afa7 None None] Network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 11:13:11.131891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d7e2a8f7-889f-4d92-9dd8-804a5ad4333f tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/74333de0-6d77-44a9-8254-dc9d399c0650 HTTP/1.1" status: 200 len: 461 time: 0.0466604 Jul 28 11:13:11.138792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:11.178967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2639b1-ff01-4e39-9e4e-cf466b3864b4 req-9681e410-a7c8-41b0-ac9b-72f1eb52a377 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:11.188892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d1318-99b2-45fe-83b1-ae4a2745534c None None] Network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:11.192063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a2639b1-ff01-4e39-9e4e-cf466b3864b4 req-9681e410-a7c8-41b0-ac9b-72f1eb52a377 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 943 time: 0.2920377 Jul 28 11:13:11.196723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.205357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:11.222233 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8fee78-297f-4962-8258-42bd98566d6b x-openstack-request-id: req-fc8fee78-297f-4962-8258-42bd98566d6b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:11.222639 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b80b7c-0086-4cbb-a9f9-25465ab89b51", "name": "network-vif-deleted", "tag": "768135cb-44ef-44c3-81bb-38ee0ddc5a84", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:11.223039 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc8fee78-297f-4962-8258-42bd98566d6b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:11.223534 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b80b7c-0086-4cbb-a9f9-25465ab89b51', 'name': 'network-vif-deleted', 'tag': '768135cb-44ef-44c3-81bb-38ee0ddc5a84', 'status': 'completed', 'code': 200} Jul 28 11:13:11.242711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Calling delete_port for de46ce71-c735-49ac-8a91-4939b32f2950 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:11.303420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d1318-99b2-45fe-83b1-ae4a2745534c None None] Network 6ad7928c-fdaf-4297-80d6-c43b3d74a945 could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 11:13:11.314220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5e0305aa-aa97-46d6-ab70-27a33a77757d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:11.325714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.406426 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50abb8ff-4b56-4fe3-a172-9dab3e471d62 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.409207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-50abb8ff-4b56-4fe3-a172-9dab3e471d62 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/74333de0-6d77-44a9-8254-dc9d399c0650 HTTP/1.1" status: 204 len: 168 time: 0.2677717 Jul 28 11:13:11.449191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:11.452737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:11.468063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a2639b1-ff01-4e39-9e4e-cf466b3864b4 req-e8296ff0-2d90-4fa5-b299-e53996481e21 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754042 Jul 28 11:13:11.489888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 768135cb-44ef-44c3-81bb-38ee0ddc5a84 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:11.513298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0886310-50ef-4b3a-8656-d77886b59d3a req-9106ca61-129a-4177-a466-a14e18eabfb9 tempest-ServerGroupTestJSON-617371873 tempest-ServerGroupTestJSON-617371873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b80b7c-0086-4cbb-a9f9-25465ab89b51 HTTP/1.1" status: 200 len: 210 time: 0.0974817 Jul 28 11:13:11.543946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.600292 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.615096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 768135cb-44ef-44c3-81bb-38ee0ddc5a84 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:11.618086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 768135cb-44ef-44c3-81bb-38ee0ddc5a84 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:11.644809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Port': ['ID=de46ce71-c735-49ac-8a91-4939b32f2950,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:11.667583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] Set router c096ccf4-b1aa-420c-bfe7-ced10891ec0b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:13:11.674750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.677150 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e85e1e0e-1f77-481f-8df4-ce1b233d57bd tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/ports/de46ce71-c735-49ac-8a91-4939b32f2950 HTTP/1.1" status: 204 len: 168 time: 1.0577219 Jul 28 11:13:11.679615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:11.741793 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-619d5e75-4b92-41bc-8073-c19c5046d120 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:11.742517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619d5e75-4b92-41bc-8073-c19c5046d120 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:11.744436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-619d5e75-4b92-41bc-8073-c19c5046d120 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/dba77c1d-c77c-4db8-95d7-6e2d3f4d2885 HTTP/1.1" status: 404 len: 337 time: 0.0636814 Jul 28 11:13:11.746884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:11.776324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-146d6ac4-1b61-4038-82a7-5714d4282ee2 None None] Provisioning for port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:11.787731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ae63-3373-431b-9017-8f9dfca8f4d4 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.798100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dcd6ae63-3373-431b-9017-8f9dfca8f4d4 tempest-MeteringTestJSON-683580906 tempest-MeteringTestJSON-683580906-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6f41048e-863c-4998-beed-5c26757c177a HTTP/1.1" status: 204 len: 168 time: 0.3279262 Jul 28 11:13:11.839169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-146d6ac4-1b61-4038-82a7-5714d4282ee2 None None] Provisioning complete for port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:11.840577 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-146d6ac4-1b61-4038-82a7-5714d4282ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.860912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:11.904397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-146d6ac4-1b61-4038-82a7-5714d4282ee2 None None] Port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:12.033569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.040420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.066200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.066684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:05Z', 'revision_number': 3, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:12.093737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920729c-e468-4db0-b621-2c9a945e8de2 None None] The sync data for ids ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'] in n-d-723573-7 is: [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:05Z', 'revision_number': 3, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:13:12.097126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:12.102723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69819db-3ce8-4339-8dd1-ca9b7257ef4e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:12.139981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:12.143818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e968522d-eb38-4f65-9c48-62d9c61e72e4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:12.144122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e968522d-eb38-4f65-9c48-62d9c61e72e4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:12.160798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.163318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.201678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.240622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:12.241201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:12.244977 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:12.249795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f32190-4ea8-4363-bcbf-b6a0b959e98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.272154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388ca10-04a9-42e3-80f1-5382847ea0fe req-3276a440-cd09-471d-a588-6bf891792425 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:12.273710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7388ca10-04a9-42e3-80f1-5382847ea0fe req-3276a440-cd09-471d-a588-6bf891792425 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.0927699 Jul 28 11:13:12.338891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7388ca10-04a9-42e3-80f1-5382847ea0fe req-188758b4-7cb1-4d6a-aec4-9ab259767844 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Jul 28 11:13:12.351613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.363480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:12.364973 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.367825 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/a69819db-3ce8-4339-8dd1-ca9b7257ef4e HTTP/1.1" status: 204 len: 168 time: 0.6197917 Jul 28 11:13:12.370259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:12.382622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:12.395343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26b77e-10a4-4aa2-9054-15b330f7a807 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Network': ['ID=a69819db-3ce8-4339-8dd1-ca9b7257ef4e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:12.465383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f32190-4ea8-4363-bcbf-b6a0b959e98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.475570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f32190-4ea8-4363-bcbf-b6a0b959e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.611820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-76f32190-4ea8-4363-bcbf-b6a0b959e98e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c6a5c102d0249169bd50446e786af67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101733 Jul 28 11:13:12.616132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:12.617236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32190-4ea8-4363-bcbf-b6a0b959e98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b611929-62be-42cd-8cd1-c8f7f51a0603,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:12.708303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting port 02839378-a017-4b3c-897b-06d3f0253ac4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:12.708759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.772242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522beb75-3cb9-4835-b9a4-de47987902b8 req-f6393d0c-bcb8-422e-90ac-e8cb4b0d8ff3 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:12.786660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-522beb75-3cb9-4835-b9a4-de47987902b8 req-f6393d0c-bcb8-422e-90ac-e8cb4b0d8ff3 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 944 time: 0.1728041 Jul 28 11:13:12.844488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53aa3d70-76c3-4207-8f19-2d66f144f454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.849114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.851035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a304363-0e41-4d7b-a8d1-eea5de216340 None None] Provisioning complete for port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:12.851530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a304363-0e41-4d7b-a8d1-eea5de216340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:12.864906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Router c096ccf4-b1aa-420c-bfe7-ced10891ec0b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:13:12.873808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Calling delete_port for 02839378-a017-4b3c-897b-06d3f0253ac4 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:12.917622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8a304363-0e41-4d7b-a8d1-eea5de216340 None None] Port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:12.951577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-522beb75-3cb9-4835-b9a4-de47987902b8 req-c676ac58-2131-44ee-bd54-c3f30bf1e8f0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639216 Jul 28 11:13:12.966541 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53aa3d70-76c3-4207-8f19-2d66f144f454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.087939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53aa3d70-76c3-4207-8f19-2d66f144f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.095879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53aa3d70-76c3-4207-8f19-2d66f144f454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.097256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-53aa3d70-76c3-4207-8f19-2d66f144f454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b611929-62be-42cd-8cd1-c8f7f51a0603 HTTP/1.1" status: 204 len: 168 time: 0.4695499 Jul 28 11:13:13.105871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa3d70-76c3-4207-8f19-2d66f144f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b611929-62be-42cd-8cd1-c8f7f51a0603,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:13.131727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:13.152950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.193841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Port': ['ID=02839378-a017-4b3c-897b-06d3f0253ac4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:13.212225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.215522 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab961b79-7515-42e6-aec5-af0569fa035d tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/ports/02839378-a017-4b3c-897b-06d3f0253ac4 HTTP/1.1" status: 204 len: 168 time: 0.8441668 Jul 28 11:13:13.218642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:13.231728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Deleting subnet 987656d4-2b12-4fe3-86c6-8037d91d6d2a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:13.241135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.266472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:13:13.280682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2497728b-98ed-408a-92c5-20a1aab49fd2 admin admin] 10.222.0.20 "PUT /v2.0/routers/c096ccf4-b1aa-420c-bfe7-ced10891ec0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5120027 Jul 28 11:13:13.280682 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c76ad6-f98d-4e93-8da2-8720e0ad7151 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] DELETE failed (client error): The resource could not be found. Jul 28 11:13:13.280682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c76ad6-f98d-4e93-8da2-8720e0ad7151 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:13:13.280682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-97c76ad6-f98d-4e93-8da2-8720e0ad7151 tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/1bfec1ee-a691-4db1-bf98-8dc39b3f16f0 HTTP/1.1" status: 404 len: 337 time: 0.0573783 Jul 28 11:13:13.281219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:13.364344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.412265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:13.471681 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.502041 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.551041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5e0305aa-aa97-46d6-ab70-27a33a77757d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:13.559588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5e0305aa-aa97-46d6-ab70-27a33a77757d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:13.561910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.685674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 30dac8e2-710b-4162-80f3-f7ca61019348 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:13.707950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:13.730616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07dd5173-2811-4795-bb9a-b72d6c3d12ac req-efb37e09-d587-4fac-8dff-5fe30e3b45b7 tempest-FloatingIPsNegativeTestJSON-1587867747 tempest-FloatingIPsNegativeTestJSON-1587867747-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=e8b8a69cd17748f8aafaf4f09a3e880a HTTP/1.1" status: 200 len: 217 time: 0.1395118 Jul 28 11:13:13.733712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab027d8-c532-4fd3-a583-5487549290b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.734778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.772977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:13.775529 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0006737e-39b8-4543-b446-3d629346349a" -d '{"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-plugged", "status": "completed", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:13.804517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:13.808308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 30dac8e2-710b-4162-80f3-f7ca61019348 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:13.813627 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.819934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 30dac8e2-710b-4162-80f3-f7ca61019348 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:13.820718 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.878947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68657f3-8142-4565-98d7-bfe3aabd6a9c req-c1240934-6542-44df-86e8-c43c1d6262e2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:13.880643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e68657f3-8142-4565-98d7-bfe3aabd6a9c req-c1240934-6542-44df-86e8-c43c1d6262e2 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.3058772 Jul 28 11:13:13.882103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab027d8-c532-4fd3-a583-5487549290b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.888742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab027d8-c532-4fd3-a583-5487549290b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.932049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eddda136-37e0-447e-ba95-38e4c5aa7458 req-c4145646-a7a8-4696-b377-534b03f61f1e tempest-FloatingIPsNegativeTestJSON-1587867747 tempest-FloatingIPsNegativeTestJSON-1587867747-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0420995 Jul 28 11:13:13.938849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6ab027d8-c532-4fd3-a583-5487549290b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47fa0e7ab6af417181b5cfc12b4dad95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295327 Jul 28 11:13:13.940161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab027d8-c532-4fd3-a583-5487549290b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53510d1f-41d6-4959-a3b0-a3bf448811b6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:13.942863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:13.958853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.961718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:13.975088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:14.014229 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5352af4-69ef-4d47-8e9f-18d7a5eac5e9 x-openstack-request-id: req-f5352af4-69ef-4d47-8e9f-18d7a5eac5e9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:14.014705 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-plugged", "status": "completed", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:14.015104 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5352af4-69ef-4d47-8e9f-18d7a5eac5e9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:14.015670 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'code': 200} Jul 28 11:13:14.032709 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.037056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.045335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/987656d4-2b12-4fe3-86c6-8037d91d6d2a HTTP/1.1" status: 204 len: 168 time: 0.9100835 Jul 28 11:13:14.048154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:14.050221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b681c9-b833-4fd1-b616-95f895e914c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987656d4-2b12-4fe3-86c6-8037d91d6d2a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:14.078184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 30dac8e2-710b-4162-80f3-f7ca61019348, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=30dac8e2-710b-4162-80f3-f7ca61019348,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:14.086122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cb451c-b7a0-42dd-a88b-61daf085a2d6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.087084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.121448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ea33cb-cca1-47e3-9372-a8adce35e845') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.122182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ea33cb-cca1-47e3-9372-a8adce35e845') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.134364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e68657f3-8142-4565-98d7-bfe3aabd6a9c req-f91d9257-7c5b-41bb-9e00-ab23bafe2eb0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286894 Jul 28 11:13:14.149145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.193385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=30dac8e2-710b-4162-80f3-f7ca61019348,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:14.236912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9d4d-5a4c-401e-9cfb-13ba9c86fd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.250966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.254150 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-ad9b16f8-383e-4d85-b75f-a255fc393cee req-21b45484-aef9-4a2a-a29f-d85b193945f3 tempest-FloatingIPsNegativeTestJSON-1587867747 tempest-FloatingIPsNegativeTestJSON-1587867747-project] show failed (client error): The resource could not be found. Jul 28 11:13:14.266854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad9b16f8-383e-4d85-b75f-a255fc393cee req-21b45484-aef9-4a2a-a29f-d85b193945f3 tempest-FloatingIPsNegativeTestJSON-1587867747 tempest-FloatingIPsNegativeTestJSON-1587867747-project] 10.222.0.20 "GET /v2.0/floatingips/17eeef0a-a4a3-4917-8e2b-772d7861bb60 HTTP/1.1" status: 404 len: 350 time: 0.0698299 Jul 28 11:13:14.271884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:14.286055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.303037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9d4d-5a4c-401e-9cfb-13ba9c86fd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.312957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8b17b-0a75-479c-b8b0-0b5663500ba0 req-394801f3-4a74-4a6d-ad9a-c69163e89471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:14.314890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07f8b17b-0a75-479c-b8b0-0b5663500ba0 req-394801f3-4a74-4a6d-ad9a-c69163e89471 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 1096 time: 0.2146571 Jul 28 11:13:14.351814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:14.352704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.389736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38902a-8666-4051-b226-bec9c62fadc1 req-cba311d8-fd00-449c-8338-f3a6c72ea811 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:14.391736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f38902a-8666-4051-b226-bec9c62fadc1 req-cba311d8-fd00-449c-8338-f3a6c72ea811 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 945 time: 0.2618175 Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:14.393193 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:14.720789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07f8b17b-0a75-479c-b8b0-0b5663500ba0 req-07cab431-aefe-44d6-803a-f7b4ec86dd6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943222 Jul 28 11:13:14.726450 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Sync routers for ids ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:13:14.734232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.738229 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Routers {'c096ccf4-b1aa-420c-bfe7-ced10891ec0b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:13:14.739136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:13:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.750127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fbc5e0-9343-483e-bf21-1824032ddbf7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.768082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832d2f83-f059-4f72-a913-188501abc849') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.768780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832d2f83-f059-4f72-a913-188501abc849') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:14.781445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.805798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.813912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:14.815509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:14.834201 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:14.873999 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Set router c096ccf4-b1aa-420c-bfe7-ced10891ec0b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:13:14.911791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.921670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.926875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.940324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/87fbc5e0-9343-483e-bf21-1824032ddbf7 HTTP/1.1" status: 204 len: 168 time: 0.8805180 Jul 28 11:13:14.944383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9d4d-5a4c-401e-9cfb-13ba9c86fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.947031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9d4d-5a4c-401e-9cfb-13ba9c86fd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.954993 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d8e9d4d-5a4c-401e-9cfb-13ba9c86fd4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53510d1f-41d6-4959-a3b0-a3bf448811b6 HTTP/1.1" status: 204 len: 168 time: 1.0069587 Jul 28 11:13:14.961045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:14.965247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/99cb451c-b7a0-42dd-a88b-61daf085a2d6 HTTP/1.1" status: 204 len: 168 time: 1.6839249 Jul 28 11:13:14.973605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:14.988254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41245-1e76-4ebb-b3c5-db193074f0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87fbc5e0-9343-483e-bf21-1824032ddbf7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:14.990190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e9d4d-5a4c-401e-9cfb-13ba9c86fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53510d1f-41d6-4959-a3b0-a3bf448811b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:15.033177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f38902a-8666-4051-b226-bec9c62fadc1 req-4196b7b4-4f2d-4aaa-820c-aade23ae0a18 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989801 Jul 28 11:13:15.109154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68375eda-09fb-4832-88bd-784e910454e2 req-4a0d8cf1-50ca-4652-a26b-9c8cfd9fc4bf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:15.110845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68375eda-09fb-4832-88bd-784e910454e2 req-4a0d8cf1-50ca-4652-a26b-9c8cfd9fc4bf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.2929657 Jul 28 11:13:15.111932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff09b7b-3877-480c-8c52-f85263e679ae tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Network': ['ID=99cb451c-b7a0-42dd-a88b-61daf085a2d6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:15.224738 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:11Z', 'revision_number': 4, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6dc8a6fc-aa2f-4e71-9116-35ad74f5885d', 'name': '', 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'mac_address': 'fa:16:3e:f8:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf408b90-1392-45e5-8648-14c16124ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:09Z', 'updated_at': '2021-07-28T11:13:11Z', 'revision_number': 2, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'subnets': [{'id': 'cf408b90-1392-45e5-8648-14c16124ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:15.267973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting subnet e294265e-a64c-4b23-b730-3d965ae514b4 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:15.269298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:15.278055 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Checking router: c096ccf4-b1aa-420c-bfe7-ced10891ec0b for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:13:15.278634 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Updating router c096ccf4-b1aa-420c-bfe7-ced10891ec0b port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:13:15.280287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.307503 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.321611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fcbc93f4-720e-4179-bf9b-6b8cc4b90398 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af386d9167144fd98e0c7260f45eb541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507829 Jul 28 11:13:15.323865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:15.351682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68375eda-09fb-4832-88bd-784e910454e2 req-504c09a1-7f47-4ea2-a1d4-efdbcfe60b54 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194438 Jul 28 11:13:15.387644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.405463 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cddb41c-1e49-40c2-80c4-a366ce4dd4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.429927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cddb41c-1e49-40c2-80c4-a366ce4dd4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.498617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cddb41c-1e49-40c2-80c4-a366ce4dd4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.501374 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cddb41c-1e49-40c2-80c4-a366ce4dd4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.505734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2cddb41c-1e49-40c2-80c4-a366ce4dd4dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d97f8d2f-1a17-4c32-b241-6b7f7fef4752 HTTP/1.1" status: 204 len: 168 time: 0.1780510 Jul 28 11:13:15.534777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddb41c-1e49-40c2-80c4-a366ce4dd4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97f8d2f-1a17-4c32-b241-6b7f7fef4752,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:15.649028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 30dac8e2-710b-4162-80f3-f7ca61019348 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:15.688819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.745814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 30dac8e2-710b-4162-80f3-f7ca61019348 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:15.746268 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.807142 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.913208 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Transition to ACTIVE for port object 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:15.920736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.921137 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.940466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-85013e54-e3ec-44fe-8a0d-fcf3ab386b63 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:15.944824 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-85013e54-e3ec-44fe-8a0d-fcf3ab386b63 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 945 time: 0.1839550 Jul 28 11:13:15.960893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Subnet': ['ID=e294265e-a64c-4b23-b730-3d965ae514b4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:15.976305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:15.980395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e65dcf-228f-4486-923c-cba5536d9aba None None] Network 1cc091ac-9606-4cde-961f-9c5176c9783d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:15.993935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-841a924a-4b28-4fa2-94a0-cc4438909f6b tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/subnets/e294265e-a64c-4b23-b730-3d965ae514b4 HTTP/1.1" status: 204 len: 168 time: 1.0194516 Jul 28 11:13:16.007753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:16.025305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.160442 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Pushing event updated for resources: {'Port': ['ID=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:16.206061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Deleting port 5967896b-06dd-4d55-b02d-2cc630a1ae52 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:16.208766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.282267 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.282713 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.283119 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.283464 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.288501 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.288942 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.289288 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.289630 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.289963 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.290377 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.290626 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.290951 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:16.323531 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Attempting to bind port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:16.324416 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Attempting to bind port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:16.326435 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Attempting to bind port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d on network 860f1af3-d46d-4a36-a4d6-3703196e1b29 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:16.341149 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:16.341533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Checking segment: {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:16.342427 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.344436 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Bound using segment: {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:16.344947 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Bound port: 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb694bc-c837-43bf-a3df-e9644552f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:16.345395 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.369489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] DHCP port deletion for 1cc091ac-9606-4cde-961f-9c5176c9783d request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:13:16.511107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] For port 5967896b-06dd-4d55-b02d-2cc630a1ae52, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5967896b-06dd-4d55-b02d-2cc630a1ae52,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:16.511675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.535329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] Deleting port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:16.535714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.541744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Calling delete_port for 5967896b-06dd-4d55-b02d-2cc630a1ae52 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:16.561573 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] For port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:16.568024 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] For port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,segment=NetworkSegment(7eb694bc-c837-43bf-a3df-e9644552f6c7),segment_id=7eb694bc-c837-43bf-a3df-e9644552f6c7)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:16.579124 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.634957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:16.706157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.716352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Routers {'c096ccf4-b1aa-420c-bfe7-ced10891ec0b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:13:16.717249 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:13:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:16.742067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] For port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,segment=NetworkSegment(8f2c1587-45c6-4a8c-9ed9-4aedf121463d),segment_id=8f2c1587-45c6-4a8c-9ed9-4aedf121463d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:16.742634 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.791071 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd50ba-00ca-4587-8392-59af09c43641 None None] Pushing event updated for resources: {'Port': ['ID=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:16.794135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] Calling delete_port for a833dab2-d8f6-454b-8ecc-c0ade85c0c5b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:16.819393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:16.841825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5967896b-06dd-4d55-b02d-2cc630a1ae52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:16.858737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edabf0e-14f3-41b7-ba10-cfcfe28f825e req-21ea5187-82d4-4cd7-a278-25cefa991378 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:16.870293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6edabf0e-14f3-41b7-ba10-cfcfe28f825e req-21ea5187-82d4-4cd7-a278-25cefa991378 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 945 time: 0.6415393 Jul 28 11:13:16.910068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event deleted for resources: {'Port': ['ID=5967896b-06dd-4d55-b02d-2cc630a1ae52,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:17.005386 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] Set router c096ccf4-b1aa-420c-bfe7-ced10891ec0b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:13:17.038539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] No DVR routers for this DVR port 5967896b-06dd-4d55-b02d-2cc630a1ae52 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:17.044381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.046541 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-396733b6-bb43-4880-ba7c-0bc0d6089cba req-31d9a8d6-25b0-4305-8a70-4281d3f054cf tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "DELETE /v2.0/ports/5967896b-06dd-4d55-b02d-2cc630a1ae52 HTTP/1.1" status: 204 len: 173 time: 1.0949018 Jul 28 11:13:17.047012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'name': 'network-vif-deleted', 'tag': '5967896b-06dd-4d55-b02d-2cc630a1ae52'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:17.056661 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb11ca1-f0bd-465f-9781-6d90cabc2654" -d '{"events": [{"server_uuid": "99718a9b-86ad-4f0f-8bbb-22946f6f1bdb", "name": "network-vif-deleted", "tag": "5967896b-06dd-4d55-b02d-2cc630a1ae52"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:17.120157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:17.141922 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.151695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c3751-e855-402c-914c-8cc3d13ad5c1 req-101ddf02-c3cd-4700-99c2-0bf560f1f2a7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:17.156752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-771c3751-e855-402c-914c-8cc3d13ad5c1 req-101ddf02-c3cd-4700-99c2-0bf560f1f2a7 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=99718a9b-86ad-4f0f-8bbb-22946f6f1bdb HTTP/1.1" status: 200 len: 867 time: 0.6729422 Jul 28 11:13:17.205430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] Pushing event deleted for resources: {'Port': ['ID=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:17.243957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6f048-6e1c-442d-b173-18873d42a817 None None] No DVR routers for this DVR port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:17.266731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-173131e6-970c-4b3e-aae7-bd891534112a tempest-AgentManagementNegativeTest-1683230271 tempest-AgentManagementNegativeTest-1683230271-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6257002 Jul 28 11:13:17.319308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6edabf0e-14f3-41b7-ba10-cfcfe28f825e req-36684e1a-e0a2-4754-aa4a-529ee1b34bd7 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359081 Jul 28 11:13:17.370999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-771c3751-e855-402c-914c-8cc3d13ad5c1 req-682fdca7-aed1-45fc-a0bf-b26afbcbbf03 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572084 Jul 28 11:13:17.386450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1047930542-network', 'tenant_id': 'a64caf8acb934634bd80578159c0e189'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:17.395900 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec688bb-852f-4f6e-ac90-e03314628855 x-openstack-request-id: req-5ec688bb-852f-4f6e-ac90-e03314628855 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:17.403147 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99718a9b-86ad-4f0f-8bbb-22946f6f1bdb", "name": "network-vif-deleted", "tag": "5967896b-06dd-4d55-b02d-2cc630a1ae52", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:17.403147 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ec688bb-852f-4f6e-ac90-e03314628855 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:17.403147 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99718a9b-86ad-4f0f-8bbb-22946f6f1bdb', 'name': 'network-vif-deleted', 'tag': '5967896b-06dd-4d55-b02d-2cc630a1ae52', 'status': 'completed', 'code': 200} Jul 28 11:13:17.410431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Deleting port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:17.410772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.443472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Made reservation on behalf of a64caf8acb934634bd80578159c0e189 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:17.446604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.458715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.541933 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:11Z', 'revision_number': 4, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6dc8a6fc-aa2f-4e71-9116-35ad74f5885d', 'name': '', 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'mac_address': 'fa:16:3e:f8:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf408b90-1392-45e5-8648-14c16124ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:09Z', 'updated_at': '2021-07-28T11:13:16Z', 'revision_number': 4, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'subnets': [{'id': 'cf408b90-1392-45e5-8648-14c16124ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:17.625092 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc02ba8-2ea4-4a7e-b472-65c3cf5e5e51 None None] The sync data for ids ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'] in n-d-723573-7 is: [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:11Z', 'revision_number': 4, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6dc8a6fc-aa2f-4e71-9116-35ad74f5885d', 'name': '', 'network_id': '860f1af3-d46d-4a36-a4d6-3703196e1b29', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'mac_address': 'fa:16:3e:f8:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf408b90-1392-45e5-8648-14c16124ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:09Z', 'updated_at': '2021-07-28T11:13:16Z', 'revision_number': 4, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'subnets': [{'id': 'cf408b90-1392-45e5-8648-14c16124ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:13:17.627496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] For port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:17.627865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.670984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Calling delete_port for a833dab2-d8f6-454b-8ecc-c0ade85c0c5b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:17.673041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.675405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a833dab2-d8f6-454b-8ecc-c0ade85c0c5b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:17.680721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:13:17.681241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.696671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.756504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a833dab2-d8f6-454b-8ecc-c0ade85c0c5b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:17.770310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a833dab2-d8f6-454b-8ecc-c0ade85c0c5b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:17.789907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] No DVR routers for this DVR port a833dab2-d8f6-454b-8ecc-c0ade85c0c5b on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:17.792309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Port': ['ID=a833dab2-d8f6-454b-8ecc-c0ade85c0c5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:17.802894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:17.817577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:17.844158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.844770 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Added segment 3347dd94-0f25-40ef-a57c-6108eabb5d8e of type vlan for network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 Jul 28 11:13:17.895277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:17.907048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.938471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.965486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc091ac-9606-4cde-961f-9c5176c9783d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:17.968787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.969799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:17.970606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.979368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2c1587-45c6-4a8c-9ed9-4aedf121463d') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:17.980025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2c1587-45c6-4a8c-9ed9-4aedf121463d') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:17.991093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:17.996409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8730457 Jul 28 11:13:18.010416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:18.010703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.017851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Request body: {'subnet': {'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1047930542-subnet', 'tenant_id': 'a64caf8acb934634bd80578159c0e189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:18.018934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:18.019858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.080192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f814eadd-5e03-4d22-b54a-3ded2531921c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:18.090389 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:18.104599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0ee11-0305-4f3f-80f8-7b39a9a46bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:18.113074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.114613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:18.118718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.119367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.119920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.120502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.121049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.121605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.122141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.122704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.123240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.123773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.124361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.124897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:18.125328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Made reservation on behalf of a64caf8acb934634bd80578159c0e189 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:18.128446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.172336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.175357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] 10.222.0.20 "DELETE /v2.0/networks/1cc091ac-9606-4cde-961f-9c5176c9783d HTTP/1.1" status: 204 len: 168 time: 2.1665335 Jul 28 11:13:18.197664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465e088-1ce1-4f08-9128-9d3431a6bc6c tempest-NetworksIpV6TestAttrs-1421460274 tempest-NetworksIpV6TestAttrs-1421460274-project] Pushing event deleted for resources: {'Network': ['ID=1cc091ac-9606-4cde-961f-9c5176c9783d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:18.223224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041474-2784-4693-b6c5-9709f93ffc9e req-662bfd64-44a0-4e6f-bdc7-adff26815933 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:18.232624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13041474-2784-4693-b6c5-9709f93ffc9e req-662bfd64-44a0-4e6f-bdc7-adff26815933 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 945 time: 0.1451499 Jul 28 11:13:18.300816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Deleting port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:18.302176 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.363342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13041474-2784-4693-b6c5-9709f93ffc9e req-6fbc6cc5-b440-49df-9851-27025f0f238a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293411 Jul 28 11:13:18.554194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] For port 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,segment=NetworkSegment(7eb694bc-c837-43bf-a3df-e9644552f6c7),segment_id=7eb694bc-c837-43bf-a3df-e9644552f6c7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:18.554605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.593881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Calling delete_port for 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:18.630052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f814eadd-5e03-4d22-b54a-3ded2531921c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.636449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f814eadd-5e03-4d22-b54a-3ded2531921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.658089 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.666007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:18.749391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f814eadd-5e03-4d22-b54a-3ded2531921c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=467e7560c29f4dc1a6face3357ca492d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526113 Jul 28 11:13:18.754422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:18.771168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814eadd-5e03-4d22-b54a-3ded2531921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de319500-493a-4435-8eb7-e6a6d106e77b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:18.806649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e6ffea-c9dc-4fca-9946-a996f942308b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:18.816512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Checking segment: {'id': '3347dd94-0f25-40ef-a57c-6108eabb5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:18.816948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Network hostable DHCP agents. Network: e1ce4e1b-0dab-44a4-95f0-859c72f2ae55, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:18.838861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:18.850404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e1ce4e1b-0dab-44a4-95f0-859c72f2ae55) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:18.854787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:18.855407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:18.858857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2019f0e-8a3b-4342-a634-d898166f3904 None None] Network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:18.887033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5432cee1-06bd-4ecb-b61d-65a967aa094d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8679996 Jul 28 11:13:18.994169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ba70eda3-240e-4836-8823-92c7f5695866 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bde5d378a15747679ad9f077171a3a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271494 Jul 28 11:13:18.996787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:19.027949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e66847-dd0d-479d-935c-7cf0d656fc08 None None] Network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:19.046702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06a9d13a-5cde-4b2b-aefe-6cd3e0a06c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.081811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-263612b5-4679-405a-8617-61b2bbd2f1c6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:19.083172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6f99-7dd3-455c-9c51-ef61041e2458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.086027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-263612b5-4679-405a-8617-61b2bbd2f1c6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.2729883 Jul 28 11:13:19.108316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06a9d13a-5cde-4b2b-aefe-6cd3e0a06c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.121101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6f99-7dd3-455c-9c51-ef61041e2458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.131985 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.183793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6f99-7dd3-455c-9c51-ef61041e2458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.189201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d2e6f99-7dd3-455c-9c51-ef61041e2458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.191958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6d2e6f99-7dd3-455c-9c51-ef61041e2458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c6f2e04-acaf-4c6b-8099-ccf0c16293a8 HTTP/1.1" status: 204 len: 168 time: 0.1941030 Jul 28 11:13:19.199025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc8a6fc-aa2f-4e71-9116-35ad74f5885d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:19.205073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e6f99-7dd3-455c-9c51-ef61041e2458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6f2e04-acaf-4c6b-8099-ccf0c16293a8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:19.208534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-ae442d6f-c9b8-4f00-a0fc-36841af0aee1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/quotas/e1cd259c16bc4cd8b3acf7362d4cebb7 HTTP/1.1" status: 200 len: 375 time: 0.0851696 Jul 28 11:13:19.312827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-d5da62e7-c4eb-4d53-a291-a0ec50d3e86f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032107 Jul 28 11:13:19.405679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06a9d13a-5cde-4b2b-aefe-6cd3e0a06c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.416765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06a9d13a-5cde-4b2b-aefe-6cd3e0a06c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.417947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-06a9d13a-5cde-4b2b-aefe-6cd3e0a06c66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de319500-493a-4435-8eb7-e6a6d106e77b HTTP/1.1" status: 204 len: 168 time: 0.6622291 Jul 28 11:13:19.468598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5967896b-06dd-4d55-b02d-2cc630a1ae52 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:19.541219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5967896b-06dd-4d55-b02d-2cc630a1ae52 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:19.541876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5967896b-06dd-4d55-b02d-2cc630a1ae52 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:19.628982 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.638492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9d13a-5cde-4b2b-aefe-6cd3e0a06c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de319500-493a-4435-8eb7-e6a6d106e77b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:19.783114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e9507-8841-4bca-8581-3d221606bc91 req-d16103ad-e679-473a-a24f-3598b501439b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:19.784925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-344e9507-8841-4bca-8581-3d221606bc91 req-d16103ad-e679-473a-a24f-3598b501439b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 945 time: 0.2054217 Jul 28 11:13:19.812001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-d5b314a6-a5a5-4dad-b16f-503abd9a118b service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567871 Jul 28 11:13:19.870645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:19.904086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-344e9507-8841-4bca-8581-3d221606bc91 req-c50d0fb6-4460-494a-b08f-46c6a6fe58fc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108439 Jul 28 11:13:19.940534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:19.947630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-399524994-network', 'tenant_id': '4789b05e91ee40568510b2c54d45e67b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:20.012650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Made reservation on behalf of 4789b05e91ee40568510b2c54d45e67b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:20.015198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.030579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.045921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-c1d7de2c-cb1a-41a3-936a-b22116edb242 service neutron] 10.222.0.20 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332652 Jul 28 11:13:20.311306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.320948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.386935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:20.403590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.404104 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Added segment cd493e1c-037d-494f-9690-8572ec97875d of type vlan for network 512434af-57fb-47d6-ac70-657ec7664209 Jul 28 11:13:20.516791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8118f9d9-6f7a-4197-af7a-a82953bf442f req-6421f375-91f2-4de7-9132-d8ca8606c298 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 210 time: 0.0889573 Jul 28 11:13:20.525650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Router c096ccf4-b1aa-420c-bfe7-ced10891ec0b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:13:20.588909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.638205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b3601-75d1-41c9-b732-7b7a81dfd757,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:20.663632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.670605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.671014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.671528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.671883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.672487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.672957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.673159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.677338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.677727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.678126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.678479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:20.688442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.690145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:20.690723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:20.752793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:13:20.761803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] Sync routers for ids ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:13:20.762797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eaa34e09-f347-4a90-85cd-b9d65d4eba4b admin admin] 10.222.0.20 "PUT /v2.0/routers/c096ccf4-b1aa-420c-bfe7-ced10891ec0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4892361 Jul 28 11:13:20.763751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:20.789855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] Routers {'c096ccf4-b1aa-420c-bfe7-ced10891ec0b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:13:20.790523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:13:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:20.852385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] Pushing event updated for resources: {'Network': ['ID=512434af-57fb-47d6-ac70-657ec7664209,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:20.900966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d947e08-fea4-4f74-ad69-148973df2dcf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9576240 Jul 28 11:13:20.903769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:20.932202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Request body: {'subnet': {'network_id': '512434af-57fb-47d6-ac70-657ec7664209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-399524994-subnet', 'tenant_id': '4789b05e91ee40568510b2c54d45e67b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:20.939464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 512434af-57fb-47d6-ac70-657ec7664209 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:21.012636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Made reservation on behalf of 4789b05e91ee40568510b2c54d45e67b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:21.016754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:21.250681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:21.482170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:21.735084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae3eb38-966c-45b5-a326-5f96dee5e788,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:21.757477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Checking segment: {'id': 'cd493e1c-037d-494f-9690-8572ec97875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '512434af-57fb-47d6-ac70-657ec7664209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:21.758174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Network hostable DHCP agents. Network: 512434af-57fb-47d6-ac70-657ec7664209, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:21.781256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] Set router c096ccf4-b1aa-420c-bfe7-ced10891ec0b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:13:21.787299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Network 512434af-57fb-47d6-ac70-657ec7664209 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:21.799540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afb259e1-d995-496e-a3e2-0e1f94b8f4d9 req-47442560-45b6-4192-a8bb-996fd1f1ad2f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 210 time: 0.0859785 Jul 28 11:13:21.804653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 512434af-57fb-47d6-ac70-657ec7664209) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:21.818636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:21.820442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:21.825136 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:21.850563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-778ba154-8e1f-4ce7-bfef-f9bcc2f3a361 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9336405 Jul 28 11:13:21.854115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d5c36-9117-4a2f-9afc-8f97c4fcfe75 None None] Network 512434af-57fb-47d6-ac70-657ec7664209 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:21.937750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1889088275'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:21.971677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:21.990769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:21.995962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.039180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.058838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Deleting port 30dac8e2-710b-4162-80f3-f7ca61019348 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:22.059165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.202086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:18Z', 'revision_number': 5, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port': {'id': '30dac8e2-710b-4162-80f3-f7ca61019348', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:22.206089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12347ea-3026-44be-a1db-e1f8f0268354 None None] Network 512434af-57fb-47d6-ac70-657ec7664209 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:22.238825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] For port 30dac8e2-710b-4162-80f3-f7ca61019348, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=30dac8e2-710b-4162-80f3-f7ca61019348,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:22.239484 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.257586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] Checking router: c096ccf4-b1aa-420c-bfe7-ced10891ec0b for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:13:22.276674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Calling delete_port for 30dac8e2-710b-4162-80f3-f7ca61019348 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:22.323140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] Routers {'c096ccf4-b1aa-420c-bfe7-ced10891ec0b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:13:22.323869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:13:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:22.407843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-171c2c5e-d178-4ccc-b316-e00d68d23444 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:22.410199 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-171c2c5e-d178-4ccc-b316-e00d68d23444 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 810 time: 0.2510779 Jul 28 11:13:22.411189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] Set router c096ccf4-b1aa-420c-bfe7-ced10891ec0b gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:13:22.424592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Request body: {'port': {'device_id': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'admin_state_up': True, 'tenant_id': 'e1cd259c16bc4cd8b3acf7362d4cebb7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:22.472813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:21Z', 'revision_number': 6, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:22.503104 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.515114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.518765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f08a0b-5f65-459f-8ff9-e576cd40668f None None] The sync data for ids ['c096ccf4-b1aa-420c-bfe7-ced10891ec0b'] in n-d-723573-7 is: [{'id': 'c096ccf4-b1aa-420c-bfe7-ced10891ec0b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1573601526-router', 'tenant_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:13:04Z', 'updated_at': '2021-07-28T11:13:21Z', 'revision_number': 6, 'project_id': 'e8b8a69cd17748f8aafaf4f09a3e880a', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:13:22.543031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.569512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:22.581064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.581560 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Added segment 5ee2e296-80e3-495c-bd38-8969f7ef60c7 of type vlan for network bb5476a3-6198-4371-bbc3-39ddc9172341 Jul 28 11:13:22.666682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.670143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0306579-5d82-4ed8-90a6-678030ee683e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:22.720744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.733327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.739664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:22.739809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.773345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Pushing event deleted for resources: {'Port': ['ID=30dac8e2-710b-4162-80f3-f7ca61019348,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:22.832554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Network': ['ID=bb5476a3-6198-4371-bbc3-39ddc9172341,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:22.837489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Made reservation on behalf of e1cd259c16bc4cd8b3acf7362d4cebb7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:22.844009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bb5476a3-6198-4371-bbc3-39ddc9172341 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:22.847661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.852539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-74748603-9fb2-4d8c-82e9-d3a0ef932dea tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6007538 Jul 28 11:13:22.859708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:22.866987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:22.869273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'subnet': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:23.060491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ded2794-35c9-4731-afcc-590a67db8b9e req-4775c2ff-d67b-4baf-95e2-4263477166b8 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 210 time: 0.0759287 Jul 28 11:13:23.071716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-20eeb98b-bb33-4d1e-ba1c-bca257ca8b72 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:23.073463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-20eeb98b-bb33-4d1e-ba1c-bca257ca8b72 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/networks?id=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 HTTP/1.1" status: 200 len: 825 time: 0.4245505 Jul 28 11:13:23.075578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.079091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.145444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-6f4978da-eccb-47c2-a635-f02baf9f965c tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/quotas/a64caf8acb934634bd80578159c0e189 HTTP/1.1" status: 200 len: 375 time: 0.0635087 Jul 28 11:13:23.153667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.155030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c096ccf4-b1aa-420c-bfe7-ced10891ec0b {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:13:23.157380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:23.161678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.162916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f715bb39-f5fd-4679-8243-3cef75372efd admin admin] 10.222.0.20 "DELETE /v2.0/routers/c096ccf4-b1aa-420c-bfe7-ced10891ec0b HTTP/1.1" status: 204 len: 168 time: 2.3980253 Jul 28 11:13:23.166070 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.166219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41178) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:23.236969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Allocated IP 172.20.0.8 (09b4baff-4f00-4f98-a809-022496ab14cd/ae10de92-b76e-4760-8ded-1abf9dbc6643/4828dfe9-0d64-4629-bcdb-76ec5a8963ff) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:23.241461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-54c6ea9c-8842-44be-b63c-0746fd3d6789 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a64caf8acb934634bd80578159c0e189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764434 Jul 28 11:13:23.274050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Deleting subnet cf408b90-1392-45e5-8648-14c16124ea96 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:23.281185 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.353613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.485021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:13:23.573279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.628678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:23.628824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:23.670292 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.675010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.685947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:23.686305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6dc8a6fc-aa2f-4e71-9116-35ad74f5885d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:23.686725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 30dac8e2-710b-4162-80f3-f7ca61019348 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:23.745864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 30dac8e2-710b-4162-80f3-f7ca61019348 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:23.746488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 30dac8e2-710b-4162-80f3-f7ca61019348 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:23.762888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13e63bbc-3195-4ae4-8e8f-8c8f605d8031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.777479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Subnet': ['ID=9fe1d8b8-473e-400b-b1ef-a727cd6c7d05,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:23.804033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:23.819463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.820903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'mac_address': 'fa:16:3e:48:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:13:23.855367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf408b90-1392-45e5-8648-14c16124ea96,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:23.864423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Checking segment: {'id': '5ee2e296-80e3-495c-bd38-8969f7ef60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:23.864802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network hostable DHCP agents. Network: bb5476a3-6198-4371-bbc3-39ddc9172341, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:23.874834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.879528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-53c63211-6d73-48d4-878e-75e01e4a1293 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf408b90-1392-45e5-8648-14c16124ea96 HTTP/1.1" status: 204 len: 168 time: 0.7100520 Jul 28 11:13:23.890900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:23.896228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:23.940514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180a269-4cf9-4d71-8f37-19a50c953738 None None] Network 860f1af3-d46d-4a36-a4d6-3703196e1b29 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:24.010941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-a3d577dd-5e42-4500-b236-960a2004eb1a service neutron] 10.222.0.20 "GET /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551759 Jul 28 11:13:24.022128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.024127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:24.026206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event updated for resources: {'Port': ['ID=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:24.043480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Network 09b4baff-4f00-4f98-a809-022496ab14cd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:24.053171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:24.060743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:24.066813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bb5476a3-6198-4371-bbc3-39ddc9172341) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:24.102099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf462f4-0b81-4d8e-bc27-ea7e200d1196 None None] Network bb5476a3-6198-4371-bbc3-39ddc9172341 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:24.108443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:24.109255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.149349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-74f225c2-ca5e-47f8-aaf0-9fedbae09816 service neutron] 10.222.0.20 "GET /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291625 Jul 28 11:13:24.154392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.206178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e0305aa-aa97-46d6-ab70-27a33a77757d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:24.225945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:24.226657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.267576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13e63bbc-3195-4ae4-8e8f-8c8f605d8031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.272470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55103-66cb-4edc-8363-26d25fef3097 req-04e70f04-237b-4172-ae47-0e5510ab1ed6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:24.281400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13e63bbc-3195-4ae4-8e8f-8c8f605d8031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.284955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3f55103-66cb-4edc-8363-26d25fef3097 req-04e70f04-237b-4172-ae47-0e5510ab1ed6 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 931 time: 0.0844924 Jul 28 11:13:24.315222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:24.342020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Deleting port e73b967b-6bd0-4448-a75a-81ecdb3e6576 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:24.342993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.364109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e63bbc-3195-4ae4-8e8f-8c8f605d8031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87499fb-3b6c-4687-8513-d7a74a8a4d0c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:24.365000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3f55103-66cb-4edc-8363-26d25fef3097 req-2e578aa8-436c-4949-baea-5942178df252 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786450 Jul 28 11:13:24.368765 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3ffd7900-f744-4a00-a780-0df4304d04dc tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9490192 Jul 28 11:13:24.370447 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-63e20182-e1f3-4e5e-8df9-33ffa5202e4c tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5095935 Jul 28 11:13:24.374254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13e63bbc-3195-4ae4-8e8f-8c8f605d8031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e68c5112fff427c966e48a5717c0239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7449691 Jul 28 11:13:24.375534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:24.384866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'name': 'tempest-AllowedAddressPairTestJSON-1043061735'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:24.388077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:24.397578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Request body: {'port': {'device_id': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:24.481684 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.645208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5e0305aa-aa97-46d6-ab70-27a33a77757d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:24.657803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f8e81fa-f5af-4a59-bb4f-ac3cad0b45fc req-fe3cb102-2d0f-4db1-aff3-9551d81e3d80 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 210 time: 0.0990367 Jul 28 11:13:24.659746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] For port e73b967b-6bd0-4448-a75a-81ecdb3e6576, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e73b967b-6bd0-4448-a75a-81ecdb3e6576,segment=NetworkSegment(7eb694bc-c837-43bf-a3df-e9644552f6c7),segment_id=7eb694bc-c837-43bf-a3df-e9644552f6c7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:24.660122 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.735497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Calling delete_port for e73b967b-6bd0-4448-a75a-81ecdb3e6576 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:24.774373 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-589207ac-6e19-457a-80a4-0ad14530d9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.840332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.891035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:24.938650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae8924d-31f8-4e2a-8030-2cfa0ab7f832 None None] DHCP port deletion for 860f1af3-d46d-4a36-a4d6-3703196e1b29 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:13:24.967752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.989247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-589207ac-6e19-457a-80a4-0ad14530d9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:24.997527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8924d-31f8-4e2a-8030-2cfa0ab7f832 None None] The port 'e73b967b-6bd0-4448-a75a-81ecdb3e6576' was deleted {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 11:13:25.026515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73b967b-6bd0-4448-a75a-81ecdb3e6576,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:25.028428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] No DVR routers for this DVR port e73b967b-6bd0-4448-a75a-81ecdb3e6576 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:25.052771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-bb5476a3-6198-4371-bbc3-39ddc9172341', 'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'tenant_id': '5ded05d9eeed4cbcafeaccd28036243b', 'fixed_ips': [{'subnet_id': '9fe1d8b8-473e-400b-b1ef-a727cd6c7d05'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:13:25.052771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.198342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.220416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860f1af3-d46d-4a36-a4d6-3703196e1b29']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:25.275752 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:13:25.279877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb694bc-c837-43bf-a3df-e9644552f6c7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:25.280426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb694bc-c837-43bf-a3df-e9644552f6c7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:25.288113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Allocated IP 172.20.0.2 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:25.320872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.355979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.368623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:25.369131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:25.372709 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:25.530471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:25.533037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:25.535717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.543461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.551995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.554100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] 10.222.0.20 "DELETE /v2.0/networks/860f1af3-d46d-4a36-a4d6-3703196e1b29 HTTP/1.1" status: 204 len: 168 time: 1.6620317 Jul 28 11:13:25.569696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980d6e-6459-45ad-8fd1-05465b688043 admin admin] Pushing event deleted for resources: {'Network': ['ID=860f1af3-d46d-4a36-a4d6-3703196e1b29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:25.590913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217baf7-5097-4fae-8602-81e2074e4911 req-d1ff70fd-0e94-422c-9526-64a86cc910ae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:25.594091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1217baf7-5097-4fae-8602-81e2074e4911 req-d1ff70fd-0e94-422c-9526-64a86cc910ae tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 931 time: 0.1090100 Jul 28 11:13:25.704203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-589207ac-6e19-457a-80a4-0ad14530d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.709596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e73b967b-6bd0-4448-a75a-81ecdb3e6576 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:25.723261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1217baf7-5097-4fae-8602-81e2074e4911 req-e516069b-d3b8-4663-b793-1de60724a30f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195619 Jul 28 11:13:25.726132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-589207ac-6e19-457a-80a4-0ad14530d9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.730036 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-589207ac-6e19-457a-80a4-0ad14530d9fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f87499fb-3b6c-4687-8513-d7a74a8a4d0c HTTP/1.1" status: 204 len: 168 time: 1.3395140 Jul 28 11:13:25.745323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] device_id is not set on port 19e22cd9-f0fe-4f97-a527-d887681e2c76 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:25.786300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e73b967b-6bd0-4448-a75a-81ecdb3e6576 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:25.787084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e73b967b-6bd0-4448-a75a-81ecdb3e6576 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:25.885184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589207ac-6e19-457a-80a4-0ad14530d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87499fb-3b6c-4687-8513-d7a74a8a4d0c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:25.886388 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.898125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5e0305aa-aa97-46d6-ab70-27a33a77757d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:25.898743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:25.947062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37b24779-9f06-41bc-b606-fa4de128ed58 req-58bc11b3-e409-4153-b58f-ad07cf882bdc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 210 time: 0.0850141 Jul 28 11:13:25.957978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Transition to ACTIVE for port object 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:25.986333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41282) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:26.004198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Transition to ACTIVE for port object 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:26.005843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4828dfe9-0d64-4629-bcdb-76ec5a8963ff {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:26.025490 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.034652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.053432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e8daa438-f83f-4062-ac3c-f728a23d0240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8b8a69cd17748f8aafaf4f09a3e880a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650566 Jul 28 11:13:26.056033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:26.078580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Transition to ACTIVE for port object 4828dfe9-0d64-4629-bcdb-76ec5a8963ff will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:26.087247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.125048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:26.127385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Pushing event updated for resources: {'Port': ['ID=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:26.130702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:26.133420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:26.166901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84f70cf9-3801-4cec-937f-aa33500863b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.230317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84f70cf9-3801-4cec-937f-aa33500863b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.265840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Allocated IP 172.20.0.10 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/19e22cd9-f0fe-4f97-a527-d887681e2c76) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:26.304381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Pushing event updated for resources: {'Port': ['ID=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:26.327358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.358174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Attempting to bind port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:26.358777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Attempting to bind port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '5ee2e296-80e3-495c-bd38-8969f7ef60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:26.359366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Attempting to bind port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e on network bb5476a3-6198-4371-bbc3-39ddc9172341 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:26.384467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:26.384928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Checking segment: {'id': '5ee2e296-80e3-495c-bd38-8969f7ef60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:26.386506 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.386916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Bound using segment: {'id': '5ee2e296-80e3-495c-bd38-8969f7ef60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:26.387710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Bound port: 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee2e296-80e3-495c-bd38-8969f7ef60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:26.388579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.391302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:26.394554 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2c35d-7a7a-41dc-9f44-607bd3f49f81" -d '{"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-plugged", "status": "completed", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:26.418344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:26.436558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84f70cf9-3801-4cec-937f-aa33500863b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.442711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84f70cf9-3801-4cec-937f-aa33500863b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.443874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-84f70cf9-3801-4cec-937f-aa33500863b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31883c3a-d6ea-4f5b-be36-5fab8ef50625 HTTP/1.1" status: 204 len: 168 time: 0.3867216 Jul 28 11:13:26.444771 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa465cf5-1d47-45d9-b654-2e4516e55377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.459688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Attempting to bind port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:26.460161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Attempting to bind port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:26.460754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Attempting to bind port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:26.481395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff on network 09b4baff-4f00-4f98-a809-022496ab14cd not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:13:26.481891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Attempting to bind port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff on network 09b4baff-4f00-4f98-a809-022496ab14cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:26.493954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:26.495538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:26.495989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Checking segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:26.496690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Bound using segment: {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:26.497247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Bound port: 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae40a48-47bb-4f80-9a15-6a7689e26b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:26.497982 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.568101 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48af5c2b-224d-4f94-a645-b532786207df x-openstack-request-id: req-48af5c2b-224d-4f94-a645-b532786207df {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:26.568446 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-plugged", "status": "completed", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:26.570491 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48af5c2b-224d-4f94-a645-b532786207df {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:26.570821 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'code': 200} Jul 28 11:13:26.571652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.582059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa465cf5-1d47-45d9-b654-2e4516e55377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.601201 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa465cf5-1d47-45d9-b654-2e4516e55377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.612934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f70cf9-3801-4cec-937f-aa33500863b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31883c3a-d6ea-4f5b-be36-5fab8ef50625,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:26.694108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] For port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:26.704879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fa465cf5-1d47-45d9-b654-2e4516e55377 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e83760be24dc496294f36dec1e4cc73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846541 Jul 28 11:13:26.707423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:26.730696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-efd62999-1bca-4152-bae2-5aa779ae0221 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:26.732465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-efd62999-1bca-4152-bae2-5aa779ae0221 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.41 "GET /v2.0/networks?id=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 HTTP/1.1" status: 200 len: 825 time: 0.4568608 Jul 28 11:13:26.740099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] For port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:26.764221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.792447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:26.795509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] For port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:26.834131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] For port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,segment=NetworkSegment(5ee2e296-80e3-495c-bd38-8969f7ef60c7),segment_id=5ee2e296-80e3-495c-bd38-8969f7ef60c7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:26.843858 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.845831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.866530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Request body: {'port': {'device_id': 'ec02c316-9e81-4013-a18c-39c297f04780', 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55', 'admin_state_up': True, 'tenant_id': 'a64caf8acb934634bd80578159c0e189'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:26.873394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74e0a2b8-e4da-45cb-9347-fd27d1e5dabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.875033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa465cf5-1d47-45d9-b654-2e4516e55377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969a3248-ceda-4f5c-9606-ffc321c758d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:26.891592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Transition to ACTIVE for port object 19e22cd9-f0fe-4f97-a527-d887681e2c76 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:26.963449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:26.964585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:26.965693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] 10.222.0.41 "PUT /v2.0/ports/4828dfe9-0d64-4629-bcdb-76ec5a8963ff HTTP/1.1" status: 200 len: 1091 time: 2.5763724 Jul 28 11:13:26.968971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'tag': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:26.986240 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "60545b80-9c8c-47b3-bb2b-1a5090e87a92", "tag": "4828dfe9-0d64-4629-bcdb-76ec5a8963ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:27.082213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ae35-9f8b-4e23-bb50-fb8a94cc0819 None None] Pushing event updated for resources: {'Port': ['ID=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:27.153209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74e0a2b8-e4da-45cb-9347-fd27d1e5dabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.172901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.197534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f914dae-d9e3-4260-8752-21412cc4f0d4 req-1e5a1e5c-366a-46f2-9116-e2a17cde73ee tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 210 time: 0.0872352 Jul 28 11:13:27.227516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bd451-16c5-4e7a-aa29-578966b4173a service neutron] Pushing event updated for resources: {'Port': ['ID=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:27.341885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:27.349648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-280e6e96-9e8e-4a2d-baf7-e9d72065c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:27.355344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-280e6e96-9e8e-4a2d-baf7-e9d72065c2d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 1094 time: 0.2882452 Jul 28 11:13:27.355616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=19e22cd9-f0fe-4f97-a527-d887681e2c76,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:27.363418 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5de072f-6014-491a-a557-0cc1b597f4fb x-openstack-request-id: req-c5de072f-6014-491a-a557-0cc1b597f4fb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:27.363711 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60545b80-9c8c-47b3-bb2b-1a5090e87a92", "tag": "4828dfe9-0d64-4629-bcdb-76ec5a8963ff", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:27.363968 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5de072f-6014-491a-a557-0cc1b597f4fb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:27.364390 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'tag': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff', 'status': 'completed', 'code': 200} Jul 28 11:13:27.365253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:27.374188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:27.428703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e8aed-1909-4e00-a54d-bf06c7c17229 req-53bb91f6-5482-46d4-aae5-3ee2783ff416 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:27.436914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-601e8aed-1909-4e00-a54d-bf06c7c17229 req-53bb91f6-5482-46d4-aae5-3ee2783ff416 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 943 time: 0.4836662 Jul 28 11:13:27.479542 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-183d28a1-5506-4000-8b55-90367c47a818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff HTTP/1.1" status: 200 len: 217 time: 0.0624290 Jul 28 11:13:27.543464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:27.544130 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.587220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4341c087-2abe-42e2-b91d-97b513be9f00 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2072597 Jul 28 11:13:27.587975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:27.601755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74e0a2b8-e4da-45cb-9347-fd27d1e5dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.606288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'name': 'tempest-AllowedAddressPairTestJSON-1813298710', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:90:d4'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:27.609466 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74e0a2b8-e4da-45cb-9347-fd27d1e5dabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.611189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74e0a2b8-e4da-45cb-9347-fd27d1e5dabe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/969a3248-ceda-4f5c-9606-ffc321c758d2 HTTP/1.1" status: 204 len: 168 time: 0.8770707 Jul 28 11:13:27.621768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-601e8aed-1909-4e00-a54d-bf06c7c17229 req-ed18204f-a32b-475b-bdc7-3eebfb2a8557 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836541 Jul 28 11:13:27.638706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a2b8-e4da-45cb-9347-fd27d1e5dabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969a3248-ceda-4f5c-9606-ffc321c758d2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:27.650443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Made reservation on behalf of a64caf8acb934634bd80578159c0e189 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:27.655472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-71e2afe7-9dc3-4581-88ba-20c545293a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:27.656259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.657177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-71e2afe7-9dc3-4581-88ba-20c545293a44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.1697259 Jul 28 11:13:27.764551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:27.860357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Allocated IP 172.20.0.2 (e1ce4e1b-0dab-44a4-95f0-859c72f2ae55/03e6ffea-c9dc-4fca-9946-a996f942308b/a9ac7397-5973-4225-b861-1b9de0ac8b82) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:27.887438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-a4ebb266-7ea2-46e1-8180-f6dce12c8b04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874578 Jul 28 11:13:27.935982 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6646a57-41dd-4dd3-b972-8dc0c67d7993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:27.947241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:28.375699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:28.431245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af3bcb62-2b6f-4aeb-9159-6fd6d5292524 req-306ac3b0-2ced-4efc-b019-129f87c3f5f8 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 210 time: 0.0864275 Jul 28 11:13:28.527353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:28.699151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Pushing event updated for resources: {'Port': ['ID=a9ac7397-5973-4225-b861-1b9de0ac8b82,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:28.739249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:28.741779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:28.752546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:28.840711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd2ba0-50de-4b07-87ad-21f867fc91ec None None] Network bb5476a3-6198-4371-bbc3-39ddc9172341 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:28.893296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:28.900986 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:28.983494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] Provisioning for port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:28.990075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-f993fb48-ded6-46b0-b1d5-d793fec476e9 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0935197 Jul 28 11:13:29.012980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c1b28c2b-f3ef-42b5-a163-871e3eb50963 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1913064 Jul 28 11:13:29.018032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:29.035025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] Provisioning complete for port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:29.035409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:29.049252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Request body: {'port': {'device_id': 'ec02c316-9e81-4013-a18c-39c297f04780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:29.089605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fbee3-a941-4b94-9a03-f3de5f2edb4c req-62afcc7b-3901-4593-bc8d-cd78dbb03a78 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:29.091820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f7fbee3-a941-4b94-9a03-f3de5f2edb4c req-62afcc7b-3901-4593-bc8d-cd78dbb03a78 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 943 time: 0.1800003 Jul 28 11:13:29.185144 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:29.261884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f7fbee3-a941-4b94-9a03-f3de5f2edb4c req-154adcf8-f488-409f-af1d-0bf79883bf95 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631217 Jul 28 11:13:29.360472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:29.369462 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:29.480705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a28c9019-0ce6-4bf7-ad4c-42d212bc5c63 req-3b950098-f126-47fe-b2f9-dfc9bb63bbf4 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734445 Jul 28 11:13:29.523011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] device_id is not set on port 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:29.642267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] For port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,segment=NetworkSegment(5ee2e296-80e3-495c-bd38-8969f7ef60c7),segment_id=5ee2e296-80e3-495c-bd38-8969f7ef60c7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:29.816342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-6f3e7a81-3647-4950-bdd4-db69bb9b8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:29.818187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-6f3e7a81-3647-4950-bdd4-db69bb9b8937 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 1094 time: 0.1233935 Jul 28 11:13:29.885401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43914fc-2784-4f94-8983-597dd757b68f req-1a8f1fae-b111-401f-8d19-6835eb8148c0 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:29.889247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e43914fc-2784-4f94-8983-597dd757b68f req-1a8f1fae-b111-401f-8d19-6835eb8148c0 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 931 time: 0.1591876 Jul 28 11:13:30.008544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e43914fc-2784-4f94-8983-597dd757b68f req-db49e9e5-ca43-4a6c-9062-45633498d6de tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Jul 28 11:13:30.116335 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:30.119211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ac7397-5973-4225-b861-1b9de0ac8b82 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:30.141125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:30.161445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-c18fcdb2-7908-43d9-97d3-b92c17b5ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:30.162971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-c18fcdb2-7908-43d9-97d3-b92c17b5ea4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 200 len: 911 time: 0.3220837 Jul 28 11:13:30.166352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Transition to ACTIVE for port object a9ac7397-5973-4225-b861-1b9de0ac8b82 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:30.174815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:30.269794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-063ed257-24a2-4560-ac13-1a728806e95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff HTTP/1.1" status: 200 len: 217 time: 0.0922265 Jul 28 11:13:30.277016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f79f2-062a-435e-8d37-38becfe75524 None None] Pushing event updated for resources: {'Port': ['ID=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:30.334264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Allocated IP 172.20.0.12 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:30.425364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ac7397-5973-4225-b861-1b9de0ac8b82,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:30.508846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-167c3cc4-c3db-4839-91a2-3203ee6ad282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:30.510345 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-167c3cc4-c3db-4839-91a2-3203ee6ad282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 200 len: 850 time: 0.2246532 Jul 28 11:13:30.580084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Attempting to bind port a9ac7397-5973-4225-b861-1b9de0ac8b82 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:13:30.580084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Attempting to bind port a9ac7397-5973-4225-b861-1b9de0ac8b82 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '3347dd94-0f25-40ef-a57c-6108eabb5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:13:30.580084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Attempting to bind port a9ac7397-5973-4225-b861-1b9de0ac8b82 on network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:30.586266 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-245219aa-2cd7-4790-ba09-78d01f96a397 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09b4baff-4f00-4f98-a809-022496ab14cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614164 Jul 28 11:13:30.614241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Port a9ac7397-5973-4225-b861-1b9de0ac8b82 on network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:13:30.617134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Attempting to bind port a9ac7397-5973-4225-b861-1b9de0ac8b82 on network e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:13:30.652017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df293ae-49a2-460d-a966-456520195a18 req-05221629-2920-4857-9a6f-0793752baf61 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:30.654011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3df293ae-49a2-460d-a966-456520195a18 req-05221629-2920-4857-9a6f-0793752baf61 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 943 time: 0.1977806 Jul 28 11:13:30.687345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:13:30.688117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Checking segment: {'id': '3347dd94-0f25-40ef-a57c-6108eabb5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:30.688864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Bound using segment: {'id': '3347dd94-0f25-40ef-a57c-6108eabb5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:13:30.689721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Bound port: a9ac7397-5973-4225-b861-1b9de0ac8b82, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3347dd94-0f25-40ef-a57c-6108eabb5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:13:30.690741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:30.762845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64a84dc7-2d3a-44e5-9e0f-26c14d04599e None None] Provisioning complete for port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:30.763381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64a84dc7-2d3a-44e5-9e0f-26c14d04599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:30.817327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3df293ae-49a2-460d-a966-456520195a18 req-70cfbe80-001e-433e-902d-cc0aa1d4e7d3 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373041 Jul 28 11:13:30.919346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] For port a9ac7397-5973-4225-b861-1b9de0ac8b82, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:13:30.926460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-0eae986b-0ac5-4636-be94-8ed34f5816d3 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300583 Jul 28 11:13:30.931249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] For port a9ac7397-5973-4225-b861-1b9de0ac8b82, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82,segment=NetworkSegment(3347dd94-0f25-40ef-a57c-6108eabb5d8e),segment_id=3347dd94-0f25-40ef-a57c-6108eabb5d8e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:13:30.941869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.014097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:31.014939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.016486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9ac7397-5973-4225-b861-1b9de0ac8b82 HTTP/1.1" status: 200 len: 1091 time: 1.9902709 Jul 28 11:13:31.017587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec02c316-9e81-4013-a18c-39c297f04780', 'tag': 'a9ac7397-5973-4225-b861-1b9de0ac8b82'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:31.019758 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c367db-c3dc-4843-8315-038c27ba277f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec02c316-9e81-4013-a18c-39c297f04780", "tag": "a9ac7397-5973-4225-b861-1b9de0ac8b82"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:31.135628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3baa1-6506-4c4a-8d10-009d76f63ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ac7397-5973-4225-b861-1b9de0ac8b82,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:31.171819 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe357942-e18c-4a19-840f-7379784aa16e x-openstack-request-id: req-fe357942-e18c-4a19-840f-7379784aa16e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:31.176855 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec02c316-9e81-4013-a18c-39c297f04780", "tag": "a9ac7397-5973-4225-b861-1b9de0ac8b82", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:31.181086 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe357942-e18c-4a19-840f-7379784aa16e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:31.183963 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec02c316-9e81-4013-a18c-39c297f04780', 'tag': 'a9ac7397-5973-4225-b861-1b9de0ac8b82', 'status': 'completed', 'code': 200} Jul 28 11:13:31.210694 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.211361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-9475b3e5-e8e2-4520-ad7c-219788e7d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:31.213254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-9475b3e5-e8e2-4520-ad7c-219788e7d6e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a64caf8acb934634bd80578159c0e189&device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 1094 time: 0.1380873 Jul 28 11:13:31.215737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15c3f8e2-c66d-4609-8fcf-0dd9f1fe8da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.290533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64a84dc7-2d3a-44e5-9e0f-26c14d04599e None None] Provisioning for port 19e22cd9-f0fe-4f97-a527-d887681e2c76 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:31.297249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64a84dc7-2d3a-44e5-9e0f-26c14d04599e None None] Provisioning complete for port 19e22cd9-f0fe-4f97-a527-d887681e2c76 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:31.299830 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64a84dc7-2d3a-44e5-9e0f-26c14d04599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.353552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-2039b146-ccd5-4125-969f-d4610611e132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82 HTTP/1.1" status: 200 len: 217 time: 0.1293905 Jul 28 11:13:31.429341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-64a84dc7-2d3a-44e5-9e0f-26c14d04599e None None] Port 19e22cd9-f0fe-4f97-a527-d887681e2c76 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:31.562343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-69253232-a367-4798-822b-fd2d709f3973 None None] Provisioning complete for port 19e22cd9-f0fe-4f97-a527-d887681e2c76 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:31.568841 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69253232-a367-4798-822b-fd2d709f3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.575420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-87561747-ef34-4e66-b8a6-dcb8e9cfc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:31.576836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-87561747-ef34-4e66-b8a6-dcb8e9cfc53c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e6ffea-c9dc-4fca-9946-a996f942308b HTTP/1.1" status: 200 len: 865 time: 0.1863616 Jul 28 11:13:31.588674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4828dfe9-0d64-4629-bcdb-76ec5a8963ff details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:13:31.629647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.676546 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-54b096a4-cb7b-4ba3-9a47-9b0c2a3a3e8b req-268eb34b-63ed-4eb1-9599-bc7a3b0fab48 service neutron] 10.222.0.41 "GET /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198501 Jul 28 11:13:31.694692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Transition to ACTIVE for port object 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:31.721512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-3140e57f-c2ce-439d-8334-15152ce3e6ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219857 Jul 28 11:13:31.725747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:31.873102 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.937922 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:31.955169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69253232-a367-4798-822b-fd2d709f3973 None None] Port 19e22cd9-f0fe-4f97-a527-d887681e2c76 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:31.982985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-25afdb3a-7d33-41d5-9a40-75acb8e1cf67 service neutron] 10.222.0.41 "GET /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521784 Jul 28 11:13:31.991893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:31.993573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:31.995573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:31.997886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:32.055384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.056572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:32.080202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-231c8ad7-e607-4ab1-8aed-1846630c5851 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.4885163 Jul 28 11:13:32.081883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:32.114458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:32.115372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:32.285825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ed8bb-3651-46ae-9ca5-e748ed8ef13f req-caabcd2d-41c5-44aa-a83a-fd347590fbb4 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.299672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b3ed8bb-3651-46ae-9ca5-e748ed8ef13f req-caabcd2d-41c5-44aa-a83a-fd347590fbb4 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 943 time: 0.9448431 Jul 28 11:13:32.326400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a76e5-d581-4c04-ad64-d5fc4016f31e tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.360204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a76e5-d581-4c04-ad64-d5fc4016f31e tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.378762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a76e5-d581-4c04-ad64-d5fc4016f31e tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.386628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e60a76e5-d581-4c04-ad64-d5fc4016f31e tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.3035591 Jul 28 11:13:32.390116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:32.497361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48d8ea90-22dd-4189-b1da-b7361020ac5e req-63dbdaa9-3a35-4181-8115-2b91eb388062 service neutron] 10.222.0.41 "GET /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041621 Jul 28 11:13:32.519640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b3ed8bb-3651-46ae-9ca5-e748ed8ef13f req-08c94720-c475-4677-9d5b-ea84057c47ff tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190647 Jul 28 11:13:32.560642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:32.605453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff', 'network_id': '09b4baff-4f00-4f98-a809-022496ab14cd', 'port_id': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff', 'mac_address': 'fa:16:3e:18:4c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10de92-b76e-4760-8ded-1abf9dbc6643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:13:32.762472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:32.763030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:32.781042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5828df4-f88b-4b4e-9a6b-891010d3238e None None] Provisioning for port 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:32.810521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c367db-c3dc-4843-8315-038c27ba277f req-b5f38bdd-b140-4347-933d-1b9238ed616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.818081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-b5f38bdd-b140-4347-933d-1b9238ed616b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a64caf8acb934634bd80578159c0e189&device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 1094 time: 0.2441499 Jul 28 11:13:32.845217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5828df4-f88b-4b4e-9a6b-891010d3238e None None] Provisioning complete for port 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:32.845941 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5828df4-f88b-4b4e-9a6b-891010d3238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:32.852805 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:32.903698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8989-915c-4dcd-bb56-fb8aca529c34 req-50d97875-5bbc-482c-adc0-d897cf939e7e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:32.910416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cec8989-915c-4dcd-bb56-fb8aca529c34 req-50d97875-5bbc-482c-adc0-d897cf939e7e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 943 time: 0.2515616 Jul 28 11:13:32.961583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e5828df4-f88b-4b4e-9a6b-891010d3238e None None] Port 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:32.971887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4828dfe9-0d64-4629-bcdb-76ec5a8963ff {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:33.006292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cec8989-915c-4dcd-bb56-fb8aca529c34 req-e01a8324-610e-4ad9-b11b-6f96f0ee63f1 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805182 Jul 28 11:13:33.046412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c367db-c3dc-4843-8315-038c27ba277f req-93b7cbc1-a760-4445-8e48-3c660e4a3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:33.047500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:33.054943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:33.055238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-93b7cbc1-a760-4445-8e48-3c660e4a3429 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 HTTP/1.1" status: 200 len: 926 time: 0.2279122 Jul 28 11:13:33.186308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:33.199088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-e25c59c3-090a-4ba8-87a0-c0c4f48cf6f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82 HTTP/1.1" status: 200 len: 217 time: 0.1385703 Jul 28 11:13:33.225344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:33.256803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for 9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:33.329707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c367db-c3dc-4843-8315-038c27ba277f req-a82b9d0a-b722-46b9-8362-e2fb026504d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:33.331835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-a82b9d0a-b722-46b9-8362-e2fb026504d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e6ffea-c9dc-4fca-9946-a996f942308b HTTP/1.1" status: 200 len: 865 time: 0.1245928 Jul 28 11:13:33.355011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:33.395377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4828dfe9-0d64-4629-bcdb-76ec5a8963ff'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:33.420073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-99d089f6-cc9a-4eaf-81c3-1abe7c22a18d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761871 Jul 28 11:13:33.598740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a9ac7397-5973-4225-b861-1b9de0ac8b82 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:13:33.687334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-8f75945b-3530-486d-bd2e-33ce0df94716 service neutron] 10.222.0.41 "GET /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337902 Jul 28 11:13:33.842516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:33.875468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c31fc-cadc-48bc-a295-4bc6a46e1bc5 req-a5e0c5f0-9a25-4bb8-af03-5a3c5eb0b8d4 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:33.886803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a9c31fc-cadc-48bc-a295-4bc6a46e1bc5 req-a5e0c5f0-9a25-4bb8-af03-5a3c5eb0b8d4 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 943 time: 0.1943049 Jul 28 11:13:33.913965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a9ac7397-5973-4225-b861-1b9de0ac8b82, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82,segment=NetworkSegment(3347dd94-0f25-40ef-a57c-6108eabb5d8e),segment_id=3347dd94-0f25-40ef-a57c-6108eabb5d8e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:33.939553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:33.948661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a9ac7397-5973-4225-b861-1b9de0ac8b82', 'network_id': 'e1ce4e1b-0dab-44a4-95f0-859c72f2ae55', 'port_id': 'a9ac7397-5973-4225-b861-1b9de0ac8b82', 'mac_address': 'fa:16:3e:0b:12:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e6ffea-c9dc-4fca-9946-a996f942308b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:13:33.953100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a9c31fc-cadc-48bc-a295-4bc6a46e1bc5 req-a8d8b2b7-7e1c-4f96-9e4d-ad090ae5d6cf tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630422 Jul 28 11:13:34.005578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6c367db-c3dc-4843-8315-038c27ba277f req-de6a445f-b659-4861-b513-8932ae53c056 service neutron] 10.222.0.41 "GET /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931295 Jul 28 11:13:34.107441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:34.125656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ac7397-5973-4225-b861-1b9de0ac8b82 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:13:34.190536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a9ac7397-5973-4225-b861-1b9de0ac8b82, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82,segment=NetworkSegment(3347dd94-0f25-40ef-a57c-6108eabb5d8e),segment_id=3347dd94-0f25-40ef-a57c-6108eabb5d8e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:34.196696 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:34.207394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:34.216923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:34.249132 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8c21a8e5-c6a4-488f-b2ed-7a0edb0d8fb2 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/ports/9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 HTTP/1.1" status: 204 len: 168 time: 1.8517842 Jul 28 11:13:34.273090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a9ac7397-5973-4225-b861-1b9de0ac8b82,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:34.324811 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-935621f5-e6d3-438e-aecf-c0f87553db17 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] GET failed (client error): The resource could not be found. Jul 28 11:13:34.332315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:34.342144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'name': 'tempest-AllowedAddressPairTestJSON-1286593130'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:34.347553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-935621f5-e6d3-438e-aecf-c0f87553db17 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "GET /v2.0/ports/9f1b7b11-fd0f-4ea0-b6c1-0455b7fd4665 HTTP/1.1" status: 404 len: 333 time: 0.1092339 Jul 28 11:13:34.417625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678148d1-0bd3-4423-a35a-c27aa03f71c1 req-646b6495-66c5-4b27-aac8-23e95621351f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:34.424236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-678148d1-0bd3-4423-a35a-c27aa03f71c1 req-646b6495-66c5-4b27-aac8-23e95621351f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 944 time: 0.1736090 Jul 28 11:13:34.485345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a9ac7397-5973-4225-b861-1b9de0ac8b82'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:13:34.525929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-678148d1-0bd3-4423-a35a-c27aa03f71c1 req-ca9a1698-70b0-423f-b172-af090fb36af5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850589 Jul 28 11:13:34.614995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:34.624511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:34.705360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] device_id is not set on port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:35.017629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Allocated IP 172.20.0.13 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/0ce35700-fd2d-4b6c-a4c5-f3a674302b35) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:35.398375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c72f7-666c-4cb5-a435-2be3d5691e62 req-f3fbfd57-b3df-4895-8904-97eb72ffdc4a tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:35.398951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e6c72f7-666c-4cb5-a435-2be3d5691e62 req-f3fbfd57-b3df-4895-8904-97eb72ffdc4a tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 944 time: 0.1471941 Jul 28 11:13:35.499454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e6c72f7-666c-4cb5-a435-2be3d5691e62 req-04ced10d-212d-4a05-8db7-145e4fe24f6c tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894995 Jul 28 11:13:35.515658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:35.549780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Transition to ACTIVE for port object 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:35.616211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4828dfe9-0d64-4629-bcdb-76ec5a8963ff up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:35.687733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:35.760586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:35.765048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:35.765454 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:35.802290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=0ce35700-fd2d-4b6c-a4c5-f3a674302b35,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:35.833124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:35.838574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:35.841209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:35.920151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5d53d-67b6-4dc5-8119-e26212311fe6 req-c0f12562-c9fb-4523-9257-ba3aed6664e0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:35.953383 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:35.954592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:35.956868 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:35.963373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c5d53d-67b6-4dc5-8119-e26212311fe6 req-c0f12562-c9fb-4523-9257-ba3aed6664e0 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 944 time: 0.2226839 Jul 28 11:13:36.004710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-293b201c-1f69-4d3b-a158-665baba89038 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6709859 Jul 28 11:13:36.009186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:36.019595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:36.021973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:90:d4'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:36.022461 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b95308-b0bc-4b6e-a3fb-f6d3dc63e493" -d '{"events": [{"server_uuid": "60545b80-9c8c-47b3-bb2b-1a5090e87a92", "name": "network-vif-plugged", "status": "completed", "tag": "4828dfe9-0d64-4629-bcdb-76ec5a8963ff"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:36.044608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:36.069533 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:36.117482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10c5d53d-67b6-4dc5-8119-e26212311fe6 req-1c7152da-d2bf-430c-990a-6b0a4617a399 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442645 Jul 28 11:13:36.260707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:36.325571 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567c1c15-c77e-4754-b50f-7a090f5625e6 x-openstack-request-id: req-567c1c15-c77e-4754-b50f-7a090f5625e6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:36.325571 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60545b80-9c8c-47b3-bb2b-1a5090e87a92", "name": "network-vif-plugged", "status": "completed", "tag": "4828dfe9-0d64-4629-bcdb-76ec5a8963ff", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:36.325571 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-567c1c15-c77e-4754-b50f-7a090f5625e6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:36.325571 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff', 'code': 200} Jul 28 11:13:36.431303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42ec0575-6565-4f0c-b500-51a6a479e16b None None] Provisioning for port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:36.435307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42ec0575-6565-4f0c-b500-51a6a479e16b None None] Provisioning complete for port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:36.435307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42ec0575-6565-4f0c-b500-51a6a479e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:36.493943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ffd3-4e33-4bc3-ac49-22782ffc8022 req-7991e823-4194-4749-955b-981791c2b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:36.495974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3f0ffd3-4e33-4bc3-ac49-22782ffc8022 req-7991e823-4194-4749-955b-981791c2b9d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 1096 time: 0.0749788 Jul 28 11:13:36.504593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-42ec0575-6565-4f0c-b500-51a6a479e16b None None] Port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:36.580521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:36.621511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3f0ffd3-4e33-4bc3-ac49-22782ffc8022 req-e5475fed-ae15-4937-ad41-aec98dfb242a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171830 Jul 28 11:13:36.814701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a79a-6602-486c-9c0d-dbacf4b9697b req-ca1aa9ea-617f-4287-a4d2-0233cbe560b3 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:36.836987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea81a79a-6602-486c-9c0d-dbacf4b9697b req-ca1aa9ea-617f-4287-a4d2-0233cbe560b3 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 944 time: 0.1856854 Jul 28 11:13:36.838308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:36.848503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.039508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=0ce35700-fd2d-4b6c-a4c5-f3a674302b35,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:37.056483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] In _notify_port_updated(), no bound segment for port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 on network bb5476a3-6198-4371-bbc3-39ddc9172341 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:13:37.062966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:37.066674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.068279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d109586-1714-4c11-8137-93a976ec2577 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "PUT /v2.0/ports/0ce35700-fd2d-4b6c-a4c5-f3a674302b35 HTTP/1.1" status: 200 len: 995 time: 1.0579457 Jul 28 11:13:37.071267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:37.249491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:37.249491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.265435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9eb55dd5-285a-4eb4-8146-f2ed82a02a99 None None] Provisioning complete for port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:37.265994 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9eb55dd5-285a-4eb4-8146-f2ed82a02a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.386201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.427811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:37.428025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9eb55dd5-285a-4eb4-8146-f2ed82a02a99 None None] Port 0ce35700-fd2d-4b6c-a4c5-f3a674302b35 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:37.621019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.626735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a9ac7397-5973-4225-b861-1b9de0ac8b82 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:13:37.677181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=0ce35700-fd2d-4b6c-a4c5-f3a674302b35,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:37.734168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea81a79a-6602-486c-9c0d-dbacf4b9697b req-bb68830b-f8c5-44dd-ac1d-595aee8a9efb tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8929577 Jul 28 11:13:37.790973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342de1b3-994e-41b3-8db1-f7bc4c83691e req-6591b049-dba2-456e-857f-e05318b9116f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:37.797552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port a9ac7397-5973-4225-b861-1b9de0ac8b82 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:37.802549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-342de1b3-994e-41b3-8db1-f7bc4c83691e req-6591b049-dba2-456e-857f-e05318b9116f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.1492128 Jul 28 11:13:37.804707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a9ac7397-5973-4225-b861-1b9de0ac8b82 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:37.805089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.931926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-342de1b3-994e-41b3-8db1-f7bc4c83691e req-0c873566-98bc-421d-a0a3-0805c05ea40f tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263263 Jul 28 11:13:37.934166 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.944929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:37.946858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a52e4cd0-9320-49aa-89eb-d245ec468c11 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/ports/0ce35700-fd2d-4b6c-a4c5-f3a674302b35 HTTP/1.1" status: 204 len: 168 time: 0.8745191 Jul 28 11:13:37.949624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:37.984990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a9ac7397-5973-4225-b861-1b9de0ac8b82, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82,segment=NetworkSegment(3347dd94-0f25-40ef-a57c-6108eabb5d8e),segment_id=3347dd94-0f25-40ef-a57c-6108eabb5d8e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:37.991059 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:38.017224 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b2517f-dd62-4b8a-8c11-eb0388b3f3b8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] GET failed (client error): The resource could not be found. Jul 28 11:13:38.021728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2b2517f-dd62-4b8a-8c11-eb0388b3f3b8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "GET /v2.0/ports/0ce35700-fd2d-4b6c-a4c5-f3a674302b35 HTTP/1.1" status: 404 len: 333 time: 0.0706806 Jul 28 11:13:38.027837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:38.035572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'name': 'tempest-AllowedAddressPairTestJSON-1665900386'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:38.119838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a9ac7397-5973-4225-b861-1b9de0ac8b82,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:38.252830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:38.256509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:38.276580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] device_id is not set on port a505fd2b-453a-4194-bf94-b7f59ee584fc yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:38.326234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec02c316-9e81-4013-a18c-39c297f04780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ac7397-5973-4225-b861-1b9de0ac8b82'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:38.328718 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e77927-2c76-42f9-b671-59f796fd6b53" -d '{"events": [{"server_uuid": "ec02c316-9e81-4013-a18c-39c297f04780", "name": "network-vif-plugged", "status": "completed", "tag": "a9ac7397-5973-4225-b861-1b9de0ac8b82"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:38.479329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Allocated IP 172.20.0.11 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/a505fd2b-453a-4194-bf94-b7f59ee584fc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:38.743201 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3e7c44-3952-488e-a8b6-952d34548464 x-openstack-request-id: req-1b3e7c44-3952-488e-a8b6-952d34548464 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:38.743571 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec02c316-9e81-4013-a18c-39c297f04780", "name": "network-vif-plugged", "status": "completed", "tag": "a9ac7397-5973-4225-b861-1b9de0ac8b82", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:38.743900 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b3e7c44-3952-488e-a8b6-952d34548464 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:38.744410 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec02c316-9e81-4013-a18c-39c297f04780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ac7397-5973-4225-b861-1b9de0ac8b82', 'code': 200} Jul 28 11:13:38.835995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:38.868628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Transition to ACTIVE for port object a505fd2b-453a-4194-bf94-b7f59ee584fc will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:38.956897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:39.005355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b24a5f-ff65-4bb8-bd63-e85bcffefc53 req-e6308449-4d09-4063-afc9-5ceb0207c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:39.006869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b24a5f-ff65-4bb8-bd63-e85bcffefc53 req-e6308449-4d09-4063-afc9-5ceb0207c999 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 1096 time: 0.1816778 Jul 28 11:13:39.048338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:39.052092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:39.072807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:39.111475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2e5f-1ae6-4b6c-a1e7-ea2178dd9c38 req-ec56114d-36ab-48af-9b0c-ff17e6421743 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:39.126337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8e2e5f-1ae6-4b6c-a1e7-ea2178dd9c38 req-ec56114d-36ab-48af-9b0c-ff17e6421743 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.1948593 Jul 28 11:13:39.193249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b24a5f-ff65-4bb8-bd63-e85bcffefc53 req-25071f6d-4a22-4079-9c22-bf16416ad62e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614592 Jul 28 11:13:39.197752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:39.200921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:39.238311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8e2e5f-1ae6-4b6c-a1e7-ea2178dd9c38 req-144cbdde-fdd3-48da-a7de-0ba1264a48bd tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072514 Jul 28 11:13:39.259020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=a505fd2b-453a-4194-bf94-b7f59ee584fc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:39.270119 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad2d8ded-21be-465a-8c60-994595efeaf8 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2406332 Jul 28 11:13:39.272892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:39.281967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a0:90:d4'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:39.406725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c83dd7-d3f1-43d3-9b61-95837f0062b1 req-054b91f2-79ca-43af-a232-dd91856a3a4b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:39.421504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7c83dd7-d3f1-43d3-9b61-95837f0062b1 req-054b91f2-79ca-43af-a232-dd91856a3a4b tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.0892885 Jul 28 11:13:39.460695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:39.512705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7c83dd7-d3f1-43d3-9b61-95837f0062b1 req-75ef5852-4192-4a38-aac8-ea9e3a5793d9 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862095 Jul 28 11:13:39.586997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1aa63f6-53e2-4138-a031-4b57fe730c59 None None] Provisioning for port a505fd2b-453a-4194-bf94-b7f59ee584fc completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:39.592152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1aa63f6-53e2-4138-a031-4b57fe730c59 None None] Provisioning complete for port a505fd2b-453a-4194-bf94-b7f59ee584fc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:39.593972 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1aa63f6-53e2-4138-a031-4b57fe730c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:39.680141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa63f6-53e2-4138-a031-4b57fe730c59 None None] Port a505fd2b-453a-4194-bf94-b7f59ee584fc cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:39.805284 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:39.817168 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:39.927951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=a505fd2b-453a-4194-bf94-b7f59ee584fc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:40.017810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] In _notify_port_updated(), no bound segment for port a505fd2b-453a-4194-bf94-b7f59ee584fc on network bb5476a3-6198-4371-bbc3-39ddc9172341 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:13:40.023930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:40.024963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:40.029502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:40.042322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29c8301f-e6c6-4b5d-83f3-339a3991d21b tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "PUT /v2.0/ports/a505fd2b-453a-4194-bf94-b7f59ee584fc HTTP/1.1" status: 200 len: 997 time: 0.7669880 Jul 28 11:13:40.285641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9019c64-394f-437a-9fb5-d8b7334e66bc req-ad334ade-4d73-4d80-95ce-e80ab96e6752 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:40.298519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9019c64-394f-437a-9fb5-d8b7334e66bc req-ad334ade-4d73-4d80-95ce-e80ab96e6752 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.2123587 Jul 28 11:13:40.480714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port a505fd2b-453a-4194-bf94-b7f59ee584fc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:40.481302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:40.518038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9019c64-394f-437a-9fb5-d8b7334e66bc req-b60cbe33-79d1-4c56-8c73-4d93cd276c2e tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842105 Jul 28 11:13:40.622366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-93e828d4-a2cc-4841-b306-40950d5b2933 None None] Provisioning complete for port a505fd2b-453a-4194-bf94-b7f59ee584fc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:40.622915 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93e828d4-a2cc-4841-b306-40950d5b2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:40.684720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-93e828d4-a2cc-4841-b306-40950d5b2933 None None] Port a505fd2b-453a-4194-bf94-b7f59ee584fc cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:40.749627 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:40.779926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for a505fd2b-453a-4194-bf94-b7f59ee584fc owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:40.873199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb80d7-9869-46e1-a679-94e2e4b44b8f req-2a2d43c5-3049-40f6-b5c3-72edc5968dc3 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:40.883413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eeb80d7-9869-46e1-a679-94e2e4b44b8f req-2a2d43c5-3049-40f6-b5c3-72edc5968dc3 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.2088666 Jul 28 11:13:40.992367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eeb80d7-9869-46e1-a679-94e2e4b44b8f req-a6e10146-2617-4407-b76d-1afc3d261ce8 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079400 Jul 28 11:13:41.282594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:41.323114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=a505fd2b-453a-4194-bf94-b7f59ee584fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:41.474707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:41.482017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:41.520031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc5d1a70-0054-43e7-afb2-84a00f964228 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/ports/a505fd2b-453a-4194-bf94-b7f59ee584fc HTTP/1.1" status: 204 len: 168 time: 1.4893818 Jul 28 11:13:41.547837 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe4a4cf-ff34-4d1d-9241-c208bbb87471 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] GET failed (client error): The resource could not be found. Jul 28 11:13:41.556331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:41.569272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'name': 'tempest-AllowedAddressPairTestJSON-1370989752'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:41.581519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dbe4a4cf-ff34-4d1d-9241-c208bbb87471 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "GET /v2.0/ports/a505fd2b-453a-4194-bf94-b7f59ee584fc HTTP/1.1" status: 404 len: 333 time: 0.0958848 Jul 28 11:13:41.925847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:41.932395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:41.986625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] device_id is not set on port 3866736c-ac4e-4811-9de2-f31ef37cb5fa yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:42.066186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33e58c-f2de-4c70-aca8-f05d268a38c0 req-1dd743fb-46c8-41ed-879c-d92245e82c18 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:42.067886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd33e58c-f2de-4c70-aca8-f05d268a38c0 req-1dd743fb-46c8-41ed-879c-d92245e82c18 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.1910067 Jul 28 11:13:42.142089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd33e58c-f2de-4c70-aca8-f05d268a38c0 req-151d2073-b10a-4be9-8555-d12708f32032 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631948 Jul 28 11:13:42.214437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b02ed-ee44-446e-96be-3522b6fc3eba req-0341c059-714a-4bde-8b16-be5678c4a7e8 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:42.216568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a7b02ed-ee44-446e-96be-3522b6fc3eba req-0341c059-714a-4bde-8b16-be5678c4a7e8 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.1055720 Jul 28 11:13:42.330379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a7b02ed-ee44-446e-96be-3522b6fc3eba req-b4972d6e-8c03-4dc8-b072-63aa841ca72a tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001840 Jul 28 11:13:42.362266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Allocated IP 172.20.0.7 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/3866736c-ac4e-4811-9de2-f31ef37cb5fa) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:42.589230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:42.612140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Transition to ACTIVE for port object 3866736c-ac4e-4811-9de2-f31ef37cb5fa will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:42.657935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:42.747767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=3866736c-ac4e-4811-9de2-f31ef37cb5fa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:42.783901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:42.785874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:42.792317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:42.920381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:42.921064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:42.957844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:42.963776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'network_id': 'bb5476a3-6198-4371-bbc3-39ddc9172341', 'name': 'tempest-AllowedAddressPairTestJSON-463973848'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:42.964992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2fe9d002-b23e-4721-bdca-ffc4890db13a tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4071987 Jul 28 11:13:43.285108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9ffdd-714b-4ad8-bb53-b652ccf62d84 req-320c6e0a-2a19-4c79-9879-00da9403e4d9 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:43.291262 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cf9ffdd-714b-4ad8-bb53-b652ccf62d84 req-320c6e0a-2a19-4c79-9879-00da9403e4d9 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.1449625 Jul 28 11:13:43.298041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Made reservation on behalf of 5ded05d9eeed4cbcafeaccd28036243b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:43.307206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:43.355191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f58365e-0049-449f-86a3-3a2ec16687ea None None] Provisioning for port 3866736c-ac4e-4811-9de2-f31ef37cb5fa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:43.369339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] device_id is not set on port 25011747-f59e-4a58-bea1-e693cdbac5c2 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:13:43.371609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f58365e-0049-449f-86a3-3a2ec16687ea None None] Provisioning complete for port 3866736c-ac4e-4811-9de2-f31ef37cb5fa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:43.373085 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f58365e-0049-449f-86a3-3a2ec16687ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:43.441771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cf9ffdd-714b-4ad8-bb53-b652ccf62d84 req-6dc86f49-e4e9-4b98-9bab-c0051d8d6e37 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407869 Jul 28 11:13:43.514844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f58365e-0049-449f-86a3-3a2ec16687ea None None] Port 3866736c-ac4e-4811-9de2-f31ef37cb5fa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:43.658422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debec16-1251-4573-b676-72115e093351 req-62b6f815-2bea-4233-8f21-22d31a294e39 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:43.668220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6debec16-1251-4573-b676-72115e093351 req-62b6f815-2bea-4233-8f21-22d31a294e39 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.1258571 Jul 28 11:13:43.714310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Allocated IP 172.20.0.6 (bb5476a3-6198-4371-bbc3-39ddc9172341/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05/25011747-f59e-4a58-bea1-e693cdbac5c2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:43.732598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6debec16-1251-4573-b676-72115e093351 req-dd0c9294-c9b7-480e-8274-789993152406 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617018 Jul 28 11:13:44.071043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b7857-0dfc-47e0-8ae4-edd1445917b9 req-7bd663a8-5ab2-46d5-9ac7-f153305cf47d tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:44.082960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d9b7857-0dfc-47e0-8ae4-edd1445917b9 req-7bd663a8-5ab2-46d5-9ac7-f153305cf47d tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.1099904 Jul 28 11:13:44.151152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:44.171767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d9b7857-0dfc-47e0-8ae4-edd1445917b9 req-4fe18efb-8f4b-439c-8201-36756edbe3bb tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876608 Jul 28 11:13:44.215487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Transition to ACTIVE for port object 25011747-f59e-4a58-bea1-e693cdbac5c2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:13:44.294440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:44.345327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Network bb5476a3-6198-4371-bbc3-39ddc9172341 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:13:44.348218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:44.350814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:13:44.502744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=25011747-f59e-4a58-bea1-e693cdbac5c2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:44.515565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:44.517000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:44.550974 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-870d7d86-fe92-4242-9d29-b2671c9022d1 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5894384 Jul 28 11:13:44.552572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42198) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:44.569669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a0:90:d4'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:87:5b:3a'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:44.850542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fc5b70d-2670-49f1-8cc1-7961a426b7eb None None] Provisioning for port 25011747-f59e-4a58-bea1-e693cdbac5c2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:13:44.858833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fc5b70d-2670-49f1-8cc1-7961a426b7eb None None] Provisioning complete for port 25011747-f59e-4a58-bea1-e693cdbac5c2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:44.861610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-ae46bba5-65ba-4f30-ace0-611011bf3304 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:44.862499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b70d-2670-49f1-8cc1-7961a426b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:44.863262 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-ae46bba5-65ba-4f30-ace0-611011bf3304 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.1264939 Jul 28 11:13:44.863768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:45.030546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5b70d-2670-49f1-8cc1-7961a426b7eb None None] Port 25011747-f59e-4a58-bea1-e693cdbac5c2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:45.450953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794c42c8-1a5b-49a0-bfe4-96d3c4e2871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:45.643638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fad91-88ed-48c4-9c4b-102ed26460e7 req-3fd1fda2-0220-48fa-a2b0-a8f689784da8 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:45.665667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa6fad91-88ed-48c4-9c4b-102ed26460e7 req-3fd1fda2-0220-48fa-a2b0-a8f689784da8 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 945 time: 0.6753142 Jul 28 11:13:45.813409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:45.916905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa6fad91-88ed-48c4-9c4b-102ed26460e7 req-3de2d365-5bae-4d85-9024-e89ed30f8fef tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/security-groups?id=35fff15b-f6a7-495c-bf49-156aa70f59fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502449 Jul 28 11:13:46.122062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-11d70e7f-4b98-4840-8878-165cbb812821 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:46.124024 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-11d70e7f-4b98-4840-8878-165cbb812821 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.3361084 Jul 28 11:13:46.129981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ff159-2770-4a43-98a6-e9200b139b16 req-9747d9fc-a6bd-48a0-8954-ecacdb41f00e tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:46.138512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e0ff159-2770-4a43-98a6-e9200b139b16 req-9747d9fc-a6bd-48a0-8954-ecacdb41f00e tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.7483599 Jul 28 11:13:46.194947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Deleting port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:46.195297 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.240606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.311988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.390703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] For port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,segment=NetworkSegment(bae40a48-47bb-4f80-9a15-6a7689e26b62),segment_id=bae40a48-47bb-4f80-9a15-6a7689e26b62)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:46.392239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.392744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event updated for resources: {'Port': ['ID=25011747-f59e-4a58-bea1-e693cdbac5c2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:46.430647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Calling delete_port for 4828dfe9-0d64-4629-bcdb-76ec5a8963ff owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:46.490133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Deleting port a9ac7397-5973-4225-b861-1b9de0ac8b82 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:46.490407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.565567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e0ff159-2770-4a43-98a6-e9200b139b16 req-5164587e-fe1a-484d-8c0e-11419eb95d83 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260564 Jul 28 11:13:46.640918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] In _notify_port_updated(), no bound segment for port 25011747-f59e-4a58-bea1-e693cdbac5c2 on network bb5476a3-6198-4371-bbc3-39ddc9172341 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:13:46.647285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:46.647940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.651627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f688949a-4db5-4d43-a48d-762503e198b5 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "PUT /v2.0/ports/25011747-f59e-4a58-bea1-e693cdbac5c2 HTTP/1.1" status: 200 len: 1055 time: 2.0956590 Jul 28 11:13:46.652201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:46.760123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794c42c8-1a5b-49a0-bfe4-96d3c4e2871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.768353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794c42c8-1a5b-49a0-bfe4-96d3c4e2871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.775422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] For port a9ac7397-5973-4225-b861-1b9de0ac8b82, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a9ac7397-5973-4225-b861-1b9de0ac8b82,segment=NetworkSegment(3347dd94-0f25-40ef-a57c-6108eabb5d8e),segment_id=3347dd94-0f25-40ef-a57c-6108eabb5d8e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:46.775795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.822813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.861009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Calling delete_port for a9ac7397-5973-4225-b861-1b9de0ac8b82 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:46.879404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6591f2e2-f4bd-43b1-a0dd-ce87d4b400be None None] Provisioning complete for port 25011747-f59e-4a58-bea1-e693cdbac5c2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:13:46.880970 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6591f2e2-f4bd-43b1-a0dd-ce87d4b400be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:46.972425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6591f2e2-f4bd-43b1-a0dd-ce87d4b400be None None] Port 25011747-f59e-4a58-bea1-e693cdbac5c2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:13:46.984044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Pushing event deleted for resources: {'Port': ['ID=4828dfe9-0d64-4629-bcdb-76ec5a8963ff,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:46.998764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-794c42c8-1a5b-49a0-bfe4-96d3c4e2871e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d488bd0bf620437a9dd0381d1b48f01e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1315298 Jul 28 11:13:46.999778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42246) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:47.004216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c42c8-1a5b-49a0-bfe4-96d3c4e2871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70834338-6e2f-4f02-9d5a-55491fced27b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:47.051195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] No DVR routers for this DVR port 4828dfe9-0d64-4629-bcdb-76ec5a8963ff on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:47.055766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port 25011747-f59e-4a58-bea1-e693cdbac5c2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:47.056301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.067866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.069943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84fe77b1-e4bf-4b14-930c-b71e52f31760 req-11e4b610-88f6-475f-be1a-525130d40c71 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.41 "DELETE /v2.0/ports/4828dfe9-0d64-4629-bcdb-76ec5a8963ff HTTP/1.1" status: 204 len: 173 time: 2.1851692 Jul 28 11:13:47.081370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'name': 'network-vif-deleted', 'tag': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:47.083695 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354bf360-2c39-41de-b051-c3d3199d1996" -d '{"events": [{"server_uuid": "60545b80-9c8c-47b3-bb2b-1a5090e87a92", "name": "network-vif-deleted", "tag": "4828dfe9-0d64-4629-bcdb-76ec5a8963ff"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:47.178544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0770fa8a-5b1c-4e16-9238-2ed32bee7198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.239294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0770fa8a-5b1c-4e16-9238-2ed32bee7198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.242659 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.283314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for 25011747-f59e-4a58-bea1-e693cdbac5c2 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:47.353765 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25055dc8-a706-4c74-ba31-de7f8e89cb4d x-openstack-request-id: req-25055dc8-a706-4c74-ba31-de7f8e89cb4d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:47.354363 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60545b80-9c8c-47b3-bb2b-1a5090e87a92", "name": "network-vif-deleted", "tag": "4828dfe9-0d64-4629-bcdb-76ec5a8963ff", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:47.354765 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25055dc8-a706-4c74-ba31-de7f8e89cb4d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:47.355323 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60545b80-9c8c-47b3-bb2b-1a5090e87a92', 'name': 'network-vif-deleted', 'tag': '4828dfe9-0d64-4629-bcdb-76ec5a8963ff', 'status': 'completed', 'code': 200} Jul 28 11:13:47.361991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeacd6fe-d4ae-4880-8888-5c2b3392bbd7 req-5307b916-574b-4404-b5c5-df1b890843a5 tempest-DeleteServersTestJSON-376673392 tempest-DeleteServersTestJSON-376673392-project] 10.222.0.20 "GET /v2.0/ports?device_id=60545b80-9c8c-47b3-bb2b-1a5090e87a92 HTTP/1.1" status: 200 len: 210 time: 0.0837934 Jul 28 11:13:47.406184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0770fa8a-5b1c-4e16-9238-2ed32bee7198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.409794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0770fa8a-5b1c-4e16-9238-2ed32bee7198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.411326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0770fa8a-5b1c-4e16-9238-2ed32bee7198 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70834338-6e2f-4f02-9d5a-55491fced27b HTTP/1.1" status: 204 len: 168 time: 0.4105916 Jul 28 11:13:47.429038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770fa8a-5b1c-4e16-9238-2ed32bee7198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70834338-6e2f-4f02-9d5a-55491fced27b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:47.681672 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:47.695759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a9ac7397-5973-4225-b861-1b9de0ac8b82 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:47.813059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=25011747-f59e-4a58-bea1-e693cdbac5c2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:47.991268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f99ba-ad4a-458e-a7fa-034475aea94b req-534a2f27-36d2-4b6f-a53d-1735de95e3ef tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:48.022793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d28f99ba-ad4a-458e-a7fa-034475aea94b req-534a2f27-36d2-4b6f-a53d-1735de95e3ef tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 945 time: 0.1745627 Jul 28 11:13:48.034827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:48.174102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d28f99ba-ad4a-458e-a7fa-034475aea94b req-887476da-5ead-4a54-a6be-883f27f22938 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499312 Jul 28 11:13:48.263039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:48.305309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4828dfe9-0d64-4629-bcdb-76ec5a8963ff no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:48.358628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 4828dfe9-0d64-4629-bcdb-76ec5a8963ff {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:48.359556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4828dfe9-0d64-4629-bcdb-76ec5a8963ff not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:48.365708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Pushing event deleted for resources: {'Port': ['ID=a9ac7397-5973-4225-b861-1b9de0ac8b82,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:48.477649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] No DVR routers for this DVR port a9ac7397-5973-4225-b861-1b9de0ac8b82 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:48.509565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:48.511669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-56fced57-ea3b-4582-9fcc-969063f2d8fe req-49fe51f9-5090-4d91-8363-b6283976c1bc tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.41 "DELETE /v2.0/ports/a9ac7397-5973-4225-b861-1b9de0ac8b82 HTTP/1.1" status: 204 len: 173 time: 2.3788919 Jul 28 11:13:48.515339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec02c316-9e81-4013-a18c-39c297f04780', 'name': 'network-vif-deleted', 'tag': 'a9ac7397-5973-4225-b861-1b9de0ac8b82'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:48.517602 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84342fbf-69f9-4a0c-ac25-bba0d004988a" -d '{"events": [{"server_uuid": "ec02c316-9e81-4013-a18c-39c297f04780", "name": "network-vif-deleted", "tag": "a9ac7397-5973-4225-b861-1b9de0ac8b82"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:48.708994 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa2f35-81d1-4a3a-8543-01b12dd854aa x-openstack-request-id: req-b6aa2f35-81d1-4a3a-8543-01b12dd854aa {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:48.709296 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec02c316-9e81-4013-a18c-39c297f04780", "name": "network-vif-deleted", "tag": "a9ac7397-5973-4225-b861-1b9de0ac8b82", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:48.709553 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6aa2f35-81d1-4a3a-8543-01b12dd854aa {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:48.709951 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec02c316-9e81-4013-a18c-39c297f04780', 'name': 'network-vif-deleted', 'tag': 'a9ac7397-5973-4225-b861-1b9de0ac8b82', 'status': 'completed', 'code': 200} Jul 28 11:13:48.711002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:48.712940 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-526a3273-b233-487d-b686-a1362acbdad7 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/ports/25011747-f59e-4a58-bea1-e693cdbac5c2 HTTP/1.1" status: 204 len: 168 time: 2.0596616 Jul 28 11:13:48.716332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42308) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:48.786285 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-480193e7-c194-43b5-8e84-9c7fb196627e tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] GET failed (client error): The resource could not be found. Jul 28 11:13:48.788269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-480193e7-c194-43b5-8e84-9c7fb196627e tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "GET /v2.0/ports/25011747-f59e-4a58-bea1-e693cdbac5c2 HTTP/1.1" status: 404 len: 333 time: 0.0709095 Jul 28 11:13:48.792399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:49.001470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port 3866736c-ac4e-4811-9de2-f31ef37cb5fa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:49.003549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:49.293517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:49.331235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for 3866736c-ac4e-4811-9de2-f31ef37cb5fa owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:49.445504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b98e697-abec-46fb-a2d8-5b19a33f4195 req-a842576d-bdbe-4e27-bce9-6b194392ade2 tempest-ServersNegativeTestMultiTenantJSON-1979070767 tempest-ServersNegativeTestMultiTenantJSON-1979070767-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec02c316-9e81-4013-a18c-39c297f04780 HTTP/1.1" status: 200 len: 210 time: 0.0884211 Jul 28 11:13:49.665955 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:49.749467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:49.847307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:50.012927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=3866736c-ac4e-4811-9de2-f31ef37cb5fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:50.228250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:50.230212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-398f6ed8-958a-43bd-be07-3b4c064d2fe9 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/ports/3866736c-ac4e-4811-9de2-f31ef37cb5fa HTTP/1.1" status: 204 len: 168 time: 1.4365854 Jul 28 11:13:50.237066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:50.286525 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-24729ec4-dab6-4f90-a86b-0953fd5ec166 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] GET failed (client error): The resource could not be found. Jul 28 11:13:50.291818 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24729ec4-dab6-4f90-a86b-0953fd5ec166 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "GET /v2.0/ports/3866736c-ac4e-4811-9de2-f31ef37cb5fa HTTP/1.1" status: 404 len: 333 time: 0.0478692 Jul 28 11:13:50.292412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:50.652093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port 19e22cd9-f0fe-4f97-a527-d887681e2c76 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:50.653214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:50.655090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ccd387f-4dff-468c-aee5-9268c39c2ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:50.767594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:50.888229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Deleting subnet 03e6ffea-c9dc-4fca-9946-a996f942308b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:50.907326 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:50.938732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:50.958674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for 19e22cd9-f0fe-4f97-a527-d887681e2c76 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:51.119836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.129168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ccd387f-4dff-468c-aee5-9268c39c2ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.181781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ccd387f-4dff-468c-aee5-9268c39c2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.294135 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.336393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=19e22cd9-f0fe-4f97-a527-d887681e2c76,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:51.354277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd387f-4dff-468c-aee5-9268c39c2ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2aedb4-2b8d-4e72-88a0-d95fa287831f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:51.404787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7ccd387f-4dff-468c-aee5-9268c39c2ad0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60db7c76ff8f4d3ca7513bcce77cf78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6541402 Jul 28 11:13:51.406098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:51.408898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.517114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.526521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-78c0d216-2fbd-4a2d-bdb2-7bd47ce0425f tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/ports/19e22cd9-f0fe-4f97-a527-d887681e2c76 HTTP/1.1" status: 204 len: 168 time: 1.2306197 Jul 28 11:13:51.533057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42450) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:51.658981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:51.674872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbdcc12-382b-493a-b4bb-0138e5ea2a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.735099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting subnet 9fe1d8b8-473e-400b-b1ef-a727cd6c7d05 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:51.749412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbdcc12-382b-493a-b4bb-0138e5ea2a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.762000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.863528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.909075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.916533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03e6ffea-c9dc-4fca-9946-a996f942308b HTTP/1.1" status: 204 len: 168 time: 1.1475127 Jul 28 11:13:51.918713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:51.951763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acca29-396c-434a-b1b8-9f01ea3f064f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e6ffea-c9dc-4fca-9946-a996f942308b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:51.969022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbdcc12-382b-493a-b4bb-0138e5ea2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.972589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbdcc12-382b-493a-b4bb-0138e5ea2a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:51.980398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bbbdcc12-382b-493a-b4bb-0138e5ea2a9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e2aedb4-2b8d-4e72-88a0-d95fa287831f HTTP/1.1" status: 204 len: 168 time: 0.5622005 Jul 28 11:13:52.002215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdcc12-382b-493a-b4bb-0138e5ea2a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2aedb4-2b8d-4e72-88a0-d95fa287831f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:52.183491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.284950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.433719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.490238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5deaad50-b0ec-4c4e-a240-609566e694d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.510652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.593612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.595212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8934341-3424-4b87-9910-889e4ac6ca1d None None] Network bb5476a3-6198-4371-bbc3-39ddc9172341 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:52.598115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.600003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/subnets/9fe1d8b8-473e-400b-b1ef-a727cd6c7d05 HTTP/1.1" status: 204 len: 168 time: 1.0647984 Jul 28 11:13:52.601480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5882eb2-273e-4119-b50a-7b8511d8a778 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe1d8b8-473e-400b-b1ef-a727cd6c7d05,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:52.602639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:52.758607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.792848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ce4e1b-0dab-44a4-95f0-859c72f2ae55']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:52.813522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5deaad50-b0ec-4c4e-a240-609566e694d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.824899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3347dd94-0f25-40ef-a57c-6108eabb5d8e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:52.825253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3347dd94-0f25-40ef-a57c-6108eabb5d8e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:52.827249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5deaad50-b0ec-4c4e-a240-609566e694d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.855042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.862167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] DHCP port deletion for bb5476a3-6198-4371-bbc3-39ddc9172341 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:13:52.874672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.905444 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5deaad50-b0ec-4c4e-a240-609566e694d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7fc618b63f747d999e34dda8ff9ad96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2463663 Jul 28 11:13:52.907278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.907430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:52.909463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaad50-b0ec-4c4e-a240-609566e694d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f7eec-7f29-4ee4-b6ea-642db5543318,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:52.916577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:52.916986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:52.918714 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:52.996165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Deleting port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:52.996565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.028428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d70b-e5d2-46b1-902c-b6f7b931b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.050318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Deleting port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:53.051180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.063904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.070991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.072934 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e1ce4e1b-0dab-44a4-95f0-859c72f2ae55 HTTP/1.1" status: 204 len: 168 time: 1.1479292 Jul 28 11:13:53.076815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:53.112431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e964f4-7906-4cad-abf8-087d2103a474 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ce4e1b-0dab-44a4-95f0-859c72f2ae55,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:53.134181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] For port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,segment=NetworkSegment(5ee2e296-80e3-495c-bd38-8969f7ef60c7),segment_id=5ee2e296-80e3-495c-bd38-8969f7ef60c7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:53.134796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.153771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Calling delete_port for 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:53.172839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d70b-e5d2-46b1-902c-b6f7b931b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.181473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Deleting subnet cae3eb38-966c-45b5-a326-5f96dee5e788 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:53.201905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.258138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] For port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,segment=NetworkSegment(5ee2e296-80e3-495c-bd38-8969f7ef60c7),segment_id=5ee2e296-80e3-495c-bd38-8969f7ef60c7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:53.258682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.316380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Calling delete_port for 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:53.327158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.342947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.397703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Pushing event deleted for resources: {'Port': ['ID=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:53.404828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] No DVR routers for this DVR port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:53.414242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.426241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.427276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.428040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.428696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.429446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.429997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.430555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.431112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.431659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.432392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.432976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44673b-6ea7-4d34-99c6-9c2935f27d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:13:53.546958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d70b-e5d2-46b1-902c-b6f7b931b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.550503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d70b-e5d2-46b1-902c-b6f7b931b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.551982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4fd0d70b-e5d2-46b1-902c-b6f7b931b215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/821f7eec-7f29-4ee4-b6ea-642db5543318 HTTP/1.1" status: 204 len: 168 time: 0.5963461 Jul 28 11:13:53.568414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0d70b-e5d2-46b1-902c-b6f7b931b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f7eec-7f29-4ee4-b6ea-642db5543318,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:53.627395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.667095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.712167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:53.753192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Port': ['ID=8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:53.763500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] No DVR routers for this DVR port 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:53.779671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:53.781398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8afb82ea-bac5-4e36-9e58-dbf0e9ba9e2e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:53.790153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.846473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.850783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cae3eb38-966c-45b5-a326-5f96dee5e788 HTTP/1.1" status: 204 len: 168 time: 0.7578583 Jul 28 11:13:53.851836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:53.852650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58198fa-7cd9-4773-be87-1d7f51749fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae3eb38-966c-45b5-a326-5f96dee5e788,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:53.953590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.968107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:53.969554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5476a3-6198-4371-bbc3-39ddc9172341']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:53.981585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee2e296-80e3-495c-bd38-8969f7ef60c7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:53.981953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee2e296-80e3-495c-bd38-8969f7ef60c7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:53.992897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.009457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.017807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:54.018261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:54.021967 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:54.136524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.142493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.144084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.147147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] 10.222.0.20 "DELETE /v2.0/networks/bb5476a3-6198-4371-bbc3-39ddc9172341 HTTP/1.1" status: 204 len: 168 time: 1.5431030 Jul 28 11:13:54.165026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9956e37-6d6f-4f08-98d2-511fb6d02590 tempest-AllowedAddressPairTestJSON-575232014 tempest-AllowedAddressPairTestJSON-575232014-project] Pushing event deleted for resources: {'Network': ['ID=bb5476a3-6198-4371-bbc3-39ddc9172341,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:54.169148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512434af-57fb-47d6-ac70-657ec7664209']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:54.181775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd493e1c-037d-494f-9690-8572ec97875d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:54.182333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd493e1c-037d-494f-9690-8572ec97875d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:54.194392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.210301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.226878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:54.227304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:54.251580 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:54.382942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.393892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:54.399494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] 10.222.0.20 "DELETE /v2.0/networks/512434af-57fb-47d6-ac70-657ec7664209 HTTP/1.1" status: 204 len: 168 time: 0.5391057 Jul 28 11:13:54.429004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405b781-eb15-4de2-ae7f-7d2f632dd87c admin admin] Pushing event deleted for resources: {'Network': ['ID=512434af-57fb-47d6-ac70-657ec7664209,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:54.914656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:55.060640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:55.070521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1df183e5-ef44-4efa-8f09-936ed6d3aaa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a64caf8acb934634bd80578159c0e189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541748 Jul 28 11:13:55.073548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:55.135448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:55.165942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Deleting subnet ae10de92-b76e-4760-8ded-1abf9dbc6643 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:13:55.174675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.207724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc9e2-ebb3-4157-90fb-40824d45dc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.251157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.265277 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc9e2-ebb3-4157-90fb-40824d45dc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.355541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.356967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc9e2-ebb3-4157-90fb-40824d45dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.362247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc9e2-ebb3-4157-90fb-40824d45dc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.364340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c6dc9e2-ebb3-4157-90fb-40824d45dc8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d3f1ecd-f16e-47a0-9167-ec7c6db3670c HTTP/1.1" status: 204 len: 168 time: 0.2855740 Jul 28 11:13:55.385620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dc9e2-ebb3-4157-90fb-40824d45dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f1ecd-f16e-47a0-9167-ec7c6db3670c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:55.465473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.523800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae10de92-b76e-4760-8ded-1abf9dbc6643,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:55.542913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.548671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8cfa7f3e-97f0-4c08-82e7-036052aecedc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ae10de92-b76e-4760-8ded-1abf9dbc6643 HTTP/1.1" status: 204 len: 168 time: 0.4867408 Jul 28 11:13:55.551578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:55.561210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9f5b5137-4fc8-4d75-a471-c6958b7854eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ded05d9eeed4cbcafeaccd28036243b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224193 Jul 28 11:13:55.567074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:55.650886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-491bdc87-4a8e-4c9f-9ca2-58ace5885a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.677526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-491bdc87-4a8e-4c9f-9ca2-58ace5885a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.678340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.715165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-84425598-4eab-4299-aad7-ce9dbf6355aa tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:55.716922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-84425598-4eab-4299-aad7-ce9dbf6355aa tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.2369964 Jul 28 11:13:55.735565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-b5730554-77f4-4eff-9d67-4c79153cd18f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/quotas/eaf933171c9b484793269b273158ed4e HTTP/1.1" status: 200 len: 375 time: 0.0108581 Jul 28 11:13:55.747050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:55.849777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.857589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a2d8127d-9970-4aa9-ae1c-395b1cbbf48d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118970 Jul 28 11:13:55.876272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b4baff-4f00-4f98-a809-022496ab14cd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:55.890285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae40a48-47bb-4f80-9a15-6a7689e26b62') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:55.890583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae40a48-47bb-4f80-9a15-6a7689e26b62') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:13:55.931283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-491bdc87-4a8e-4c9f-9ca2-58ace5885a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.942648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-491bdc87-4a8e-4c9f-9ca2-58ace5885a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.950569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-491bdc87-4a8e-4c9f-9ca2-58ace5885a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0306579-5d82-4ed8-90a6-678030ee683e HTTP/1.1" status: 204 len: 168 time: 0.3830769 Jul 28 11:13:55.958207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:55.993451 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.024943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.048554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:13:56.049530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.118958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:56.120366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:56.127559 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177a0ef7-39f0-4f08-a66c-93ead64b3ff0" -d '{"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:56.191590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bdc87-4a8e-4c9f-9ca2-58ace5885a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0306579-5d82-4ed8-90a6-678030ee683e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:56.204654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:13:56.262546 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:13:56.269903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.274578 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5591c166-2d6a-4874-83d4-9a1ddd615f99 x-openstack-request-id: req-5591c166-2d6a-4874-83d4-9a1ddd615f99 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:56.276255 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:56.277102 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5591c166-2d6a-4874-83d4-9a1ddd615f99 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:56.280083 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'code': 200} Jul 28 11:13:56.287025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.293588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.298860 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] 10.222.0.20 "DELETE /v2.0/networks/09b4baff-4f00-4f98-a809-022496ab14cd HTTP/1.1" status: 204 len: 168 time: 0.7441316 Jul 28 11:13:56.349120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2c61-03b0-45d1-8f1f-466a82a4863e admin admin] Pushing event deleted for resources: {'Network': ['ID=09b4baff-4f00-4f98-a809-022496ab14cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:56.372021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d60d261-24f3-40b7-8102-4b7e09dffcd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4789b05e91ee40568510b2c54d45e67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504351 Jul 28 11:13:56.374659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:56.430746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:56.482858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-208dbc58-d56e-4697-9aed-029d91c27e8c service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006334 Jul 28 11:13:56.577200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:56.703237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-62b838a4-bf44-43c1-92d1-d261634f9476 service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137661 Jul 28 11:13:56.725800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e59cc1-2a9d-4b7d-be7e-4fc389800487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.782856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e59cc1-2a9d-4b7d-be7e-4fc389800487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:56.854870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:56.857338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4c311c3d-e641-43a2-b77e-b23ea9c5dfcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1cd259c16bc4cd8b3acf7362d4cebb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789733 Jul 28 11:13:56.989940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-14a17180-802a-47d1-9887-bcecf938b28c tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:57.010952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-14a17180-802a-47d1-9887-bcecf938b28c tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/ports?device_id=241ad0a9-101f-4cc4-8c8d-9b00f24eda60 HTTP/1.1" status: 200 len: 943 time: 0.1907580 Jul 28 11:13:57.011960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:57.030306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3ca8-fc91-4016-a5ae-ede04a13782c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.059669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e59cc1-2a9d-4b7d-be7e-4fc389800487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.066152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e59cc1-2a9d-4b7d-be7e-4fc389800487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.069035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-68e59cc1-2a9d-4b7d-be7e-4fc389800487 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a6b3601-75d1-41c9-b732-7b7a81dfd757 HTTP/1.1" status: 204 len: 168 time: 0.6924982 Jul 28 11:13:57.100666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3ca8-fc91-4016-a5ae-ede04a13782c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.112112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e59cc1-2a9d-4b7d-be7e-4fc389800487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b3601-75d1-41c9-b732-7b7a81dfd757,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:57.207681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Deleting port 5e0305aa-aa97-46d6-ab70-27a33a77757d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:13:57.208579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.254337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a37b90fd-21a0-4a9e-81a3-82dfdce814e4 req-4cb64b7b-4d68-4d9d-8ebf-953c8bc9ad47 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 210 time: 0.1156452 Jul 28 11:13:57.326494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3ca8-fc91-4016-a5ae-ede04a13782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.328975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] For port 5e0305aa-aa97-46d6-ab70-27a33a77757d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5e0305aa-aa97-46d6-ab70-27a33a77757d,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:13:57.329769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.331672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3ca8-fc91-4016-a5ae-ede04a13782c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.336981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fc9e3ca8-fc91-4016-a5ae-ede04a13782c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35fff15b-f6a7-495c-bf49-156aa70f59fd HTTP/1.1" status: 204 len: 168 time: 0.4808464 Jul 28 11:13:57.348655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Calling delete_port for 5e0305aa-aa97-46d6-ab70-27a33a77757d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:13:57.351208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e3ca8-fc91-4016-a5ae-ede04a13782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fff15b-f6a7-495c-bf49-156aa70f59fd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:57.446529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1217445155-network', 'tenant_id': '1ccbdb9ed297419ca1b25dd03f7a3500'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:57.503755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Made reservation on behalf of 1ccbdb9ed297419ca1b25dd03f7a3500 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:57.506531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.519813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.800826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.814019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.847227 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.876499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ceed425-c4c8-4919-a96c-ee77ae587d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.908565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event deleted for resources: {'Port': ['ID=5e0305aa-aa97-46d6-ab70-27a33a77757d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:57.940024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] No DVR routers for this DVR port 5e0305aa-aa97-46d6-ab70-27a33a77757d on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:13:57.943016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.945775 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-460edcd8-27c5-4519-a518-a27ecb7f9ea2 req-01a62398-0a2c-46ea-aad3-639a411ca8d9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "DELETE /v2.0/ports/5e0305aa-aa97-46d6-ab70-27a33a77757d HTTP/1.1" status: 204 len: 173 time: 0.9173982 Jul 28 11:13:57.955211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-deleted', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:13:57.957913 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94c897c-d950-4811-97ba-bb09688bd61b" -d '{"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-deleted", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:13:57.961134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:57.977136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:57.985821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:57.986085 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Added segment d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70 of type vlan for network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 Jul 28 11:13:58.044825 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:58.083842 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5465af-1684-4e27-8e06-6c8f9f810f8a x-openstack-request-id: req-bd5465af-1684-4e27-8e06-6c8f9f810f8a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:13:58.084253 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ad0a9-101f-4cc4-8c8d-9b00f24eda60", "name": "network-vif-deleted", "tag": "5e0305aa-aa97-46d6-ab70-27a33a77757d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:13:58.084604 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd5465af-1684-4e27-8e06-6c8f9f810f8a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:13:58.085063 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ad0a9-101f-4cc4-8c8d-9b00f24eda60', 'name': 'network-vif-deleted', 'tag': '5e0305aa-aa97-46d6-ab70-27a33a77757d', 'status': 'completed', 'code': 200} Jul 28 11:13:58.118836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:58.121582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:58.124858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:58.263134 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2365043 Jul 28 11:13:58.266293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:58.272504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Request body: {'subnet': {'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1217445155-subnet', 'tenant_id': '1ccbdb9ed297419ca1b25dd03f7a3500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:58.273378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da162ee-6158-43bd-ac07-3fd58e45e1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5350e1db-5ea4-48fd-b331-187d6f09b1b1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:58.282969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:13:58.335171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Made reservation on behalf of 1ccbdb9ed297419ca1b25dd03f7a3500 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:58.339901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:58.518715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c8d5ff3-df9e-4b9d-89bc-c4c17ac52adf req-e14a07c3-e358-4975-a6c6-532907c5ebe7 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 210 time: 0.0465727 Jul 28 11:13:58.561092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:58.739583 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:58.875732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce327c65-7dea-4ed6-9b5d-e79307252138,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:58.973373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Checking segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:13:58.973570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Network hostable DHCP agents. Network: 5350e1db-5ea4-48fd-b331-187d6f09b1b1, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:13:59.013641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:13:59.035447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 5350e1db-5ea4-48fd-b331-187d6f09b1b1) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:13:59.039670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:59.040294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.048764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa2413c-782f-4890-8813-ce46b0860d11 None None] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:13:59.082340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.103388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-98d63e97-9f66-4db3-8c34-528496b4fe49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8340058 Jul 28 11:13:59.319687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-b8326534-9fd9-4d7d-bc6b-8d2fef95edae tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.323626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.328772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-d2935297-8396-4b01-85fc-8a84c56cba38 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.329574 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8326534-9fd9-4d7d-bc6b-8d2fef95edae tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7576864 Jul 28 11:13:59.333538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2935297-8396-4b01-85fc-8a84c56cba38 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088389 Jul 28 11:13:59.334419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42870) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.354821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-de8ea412-909d-4863-b9d6-1355fb2118bb tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.362286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-de8ea412-909d-4863-b9d6-1355fb2118bb tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0265298 Jul 28 11:13:59.363972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.384587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'tenant_id': '1ccbdb9ed297419ca1b25dd03f7a3500', 'fixed_ips': [{'subnet_id': 'ce327c65-7dea-4ed6-9b5d-e79307252138'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:13:59.387060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-network', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:59.391151 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.402356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-c7771e97-19ed-4529-b2a1-32dd3bf173ec tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.408879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c7771e97-19ed-4529-b2a1-32dd3bf173ec tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0128675 Jul 28 11:13:59.412076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.435636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-e456c18c-d77a-4a70-b115-841118703608 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.436666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e456c18c-d77a-4a70-b115-841118703608 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0222075 Jul 28 11:13:59.440143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.464980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-98e88408-98a9-4f66-b62f-85eae6deb975 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.470602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-98e88408-98a9-4f66-b62f-85eae6deb975 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0274675 Jul 28 11:13:59.473735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.497146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-964407c8-fb0c-4cab-971d-b8c587fb18b7 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.503027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-964407c8-fb0c-4cab-971d-b8c587fb18b7 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0255871 Jul 28 11:13:59.506494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42884) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.506783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-b4ee56ff-c328-46cb-9053-9a84dd38c00d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:13:59.510831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-b4ee56ff-c328-46cb-9053-9a84dd38c00d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.8470519 Jul 28 11:13:59.525019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Request body: {'port': {'device_id': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'admin_state_up': True, 'tenant_id': 'eaf933171c9b484793269b273158ed4e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:13:59.530056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-3aab34cc-542c-4cc4-9e12-d51e1318b158 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.531055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3aab34cc-542c-4cc4-9e12-d51e1318b158 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0176961 Jul 28 11:13:59.534623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.542190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Made reservation on behalf of 10ded2a5e81d472b890d5ec3c7dde8eb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:13:59.544491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.562103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.568972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-8207a33d-49fe-4078-9049-f737441ef726 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.572562 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8207a33d-49fe-4078-9049-f737441ef726 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0338123 Jul 28 11:13:59.572885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42890) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.581644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-2ab76c1a-4b9c-488d-8bec-4034c32f19d4 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.582632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2ab76c1a-4b9c-488d-8bec-4034c32f19d4 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0088067 Jul 28 11:13:59.590148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.609229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-0af44a8e-69f1-47e2-888b-dc0a7aa93b48 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.610246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0af44a8e-69f1-47e2-888b-dc0a7aa93b48 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0131297 Jul 28 11:13:59.614048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42894) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.628868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-b248a932-f813-4a3b-b9af-d60eec5409a8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.629846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b248a932-f813-4a3b-b9af-d60eec5409a8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0149038 Jul 28 11:13:59.639446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.646359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-be7498e6-5e09-4110-a727-312a47d1d21c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.657836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-be7498e6-5e09-4110-a727-312a47d1d21c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068955 Jul 28 11:13:59.670175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.685196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-2ccdf91b-c2f0-48ad-af3c-3e94f55e1887 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.688838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2ccdf91b-c2f0-48ad-af3c-3e94f55e1887 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0151086 Jul 28 11:13:59.698505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.709734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-7f0a958d-3f6f-4d4e-8f2b-70b99756dc2b tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.710676 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7f0a958d-3f6f-4d4e-8f2b-70b99756dc2b tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0112321 Jul 28 11:13:59.713852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.722528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-01a6d244-3cca-4da7-9eba-49016468298f tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.723792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-01a6d244-3cca-4da7-9eba-49016468298f tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0085535 Jul 28 11:13:59.724600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.725873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Allocated IP 172.20.0.2 (5350e1db-5ea4-48fd-b331-187d6f09b1b1/ce327c65-7dea-4ed6-9b5d-e79307252138/a257db34-fcec-4b49-b078-7479c37544be) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:13:59.726695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.734903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-292071d3-06b8-49e6-88a3-2bc5a983ba23 req-4e9c85bc-80ab-4b64-bdee-7f14d01afd88 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 210 time: 0.0756524 Jul 28 11:13:59.749160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-9c17b9e5-088c-4256-a3c0-8345e1204f82 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.752237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9c17b9e5-088c-4256-a3c0-8345e1204f82 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0240617 Jul 28 11:13:59.758287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.763714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-6d2c04d0-ede2-4139-a692-608b5b677ab8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.764998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6d2c04d0-ede2-4139-a692-608b5b677ab8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054088 Jul 28 11:13:59.768358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.777521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-db77ac41-d4b7-4634-a072-c435eb9fce3c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.778499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-db77ac41-d4b7-4634-a072-c435eb9fce3c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091741 Jul 28 11:13:59.781168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42920) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.791593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-c1949b82-f2d6-4bba-ae70-2bd3ba58fc6b tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.792712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1949b82-f2d6-4bba-ae70-2bd3ba58fc6b tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100274 Jul 28 11:13:59.795441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.801643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-425de9d7-ce1c-4b98-a32f-4f50d7abec11 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.803506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-425de9d7-ce1c-4b98-a32f-4f50d7abec11 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065143 Jul 28 11:13:59.806983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.810819 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:13:59.817267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-e464a46e-f245-40b6-b127-d9fd40b18018 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.822499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e464a46e-f245-40b6-b127-d9fd40b18018 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106902 Jul 28 11:13:59.823154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.828126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-5a4fad61-cec4-46d8-b1ce-969e408004b3 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.829893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a4fad61-cec4-46d8-b1ce-969e408004b3 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056627 Jul 28 11:13:59.833057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.841028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5e0305aa-aa97-46d6-ab70-27a33a77757d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:13:59.841564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5e0305aa-aa97-46d6-ab70-27a33a77757d not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:13:59.858554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-4e910d81-9592-4039-a674-c40ea19567f7 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.861878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4e910d81-9592-4039-a674-c40ea19567f7 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0136187 Jul 28 11:13:59.862523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.863485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.868906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.887710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-961a6a3d-4604-4147-8875-d97c1a8c0424 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.889114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-961a6a3d-4604-4147-8875-d97c1a8c0424 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0254836 Jul 28 11:13:59.904721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.905693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8083c9-c1a8-4a45-8f20-12560997c9f7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:13:59.934008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-d49660b6-2a17-4015-947a-07c76ddf4768 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.935645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d49660b6-2a17-4015-947a-07c76ddf4768 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0106280 Jul 28 11:13:59.938843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.948049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-ab236f2d-e766-46f2-b7ce-ad9ff5e67f03 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:13:59.949456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ab236f2d-e766-46f2-b7ce-ad9ff5e67f03 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0086508 Jul 28 11:13:59.953747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:13:59.961172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:13:59.976453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:13:59.977170 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Added segment c2f19921-359f-4386-aa00-dcc0592189a5 of type vlan for network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 Jul 28 11:13:59.997906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-a0896bbb-41c1-49c0-b886-232afd177b86 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.001820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a0896bbb-41c1-49c0-b886-232afd177b86 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0351615 Jul 28 11:14:00.011058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.018496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Made reservation on behalf of eaf933171c9b484793269b273158ed4e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:00.019363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-03b869b1-7bcc-4ba6-a8b3-a21be86fdaa0 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.022825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-03b869b1-7bcc-4ba6-a8b3-a21be86fdaa0 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0079651 Jul 28 11:14:00.024159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.026975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.028369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-0c771be4-8a04-4367-9926-307773bc915a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.032691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0c771be4-8a04-4367-9926-307773bc915a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044830 Jul 28 11:14:00.035768 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.037957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.041766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.049052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-26638050-922e-4a10-b45c-1b9482ed3e6c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.053483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26638050-922e-4a10-b45c-1b9482ed3e6c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143199 Jul 28 11:14:00.055489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.057182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Transition to ACTIVE for port object a257db34-fcec-4b49-b078-7479c37544be will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:00.061554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-fd8c0bff-453e-4c47-9f7d-ebaf3abcd13e tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.066172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd8c0bff-453e-4c47-9f7d-ebaf3abcd13e tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093977 Jul 28 11:14:00.069388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.076745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-c2dc53f6-46e4-48ed-bcbe-62916f9b4e38 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.081163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c2dc53f6-46e4-48ed-bcbe-62916f9b4e38 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0106449 Jul 28 11:14:00.081963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.090425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Transition to ACTIVE for port object a257db34-fcec-4b49-b078-7479c37544be will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:00.091257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-3d998cbd-4cb4-4b6f-8f11-6a1450fd4393 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.097503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d998cbd-4cb4-4b6f-8f11-6a1450fd4393 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122325 Jul 28 11:14:00.099888 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.100219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.109051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-86609d04-2217-4308-b83a-0f6f29e5c1a2 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.112624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-230243526-network', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:00.113476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-86609d04-2217-4308-b83a-0f6f29e5c1a2 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118942 Jul 28 11:14:00.117182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.124911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-62854b54-1625-496c-b552-61e91279d29f tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.130192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.130801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-62854b54-1625-496c-b552-61e91279d29f tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0103030 Jul 28 11:14:00.137243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-fdfa63d4-139e-45c0-9de2-ac5a052e7b6b tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.138567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fdfa63d4-139e-45c0-9de2-ac5a052e7b6b tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074782 Jul 28 11:14:00.149354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.164210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:00.167166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-88d790af-8a58-4a1d-930d-1bcb1770f1af tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.168791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-88d790af-8a58-4a1d-930d-1bcb1770f1af tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0168757 Jul 28 11:14:00.176361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:00.179903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:00.181807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.190553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-9714b139-4ccb-472b-91a6-75a6a6eb92c6 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.194647 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9714b139-4ccb-472b-91a6-75a6a6eb92c6 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0113204 Jul 28 11:14:00.200296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.206267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-ab53d0b3-0f0c-4994-b79a-14c8c48d0223 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.208909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.210235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab53d0b3-0f0c-4994-b79a-14c8c48d0223 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087106 Jul 28 11:14:00.210654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:00.211636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.213312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Pushing event updated for resources: {'Port': ['ID=a257db34-fcec-4b49-b078-7479c37544be,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:00.217377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.231838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-4dbca4f3-c81e-49d3-8fe1-5ceff8b8fdb8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.232875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4dbca4f3-c81e-49d3-8fe1-5ceff8b8fdb8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0141766 Jul 28 11:14:00.238022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.246134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-a9766392-834c-4454-a67b-b90187b6b1cd tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.250987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Attempting to bind port a257db34-fcec-4b49-b078-7479c37544be on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:00.250987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Attempting to bind port a257db34-fcec-4b49-b078-7479c37544be by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:00.250987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Attempting to bind port a257db34-fcec-4b49-b078-7479c37544be on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:00.251937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a9766392-834c-4454-a67b-b90187b6b1cd tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0126307 Jul 28 11:14:00.256067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.256907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:00.257326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:00.257808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Checking segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:00.258308 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.259035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Bound using segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:00.259605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Bound port: a257db34-fcec-4b49-b078-7479c37544be, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:00.260089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.260507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.268245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-235fc23f-b7a4-4bdb-a6d4-f8df8665012a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.272531 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-235fc23f-b7a4-4bdb-a6d4-f8df8665012a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0091450 Jul 28 11:14:00.273326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.289812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.310583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-508c808f-1ed5-4124-ba67-3a7342a0bd2a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.311478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-508c808f-1ed5-4124-ba67-3a7342a0bd2a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074387 Jul 28 11:14:00.314878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.335013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-b30cdec6-4d40-4ab9-8d0c-d821cc039fe5 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.336816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b30cdec6-4d40-4ab9-8d0c-d821cc039fe5 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0172384 Jul 28 11:14:00.342280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.349147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2658217 Jul 28 11:14:00.352772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-9a49cb9e-46d4-43a5-a553-9dabb037dd98 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.354176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9a49cb9e-46d4-43a5-a553-9dabb037dd98 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071721 Jul 28 11:14:00.361736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.362591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.372666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaff2d7-bec4-4e23-a79f-f8563675a40b admin admin] Pushing event updated for resources: {'Network': ['ID=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:00.386369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-3d4fffeb-718d-40d0-a35c-5705c281fba9 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.387431 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3d4fffeb-718d-40d0-a35c-5705c281fba9 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0137408 Jul 28 11:14:00.393940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.403286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-b72e2391-6814-4385-bd90-be588e06eb6f tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.404439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Request body: {'subnet': {'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-subnet', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:00.416248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b72e2391-6814-4385-bd90-be588e06eb6f tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0187118 Jul 28 11:14:00.422667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.429528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-07a44352-51a3-41f2-a1b0-1c17743fbf76 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.433310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07a44352-51a3-41f2-a1b0-1c17743fbf76 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063348 Jul 28 11:14:00.435617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-30b32d1d-79fd-409c-accc-75b02e52615d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:00.438074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-30b32d1d-79fd-409c-accc-75b02e52615d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 816 time: 0.3143671 Jul 28 11:14:00.438581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.443272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-aa995867-f542-4679-a590-26be23dcddde tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.446530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aa995867-f542-4679-a590-26be23dcddde tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047233 Jul 28 11:14:00.449597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.462642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-66ad1b3e-3edb-4d9f-842a-63131d6fdf74 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.466066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66ad1b3e-3edb-4d9f-842a-63131d6fdf74 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054433 Jul 28 11:14:00.469136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Allocated IP 172.20.0.7 (7ae36bd8-0664-4682-a37c-41dcc94816a6/e6818907-1573-415d-9454-2e439c23f2d5/6156b2b3-639e-48a0-aa97-3f522e2fc1bc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:00.470749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.490065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-512e93d0-f3d7-4107-a78b-23a21c4119ee tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.496308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-512e93d0-f3d7-4107-a78b-23a21c4119ee tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0197725 Jul 28 11:14:00.499207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.505168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-43cd07d0-db98-48f2-a5ae-121c385b0c3e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/quotas/1ccbdb9ed297419ca1b25dd03f7a3500 HTTP/1.1" status: 200 len: 375 time: 0.0596755 Jul 28 11:14:00.511364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-fc0782fa-0cd4-435e-8063-85cd29aa3f0a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.516856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fc0782fa-0cd4-435e-8063-85cd29aa3f0a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0162740 Jul 28 11:14:00.518442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.527761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-0334ea5f-8aa2-48ea-8cbe-535164808ea4 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.531469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0334ea5f-8aa2-48ea-8cbe-535164808ea4 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072834 Jul 28 11:14:00.533801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] For port a257db34-fcec-4b49-b078-7479c37544be, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:00.537230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] For port a257db34-fcec-4b49-b078-7479c37544be, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a257db34-fcec-4b49-b078-7479c37544be,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:00.540018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.540348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:00.546010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-9a5b7b69-c0fa-48c1-8e39-19e9ce6377db tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.550512 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a5b7b69-c0fa-48c1-8e39-19e9ce6377db tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058854 Jul 28 11:14:00.561592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.568542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-10ab40d2-63a5-4818-9bb8-20045819b7b8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.571812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-10ab40d2-63a5-4818-9bb8-20045819b7b8 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0063696 Jul 28 11:14:00.581273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.586499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-5ac8e2d8-3264-4c17-8ce9-c0710e2fd442 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.589752 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ac8e2d8-3264-4c17-8ce9-c0710e2fd442 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052454 Jul 28 11:14:00.599114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.611401 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.615080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-a5ae1e75-0744-4add-b857-f1ac914e15e3 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.618541 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a5ae1e75-0744-4add-b857-f1ac914e15e3 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0130687 Jul 28 11:14:00.632295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.645062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-3487d538-b430-4273-961c-e3ea6e2ad5e6 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.649605 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3487d538-b430-4273-961c-e3ea6e2ad5e6 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0146415 Jul 28 11:14:00.654361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43018) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.666334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-ad9753b5-d397-476d-96a2-ef283f03de2e tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.671330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ad9753b5-d397-476d-96a2-ef283f03de2e tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0106924 Jul 28 11:14:00.672904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.675548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0033d12-0529-4d2f-88c0-06fdc0c0412e None None] Pushing event updated for resources: {'Port': ['ID=a257db34-fcec-4b49-b078-7479c37544be,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:00.695038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-f8e46071-1c94-43d6-832c-f9dab0b5ec1c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.705525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-9f330ae2-830f-4f21-8864-a72d34330947 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1854033 Jul 28 11:14:00.708284 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f8e46071-1c94-43d6-832c-f9dab0b5ec1c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0202591 Jul 28 11:14:00.724725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.764923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.771996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-e8851cae-c7b5-4338-9f48-63ef3451b44a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.775753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8851cae-c7b5-4338-9f48-63ef3451b44a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074470 Jul 28 11:14:00.787183 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.797960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.857180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-c84fdf18-3e21-442e-990b-17d3d3a8f6da tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.858421 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c84fdf18-3e21-442e-990b-17d3d3a8f6da tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082812 Jul 28 11:14:00.862247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.883034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:00.894369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-fd56c740-f34d-465f-b94a-a169480abae7 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.895440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd56c740-f34d-465f-b94a-a169480abae7 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0304730 Jul 28 11:14:00.900189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.911288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-7e9fe162-6c41-4ee6-af09-7a25034c0d7a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.912428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7e9fe162-6c41-4ee6-af09-7a25034c0d7a tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085819 Jul 28 11:14:00.914620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.923065 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Added segment 32d4e89c-4b5e-478d-ac49-8cfb68610cd6 of type vlan for network 3748db1c-451d-47ff-a952-ba54a4d31123 Jul 28 11:14:00.932977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.943313 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.947575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-84f32744-f7f6-47d9-b935-bdb051757b62 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.955569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-84f32744-f7f6-47d9-b935-bdb051757b62 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0200946 Jul 28 11:14:00.957540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Made reservation on behalf of 10ded2a5e81d472b890d5ec3c7dde8eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:00.960031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:00.960739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e97c20a-56ba-41d2-87b5-599b8f132ff2 req-01bfedc9-5e9e-4558-a2d9-136648ff7147 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 210 time: 0.0844960 Jul 28 11:14:00.964818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.974090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa263a6a-215f-434f-a8d2-2b3bf26544f0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:00.974665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-e5fd2d72-98bb-45f7-9ebb-adc5f43fa50e service neutron] 10.222.0.20 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682993 Jul 28 11:14:00.980713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [None req-2e8a404a-42fe-4aca-b34c-1ef1ade3361c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.984072 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e8a404a-42fe-4aca-b34c-1ef1ade3361c tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043232 Jul 28 11:14:00.985985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:00.989724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-a107a3d3-68fd-4b1a-b6e8-37ce019c17df tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:00.993753 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a107a3d3-68fd-4b1a-b6e8-37ce019c17df tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043378 Jul 28 11:14:00.993753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:01.011058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [None req-2cfe34f3-6d01-4801-9dc3-dc9450644c21 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:14:01.012101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2cfe34f3-6d01-4801-9dc3-dc9450644c21 tempest-ExtensionsTestJSON-491765557 tempest-ExtensionsTestJSON-491765557-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0153081 Jul 28 11:14:01.089629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3fcc34a0-91ea-4565-8e7d-42336ed0e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:01.184793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-8a76380b-3bae-4080-b62a-37edeea442d8 service neutron] 10.222.0.20 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091799 Jul 28 11:14:01.205289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:01.361553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:01.393144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:01.394627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:01.396613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:01.676314 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9474919 Jul 28 11:14:01.678067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:01.693734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Request body: {'subnet': {'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-230243526-subnet', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:01.717047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:01.735079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910a73-7157-419d-a76c-beec798948e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3748db1c-451d-47ff-a952-ba54a4d31123,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:01.780906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3748db1c-451d-47ff-a952-ba54a4d31123 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:01.810881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:01.815343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:01.867041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.043452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:02.054896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:02.061322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:02.071700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a257db34-fcec-4b49-b078-7479c37544be up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:02.112887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.276758 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:14:02.282045 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.292453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a257db34-fcec-4b49-b078-7479c37544be completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:02.422185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:02.423520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.445623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3499e4bf-f922-4abe-b209-b8e09b3c41f2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:02.456907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:02.473238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03a1b46-50ea-45c4-b4fb-f1fe072947db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.675238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Checking segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:02.675897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Network hostable DHCP agents. Network: 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:02.683311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7ec9f-6df0-4995-be50-a6f2dd218833 None None] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:02.702823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-4a33c50a-f72f-414b-ac9e-f9fc2093f541 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:02.711923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-4a33c50a-f72f-414b-ac9e-f9fc2093f541 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 816 time: 0.7129457 Jul 28 11:14:02.716318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:02.724400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.737187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03a1b46-50ea-45c4-b4fb-f1fe072947db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.759733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03a1b46-50ea-45c4-b4fb-f1fe072947db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.768080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:02.778346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-d065cb22-e992-4fd2-b958-2f5a369a224f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/quotas/1ccbdb9ed297419ca1b25dd03f7a3500 HTTP/1.1" status: 200 len: 375 time: 0.0651038 Jul 28 11:14:02.807493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:02.808075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530355d1-4c44-48e9-8903-ee910ab48e70 None None] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:02.812068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:02.823408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a13b6f36-cafd-4476-8d33-2c6646088b4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3014507 Jul 28 11:14:02.838486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661572f-ba58-400f-b3c2-8dbea0222bb0 req-95655fb4-8407-4c8b-a8b6-e13892481a88 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:02.851026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1661572f-ba58-400f-b3c2-8dbea0222bb0 req-95655fb4-8407-4c8b-a8b6-e13892481a88 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 931 time: 0.1980996 Jul 28 11:14:02.869704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Request body: {'port': {'device_id': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:02.917903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439dfdd4-c00c-41b1-9418-ddce2f5cd69c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:02.930334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b03a1b46-50ea-45c4-b4fb-f1fe072947db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f829a2490494083a6e11483f71f735a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1996036 Jul 28 11:14:02.934383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dac4a159-5651-496d-b5e3-707b35910be0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5619636 Jul 28 11:14:02.936918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:02.937348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:02.943190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-3ac4f54f-d5dd-4c3f-a89d-12428231afca tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638389 Jul 28 11:14:02.943372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:02.952738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a1b46-50ea-45c4-b4fb-f1fe072947db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6919c70a-0f44-43a1-b5b0-d1cae522c3d2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:02.960093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] Provisioning for port a257db34-fcec-4b49-b078-7479c37544be completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:02.976759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] Provisioning complete for port a257db34-fcec-4b49-b078-7479c37544be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:02.978205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.023559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.048214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.049418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.076433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1661572f-ba58-400f-b3c2-8dbea0222bb0 req-c6d6aca3-7fec-407d-bb66-f2a792f3d85e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219195 Jul 28 11:14:03.133980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:03.135264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Network hostable DHCP agents. Network: 3748db1c-451d-47ff-a952-ba54a4d31123, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:03.181241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79695545-8359-41b9-90a5-a9171e919eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.270562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.271444 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.282288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-2eced506-bf41-46e6-b8e2-5ed3e08dfb33 service neutron] 10.222.0.20 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338428 Jul 28 11:14:03.348585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79695545-8359-41b9-90a5-a9171e919eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.382272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] For port a257db34-fcec-4b49-b078-7479c37544be, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a257db34-fcec-4b49-b078-7479c37544be,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:03.397940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.567618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81b08-b9a5-4cc1-be12-3d5fd70fe704 None None] Pushing event updated for resources: {'Port': ['ID=a257db34-fcec-4b49-b078-7479c37544be,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:03.590660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-aaa862b2-552e-4d95-bce9-1844b9967ae2 service neutron] 10.222.0.20 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723038 Jul 28 11:14:03.607301 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.611699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.640139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:03.655509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 3748db1c-451d-47ff-a952-ba54a4d31123) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:03.661801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:03.662672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.684128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-124dee57-eed3-47ab-a478-6ad37694e788 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9986053 Jul 28 11:14:03.687413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:03.689773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79695545-8359-41b9-90a5-a9171e919eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.692003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:03.692651 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79695545-8359-41b9-90a5-a9171e919eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.693828 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79695545-8359-41b9-90a5-a9171e919eac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6919c70a-0f44-43a1-b5b0-d1cae522c3d2 HTTP/1.1" status: 204 len: 168 time: 0.7551081 Jul 28 11:14:03.694046 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.694446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:03.706632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24efb5f-d36e-49ca-8313-e7051b87fddb None None] Network 3748db1c-451d-47ff-a952-ba54a4d31123 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:03.771098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695545-8359-41b9-90a5-a9171e919eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6919c70a-0f44-43a1-b5b0-d1cae522c3d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:03.788911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-1d8e7e99-4226-4c15-9974-6c24c0b456eb tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:03.795265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-1d8e7e99-4226-4c15-9974-6c24c0b456eb tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 816 time: 0.5110364 Jul 28 11:14:03.799265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.801672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.838314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6156b2b3-639e-48a0-aa97-3f522e2fc1bc {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:03.849159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.873683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Transition to ACTIVE for port object 6156b2b3-639e-48a0-aa97-3f522e2fc1bc will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:03.884099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:03.984738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Request body: {'port': {'device_id': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'admin_state_up': True, 'tenant_id': '1ccbdb9ed297419ca1b25dd03f7a3500'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:04.013042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.139487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:04.380008 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.405721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Attempting to bind port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:04.407648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Attempting to bind port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:04.408087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Attempting to bind port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:04.454733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.471368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:14:04.486094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Attempting to bind port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:04.512850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:04.513103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Checking segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:04.516953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Bound using segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:04.520463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Bound port: 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:04.521179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.547547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-3748db1c-451d-47ff-a952-ba54a4d31123', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:04.548956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.567017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Allocated IP 172.20.0.2 (7d3480e5-5fcc-426f-8a79-fa1ad2d53e45/3499e4bf-f922-4abe-b209-b8e09b3c41f2/4b6ce3ee-8add-4120-8275-6a77a7af2f41) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:04.569770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2ae45c82-a91c-41fc-9a5b-c7cbc8fd7761 None None] Provisioning complete for port a257db34-fcec-4b49-b078-7479c37544be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:04.570443 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2ae45c82-a91c-41fc-9a5b-c7cbc8fd7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.725971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:04.746937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Allocated IP 172.25.1.142 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/435d1720-c86d-4500-b0dc-17e4e6a26239) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:04.751166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:04.756801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.799228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:04.799228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:04.799228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] 10.222.0.41 "PUT /v2.0/ports/6156b2b3-639e-48a0-aa97-3f522e2fc1bc HTTP/1.1" status: 200 len: 1091 time: 1.9519567 Jul 28 11:14:04.802122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:04.803392 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329155df-8c04-4e11-bfa0-3ea6e7876b67" -d '{"events": [{"name": "network-changed", "server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:04.892490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-941428f8-de97-4c65-9aad-113a1b78ddd7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:04.905883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-941428f8-de97-4c65-9aad-113a1b78ddd7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 816 time: 0.3263943 Jul 28 11:14:04.942541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c5512-36ae-4b16-b5d7-9a8ec7476627 service neutron] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:04.973486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Made reservation on behalf of 1ccbdb9ed297419ca1b25dd03f7a3500 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:04.977145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.027322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-09b6cc66-9ece-4ebf-a1c6-82d297b68a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:05.029045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-09b6cc66-9ece-4ebf-a1c6-82d297b68a65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 1094 time: 0.1589155 Jul 28 11:14:05.078757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-2f716781-3d62-4745-bb86-2a47e66c12a5 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/quotas/1ccbdb9ed297419ca1b25dd03f7a3500 HTTP/1.1" status: 200 len: 375 time: 0.1704977 Jul 28 11:14:05.143772 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-baf64dc7-27d0-4c5d-844d-5de6c53e8b86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc HTTP/1.1" status: 200 len: 217 time: 0.1012182 Jul 28 11:14:05.174185 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.210015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:05.245153 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.259018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Transition to ACTIVE for port object 4b6ce3ee-8add-4120-8275-6a77a7af2f41 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:05.262047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18cad-8983-47ec-bddc-3f0474329aef req-f114ae4d-892b-4db9-9212-be0688eccc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:05.265711 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-f114ae4d-892b-4db9-9212-be0688eccc12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.1124265 Jul 28 11:14:05.275438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Allocated IP 172.20.0.2 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/0d6a67be-5ea2-44b6-a088-14daefb10f57) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:05.299657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Transition to ACTIVE for port object 4b6ce3ee-8add-4120-8275-6a77a7af2f41 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:05.316069 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-a6d2ef7c-db80-448f-93c0-66dd62a0347f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382757 Jul 28 11:14:05.318522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.394457 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.414312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584795566'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:05.496197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:05.513783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:05.520416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:05.525619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:05.535143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:05.627644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Pushing event updated for resources: {'Port': ['ID=435d1720-c86d-4500-b0dc-17e4e6a26239,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:05.719527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:05.727021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.732277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.736721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Transition to ACTIVE for port object 0d6a67be-5ea2-44b6-a088-14daefb10f57 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:05.755479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-ecea679e-4e5d-4a5e-9004-ec0c19be3e2f service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308751 Jul 28 11:14:05.766786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Transition to ACTIVE for port object 0d6a67be-5ea2-44b6-a088-14daefb10f57 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:05.781186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Pushing event updated for resources: {'Port': ['ID=4b6ce3ee-8add-4120-8275-6a77a7af2f41,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:05.785534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:05.796461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a257db34-fcec-4b49-b078-7479c37544be up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:05.862146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.901343 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.978424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Attempting to bind port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:05.978827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Attempting to bind port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:05.979157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Attempting to bind port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:05.994279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:05.994705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Checking segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:05.995049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:05.995447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Bound using segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:05.995925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Bound port: 4b6ce3ee-8add-4120-8275-6a77a7af2f41, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:05.996334 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.019970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a257db34-fcec-4b49-b078-7479c37544be triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:06.020406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.026505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Allocated IP 172.20.0.8 (5350e1db-5ea4-48fd-b331-187d6f09b1b1/ce327c65-7dea-4ed6-9b5d-e79307252138/3dbf783b-994f-41a8-9d97-4a9aa3e3dd35) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:06.089339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:06.106198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bae6a7-ba28-406d-aa9c-5e4233a2380d req-092c6cf9-19d8-4d27-b174-b4261a2e05ca tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:06.113159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57bae6a7-ba28-406d-aa9c-5e4233a2380d req-092c6cf9-19d8-4d27-b174-b4261a2e05ca tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 943 time: 1.5408516 Jul 28 11:14:06.134835 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.167955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:06.174886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Pushing event updated for resources: {'Port': ['ID=0d6a67be-5ea2-44b6-a088-14daefb10f57,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:06.177370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:06.371169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Attempting to bind port 0d6a67be-5ea2-44b6-a088-14daefb10f57 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:06.371502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Attempting to bind port 0d6a67be-5ea2-44b6-a088-14daefb10f57 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:06.371875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Attempting to bind port 0d6a67be-5ea2-44b6-a088-14daefb10f57 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:06.393510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:06.393894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:06.394309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.394691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:06.395311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Bound port: 0d6a67be-5ea2-44b6-a088-14daefb10f57, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:06.395709 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.416383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] For port 4b6ce3ee-8add-4120-8275-6a77a7af2f41, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:06.492237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] For port 0d6a67be-5ea2-44b6-a088-14daefb10f57, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:06.499137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] For port 0d6a67be-5ea2-44b6-a088-14daefb10f57, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d6a67be-5ea2-44b6-a088-14daefb10f57,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:06.509527 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.516916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] For port 4b6ce3ee-8add-4120-8275-6a77a7af2f41, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4b6ce3ee-8add-4120-8275-6a77a7af2f41,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:06.542890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:06.550406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.564226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.614551 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:06.627287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ada3b5-f2be-4b6f-9852-ba678bafc7ce None None] Pushing event updated for resources: {'Port': ['ID=0d6a67be-5ea2-44b6-a088-14daefb10f57,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:06.745077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57bae6a7-ba28-406d-aa9c-5e4233a2380d req-a57d6bc2-761c-4509-b163-54763a262982 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856869 Jul 28 11:14:06.746969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1e788-918b-439d-8ce9-9091a4151cf2 None None] Pushing event updated for resources: {'Port': ['ID=4b6ce3ee-8add-4120-8275-6a77a7af2f41,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:06.783597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-0f6a33bc-4d7b-440f-985d-5b2c9fa5e32d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7039504 Jul 28 11:14:06.800458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-eb772ab3-d4db-4e83-9a66-43fafba20d20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:06.802044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-eb772ab3-d4db-4e83-9a66-43fafba20d20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 816 time: 0.5588250 Jul 28 11:14:06.921431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:06.980162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Request body: {'port': {'device_id': '074a7944-51f7-4226-92f9-987ceab54bc6', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'admin_state_up': True, 'tenant_id': '1ccbdb9ed297419ca1b25dd03f7a3500'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:06.998610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-73c18cad-8983-47ec-bddc-3f0474329aef req-2c0dfd1b-1c34-40b2-b409-acc932042fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1352670 Jul 28 11:14:07.033187 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6356c419-3497-4f7e-a4ed-53e721afc537 x-openstack-request-id: req-6356c419-3497-4f7e-a4ed-53e721afc537 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:07.036411 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:07.036687 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6356c419-3497-4f7e-a4ed-53e721afc537 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:07.038349 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'status': 'completed', 'code': 200} Jul 28 11:14:07.067149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.067982 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment c988d8be-920d-4385-b5f4-df8267258647 of type vlan for network b7dda296-29a4-47a9-8357-4a12f8bf1e2f Jul 28 11:14:07.068352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-4aafc514-6a5d-434a-88d9-8e6e9efe6c2f service neutron] 10.222.0.20 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644317 Jul 28 11:14:07.106466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce85c1a0-d33c-4819-b7e5-070f5483e0ae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:07.111561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f79a2c23-10b0-4755-b35b-100ed38626e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.257678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.274021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.322909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Transition to ACTIVE for port object 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:07.343362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-9ca9d919-8961-4698-be33-ac82b26e0081 service neutron] 10.222.0.20 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548637 Jul 28 11:14:07.361436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.451508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.455308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-4790777b-957f-4399-8a33-30378f56b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:07.457428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-4790777b-957f-4399-8a33-30378f56b4eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 1094 time: 0.3856530 Jul 28 11:14:07.535097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Pushing event updated for resources: {'Port': ['ID=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:07.567152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:07.572566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:07.576556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:07.627952 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.731601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.740303 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.748727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:07.749440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.806339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:07.822403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:07.825926 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:07.861684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a93a698-e31f-4061-8af1-f8d3d5334e83 req-efde41a7-6415-4952-beed-9016d7845e4d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 210 time: 0.1318493 Jul 28 11:14:08.064213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4b6ce3ee-8add-4120-8275-6a77a7af2f41 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:08.133181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f79a2c23-10b0-4755-b35b-100ed38626e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:08.146261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:08.176021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:08.180487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-3012f6d7-ab30-4920-848e-bb2cba62c90e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2084141 Jul 28 11:14:08.190481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d6a67be-5ea2-44b6-a088-14daefb10f57 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:08.190708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f79a2c23-10b0-4755-b35b-100ed38626e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:08.209482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe56d85-f072-45c1-88b3-dc1cc75feae5 req-eaeb1964-daec-4b51-91a8-83dc1a53856c tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:08.211407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe56d85-f072-45c1-88b3-dc1cc75feae5 req-eaeb1964-daec-4b51-91a8-83dc1a53856c tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 943 time: 0.2141962 Jul 28 11:14:08.222167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Request body: {'port': {'device_id': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:08.282272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Allocated IP 172.25.1.27 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/59ef3be5-6e9d-41a4-81a0-cc2105a9fb90) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:08.287602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:08.310406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Made reservation on behalf of 1ccbdb9ed297419ca1b25dd03f7a3500 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:08.317960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6a49ab0b-5027-4c8b-a76a-b7d9be504cc7 None None] Provisioning for port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:08.326904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:08.330977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6a49ab0b-5027-4c8b-a76a-b7d9be504cc7 None None] Provisioning complete for port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:08.331148 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f79a2c23-10b0-4755-b35b-100ed38626e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdc88a5e30124e0091e7b2f9bbefc946&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7698338 Jul 28 11:14:08.334197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-ee4b0ba9-f859-4376-9451-c82b9a21a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:08.335816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-ee4b0ba9-f859-4376-9451-c82b9a21a3ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 905 time: 0.8626349 Jul 28 11:14:08.341020 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a49ab0b-5027-4c8b-a76a-b7d9be504cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:08.349277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:08.465006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.2381883 Jul 28 11:14:08.465006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a2c23-10b0-4755-b35b-100ed38626e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad903ca-d8cb-4434-8361-f942783d404c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:08.465368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe56d85-f072-45c1-88b3-dc1cc75feae5 req-4f3e7066-de46-44f2-9f9d-7fd0a08d0e15 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293417 Jul 28 11:14:08.540427 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:08.762295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0218-1304-4a2f-a4db-05a2e1da0483 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=b7dda296-29a4-47a9-8357-4a12f8bf1e2f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:08.776279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1731b-79b2-4fd2-85e3-c10ab9cbb93a None None] Network 3748db1c-451d-47ff-a952-ba54a4d31123 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:08.778537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'mac_address': 'fa:16:3e:10:2c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:08.794338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b7dda296-29a4-47a9-8357-4a12f8bf1e2f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:08.864578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-949107f9-008e-40bc-97e1-85d519f956a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc HTTP/1.1" status: 200 len: 217 time: 0.4559972 Jul 28 11:14:08.883157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-eb88f551-b491-43bf-b06a-22636cc31217 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0845664 Jul 28 11:14:08.920116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6ee9c-1129-4fb6-84ff-46a047f5c105 None None] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:08.943498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-03088625-a80c-4ce8-9ba4-967297e4b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:08.945304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-03088625-a80c-4ce8-9ba4-967297e4b2c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.0716097 Jul 28 11:14:08.985986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996663ed-cfc1-41d7-8310-79da08ed54c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.093119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6a49ab0b-5027-4c8b-a76a-b7d9be504cc7 None None] Port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:09.136661 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-a0ec008e-b1a4-4453-97fe-d47961a32145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796834 Jul 28 11:14:09.150684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Allocated IP 172.20.0.14 (5350e1db-5ea4-48fd-b331-187d6f09b1b1/ce327c65-7dea-4ed6-9b5d-e79307252138/687859b5-4dc7-4959-9c23-4d40c753466d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:09.174769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0d6a67be-5ea2-44b6-a088-14daefb10f57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:09.206142 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.323625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6156b2b3-639e-48a0-aa97-3f522e2fc1bc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:09.370857 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.389935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Transition to ACTIVE for port object 687859b5-4dc7-4959-9c23-4d40c753466d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:09.399620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:09.445424 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.452414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Provisioning for port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:09.472204 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.486394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Provisioning complete for port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:09.486944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.516490 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-60d47668-62cd-41e4-a6d0-55ec708fb540 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469207 Jul 28 11:14:09.523150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996663ed-cfc1-41d7-8310-79da08ed54c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.595397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:09.703203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e93fea3f-0772-4240-825e-cc4955a363f6 req-b3b45934-87de-4b88-8084-2b0e78f06f06 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 210 time: 0.2555308 Jul 28 11:14:09.723101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Router 20735347-9532-4667-81e4-3e16680a0b3b is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:14:09.751391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:09.763523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6156b2b3-639e-48a0-aa97-3f522e2fc1bc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:10.019712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] For port 4b6ce3ee-8add-4120-8275-6a77a7af2f41, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4b6ce3ee-8add-4120-8275-6a77a7af2f41,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:10.040935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.043730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.055897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.064553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.064756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.065805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.067829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.070614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.082738 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb374428-a6e2-4994-a352-4516f8354c62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 1.0188360 Jul 28 11:14:10.083992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996663ed-cfc1-41d7-8310-79da08ed54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.089217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996663ed-cfc1-41d7-8310-79da08ed54c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.098095 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-996663ed-cfc1-41d7-8310-79da08ed54c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad903ca-d8cb-4434-8361-f942783d404c HTTP/1.1" status: 204 len: 168 time: 1.7459743 Jul 28 11:14:10.255256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Provisioning for port 0d6a67be-5ea2-44b6-a088-14daefb10f57 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:10.310368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.391773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Provisioning complete for port 0d6a67be-5ea2-44b6-a088-14daefb10f57 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:10.392223 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.412900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:10.485713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:10.513166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:10.564345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Pushing event updated for resources: {'Port': ['ID=4b6ce3ee-8add-4120-8275-6a77a7af2f41,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:10.595751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.686484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Pushing event updated for resources: {'Port': ['ID=687859b5-4dc7-4959-9c23-4d40c753466d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:10.737575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-1d415a49-d644-4668-b1d9-e40e58c808a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.738080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-1d415a49-d644-4668-b1d9-e40e58c808a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.738754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-1d415a49-d644-4668-b1d9-e40e58c808a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:10.741945 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-1d415a49-d644-4668-b1d9-e40e58c808a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 2293 time: 0.5832374 Jul 28 11:14:10.761928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996663ed-cfc1-41d7-8310-79da08ed54c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad903ca-d8cb-4434-8361-f942783d404c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:10.871355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Pushing event updated for resources: {'Port': ['ID=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:10.916595 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:10.921066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43228) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:10.967329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] For port 0d6a67be-5ea2-44b6-a088-14daefb10f57, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d6a67be-5ea2-44b6-a088-14daefb10f57,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:10.978088 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.000649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6b65-3fe7-4bc0-9ee9-c1a95051884b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.011083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041e10b-bc8c-4caf-9949-7d713e495873 req-0d07256b-5c35-488e-92a8-97b04be5fffd tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:11.013132 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b041e10b-bc8c-4caf-9949-7d713e495873 req-0d07256b-5c35-488e-92a8-97b04be5fffd tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 944 time: 1.3062487 Jul 28 11:14:11.021122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:14:11.030681 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:14:11.044658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:11.050084 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:11.053899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-631503ca-50ae-4f45-bf9d-49da59f3dd1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 1000 time: 0.2777185 Jul 28 11:14:11.057405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:11.066138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:11.067191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.095234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-139c714a-238a-4292-a6c1-f096e48de952 req-7c0e6212-e4fd-4299-bb13-bbb6ee121da8 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 210 time: 0.1646800 Jul 28 11:14:11.108137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e53d830b-2146-4cb0-8e59-59daa5c7d539 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1319888 Jul 28 11:14:11.114959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:11.119307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-44d0cf8a-c3fe-4ffa-a932-f44113ea99af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:11.120799 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-44d0cf8a-c3fe-4ffa-a932-f44113ea99af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 200 len: 851 time: 0.0578656 Jul 28 11:14:11.126580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:11.138077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Request body: {'port': {'device_id': '074a7944-51f7-4226-92f9-987ceab54bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:11.189524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.190972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f3ebb575-7c39-43ce-a586-8143f4f6f13f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2510998 Jul 28 11:14:11.210099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Provisioning complete for port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:11.210692 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.232448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:11.232448 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-329155df-8c04-4e11-bfa0-3ea6e7876b67 req-5c41bfb5-878e-48f7-83de-6c4692b9d0bc service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6458006 Jul 28 11:14:11.306930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e9753-5d4d-4a2e-929a-2b0035a438ef None None] Pushing event updated for resources: {'Port': ['ID=0d6a67be-5ea2-44b6-a088-14daefb10f57,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:11.385603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-bdadefe6-7909-490b-9662-4417cf42aa40 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:11.387437 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-bdadefe6-7909-490b-9662-4417cf42aa40 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 816 time: 1.4256160 Jul 28 11:14:11.407686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Request body: {'port': {'device_id': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'admin_state_up': True, 'tenant_id': '1ccbdb9ed297419ca1b25dd03f7a3500'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:11.414560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-4f17d56a-3a15-4e0e-9b7f-e17a8decd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:11.416816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-4f17d56a-3a15-4e0e-9b7f-e17a8decd029 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41784674-f678-4a62-b982-17a81688a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737801 Jul 28 11:14:11.464155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Provisioning complete for port 0d6a67be-5ea2-44b6-a088-14daefb10f57 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:11.464702 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.538656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:11.578652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.634604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Transition to ACTIVE for port object 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:11.635783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.678346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Provisioning for port 687859b5-4dc7-4959-9c23-4d40c753466d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:11.685324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Provisioning complete for port 687859b5-4dc7-4959-9c23-4d40c753466d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:11.686336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.726613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4b6ce3ee-8add-4120-8275-6a77a7af2f41 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:11.780429 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:11.796161 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6b65-3fe7-4bc0-9ee9-c1a95051884b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.817836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:11.820638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6b65-3fe7-4bc0-9ee9-c1a95051884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.823476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:11.831598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-423ea9e8-66e7-4a48-b073-71afecdb96f9 None None] Port 687859b5-4dc7-4959-9c23-4d40c753466d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:11.861106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b041e10b-bc8c-4caf-9949-7d713e495873 req-cb423229-8db6-4bc9-8a6c-14932ab64a41 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097601 Jul 28 11:14:11.861383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:11.945608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:11.957454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:11.958329 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.005434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:12.011012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:12.011655 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.112193 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:06Z', 'revision_number': 3, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:12.125475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d6a67be-5ea2-44b6-a088-14daefb10f57 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:12.183484 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:14:12.183866 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Updating router 20735347-9532-4667-81e4-3e16680a0b3b port 435d1720-c86d-4500-b0dc-17e4e6a26239 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:14:12.195153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0d6a67be-5ea2-44b6-a088-14daefb10f57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:12.195920 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.248157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:12.252395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Made reservation on behalf of 1ccbdb9ed297419ca1b25dd03f7a3500 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:12.252936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.254251 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.260126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.288435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.305817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b6b65-3fe7-4bc0-9ee9-c1a95051884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f8b67-f4e3-46ef-aaff-2d0f381c2a2b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:12.345287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5c4b6b65-3fe7-4bc0-9ee9-c1a95051884b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e10c322b20d4ee8ac42d423926a4d63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4213393 Jul 28 11:14:12.350340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:12.360522 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaebd43-3846-43b2-9c50-02616a00201e" -d '{"events": [{"server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "name": "network-vif-plugged", "status": "completed", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:12.400889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:12.403184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:12.417600 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.488115 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-d8e6eeb2-c96b-478b-b965-ccc40404e2c2 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0622506 Jul 28 11:14:12.488819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a47f2fc8-0adb-4f02-accf-d4b1b61d0341 req-b256cc31-2770-4683-8d9d-d959e369f60b tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 210 time: 0.2146988 Jul 28 11:14:12.500758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:12.561992 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893b4943-8a37-49d5-b395-07a9486008a9 x-openstack-request-id: req-893b4943-8a37-49d5-b395-07a9486008a9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:12.563563 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "name": "network-vif-plugged", "status": "completed", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:12.563988 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-893b4943-8a37-49d5-b395-07a9486008a9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:12.564507 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'code': 200} Jul 28 11:14:12.660029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:12.775646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ccb76-6fbf-4cbd-b1a7-6cdebc898293 req-bc91b57f-fa48-4e8b-884b-b05f30fb28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:12.777542 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-537ccb76-6fbf-4cbd-b1a7-6cdebc898293 req-bc91b57f-fa48-4e8b-884b-b05f30fb28f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 1096 time: 0.2205138 Jul 28 11:14:12.802800 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.813906 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Transition to ACTIVE for port object 435d1720-c86d-4500-b0dc-17e4e6a26239 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:12.821279 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.864651 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a82b8-d4ef-4bb5-888c-a2864d7ba3ca None None] Pushing event updated for resources: {'Port': ['ID=435d1720-c86d-4500-b0dc-17e4e6a26239,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:12.892807 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Attempting to bind port 435d1720-c86d-4500-b0dc-17e4e6a26239 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:12.895202 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Attempting to bind port 435d1720-c86d-4500-b0dc-17e4e6a26239 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:12.895592 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Attempting to bind port 435d1720-c86d-4500-b0dc-17e4e6a26239 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:12.919572 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:12.919947 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:12.924263 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.925523 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:12.926028 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Bound port: 435d1720-c86d-4500-b0dc-17e4e6a26239, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:12.928456 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.928602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-fbc73e83-4cdc-48ef-95c7-6b2de5f0a886 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273975 Jul 28 11:14:12.956393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Allocated IP 172.20.0.10 (5350e1db-5ea4-48fd-b331-187d6f09b1b1/ce327c65-7dea-4ed6-9b5d-e79307252138/d6ef0873-9dea-44de-8790-a674679cff2f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:12.975457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:12.979941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Attempting to bind port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:12.980320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Attempting to bind port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:12.980694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Attempting to bind port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:12.997249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-e760ec70-4b80-435e-a988-36d80db22314 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 217 time: 0.0573158 Jul 28 11:14:13.001491 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] For port 435d1720-c86d-4500-b0dc-17e4e6a26239, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:13.004581 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-537ccb76-6fbf-4cbd-b1a7-6cdebc898293 req-ed40b7eb-e40c-4ea9-bc6a-fb8347acabcf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285980 Jul 28 11:14:13.005306 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] For port 435d1720-c86d-4500-b0dc-17e4e6a26239, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=435d1720-c86d-4500-b0dc-17e4e6a26239,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:13.011539 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.022996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:14:13.023475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Attempting to bind port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:13.071573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:13.071841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Checking segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:13.072033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Bound using segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:13.072615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Bound port: 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:13.072980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.083288 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a82b8-d4ef-4bb5-888c-a2864d7ba3ca None None] Pushing event updated for resources: {'Port': ['ID=435d1720-c86d-4500-b0dc-17e4e6a26239,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:13.108511 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:13.109469 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:13.114983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-2c64a5c3-0bad-44e2-8158-8ed382146b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:13.116627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-2c64a5c3-0bad-44e2-8158-8ed382146b29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1110921 Jul 28 11:14:13.146385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f31bbe-bd47-4b4a-a832-f2a481e8801c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.225955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1a2e5-f5ab-4a62-b54e-da0330d436b8 req-74c5f9fc-f747-4090-b5bc-f8469871addc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:13.237081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9e1a2e5-f5ab-4a62-b54e-da0330d436b8 req-74c5f9fc-f747-4090-b5bc-f8469871addc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.2678664 Jul 28 11:14:13.260569 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:13.268058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f31bbe-bd47-4b4a-a832-f2a481e8801c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.292888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-8211ec36-0f4a-431d-afa3-7133d02a3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:13.294561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-8211ec36-0f4a-431d-afa3-7133d02a3f13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553106 Jul 28 11:14:13.309136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.396583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.527404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-7fd8bf6c-1f20-4bab-b3a3-79e1ac9db6fa service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207162 Jul 28 11:14:13.667720 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:06Z', 'revision_number': 3, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:13.676029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Allocated IP 172.20.0.1 (7d3480e5-5fcc-426f-8a79-fa1ad2d53e45/3499e4bf-f922-4abe-b209-b8e09b3c41f2/2ca277ef-f142-4ba4-9548-1d8189f20d15) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:13.707165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-0cdc0927-1918-4e2b-91be-0231a4d6fd41 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661496 Jul 28 11:14:13.761444 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141fa60-f7fe-42f8-8172-13d57fea4880 None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:06Z', 'revision_number': 3, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:14:13.803479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-8d1c15ed-7526-4d73-b1e3-2920be0aed2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 217 time: 0.0843370 Jul 28 11:14:13.893374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-d045858e-c363-4e7a-bbb5-5c85e5b13eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:13.894849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-d045858e-c363-4e7a-bbb5-5c85e5b13eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.0838933 Jul 28 11:14:13.901136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Transition to ACTIVE for port object d6ef0873-9dea-44de-8790-a674679cff2f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:13.908728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.922970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f31bbe-bd47-4b4a-a832-f2a481e8801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.926312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f31bbe-bd47-4b4a-a832-f2a481e8801c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:13.933724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a0f31bbe-bd47-4b4a-a832-f2a481e8801c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a2f8b67-f4e3-46ef-aaff-2d0f381c2a2b HTTP/1.1" status: 204 len: 168 time: 1.5205104 Jul 28 11:14:13.963363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Transition to ACTIVE for port object 2ca277ef-f142-4ba4-9548-1d8189f20d15 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:13.989280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90734937-495b-4767-be16-03132e3739cc req-8379ab9a-085c-4b7b-9668-1255deff9a22 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 210 time: 0.1006596 Jul 28 11:14:13.995533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-fbb71b9f-6dde-4530-8875-d882d31463b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:13.997075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-fbb71b9f-6dde-4530-8875-d882d31463b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928576 Jul 28 11:14:14.026615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f31bbe-bd47-4b4a-a832-f2a481e8801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f8b67-f4e3-46ef-aaff-2d0f381c2a2b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:14.028978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.071708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] For port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:14.176950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9e1a2e5-f5ab-4a62-b54e-da0330d436b8 req-af5bd79c-86b4-4904-9117-83bceafad382 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824159 Jul 28 11:14:14.195107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] For port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:14.198373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:14.208215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:14.216972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:14.280349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.310422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.350367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:14.351811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.360405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] 10.222.0.41 "PUT /v2.0/ports/3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 HTTP/1.1" status: 200 len: 1091 time: 6.1612613 Jul 28 11:14:14.365117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'tag': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:14.367785 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b5f133-e0d9-402e-a055-2b16a84beaff" -d '{"events": [{"name": "network-changed", "server_uuid": "82c446b8-aef5-4cdd-91e0-3c6b2bdae941", "tag": "3dbf783b-994f-41a8-9d97-4a9aa3e3dd35"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:14.384809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:14.385347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.390425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Pushing event updated for resources: {'Port': ['ID=d6ef0873-9dea-44de-8790-a674679cff2f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:14.393846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.494944 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32427d0a-0a53-4b9d-9ff2-803cf365fc9f x-openstack-request-id: req-32427d0a-0a53-4b9d-9ff2-803cf365fc9f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:14.495182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Pushing event updated for resources: {'Port': ['ID=2ca277ef-f142-4ba4-9548-1d8189f20d15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:14.495728 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c446b8-aef5-4cdd-91e0-3c6b2bdae941", "tag": "3dbf783b-994f-41a8-9d97-4a9aa3e3dd35", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:14.496243 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32427d0a-0a53-4b9d-9ff2-803cf365fc9f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:14.496863 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'tag': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', 'status': 'completed', 'code': 200} Jul 28 11:14:14.530761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:14.543192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:14.563122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:14.614505 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-a4dcff5c-efb0-4f59-a569-bdedfc140325 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2134020 Jul 28 11:14:14.623897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-d75fd8ea-ede8-47e2-a9df-6618da99c355 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179981 Jul 28 11:14:14.634037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Request body: {'port': {'device_id': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:14.687174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89c9ca73-b5df-44f4-8513-b72f1b515c6a None None] Provisioning for port d6ef0873-9dea-44de-8790-a674679cff2f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:14.716909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89c9ca73-b5df-44f4-8513-b72f1b515c6a None None] Provisioning complete for port d6ef0873-9dea-44de-8790-a674679cff2f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:14.719309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89c9ca73-b5df-44f4-8513-b72f1b515c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.762090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=fed36866-f054-4384-bcae-d6e3f17847bd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:14.792984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a13c57-193a-427e-a6fa-60023a706031 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:14.813085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.864685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:14.890047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-89c9ca73-b5df-44f4-8513-b72f1b515c6a None None] Port d6ef0873-9dea-44de-8790-a674679cff2f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:14.923097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': 'c988d8be-920d-4385-b5f4-df8267258647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:14.938366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: b7dda296-29a4-47a9-8357-4a12f8bf1e2f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:14.963034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-ebefe5a9-73f6-4215-b1a6-e09bed3874e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:14.964614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-ebefe5a9-73f6-4215-b1a6-e09bed3874e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 1094 time: 0.4822788 Jul 28 11:14:15.174168 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.201701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.253122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cd0b4b4-936c-4d6d-ac42-77f9b41018e5 None None] Provisioning for port 2ca277ef-f142-4ba4-9548-1d8189f20d15 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:15.257919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cd0b4b4-936c-4d6d-ac42-77f9b41018e5 None None] Provisioning complete for port 2ca277ef-f142-4ba4-9548-1d8189f20d15 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:15.258595 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b4b4-936c-4d6d-ac42-77f9b41018e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.274907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-cb9733a0-e662-43c5-b528-0fe9d765e21f service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346021 Jul 28 11:14:15.354141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0b4b4-936c-4d6d-ac42-77f9b41018e5 None None] Port 2ca277ef-f142-4ba4-9548-1d8189f20d15 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:15.368364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687859b5-4dc7-4959-9c23-4d40c753466d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:15.389593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.405376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Transition to ACTIVE for port object 687859b5-4dc7-4959-9c23-4d40c753466d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:15.409387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-146f933a-09c7-445e-bdc8-dd1d1ec64c7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 HTTP/1.1" status: 200 len: 217 time: 0.3515625 Jul 28 11:14:15.428114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.662713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network b7dda296-29a4-47a9-8357-4a12f8bf1e2f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:15.710557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 435d1720-c86d-4500-b0dc-17e4e6a26239 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:15.744815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-8321f6d1-5f67-4448-a5ce-4db133b17fc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 200 len: 217 time: 0.0672195 Jul 28 11:14:15.817715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 435d1720-c86d-4500-b0dc-17e4e6a26239 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:15.833813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 435d1720-c86d-4500-b0dc-17e4e6a26239 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:15.834194 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.933619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, b7dda296-29a4-47a9-8357-4a12f8bf1e2f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:15.946109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564c176-5372-4258-aaed-ef28a3deb582 None None] Network b7dda296-29a4-47a9-8357-4a12f8bf1e2f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:15.967022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:15.967605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:15.977347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-e7565d6c-50f1-4e20-be78-1e71d192020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:15.978475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-e7565d6c-50f1-4e20-be78-1e71d192020c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.2207503 Jul 28 11:14:16.015902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae33002-1e5b-41d3-8047-a3567efa1f5f req-233a83f7-cd19-431f-9f9e-afd67f95a099 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:16.024708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.030582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ae33002-1e5b-41d3-8047-a3567efa1f5f req-233a83f7-cd19-431f-9f9e-afd67f95a099 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.5998135 Jul 28 11:14:16.039201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-de03816b-eea1-4095-97c7-08654405f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:16.040840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-de03816b-eea1-4095-97c7-08654405f438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.5987659 Jul 28 11:14:16.050970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=687859b5-4dc7-4959-9c23-4d40c753466d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:16.108226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 435d1720-c86d-4500-b0dc-17e4e6a26239, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=435d1720-c86d-4500-b0dc-17e4e6a26239,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:16.141325 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.167279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1baf-404f-4a41-9be7-4c17c14a10a7 req-e91441c4-34bf-41d2-9125-46bf2b901511 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:16.168864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c35d1baf-404f-4a41-9be7-4c17c14a10a7 req-e91441c4-34bf-41d2-9125-46bf2b901511 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 932 time: 0.8394406 Jul 28 11:14:16.177189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-9d9f02c7-0dcf-4034-8d14-a59ea815109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:16.178540 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-9d9f02c7-0dcf-4034-8d14-a59ea815109b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1908121 Jul 28 11:14:16.279135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bd294b18-73bc-4e93-8926-8bd8f2502b60 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3425674 Jul 28 11:14:16.288658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=435d1720-c86d-4500-b0dc-17e4e6a26239,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:16.290004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:16.308658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.316007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138367783'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:16.322724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.350344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-b7dda296-29a4-47a9-8357-4a12f8bf1e2f', 'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': 'fed36866-f054-4384-bcae-d6e3f17847bd'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:16.352546 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.401313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ae33002-1e5b-41d3-8047-a3567efa1f5f req-b9e84a1f-2200-4315-a151-d97dfddd12bc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582118 Jul 28 11:14:16.442738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c35d1baf-404f-4a41-9be7-4c17c14a10a7 req-4304787b-34b7-4148-a031-110443a5e086 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564058 Jul 28 11:14:16.445967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:16.450058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.452840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Attempting to bind port 687859b5-4dc7-4959-9c23-4d40c753466d on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:16.453246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Attempting to bind port 687859b5-4dc7-4959-9c23-4d40c753466d by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:16.453673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Attempting to bind port 687859b5-4dc7-4959-9c23-4d40c753466d on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:16.465021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Port 687859b5-4dc7-4959-9c23-4d40c753466d on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:14:16.465613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Attempting to bind port 687859b5-4dc7-4959-9c23-4d40c753466d on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:16.473218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-20b80195-8d02-4ead-8edc-0e380c06efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:16.475278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-20b80195-8d02-4ead-8edc-0e380c06efe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4115760 Jul 28 11:14:16.484535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:16.485016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Checking segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:16.485502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Bound using segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:16.486116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Bound port: 687859b5-4dc7-4959-9c23-4d40c753466d, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:16.486628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.495440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Pushing event updated for resources: {'Port': ['ID=2ca277ef-f142-4ba4-9548-1d8189f20d15,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:16.579488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.617474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Router 342adb05-a2f0-4149-911c-2fba17b68115 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:14:16.638428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-fc7127fb-ccba-469b-9623-0495f60ed0c7 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523127 Jul 28 11:14:16.678155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ef0873-9dea-44de-8790-a674679cff2f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:16.679860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Allocated IP 2001:db8:0:ffff::2 (b7dda296-29a4-47a9-8357-4a12f8bf1e2f/fed36866-f054-4384-bcae-d6e3f17847bd/dba60679-33d2-4d8d-89b6-9920bd64aa42) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:16.702159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:16.733539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.736636 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment e2d14229-d566-43df-8e96-571d5e775972 of type vlan for network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 Jul 28 11:14:16.740905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.812721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Transition to ACTIVE for port object d6ef0873-9dea-44de-8790-a674679cff2f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:16.816116 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.828643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:16.986808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ef0873-9dea-44de-8790-a674679cff2f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:17.016963 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-e98cd2b8-4c60-479a-9052-11e24bf6eb66 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531494 Jul 28 11:14:17.025246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:17.040284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-05827c50-d043-418b-898a-384eb165814a service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447111 Jul 28 11:14:17.045882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:17.079902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:14:17.122930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:17.136498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:17.137150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:17.169389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Sync routers for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:14:17.193885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:17.195318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:17.419802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:17.422148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1595454e-60b3-4a45-9e7c-c8c4d614f7ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.7342908 Jul 28 11:14:17.424524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91cf40c-c57f-41f0-8903-e44757f8bd1a req-1a0a0072-eabd-4479-a4c7-86b2b8fffa6f service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745667 Jul 28 11:14:17.475609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:17.496454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-abecfbd4-281c-4ba8-98e0-bf6c6121c20a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 200 len: 217 time: 0.4684088 Jul 28 11:14:17.519474 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:17.570569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Transition to ACTIVE for port object dba60679-33d2-4d8d-89b6-9920bd64aa42 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:17.581349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:17.734957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Router 20735347-9532-4667-81e4-3e16680a0b3b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:14:17.739827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Transition to ACTIVE for port object dba60679-33d2-4d8d-89b6-9920bd64aa42 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:17.742732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 435d1720-c86d-4500-b0dc-17e4e6a26239 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:17.779514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b6dbf-9a12-40fc-ae5a-7c3d1b2ffcb9 req-9d8aea4e-6c10-4336-a620-90e51e6ca2dc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:17.781218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e61b6dbf-9a12-40fc-ae5a-7c3d1b2ffcb9 req-9d8aea4e-6c10-4336-a620-90e51e6ca2dc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.7172251 Jul 28 11:14:17.787139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4823647 Jul 28 11:14:17.793755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:17.802150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:17.820801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:17.834835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-f85407e2-00e0-48e1-92fb-cfdf5389aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:17.836445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-f85407e2-00e0-48e1-92fb-cfdf5389aa81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.2396660 Jul 28 11:14:17.856942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b5195156-31f8-4441-b6d9-497985fd5111 None None] Provisioning complete for port 2ca277ef-f142-4ba4-9548-1d8189f20d15 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:17.857440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5195156-31f8-4441-b6d9-497985fd5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:17.909172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Network b7dda296-29a4-47a9-8357-4a12f8bf1e2f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:17.924769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:17.929800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:17.932609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Pushing event updated for resources: {'Port': ['ID=dba60679-33d2-4d8d-89b6-9920bd64aa42,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:17.960750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Attempting to bind port d6ef0873-9dea-44de-8790-a674679cff2f on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:17.961539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Attempting to bind port d6ef0873-9dea-44de-8790-a674679cff2f by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:17.962034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Attempting to bind port d6ef0873-9dea-44de-8790-a674679cff2f on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:17.962524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e61b6dbf-9a12-40fc-ae5a-7c3d1b2ffcb9 req-5284b698-9d5f-45ef-8bfc-3852f02a7fa9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618881 Jul 28 11:14:17.967820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:17.972295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.007205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b5195156-31f8-4441-b6d9-497985fd5111 None None] Port 2ca277ef-f142-4ba4-9548-1d8189f20d15 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:18.010502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Port d6ef0873-9dea-44de-8790-a674679cff2f on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:14:18.010837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Attempting to bind port d6ef0873-9dea-44de-8790-a674679cff2f on network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:18.020738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:12Z', 'revision_number': 3, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:18.057304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 435d1720-c86d-4500-b0dc-17e4e6a26239 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:18.058477 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.132833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] For port 687859b5-4dc7-4959-9c23-4d40c753466d, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:18.147912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] For port 687859b5-4dc7-4959-9c23-4d40c753466d, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=687859b5-4dc7-4959-9c23-4d40c753466d,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:18.155338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=92b1eb94-50a9-4be7-8ae7-c986496b3ef0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:18.165427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Checking router: 342adb05-a2f0-4149-911c-2fba17b68115 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:14:18.165921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Updating router 342adb05-a2f0-4149-911c-2fba17b68115 port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:14:18.168020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:18.168758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Checking segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:18.169344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Bound using segment: {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:18.169953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Bound port: d6ef0873-9dea-44de-8790-a674679cff2f, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:18.171599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.175230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-62433663-5127-4c2e-b098-c3a21e4dea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:18.176212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-62433663-5127-4c2e-b098-c3a21e4dea42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 1094 time: 0.6557059 Jul 28 11:14:18.177614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.189090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-481b0f1e-9471-4882-b812-969e0eeb7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:18.194395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e050db-004d-42f8-9532-4e87aa409098 req-ac328dc6-f40a-4cbb-9023-e4fc31f76c0a tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:18.197214 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-481b0f1e-9471-4882-b812-969e0eeb7c2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3470147 Jul 28 11:14:18.203247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2e050db-004d-42f8-9532-4e87aa409098 req-ac328dc6-f40a-4cbb-9023-e4fc31f76c0a tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 944 time: 0.4975817 Jul 28 11:14:18.207357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Attempting to bind port dba60679-33d2-4d8d-89b6-9920bd64aa42 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:18.208279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Attempting to bind port dba60679-33d2-4d8d-89b6-9920bd64aa42 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c988d8be-920d-4385-b5f4-df8267258647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:18.211030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Attempting to bind port dba60679-33d2-4d8d-89b6-9920bd64aa42 on network b7dda296-29a4-47a9-8357-4a12f8bf1e2f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:18.218127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.219030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.219457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.219800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.220133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.221588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.221937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.222281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.222660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.223126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.223469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.223807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a0e23-fbee-48ee-92ca-a9d968ad660f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:18.265271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.343597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:14:18.356125 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:14:18.370517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8374a9bd-6635-4ed0-8e92-ece9a355d86f admin admin] 10.222.0.20 "PUT /v2.0/routers/20735347-9532-4667-81e4-3e16680a0b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1341588 Jul 28 11:14:18.381387 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:18.382005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:18.421469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:18.424203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.425955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/687859b5-4dc7-4959-9c23-4d40c753466d HTTP/1.1" status: 200 len: 1092 time: 7.2966187 Jul 28 11:14:18.429674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074a7944-51f7-4226-92f9-987ceab54bc6', 'tag': '687859b5-4dc7-4959-9c23-4d40c753466d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:18.435568 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a44e1-da51-482a-b3ed-ad3e262ac166" -d '{"events": [{"name": "network-changed", "server_uuid": "074a7944-51f7-4226-92f9-987ceab54bc6", "tag": "687859b5-4dc7-4959-9c23-4d40c753466d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:18.617555 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-df38a1cb-8733-4071-9c5a-7e8fe0afd882 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083047 Jul 28 11:14:18.620129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:18.642023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5401f71-1a5f-42f8-815a-e5f7bbc5a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=687859b5-4dc7-4959-9c23-4d40c753466d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:18.652271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] For port d6ef0873-9dea-44de-8790-a674679cff2f, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:18.657667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] For port d6ef0873-9dea-44de-8790-a674679cff2f, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=d6ef0873-9dea-44de-8790-a674679cff2f,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:18.671309 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3554d22d-9d4c-4a22-b4da-c68a39896a8c x-openstack-request-id: req-3554d22d-9d4c-4a22-b4da-c68a39896a8c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:18.671640 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074a7944-51f7-4226-92f9-987ceab54bc6", "tag": "687859b5-4dc7-4959-9c23-4d40c753466d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:18.671840 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3554d22d-9d4c-4a22-b4da-c68a39896a8c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:18.673840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:18.674246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Checking segment: {'id': 'c988d8be-920d-4385-b5f4-df8267258647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:18.674385 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074a7944-51f7-4226-92f9-987ceab54bc6', 'tag': '687859b5-4dc7-4959-9c23-4d40c753466d', 'status': 'completed', 'code': 200} Jul 28 11:14:18.674660 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.675062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Bound using segment: {'id': 'c988d8be-920d-4385-b5f4-df8267258647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:18.681278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Bound port: dba60679-33d2-4d8d-89b6-9920bd64aa42, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c988d8be-920d-4385-b5f4-df8267258647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7dda296-29a4-47a9-8357-4a12f8bf1e2f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:18.684822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:18.750752 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:18.756033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-7c0a2031-202e-4b0c-ab8a-2195b7ad3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:18.757661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-7c0a2031-202e-4b0c-ab8a-2195b7ad3332 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 917 time: 0.5458658 Jul 28 11:14:18.760808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2e050db-004d-42f8-9532-4e87aa409098 req-9a71bb4a-d9a5-41f9-a5c2-876aa224e256 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565870 Jul 28 11:14:18.883397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-87bb53e6-23f3-4e69-bb27-4d444cb03044 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 HTTP/1.1" status: 200 len: 217 time: 0.0895090 Jul 28 11:14:18.887676 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.077796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-82a6fcb4-e60d-4977-b0f7-53da873907e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:19.079651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-82a6fcb4-e60d-4977-b0f7-53da873907e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 1095 time: 0.5349829 Jul 28 11:14:19.150944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-0e812d07-741d-44ef-bb3a-8e5d099226bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:19.152623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-0e812d07-741d-44ef-bb3a-8e5d099226bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.2594502 Jul 28 11:14:19.195129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=549bf84c-6e30-42a4-9fd3-5e9c5dd8dfac,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:19.229401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-47a033f8-8880-4a72-805a-e28c09c0ffb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687859b5-4dc7-4959-9c23-4d40c753466d HTTP/1.1" status: 200 len: 217 time: 0.1328728 Jul 28 11:14:19.237773 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 2, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:19.301346 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:14:19.301721 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Updating router 20735347-9532-4667-81e4-3e16680a0b3b port 2ca277ef-f142-4ba4-9548-1d8189f20d15 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:14:19.328947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] For port dba60679-33d2-4d8d-89b6-9920bd64aa42, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:19.344009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': 'e2d14229-d566-43df-8e96-571d5e775972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:19.344489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: 92b1eb94-50a9-4be7-8ae7-c986496b3ef0, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:19.356266 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.386669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] For port dba60679-33d2-4d8d-89b6-9920bd64aa42, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dba60679-33d2-4d8d-89b6-9920bd64aa42,segment=NetworkSegment(c988d8be-920d-4385-b5f4-df8267258647),segment_id=c988d8be-920d-4385-b5f4-df8267258647)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:19.405491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.444632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abea512-d4f5-4435-8ae0-24ae61ad8d95 req-4155f332-d962-4225-8892-45d1e83e0dd0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:19.457866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3abea512-d4f5-4435-8ae0-24ae61ad8d95 req-4155f332-d962-4225-8892-45d1e83e0dd0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.3246582 Jul 28 11:14:19.476056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:19.493980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516df754-5a20-4e2a-b4c6-fb9e5cb1ebe7 None None] Pushing event updated for resources: {'Port': ['ID=dba60679-33d2-4d8d-89b6-9920bd64aa42,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:19.497269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723363465', 'description': 'tempest-description--1313257105'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:19.523059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.543660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-d67fc91c-5f4e-452f-915f-1b849f2c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:19.557684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-d67fc91c-5f4e-452f-915f-1b849f2c80b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3412540 Jul 28 11:14:19.577078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-3db281b3-a668-4bb0-b136-741f92f4be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:19.579309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-3db281b3-a668-4bb0-b136-741f92f4be04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.3312056 Jul 28 11:14:19.622625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.741311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Transition to ACTIVE for port object 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:19.751532 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.766887 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.884502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Attempting to bind port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:19.885217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Attempting to bind port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:19.885921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Attempting to bind port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:19.908271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:19.925510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:19.926104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:19.926544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.927896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:19.932497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Bound port: 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:19.933629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:19.959819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3abea512-d4f5-4435-8ae0-24ae61ad8d95 req-283aa277-e25d-4608-aa4e-42b9750ee606 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001175 Jul 28 11:14:19.969207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.030433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 92b1eb94-50a9-4be7-8ae7-c986496b3ef0) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:20.048687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:20.050119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.052850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6ef0873-9dea-44de-8790-a674679cff2f HTTP/1.1" status: 200 len: 1092 time: 5.4269500 Jul 28 11:14:20.066882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] For port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:20.069183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'tag': 'd6ef0873-9dea-44de-8790-a674679cff2f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:20.075803 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b770f6-870d-41d2-8a16-930ec1996e30" -d '{"events": [{"name": "network-changed", "server_uuid": "c94fbfae-66b7-44ff-831e-10c0da8505bc", "tag": "d6ef0873-9dea-44de-8790-a674679cff2f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:20.084532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] For port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:20.122643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48ab4-2dc9-4ad0-9879-332741478e2d None None] Pushing event updated for resources: {'Port': ['ID=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:20.125288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4baba90-dbe7-4d6d-9f91-e868e0abdb72 None None] Network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:20.153345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:20.154100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.190255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.196504 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab40da9-054e-480e-b4b8-2f50ad57fcc5 x-openstack-request-id: req-8ab40da9-054e-480e-b4b8-2f50ad57fcc5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:20.196943 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94fbfae-66b7-44ff-831e-10c0da8505bc", "tag": "d6ef0873-9dea-44de-8790-a674679cff2f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:20.197301 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ab40da9-054e-480e-b4b8-2f50ad57fcc5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:20.197811 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'tag': 'd6ef0873-9dea-44de-8790-a674679cff2f', 'status': 'completed', 'code': 200} Jul 28 11:14:20.202228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fe25a5d4-f51d-42db-8653-e871c5b2b76e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3974257 Jul 28 11:14:20.224665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:20.278583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800cd3b-6ea1-469f-a891-6d1681c92940 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ef0873-9dea-44de-8790-a674679cff2f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:20.283521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-b60e1aa0-95fe-47b6-a5e3-26bc99d16065 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6221707 Jul 28 11:14:20.292192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-41b742e1-dc6c-44f1-888b-18c22f3fef17 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995242 Jul 28 11:14:20.298098 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.301050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-a726f4f3-b798-4b49-81cf-57eb023753d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:20.302820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-a726f4f3-b798-4b49-81cf-57eb023753d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5827956 Jul 28 11:14:20.318845 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Transition to ACTIVE for port object 2ca277ef-f142-4ba4-9548-1d8189f20d15 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:20.331243 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.365364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:20.365935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:20.381875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-1ddd1e79-c187-426c-b247-39913a87d310 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 217 time: 0.0876045 Jul 28 11:14:20.397130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-6497d4c2-f69c-4474-b7eb-e2b55b096055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:20.401770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-6497d4c2-f69c-4474-b7eb-e2b55b096055 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 1095 time: 0.2566171 Jul 28 11:14:20.418485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48ab4-2dc9-4ad0-9879-332741478e2d None None] Pushing event updated for resources: {'Port': ['ID=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:20.455068 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Pushing event updated for resources: {'Port': ['ID=2ca277ef-f142-4ba4-9548-1d8189f20d15,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:20.470767 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.473309 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.473874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.474424 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.475081 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.475661 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.482385 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.483159 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.483662 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.484296 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.484967 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.486060 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:20.526123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.659068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-d071a000-1b70-4bb5-8f62-911aaf866765 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ef0873-9dea-44de-8790-a674679cff2f HTTP/1.1" status: 200 len: 217 time: 0.2034664 Jul 28 11:14:20.684728 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Attempting to bind port 2ca277ef-f142-4ba4-9548-1d8189f20d15 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:20.685399 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Attempting to bind port 2ca277ef-f142-4ba4-9548-1d8189f20d15 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:20.685959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Attempting to bind port 2ca277ef-f142-4ba4-9548-1d8189f20d15 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:20.694172 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:20.696078 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Checking segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:20.696760 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.705755 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Bound using segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:20.708375 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Bound port: 2ca277ef-f142-4ba4-9548-1d8189f20d15, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:20.711219 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.717306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:20.889436 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] For port 2ca277ef-f142-4ba4-9548-1d8189f20d15, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:20.895383 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] For port 2ca277ef-f142-4ba4-9548-1d8189f20d15, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2ca277ef-f142-4ba4-9548-1d8189f20d15,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:20.902009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-e998a837-f68b-4aa1-8ebe-a2dfd8d6c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:20.903115 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-e998a837-f68b-4aa1-8ebe-a2dfd8d6c6ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.5113816 Jul 28 11:14:20.906369 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:21.132911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-60daf2a1-3747-4f74-a5ac-2366a9818c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:21.134415 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-60daf2a1-3747-4f74-a5ac-2366a9818c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.4555140 Jul 28 11:14:21.148675 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:21.153000 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:21.187567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-92b1eb94-50a9-4be7-8ae7-c986496b3ef0', 'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': '549bf84c-6e30-42a4-9fd3-5e9c5dd8dfac'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:21.197229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:21.242984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:21.279313 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf2c1e-e566-413e-ab65-b3e7e67f3d85 None None] Pushing event updated for resources: {'Port': ['ID=2ca277ef-f142-4ba4-9548-1d8189f20d15,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:21.380342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-4e4b4f4e-2f61-4230-aaee-ae2141db07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:21.382693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-4e4b4f4e-2f61-4230-aaee-ae2141db07f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4158196 Jul 28 11:14:21.545736 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:21.573141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4766aa6-b67f-45b9-8b44-6cda34d5e1df None None] Network b7dda296-29a4-47a9-8357-4a12f8bf1e2f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:21.660908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b5f133-e0d9-402e-a055-2b16a84beaff req-18a6d5c9-bd6f-4cab-918d-40693ec4f2a2 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3359816 Jul 28 11:14:21.674279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:21.691044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Allocated IP 2001:db8::1 (92b1eb94-50a9-4be7-8ae7-c986496b3ef0/549bf84c-6e30-42a4-9fd3-5e9c5dd8dfac/10e140a0-8c54-426e-ab4d-eff780b4fd75) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:21.789087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-8296dc3a-e67a-4d74-8749-45f0ded87f63 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655301 Jul 28 11:14:21.827675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7145670-137c-4c7f-a2d7-0ab34401491e req-825c36f6-4615-4350-b9e4-a8bd39bde8fc tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:21.836127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7145670-137c-4c7f-a2d7-0ab34401491e req-825c36f6-4615-4350-b9e4-a8bd39bde8fc tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 944 time: 1.7766309 Jul 28 11:14:21.875406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-971e6573-5135-4032-8f0b-9db33f89e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:21.878497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-971e6573-5135-4032-8f0b-9db33f89e8fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6544464 Jul 28 11:14:21.881972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:21.886324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3911130 Jul 28 11:14:21.889785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:21.897991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'security_group_rule': {'security_group_id': '06fe063f-0a45-4412-ac3e-5593ca43695d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:21.921256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54ebff-fe9c-40bc-90d1-fc9837ba8c64 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe063f-0a45-4412-ac3e-5593ca43695d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:21.966768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7145670-137c-4c7f-a2d7-0ab34401491e req-01f23fb6-13d9-4ad8-9428-5f005c4a0460 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288087 Jul 28 11:14:22.008641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9f09e-b7b4-487e-8e78-23aeffe10643 req-f96a8dd3-a8c0-4b76-ad30-fbacb45b84f2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:22.018877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63a9f09e-b7b4-487e-8e78-23aeffe10643 req-f96a8dd3-a8c0-4b76-ad30-fbacb45b84f2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.3559763 Jul 28 11:14:22.065372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dba60679-33d2-4d8d-89b6-9920bd64aa42 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:22.096455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.103326 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:20Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:22.129811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:22.143960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-653ca578-1752-4e1f-8feb-876e93793749 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7327247 Jul 28 11:14:22.148243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63a9f09e-b7b4-487e-8e78-23aeffe10643 req-912e8a5e-6bba-4a61-8d71-56a72c07a65e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889091 Jul 28 11:14:22.162695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.173691 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-a60a9c71-1120-4c57-8e84-33105fe25ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775034 Jul 28 11:14:22.174954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Allocated IP 172.20.0.1 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/e7a30fa5-16b3-4491-81ef-e0a214f987e7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:22.193524 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2e99d-52ad-4593-9afe-7f422766b4a4 None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:20Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:14:22.309289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-576ce94c-9df0-4686-8f42-bb28c6256438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 217 time: 0.1248441 Jul 28 11:14:22.315326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-4b749549-012f-4f01-a89b-57d7c9e9671c service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231429 Jul 28 11:14:22.403484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-498f0e34-398f-4df3-ac21-4308b274f0eb req-5e7dd75e-a963-4765-8975-d2693c890d59 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506945 Jul 28 11:14:22.427220 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.435374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.447331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port dba60679-33d2-4d8d-89b6-9920bd64aa42 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:22.457897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.518696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Transition to ACTIVE for port object 10e140a0-8c54-426e-ab4d-eff780b4fd75 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:22.567647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7265a01b-88b7-470b-a093-04575528ceba None None] Provisioning for port dba60679-33d2-4d8d-89b6-9920bd64aa42 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:22.575169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-62dd3495-408d-4806-b215-ff0a72dc8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:22.577173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-62dd3495-408d-4806-b215-ff0a72dc8a14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 1095 time: 0.1128368 Jul 28 11:14:22.591319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7265a01b-88b7-470b-a093-04575528ceba None None] Provisioning complete for port dba60679-33d2-4d8d-89b6-9920bd64aa42 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:22.595796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7265a01b-88b7-470b-a093-04575528ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.636489 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.652991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.680088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Transition to ACTIVE for port object 10e140a0-8c54-426e-ab4d-eff780b4fd75 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:22.734598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.744326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbb67a4-150b-4e5c-b4ae-039214b25a03,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:22.746564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:22.783440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.784157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.788503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.789486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.791330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.791873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.793733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.794020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.794974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.797496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.797909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.798416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.798858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:22.803711 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3def6d92-fa00-41db-9f7c-3ce25c34f350 req-cd9d478c-9ce3-494a-bac6-436e1ad1fae7 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527555 Jul 28 11:14:22.815028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'port_id': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', 'mac_address': 'fa:16:3e:d2:0d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce327c65-7dea-4ed6-9b5d-e79307252138', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:22.824028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:12Z', 'revision_number': 3, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:22.843998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:22.852978 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-e1cf2ee7-8300-4f4d-bf06-b4b783968a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:22.855155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-e1cf2ee7-8300-4f4d-bf06-b4b783968a99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.5190928 Jul 28 11:14:22.896955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:22.930710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=549bf84c-6e30-42a4-9fd3-5e9c5dd8dfac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:22.962860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:22.985980 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.992025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:22.996849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46c3a7c3-03cd-4cd2-840d-bd47ac5fbc55 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1008499 Jul 28 11:14:23.015812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8a7e-b1a1-4b61-b4fd-39c46bab39ba None None] The sync data for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 is: [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:12Z', 'revision_number': 3, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:14:23.017407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:23.040910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-d144e082-4f4a-4e21-880b-7ce1f09c2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:23.044361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-d144e082-4f4a-4e21-880b-7ce1f09c2269 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 917 time: 0.4581654 Jul 28 11:14:23.113378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-76c25528-9639-4f29-97f9-bbe690a8222a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687859b5-4dc7-4959-9c23-4d40c753466d HTTP/1.1" status: 200 len: 217 time: 0.0563920 Jul 28 11:14:23.116111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.127288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:23.141849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'security_group_rule': {'security_group_id': '06fe063f-0a45-4412-ac3e-5593ca43695d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:23.168686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:23.172986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Pushing event updated for resources: {'Port': ['ID=10e140a0-8c54-426e-ab4d-eff780b4fd75,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:23.209229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.215551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-9cd5a421-d06a-4719-8ef6-1e0fa3119d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:23.223394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-9cd5a421-d06a-4719-8ef6-1e0fa3119d87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 1095 time: 0.3398354 Jul 28 11:14:23.270814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b1eb94-50a9-4be7-8ae7-c986496b3ef0']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:23.355373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d14229-d566-43df-8e96-571d5e775972') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:23.355793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d14229-d566-43df-8e96-571d5e775972') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:23.385725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7265a01b-88b7-470b-a093-04575528ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.402710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.480033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7265a01b-88b7-470b-a093-04575528ceba None None] For port dba60679-33d2-4d8d-89b6-9920bd64aa42, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dba60679-33d2-4d8d-89b6-9920bd64aa42,segment=NetworkSegment(c988d8be-920d-4385-b5f4-df8267258647),segment_id=c988d8be-920d-4385-b5f4-df8267258647)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:23.525550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Attempting to bind port 10e140a0-8c54-426e-ab4d-eff780b4fd75 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:23.525998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Attempting to bind port 10e140a0-8c54-426e-ab4d-eff780b4fd75 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'e2d14229-d566-43df-8e96-571d5e775972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:23.530048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.531596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Attempting to bind port 10e140a0-8c54-426e-ab4d-eff780b4fd75 on network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:23.546550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7265a01b-88b7-470b-a093-04575528ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.594445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['3dbf783b-994f-41a8-9d97-4a9aa3e3dd35'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:23.629674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-fbb73676-3831-4bff-a9d9-e05a16b58411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:23.631690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-ebf37beb-5a37-404c-b765-7e95f3bbbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:23.634540 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-fbb73676-3831-4bff-a9d9-e05a16b58411 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 917 time: 0.3757896 Jul 28 11:14:23.645956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-ebf37beb-5a37-404c-b765-7e95f3bbbc5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.5144887 Jul 28 11:14:23.657569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.765668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:23.766471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Checking segment: {'id': 'e2d14229-d566-43df-8e96-571d5e775972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:23.767047 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.767603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Bound using segment: {'id': 'e2d14229-d566-43df-8e96-571d5e775972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:23.771886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Bound port: 10e140a0-8c54-426e-ab4d-eff780b4fd75, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d14229-d566-43df-8e96-571d5e775972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:23.772599 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.790155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:23.790575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.815836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c09b1ce7-179c-455c-a240-722a127e380c None None] Provisioning complete for port dba60679-33d2-4d8d-89b6-9920bd64aa42 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:23.816237 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c09b1ce7-179c-455c-a240-722a127e380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:23.825221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba9a2b-b00f-433b-bd31-79980a51de4c req-ce8f3523-3d36-4027-8b30-e63ddf852a8c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:23.826827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53ba9a2b-b00f-433b-bd31-79980a51de4c req-ce8f3523-3d36-4027-8b30-e63ddf852a8c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 944 time: 0.5938761 Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:23.829164 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:23.832921 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-20ebe4f0-b535-418f-a2ea-101ed0ca6685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ef0873-9dea-44de-8790-a674679cff2f HTTP/1.1" status: 200 len: 217 time: 0.1728632 Jul 28 11:14:23.855902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:23.951532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265a01b-88b7-470b-a093-04575528ceba None None] Pushing event updated for resources: {'Port': ['ID=dba60679-33d2-4d8d-89b6-9920bd64aa42,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:23.957075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ca277ef-f142-4ba4-9548-1d8189f20d15 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:23.974681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b851a-6182-4c89-81de-f37f1104b595 req-2d5f4d4f-eb00-46d5-934d-fe7d4675a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:23.986575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-2d5f4d4f-eb00-46d5-934d-fe7d4675a993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1020942 Jul 28 11:14:24.001413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-675f9fa9-a584-4373-ac9a-cb4bb7fedcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:24.002851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-675f9fa9-a584-4373-ac9a-cb4bb7fedcf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.1445136 Jul 28 11:14:24.008549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775f08-8d2c-49db-9c7f-c8b25c5211c5 req-88bd1da1-534a-48a5-8c06-9dd55fe4c616 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:24.010212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd775f08-8d2c-49db-9c7f-c8b25c5211c5 req-88bd1da1-534a-48a5-8c06-9dd55fe4c616 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.6054201 Jul 28 11:14:24.107307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-437a078d-4913-4865-ad00-35b3e4d4106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:24.109159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-437a078d-4913-4865-ad00-35b3e4d4106e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4364772 Jul 28 11:14:24.114377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:14:24.114377 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:14:24.114377 n-d-723573-7 neutron-server[93836]: [parameters: {'id': '92b1eb94-50a9-4be7-8ae7-c986496b3ef0'}] Jul 28 11:14:24.114377 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:14:24.114906 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:14:24.152903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.161986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-15d8c550-a145-4402-8fb0-adf55aa7a8f5 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744614 Jul 28 11:14:24.173270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Transition to ACTIVE for port object e7a30fa5-16b3-4491-81ef-e0a214f987e7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:24.277771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] For port 10e140a0-8c54-426e-ab4d-eff780b4fd75, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:24.300631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53ba9a2b-b00f-433b-bd31-79980a51de4c req-410a0690-9181-4dec-a8ac-e5f20136c56a tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064314 Jul 28 11:14:24.302137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] For port 10e140a0-8c54-426e-ab4d-eff780b4fd75, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=10e140a0-8c54-426e-ab4d-eff780b4fd75,segment=NetworkSegment(e2d14229-d566-43df-8e96-571d5e775972),segment_id=e2d14229-d566-43df-8e96-571d5e775972)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:24.307734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd775f08-8d2c-49db-9c7f-c8b25c5211c5 req-1396b510-2c1d-46a8-bfa3-d5edf569a80e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616968 Jul 28 11:14:24.373694 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.383050 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.391396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-d032ab75-3eb8-4305-99ff-67a9883de341 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740288 Jul 28 11:14:24.450663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2ca277ef-f142-4ba4-9548-1d8189f20d15 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:24.475424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:24.477929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2ca277ef-f142-4ba4-9548-1d8189f20d15 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:24.486019 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.495100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:24.506916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-9deecbea-69dc-4a6a-a0b3-36d23d8c2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:24.508635 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-9deecbea-69dc-4a6a-a0b3-36d23d8c2f81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3570094 Jul 28 11:14:24.517001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:24.549045 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.589897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-061a44e1-da51-482a-b3ed-ad3e262ac166 req-63dfcc5e-2f90-4ee8-8c8c-0cc9d83ff180 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910284 Jul 28 11:14:24.615929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.617152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a30fa5-16b3-4491-81ef-e0a214f987e7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:24.638327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff68c3b-d606-433d-b287-1a96c51361a0 None None] Network 92b1eb94-50a9-4be7-8ae7-c986496b3ef0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:24.683712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.747207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port 10e140a0-8c54-426e-ab4d-eff780b4fd75 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:14:24.747933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.841085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce61cc-11a3-420a-a28d-674f07db60e7 None None] Pushing event updated for resources: {'Port': ['ID=10e140a0-8c54-426e-ab4d-eff780b4fd75,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:24.853032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port 10e140a0-8c54-426e-ab4d-eff780b4fd75, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=10e140a0-8c54-426e-ab4d-eff780b4fd75,segment=NetworkSegment(e2d14229-d566-43df-8e96-571d5e775972),segment_id=e2d14229-d566-43df-8e96-571d5e775972)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:24.853511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:24.872727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for 10e140a0-8c54-426e-ab4d-eff780b4fd75 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:14:24.976727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf81ab-b6dd-4524-a0c0-febdd4bbc077 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:14:25.033238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1647da5-22d3-40d1-b217-bc2a3da56708 None None] Provisioning for port e7a30fa5-16b3-4491-81ef-e0a214f987e7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:25.044278 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.077970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.109110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=10e140a0-8c54-426e-ab4d-eff780b4fd75,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:25.117265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port 10e140a0-8c54-426e-ab4d-eff780b4fd75 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:14:25.151170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2ca277ef-f142-4ba4-9548-1d8189f20d15, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2ca277ef-f142-4ba4-9548-1d8189f20d15,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:25.154561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1647da5-22d3-40d1-b217-bc2a3da56708 None None] Provisioning complete for port e7a30fa5-16b3-4491-81ef-e0a214f987e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:25.155140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1647da5-22d3-40d1-b217-bc2a3da56708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.173263 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.177293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:25.288625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.292900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-438b851a-6182-4c89-81de-f37f1104b595 req-e39e4f6e-d7a7-4cb4-ae82-aec0a8fd7c2f service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0909371 Jul 28 11:14:25.299697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.302792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b1eb94-50a9-4be7-8ae7-c986496b3ef0']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:25.315480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2366009 Jul 28 11:14:25.316305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d14229-d566-43df-8e96-571d5e775972') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:25.316721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d14229-d566-43df-8e96-571d5e775972') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:25.318590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:25.326549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94b11f-7c41-4944-9f3b-82bbea1d32f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ade386a-f84b-4fea-a598-63549e50423e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:25.328755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:25.367196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.403648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.510545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.525335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-b8cafb9d-cba6-401a-bf00-468546511786 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043688 Jul 28 11:14:25.570920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.579463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:25.580310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:25.655064 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:25.707095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.727876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.736153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/92b1eb94-50a9-4be7-8ae7-c986496b3ef0 HTTP/1.1" status: 204 len: 168 time: 5.4654858 Jul 28 11:14:25.739615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:25.755010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370189563'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:25.770504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed871e0-0aac-4966-9854-14e568a9906b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=92b1eb94-50a9-4be7-8ae7-c986496b3ef0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:25.798290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.825350 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b2b770f6-870d-41d2-8a16-930ec1996e30 req-9ac48a94-9b95-41d1-95d3-8d87d20650b4 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879255 Jul 28 11:14:25.850491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f1647da5-22d3-40d1-b217-bc2a3da56708 None None] Port e7a30fa5-16b3-4491-81ef-e0a214f987e7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:25.857953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb982db2-933c-447c-ba8f-972ef9c45676 req-b6a4e9d9-f2bb-4973-b939-fdd8e5e37772 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:25.866397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb982db2-933c-447c-ba8f-972ef9c45676 req-b6a4e9d9-f2bb-4973-b939-fdd8e5e37772 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 944 time: 0.3871670 Jul 28 11:14:25.895832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 687859b5-4dc7-4959-9c23-4d40c753466d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:25.897974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ab9f-f2fb-474a-b530-76359e352704 req-3630f40f-0436-4056-8cc6-a57d235a4075 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:25.899683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b591ab9f-f2fb-474a-b530-76359e352704 req-3630f40f-0436-4056-8cc6-a57d235a4075 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.3860471 Jul 28 11:14:25.900657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:25.902200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:25.904029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:25.986169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb982db2-933c-447c-ba8f-972ef9c45676 req-01252ec8-f54b-4451-9db6-87396a128e0a tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 Jul 28 11:14:26.024059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b591ab9f-f2fb-474a-b530-76359e352704 req-0e7dcd2d-ead5-4de8-992d-9773861cbb1f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164453 Jul 28 11:14:26.029581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:26.057849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2ca277ef-f142-4ba4-9548-1d8189f20d15,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:26.106015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.106377 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 5f1395fd-2621-4307-ac07-45af0d25d6f8 of type vlan for network 880049fb-3350-4839-b64c-a327a6980cbd Jul 28 11:14:26.117343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:26.174219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:26.174967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.192580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.211066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.275080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf81ab-b6dd-4524-a0c0-febdd4bbc077 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:14:26.329947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.341168 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.350798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.358246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:26.363297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:26.365278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:26.365793 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.368367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.377452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 687859b5-4dc7-4959-9c23-4d40c753466d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=687859b5-4dc7-4959-9c23-4d40c753466d,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:26.484726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '687859b5-4dc7-4959-9c23-4d40c753466d', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'port_id': '687859b5-4dc7-4959-9c23-4d40c753466d', 'mac_address': 'fa:16:3e:66:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce327c65-7dea-4ed6-9b5d-e79307252138', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:26.535697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a30fa5-16b3-4491-81ef-e0a214f987e7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:26.568016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.568922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8169870 Jul 28 11:14:26.574427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:26.589152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': '880049fb-3350-4839-b64c-a327a6980cbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:26.599995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8343fcb-0989-4ba0-9b52-b00c1cc7f0ca tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=880049fb-3350-4839-b64c-a327a6980cbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:26.622107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Allocated IP 172.25.1.166 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ed4d9539-199e-415d-85ee-b30f09eacbbf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:26.644443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 880049fb-3350-4839-b64c-a327a6980cbd details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:26.666445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:26.712385 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.731998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.747537 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.842610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.861865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687859b5-4dc7-4959-9c23-4d40c753466d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:26.925993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dba60679-33d2-4d8d-89b6-9920bd64aa42 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:26.930187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:26.958142 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.002292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:27.006582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:27.007521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 687859b5-4dc7-4959-9c23-4d40c753466d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=687859b5-4dc7-4959-9c23-4d40c753466d,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:27.010955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:27.032302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.033123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device d6ef0873-9dea-44de-8790-a674679cff2f details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:27.042134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:27.070330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:27.096901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:27.099138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'Port': ['ID=ed4d9539-199e-415d-85ee-b30f09eacbbf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:27.166420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:27.170033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.278683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port d6ef0873-9dea-44de-8790-a674679cff2f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=d6ef0873-9dea-44de-8790-a674679cff2f,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:27.297177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=687859b5-4dc7-4959-9c23-4d40c753466d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:27.317290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'd6ef0873-9dea-44de-8790-a674679cff2f', 'network_id': '5350e1db-5ea4-48fd-b331-187d6f09b1b1', 'port_id': 'd6ef0873-9dea-44de-8790-a674679cff2f', 'mac_address': 'fa:16:3e:78:91:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce327c65-7dea-4ed6-9b5d-e79307252138', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:27.418063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.428861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:27.431817 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed44b61-c62e-423a-acd6-211af5f6b3df" -d '{"events": [{"server_uuid": "82c446b8-aef5-4cdd-91e0-3c6b2bdae941", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf783b-994f-41a8-9d97-4a9aa3e3dd35"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:27.454369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d60d5-180e-432e-a93d-b4f7dc6d7313 req-c88f03ae-54f5-443b-b14d-42914a9eb038 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:27.456135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a7d60d5-180e-432e-a93d-b4f7dc6d7313 req-c88f03ae-54f5-443b-b14d-42914a9eb038 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 944 time: 0.3080397 Jul 28 11:14:27.472702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port dba60679-33d2-4d8d-89b6-9920bd64aa42 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:27.473077 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.478211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Router 342adb05-a2f0-4149-911c-2fba17b68115 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:14:27.483134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:27.502675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.509523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.512154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ef0873-9dea-44de-8790-a674679cff2f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:27.588329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port d6ef0873-9dea-44de-8790-a674679cff2f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=d6ef0873-9dea-44de-8790-a674679cff2f,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:27.601571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.604250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f11feb-93da-4560-a2c3-7d93b72479ee req-883721cd-ba7c-44fc-b508-4a888f6f9412 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:27.617246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0f11feb-93da-4560-a2c3-7d93b72479ee req-883721cd-ba7c-44fc-b508-4a888f6f9412 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.3884962 Jul 28 11:14:27.617465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:27.716583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a7d60d5-180e-432e-a93d-b4f7dc6d7313 req-4c177771-37fc-423f-a84a-8d0a166ac29f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667094 Jul 28 11:14:27.764508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ca277ef-f142-4ba4-9548-1d8189f20d15 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:27.774855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0f11feb-93da-4560-a2c3-7d93b72479ee req-c54fe632-3e67-427f-be89-d38362310d40 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532457 Jul 28 11:14:27.793673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.801448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=d6ef0873-9dea-44de-8790-a674679cff2f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:27.895535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03c3cfdf-8afd-418d-8bd2-4324bce599e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.929920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2ca277ef-f142-4ba4-9548-1d8189f20d15 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:27.930390 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.951450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:14:27.958861 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df298a91-7d44-4347-a197-36ce410c6c41 admin admin] 10.222.0.20 "PUT /v2.0/routers/342adb05-a2f0-4149-911c-2fba17b68115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4769704 Jul 28 11:14:27.959925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:27.977001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['687859b5-4dc7-4959-9c23-4d40c753466d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:27.980531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['d6ef0873-9dea-44de-8790-a674679cff2f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:28.004643 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaac4a1-1071-4ab2-9406-aa676ca270e7 x-openstack-request-id: req-2aaac4a1-1071-4ab2-9406-aa676ca270e7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:28.005164 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c446b8-aef5-4cdd-91e0-3c6b2bdae941", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf783b-994f-41a8-9d97-4a9aa3e3dd35", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:28.005587 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aaac4a1-1071-4ab2-9406-aa676ca270e7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:28.006055 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', 'code': 200} Jul 28 11:14:28.008340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Sync routers for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:14:28.085680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:28.088781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:28.113387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': '5f1395fd-2621-4307-ac07-45af0d25d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '880049fb-3350-4839-b64c-a327a6980cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:28.113763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: 880049fb-3350-4839-b64c-a327a6980cbd, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:28.121699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=ec31559e-567d-44d8-9a03-76ef43e8ba09,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:28.154116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1822e8-fd26-4738-ad97-4ff3b28abfe6 req-063c3c24-e275-463c-b4e2-018b3b434170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:28.156100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f1822e8-fd26-4738-ad97-4ff3b28abfe6 req-063c3c24-e275-463c-b4e2-018b3b434170 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 1096 time: 0.0880435 Jul 28 11:14:28.157517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network 880049fb-3350-4839-b64c-a327a6980cbd is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:28.178422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 880049fb-3350-4839-b64c-a327a6980cbd) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:28.189138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:28.190815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.193930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c38e3-822f-43ed-b93a-a07324d65962 None None] Network 880049fb-3350-4839-b64c-a327a6980cbd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:28.218955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.225438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a61fae53-4304-41c7-906e-58b7672f2914 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6499236 Jul 28 11:14:28.225937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.227841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f1822e8-fd26-4738-ad97-4ff3b28abfe6 req-da203609-8605-4b6b-b953-c4f5e87babd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645592 Jul 28 11:14:28.228907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:28.235370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902875047'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:28.259282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:28.264415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.295727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:28.298851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'Port': ['ID=ed4d9539-199e-415d-85ee-b30f09eacbbf,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:28.323308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.323946 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 7e80ebd1-b2fc-403f-9004-19b28da6e7cf of type vlan for network d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 Jul 28 11:14:28.349468 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.375830 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.385919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d8b5bfe0-ee6a-470b-aeb5-8d19d2e10070 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0577810 Jul 28 11:14:28.393981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.394835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e65cc600-019a-4191-b8af-7effd2fd34e9 None None] Provisioning complete for port e7a30fa5-16b3-4491-81ef-e0a214f987e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:28.395214 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e65cc600-019a-4191-b8af-7effd2fd34e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.426241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:28.432870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.440911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:28.441624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.476076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2450449 Jul 28 11:14:28.478970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43484) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:28.496741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': 'd48c1e04-c6f5-4fc6-8bc5-89c37fd381b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:28.633854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-94580b3b-3ce8-4127-932b-bc50a3b4fae9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1723363465&fields=id&tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 267 time: 0.0773981 Jul 28 11:14:28.648883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605f43c-4c08-411a-9c2f-aa5971cc6491 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:28.700438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:28.707711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:28.761358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:28.806729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-ed7efb64-7a75-4d31-89e0-d1d24f3a419a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:28.819200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-ed7efb64-7a75-4d31-89e0-d1d24f3a419a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 817 time: 0.1844058 Jul 28 11:14:28.822602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:28.830609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082941541', 'description': 'tempest-description--617488421'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:28.878913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:14:28.880520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:14:28.889110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-77f8d178-dce5-4b6a-bb13-5e57d5922757 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/quotas/10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 375 time: 0.0688729 Jul 28 11:14:28.928118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.035139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e65cc600-019a-4191-b8af-7effd2fd34e9 None None] Port e7a30fa5-16b3-4491-81ef-e0a214f987e7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:29.127857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:29.180908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.184795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e809-7086-4e35-961f-147a99388163 req-2e7cd7cc-8fb5-4276-b632-26697fe1647e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:29.186396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c431e809-7086-4e35-961f-147a99388163 req-2e7cd7cc-8fb5-4276-b632-26697fe1647e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 945 time: 0.2914267 Jul 28 11:14:29.224111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-8be008a1-c83c-4792-aad0-d9fab39a0a90 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3338428 Jul 28 11:14:29.295364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': '7e80ebd1-b2fc-403f-9004-19b28da6e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd48c1e04-c6f5-4fc6-8bc5-89c37fd381b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:29.295912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:29.303122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=e9573122-a09e-40c6-b3b2-72d9697a9b46,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:29.324880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:29.336956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-880049fb-3350-4839-b64c-a327a6980cbd', 'network_id': '880049fb-3350-4839-b64c-a327a6980cbd', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': 'ec31559e-567d-44d8-9a03-76ef43e8ba09'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:29.337938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.341096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:29.348962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:29.349778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.370376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77173fc6-9059-40fe-b101-1f41b310ebc6 None None] Network d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:29.416891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c431e809-7086-4e35-961f-147a99388163 req-16533b58-cec3-42e4-bd67-4338d4bd1d55 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787825 Jul 28 11:14:29.437855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.460489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.462153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bc06b2ff-b669-4692-ae4b-7a491b2f7eb9 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9811070 Jul 28 11:14:29.466072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:29.480204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:29.480588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.481536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-c6261d27-4a25-4326-be43-42caedf79324 service neutron] 10.222.0.20 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217951 Jul 28 11:14:29.617449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.621294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7964380 Jul 28 11:14:29.626895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdc0d3-85bf-4b38-8add-aba927c1f87e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48289c9-c772-42f9-a7df-4e87b44a4280,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:29.631007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:29.690288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.714612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Allocated IP 2001:db8::3 (880049fb-3350-4839-b64c-a327a6980cbd/ec31559e-567d-44d8-9a03-76ef43e8ba09/c15cc481-285d-4df6-95a2-1b3e29a54385) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:29.726026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'security_group_rule': {'security_group_id': 'b48289c9-c772-42f9-a7df-4e87b44a4280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:29.777722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 2, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:29.778683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcfc6c-76d5-4482-8774-bcbabff0a7db req-f77e86cb-7cc4-40c3-af46-66ab080c6f19 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:29.780378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fedcfc6c-76d5-4482-8774-bcbabff0a7db req-f77e86cb-7cc4-40c3-af46-66ab080c6f19 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.2658644 Jul 28 11:14:29.783468 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.785685 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.851111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Checking router: 342adb05-a2f0-4149-911c-2fba17b68115 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:14:29.851582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Updating router 342adb05-a2f0-4149-911c-2fba17b68115 port e7a30fa5-16b3-4491-81ef-e0a214f987e7 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:14:29.859616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.871279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.880931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.907283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9961d341-f488-446b-8456-7b91f9277032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5', 'network_id': 'd48c1e04-c6f5-4fc6-8bc5-89c37fd381b5', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': 'e9573122-a09e-40c6-b3b2-72d9697a9b46'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:29.908310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9961d341-f488-446b-8456-7b91f9277032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.931765 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.932843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b109a8b-3e00-4e04-8bab-0afc5e73e40c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:29.950297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=e9573122-a09e-40c6-b3b2-72d9697a9b46,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:29.960933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-ad050eb2-2656-4b9b-b53b-4c10b8c72807 service neutron] 10.222.0.20 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563801 Jul 28 11:14:29.973216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fedcfc6c-76d5-4482-8774-bcbabff0a7db req-2025f55f-97d3-4581-a2d5-4ba4e81db4c0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636927 Jul 28 11:14:29.975120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:29.979730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7f792bb1-f167-4a25-aa12-610ada1d7bda tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224912 Jul 28 11:14:29.980456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:29.986044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'security_group_rule': {'security_group_id': 'b48289c9-c772-42f9-a7df-4e87b44a4280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:30.029719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.052942 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.064391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Transition to ACTIVE for port object c15cc481-285d-4df6-95a2-1b3e29a54385 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:30.084635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Transition to ACTIVE for port object c15cc481-285d-4df6-95a2-1b3e29a54385 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:30.164085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.196892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:30.224375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e80ebd1-b2fc-403f-9004-19b28da6e7cf') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:30.224809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e80ebd1-b2fc-403f-9004-19b28da6e7cf') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:30.248435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.267019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67e5b9ad-b540-4df2-9d5c-9178c7be6656 req-6217a8d9-04eb-40c0-850e-bad29afce621 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 210 time: 0.0816739 Jul 28 11:14:30.273334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.274958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.280942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.282640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:30.283041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:30.286170 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:30.292082 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.335715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e0e2b-1599-42d8-8f0b-343ebe7d8f08,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:30.349081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba49e6-581e-4a3f-8bbf-12746131fe2e None None] Network d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:30.354807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.360136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d37eb236-bbff-409e-85c2-d2b49cfdaf1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785989 Jul 28 11:14:30.367540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:30.385135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:30.425102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.448349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.456595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.472757 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 HTTP/1.1" status: 204 len: 168 time: 1.0054810 Jul 28 11:14:30.474942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:30.479991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844747885'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:30.506710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac0890-8719-4409-9a74-93d6aeaaecb8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:30.534780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Network 880049fb-3350-4839-b64c-a327a6980cbd is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:30.550579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:30.554828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.578585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:30.588382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Pushing event updated for resources: {'Port': ['ID=c15cc481-285d-4df6-95a2-1b3e29a54385,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:30.590960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:30.614201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:30.634214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.634550 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 25f721b4-b83b-40fa-98a9-7acf425979a9 of type vlan for network c6a9683d-8192-4b3d-82d0-6a440125d767 Jul 28 11:14:30.706538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.724907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.741427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657a97-03a5-425a-80e9-adea446a605a req-5c365c52-258f-463d-a754-3d07f5a473c6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:30.752811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9657a97-03a5-425a-80e9-adea446a605a req-5c365c52-258f-463d-a754-3d07f5a473c6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 945 time: 0.1659033 Jul 28 11:14:30.792194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.798337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:30.798962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.802871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Attempting to bind port c15cc481-285d-4df6-95a2-1b3e29a54385 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:30.803424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Attempting to bind port c15cc481-285d-4df6-95a2-1b3e29a54385 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '5f1395fd-2621-4307-ac07-45af0d25d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '880049fb-3350-4839-b64c-a327a6980cbd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:30.803945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Attempting to bind port c15cc481-285d-4df6-95a2-1b3e29a54385 on network 880049fb-3350-4839-b64c-a327a6980cbd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:30.813256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:30.813626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Checking segment: {'id': '5f1395fd-2621-4307-ac07-45af0d25d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '880049fb-3350-4839-b64c-a327a6980cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:30.814023 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.814412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Bound using segment: {'id': '5f1395fd-2621-4307-ac07-45af0d25d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '880049fb-3350-4839-b64c-a327a6980cbd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:30.815279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Bound port: c15cc481-285d-4df6-95a2-1b3e29a54385, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1395fd-2621-4307-ac07-45af0d25d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '880049fb-3350-4839-b64c-a327a6980cbd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:30.815279 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:30.929911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9657a97-03a5-425a-80e9-adea446a605a req-13e9dd05-fc80-45c2-917f-05ee10f3d5af tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687245 Jul 28 11:14:30.930502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:30.940796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4647081 Jul 28 11:14:30.982674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fa7a5-0e81-4a7b-b7d6-e5e2e6f48e4c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=c6a9683d-8192-4b3d-82d0-6a440125d767,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:30.989308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] For port c15cc481-285d-4df6-95a2-1b3e29a54385, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:30.997088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] For port c15cc481-285d-4df6-95a2-1b3e29a54385, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c15cc481-285d-4df6-95a2-1b3e29a54385,segment=NetworkSegment(5f1395fd-2621-4307-ac07-45af0d25d6f8),segment_id=5f1395fd-2621-4307-ac07-45af0d25d6f8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:30.998345 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.007635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c6a9683d-8192-4b3d-82d0-6a440125d767 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:31.012774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': 'c6a9683d-8192-4b3d-82d0-6a440125d767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:31.014288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.096683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Allocated IP 172.25.1.192 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/42ddb9db-dda1-4f5d-bcc3-b5961aadbf35) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:31.288755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c962ab-1187-481e-a45e-15bc5d5627f0 req-71bd9120-efcf-4ccc-a929-05219c59905b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:31.297144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12c962ab-1187-481e-a45e-15bc5d5627f0 req-71bd9120-efcf-4ccc-a929-05219c59905b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.2048173 Jul 28 11:14:31.351419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:31.354818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.437581 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.448880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Transition to ACTIVE for port object e7a30fa5-16b3-4491-81ef-e0a214f987e7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:31.490843 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.514054 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d647b13-4a2c-4480-9b8a-cfd754c3f9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.535006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1c0316b-6da4-4771-8bf5-16e30b9971ee req-0857310d-af93-48d7-8e77-b79866eed371 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 210 time: 0.0999014 Jul 28 11:14:31.560473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12c962ab-1187-481e-a45e-15bc5d5627f0 req-4d031ef8-fc5a-425c-99cf-87dbd7edac5f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574124 Jul 28 11:14:31.568654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.591785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefdec8-04fd-43a5-9239-ce5922fec1a8 None None] Pushing event updated for resources: {'Port': ['ID=c15cc481-285d-4df6-95a2-1b3e29a54385,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:31.678906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.796320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Attempting to bind port e7a30fa5-16b3-4491-81ef-e0a214f987e7 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:31.802593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Attempting to bind port e7a30fa5-16b3-4491-81ef-e0a214f987e7 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:31.803237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Attempting to bind port e7a30fa5-16b3-4491-81ef-e0a214f987e7 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:31.832094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:31.845518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:31.846263 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.846884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:31.849813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Bound port: e7a30fa5-16b3-4491-81ef-e0a214f987e7, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:31.850232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:31.882291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device d6ef0873-9dea-44de-8790-a674679cff2f up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:31.908568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:31.923028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e621c6-59b2-4217-99b1-385b1738636d None None] Pushing event updated for resources: {'Port': ['ID=e7a30fa5-16b3-4491-81ef-e0a214f987e7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:31.925227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:31.941793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:32.067303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-a160ad0e-eab0-4f6b-b308-ae0a3eb07bbf tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:32.069076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-a160ad0e-eab0-4f6b-b308-ae0a3eb07bbf tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.41 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 817 time: 0.2920280 Jul 28 11:14:32.073587 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:32.119627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port d6ef0873-9dea-44de-8790-a674679cff2f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:32.149985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port d6ef0873-9dea-44de-8790-a674679cff2f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:32.150970 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:32.167205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-286ad028-0ebb-447b-b885-f3a969d960e6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 380 time: 0.0883009 Jul 28 11:14:32.180651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'port': {'device_id': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'admin_state_up': True, 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'security_groups': ['06fe063f-0a45-4412-ac3e-5593ca43695d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:32.208676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] For port e7a30fa5-16b3-4491-81ef-e0a214f987e7, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:32.231490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] For port e7a30fa5-16b3-4491-81ef-e0a214f987e7, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e7a30fa5-16b3-4491-81ef-e0a214f987e7,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:32.254732 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:32.342063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e621c6-59b2-4217-99b1-385b1738636d None None] Pushing event updated for resources: {'Port': ['ID=e7a30fa5-16b3-4491-81ef-e0a214f987e7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:32.422061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:32.423158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:32.497845 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:32.509694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Made reservation on behalf of 10ded2a5e81d472b890d5ec3c7dde8eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:32.518857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:32.649984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:32.908827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ef0873-9dea-44de-8790-a674679cff2f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:32.910528 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c579addd-4d3f-400d-92b2-05b28e09ea3e" -d '{"events": [{"server_uuid": "c94fbfae-66b7-44ff-831e-10c0da8505bc", "name": "network-vif-plugged", "status": "completed", "tag": "d6ef0873-9dea-44de-8790-a674679cff2f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:32.956013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Allocated IP 172.20.0.10 (7d3480e5-5fcc-426f-8a79-fa1ad2d53e45/3499e4bf-f922-4abe-b209-b8e09b3c41f2/dd1d304c-7b36-49e2-a111-46952f7967a7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:32.966767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:33.005114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port d6ef0873-9dea-44de-8790-a674679cff2f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=d6ef0873-9dea-44de-8790-a674679cff2f,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:33.026164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=42ddb9db-dda1-4f5d-bcc3-b5961aadbf35,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:33.037402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.039992 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.041427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 687859b5-4dc7-4959-9c23-4d40c753466d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:33.234140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c15cc481-285d-4df6-95a2-1b3e29a54385 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:33.248864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 687859b5-4dc7-4959-9c23-4d40c753466d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:33.284493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d2f14-26d2-4348-a791-c975b85b2dae req-f4f7b124-1663-49f9-8e1c-235fcb85e58d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:33.290871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a19ff6-0f4a-4474-9103-41152fca53e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.293017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-876d2f14-26d2-4348-a791-c975b85b2dae req-f4f7b124-1663-49f9-8e1c-235fcb85e58d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.3940389 Jul 28 11:14:33.313720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a4f16-533f-49af-9951-35d98c2bb4aa None None] Network 880049fb-3350-4839-b64c-a327a6980cbd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:33.322602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=d6ef0873-9dea-44de-8790-a674679cff2f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:33.325996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 687859b5-4dc7-4959-9c23-4d40c753466d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:33.326556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.330159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=79cb5543-024a-4570-808c-196ed6ce4643,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:33.352099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.382127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92063-6c45-4e89-ad38-d07d3e6004e8 req-235fbc51-caa8-4875-97bd-a339b8f00ae4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:33.384073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ce92063-6c45-4e89-ad38-d07d3e6004e8 req-235fbc51-caa8-4875-97bd-a339b8f00ae4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.3824077 Jul 28 11:14:33.389336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Transition to ACTIVE for port object dd1d304c-7b36-49e2-a111-46952f7967a7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:33.446590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-876d2f14-26d2-4348-a791-c975b85b2dae req-ab73dc34-e19d-4dd9-90b8-702be6e22dc0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525824 Jul 28 11:14:33.486653 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.506321 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.513988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a19ff6-0f4a-4474-9103-41152fca53e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.515162 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ce92063-6c45-4e89-ad38-d07d3e6004e8 req-15088e9d-40fb-4a20-b265-1ea34512ebc3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783851 Jul 28 11:14:33.515905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': '25f721b4-b83b-40fa-98a9-7acf425979a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a9683d-8192-4b3d-82d0-6a440125d767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:33.516318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: c6a9683d-8192-4b3d-82d0-6a440125d767, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:33.543983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:33.547831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a19ff6-0f4a-4474-9103-41152fca53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.567410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:33.590836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network c6a9683d-8192-4b3d-82d0-6a440125d767 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:33.603427 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.615728 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf03583-34a5-4e45-9e7a-25fb195d12d7 x-openstack-request-id: req-ccf03583-34a5-4e45-9e7a-25fb195d12d7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:33.616109 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94fbfae-66b7-44ff-831e-10c0da8505bc", "name": "network-vif-plugged", "status": "completed", "tag": "d6ef0873-9dea-44de-8790-a674679cff2f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:33.616342 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccf03583-34a5-4e45-9e7a-25fb195d12d7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:33.616751 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ef0873-9dea-44de-8790-a674679cff2f', 'code': 200} Jul 28 11:14:33.621084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.637671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e2232f9-dcb6-4c82-9a2a-0520a1517439 None None] Provisioning for port c15cc481-285d-4df6-95a2-1b3e29a54385 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:33.670673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a1a19ff6-0f4a-4474-9103-41152fca53e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3d316804ede43faba386a8a8cd8da5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934986 Jul 28 11:14:33.693447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:33.699121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:33.713270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:33.745650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c6a9683d-8192-4b3d-82d0-6a440125d767) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:33.752522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.753935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:33.754548 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.765726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c15cc481-285d-4df6-95a2-1b3e29a54385 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:33.775420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006eb11-2414-464f-965f-5b5250f45dab None None] Network c6a9683d-8192-4b3d-82d0-6a440125d767 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:33.788900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-210f12b9-155e-4601-b721-871db1acde4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:32Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:33.792914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6f393357-a958-4c3c-9022-99acae3514b5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7896373 Jul 28 11:14:33.797434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43586) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:33.806246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c866b-aee4-4fa2-bfc7-d953a59ab57c req-312763d5-6c0b-486a-8b1b-b65bf5c4253d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:33.807832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-763c866b-aee4-4fa2-bfc7-d953a59ab57c req-312763d5-6c0b-486a-8b1b-b65bf5c4253d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 932 time: 0.2198606 Jul 28 11:14:33.818253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c15cc481-285d-4df6-95a2-1b3e29a54385 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:33.819105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.827065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a19ff6-0f4a-4474-9103-41152fca53e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f8cfc-ab34-4fee-b6be-863773f10762,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:33.848013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a49d-f4fa-41b9-991e-0dd9b8980ae2 req-778543c7-94c7-4fb5-b59c-d2086c3c96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:33.851007 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb22a49d-f4fa-41b9-991e-0dd9b8980ae2 req-778543c7-94c7-4fb5-b59c-d2086c3c96ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 1097 time: 0.1488571 Jul 28 11:14:33.882912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:33.883936 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.895888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 687859b5-4dc7-4959-9c23-4d40c753466d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=687859b5-4dc7-4959-9c23-4d40c753466d,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:33.925552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210f12b9-155e-4601-b721-871db1acde4a None None] The sync data for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 is: [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:32Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:14:33.927227 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.957147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-a8e5607b-08e9-45d0-95c4-b5231bb9f312 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7818274 Jul 28 11:14:33.973049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:33.977088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-763c866b-aee4-4fa2-bfc7-d953a59ab57c req-f831050b-b036-428e-87a2-e511d6f57e1f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423249 Jul 28 11:14:34.028365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.031182 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.032242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233d3346-c69a-4af9-8468-8f6fec982ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.038308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Request body: {'port': {'device_id': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:34.082446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=687859b5-4dc7-4959-9c23-4d40c753466d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:34.090423 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb22a49d-f4fa-41b9-991e-0dd9b8980ae2 req-12f2ad6a-9e13-45e1-9990-50485ed4567d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214487 Jul 28 11:14:34.109411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233d3346-c69a-4af9-8468-8f6fec982ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.115911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=42ddb9db-dda1-4f5d-bcc3-b5961aadbf35,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:34.142455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d8fed59-9703-4ee8-b69d-6ec80386e386 None None] Provisioning for port dd1d304c-7b36-49e2-a111-46952f7967a7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:34.185597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d8fed59-9703-4ee8-b69d-6ec80386e386 None None] Provisioning complete for port dd1d304c-7b36-49e2-a111-46952f7967a7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:34.186312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8fed59-9703-4ee8-b69d-6ec80386e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.190435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.200280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.211682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.266939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.273859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.286936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e064423-4787-4955-b93e-09f41f6e1af5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9181461 Jul 28 11:14:34.287134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233d3346-c69a-4af9-8468-8f6fec982ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.291079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233d3346-c69a-4af9-8468-8f6fec982ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.292012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-233d3346-c69a-4af9-8468-8f6fec982ebf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e3f8cfc-ab34-4fee-b6be-863773f10762 HTTP/1.1" status: 204 len: 168 time: 0.5762205 Jul 28 11:14:34.299536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fed59-9703-4ee8-b69d-6ec80386e386 None None] Port dd1d304c-7b36-49e2-a111-46952f7967a7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:34.308578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d3346-c69a-4af9-8468-8f6fec982ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f8cfc-ab34-4fee-b6be-863773f10762,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:34.348520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c15cc481-285d-4df6-95a2-1b3e29a54385, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c15cc481-285d-4df6-95a2-1b3e29a54385,segment=NetworkSegment(5f1395fd-2621-4307-ac07-45af0d25d6f8),segment_id=5f1395fd-2621-4307-ac07-45af0d25d6f8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:34.354708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b3e396-b0e1-45a3-9022-e86071fcfeb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-c6a9683d-8192-4b3d-82d0-6a440125d767', 'network_id': 'c6a9683d-8192-4b3d-82d0-6a440125d767', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': '79cb5543-024a-4570-808c-196ed6ce4643'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:34.355928 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e396-b0e1-45a3-9022-e86071fcfeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.367814 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.401719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.454081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=79cb5543-024a-4570-808c-196ed6ce4643,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:34.719444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.738784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a9683d-8192-4b3d-82d0-6a440125d767']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:34.755791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c15cc481-285d-4df6-95a2-1b3e29a54385,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:34.786341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03ce1b-0de8-46c2-ad17-841be127fcec None None] Network c6a9683d-8192-4b3d-82d0-6a440125d767 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:34.803733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f721b4-b83b-40fa-98a9-7acf425979a9') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:34.804151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f721b4-b83b-40fa-98a9-7acf425979a9') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:34.854563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df60e3-9549-4b8a-bb84-804feae05251 req-05226d70-33af-4540-ac97-471d282d35c8 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:34.869493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a277757c-d1ff-441b-9752-f01822dbbf88 None None] Provisioning complete for port c15cc481-285d-4df6-95a2-1b3e29a54385 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:34.870223 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a277757c-d1ff-441b-9752-f01822dbbf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.884817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68df60e3-9549-4b8a-bb84-804feae05251 req-05226d70-33af-4540-ac97-471d282d35c8 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.2533863 Jul 28 11:14:34.917289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:34.940469 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.941775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.962811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:34.979393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Transition to ACTIVE for port object dd1d304c-7b36-49e2-a111-46952f7967a7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:34.986770 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.996202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:34.998701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f15e68c9-104e-4097-8def-37e37f2d0a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.002358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:35.002768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:35.032493 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:35.115973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:35.225200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68df60e3-9549-4b8a-bb84-804feae05251 req-93dd0768-1bee-46f5-a03b-660a591947d5 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386612 Jul 28 11:14:35.263117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-0d7f37a8-619d-4225-a667-5ba7cf70f689 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1082941541&fields=id&tenant_id=4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 267 time: 0.6169848 Jul 28 11:14:35.284074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:35.286492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:35.286963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:35.304426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Port dd1d304c-7b36-49e2-a111-46952f7967a7 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:14:35.305165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:35.310453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:35.310868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Checking segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:35.311320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Bound using segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:35.312423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Bound port: dd1d304c-7b36-49e2-a111-46952f7967a7, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:35.316543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.421907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.430827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.433296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/c6a9683d-8192-4b3d-82d0-6a440125d767 HTTP/1.1" status: 204 len: 168 time: 1.6223631 Jul 28 11:14:35.438097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43620) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:35.458603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-598980280'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:35.470529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c15cc481-285d-4df6-95a2-1b3e29a54385 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:35.509526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:35.511618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e92c59-9f5e-404a-a71c-9950ebb947a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=c6a9683d-8192-4b3d-82d0-6a440125d767,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:35.544506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c15cc481-285d-4df6-95a2-1b3e29a54385 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:35.544886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:35.545017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.560641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.567709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3c39d-801c-4335-99d8-dcc183286dac req-1817ed26-5223-4277-8983-4947988946b6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:35.571084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cf3c39d-801c-4335-99d8-dcc183286dac req-1817ed26-5223-4277-8983-4947988946b6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.1728258 Jul 28 11:14:35.617445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074a7944-51f7-4226-92f9-987ceab54bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687859b5-4dc7-4959-9c23-4d40c753466d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:35.619662 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa22725e-601d-469f-9060-f03c608eb5b8" -d '{"events": [{"server_uuid": "074a7944-51f7-4226-92f9-987ceab54bc6", "name": "network-vif-plugged", "status": "completed", "tag": "687859b5-4dc7-4959-9c23-4d40c753466d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:35.632239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-1b1708e2-ee87-48d7-9f3f-2cbbf4bbf05e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:35.634267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-1b1708e2-ee87-48d7-9f3f-2cbbf4bbf05e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.3591783 Jul 28 11:14:35.651340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cf3c39d-801c-4335-99d8-dcc183286dac req-99f77cf7-b544-4f7f-b8a0-041df476a79f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Jul 28 11:14:35.662486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-7eaa9df7-afd9-4681-b073-c0da30d89144 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/quotas/4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 375 time: 0.0101619 Jul 28 11:14:35.674321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:35.675859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.677666 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1092 time: 1.6514416 Jul 28 11:14:35.680585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:35.684170 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d9b692-1f67-42bd-9640-e418e03b286e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:35.698051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0354ebd-0e61-46a6-940e-3aa66f97c836 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:35.716317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e7a30fa5-16b3-4491-81ef-e0a214f987e7 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:35.781835 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f15e68c9-104e-4097-8def-37e37f2d0a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.835374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e7a30fa5-16b3-4491-81ef-e0a214f987e7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:35.835876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f15e68c9-104e-4097-8def-37e37f2d0a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.844791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e7a30fa5-16b3-4491-81ef-e0a214f987e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:35.845172 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.869599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:35.873670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:35.885223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e68c9-104e-4097-8def-37e37f2d0a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb9802-04af-4e22-9791-560b8270ec28,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:35.892084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-077c24bd-9db6-4e40-a0a0-7d01103d4756 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1984794 Jul 28 11:14:35.906355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-eb1d7419-9342-44bc-a054-80602640435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:35.908129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-eb1d7419-9342-44bc-a054-80602640435f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1095 time: 0.1723919 Jul 28 11:14:35.928260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:35.978802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-5e043885-9a34-42f0-a16f-d4929a0dfbe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 217 time: 0.0441432 Jul 28 11:14:35.985970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f15e68c9-104e-4097-8def-37e37f2d0a8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=422cf4cb212143e685fee383fd6460b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0218685 Jul 28 11:14:35.989072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:36.057098 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.088883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58222a17-a865-4846-b680-17f32560ca40 req-85cc837d-c072-433e-b02b-4a5205901c77 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.098149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58222a17-a865-4846-b680-17f32560ca40 req-85cc837d-c072-433e-b02b-4a5205901c77 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.0815449 Jul 28 11:14:36.116842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e7a30fa5-16b3-4491-81ef-e0a214f987e7, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e7a30fa5-16b3-4491-81ef-e0a214f987e7,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:36.122529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.181661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58222a17-a865-4846-b680-17f32560ca40 req-b9a70af3-731c-4917-aa16-ae105b7d2645 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824604 Jul 28 11:14:36.194124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-574f204f-3c84-4d6f-aa6c-a73ab70d3a2f service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964914 Jul 28 11:14:36.200959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e7a30fa5-16b3-4491-81ef-e0a214f987e7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:36.245269 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590de30-54a6-4f1e-bc8b-61e0a21a4072 x-openstack-request-id: req-9590de30-54a6-4f1e-bc8b-61e0a21a4072 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:36.245652 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074a7944-51f7-4226-92f9-987ceab54bc6", "name": "network-vif-plugged", "status": "completed", "tag": "687859b5-4dc7-4959-9c23-4d40c753466d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:36.245894 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9590de30-54a6-4f1e-bc8b-61e0a21a4072 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:36.246304 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074a7944-51f7-4226-92f9-987ceab54bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687859b5-4dc7-4959-9c23-4d40c753466d', 'code': 200} Jul 28 11:14:36.321525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-494ba36b-e269-4a99-b77e-514013e36567 service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267855 Jul 28 11:14:36.418450 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2aa137-85c4-4b2d-aa4e-87644da5b24c x-openstack-request-id: req-0e2aa137-85c4-4b2d-aa4e-87644da5b24c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:36.419032 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:36.419283 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e2aa137-85c4-4b2d-aa4e-87644da5b24c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:36.419961 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'status': 'completed', 'code': 200} Jul 28 11:14:36.421991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.422336 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment f9082c1f-51d3-4b7c-984d-6848cbcd9a72 of type vlan for network 5a878bdb-6fa6-448a-a426-520843c93f5f Jul 28 11:14:36.433993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-71e8937a-8be0-4b79-a281-57933a9f5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.435360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-71e8937a-8be0-4b79-a281-57933a9f5736 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.4447873 Jul 28 11:14:36.435986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12375-194e-4df5-9d43-4df6e08facd1 req-b0ac31d4-0043-40dd-b138-ab3ed33222ab tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.445454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72f12375-194e-4df5-9d43-4df6e08facd1 req-b0ac31d4-0043-40dd-b138-ab3ed33222ab tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0757718 Jul 28 11:14:36.550105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72f12375-194e-4df5-9d43-4df6e08facd1 req-f65a361e-85dc-4543-b2f2-fd9af75c375f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826900 Jul 28 11:14:36.597937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.649440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fa3ce-07d6-49c7-8680-c5e9d48e559b req-9c5e2f5f-bfb7-4425-b96b-bfd9590dc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.654701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-383fa3ce-07d6-49c7-8680-c5e9d48e559b req-9c5e2f5f-bfb7-4425-b96b-bfd9590dc739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 1097 time: 0.2658901 Jul 28 11:14:36.683241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b714-bef9-48d0-8632-34a219214f19 req-f636fa5e-d6d1-4ae6-8c40-c5031227ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.686720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-f636fa5e-d6d1-4ae6-8c40-c5031227ab42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107046 Jul 28 11:14:36.687601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945386cc-e0af-4663-a3af-2f9fe1f1a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.734080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34435694-f3ba-412d-9554-b6f3ac1c7299 req-6afbba6a-6bb4-4b3f-8553-97c76783be58 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 210 time: 0.1210775 Jul 28 11:14:36.760000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635b1c-2efc-4488-8de0-a6910844f469 req-7734bd0e-9ce2-4610-9acd-02f80f3d15b0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.761622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38635b1c-2efc-4488-8de0-a6910844f469 req-7734bd0e-9ce2-4610-9acd-02f80f3d15b0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.2052524 Jul 28 11:14:36.780555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.797369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.798027 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.808368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38635b1c-2efc-4488-8de0-a6910844f469 req-ffae002a-da90-4587-bc2d-b9a843d00195 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Jul 28 11:14:36.808901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945386cc-e0af-4663-a3af-2f9fe1f1a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:36.897495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59884ea0-4cd2-4668-b969-c5f5c5d31459 req-d3ee0b56-2e8e-4fa8-b97a-285c5682e2dd tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:36.906203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59884ea0-4cd2-4668-b969-c5f5c5d31459 req-d3ee0b56-2e8e-4fa8-b97a-285c5682e2dd tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.0696206 Jul 28 11:14:36.950322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-dc6c78a6-420a-4d92-8f8b-647c1ce4f1d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511232 Jul 28 11:14:36.968892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59884ea0-4cd2-4668-b969-c5f5c5d31459 req-806094d1-9f5d-4ba6-87ab-ee48bb3b7abe tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587878 Jul 28 11:14:37.039427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e7a30fa5-16b3-4491-81ef-e0a214f987e7 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:37.039972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-383fa3ce-07d6-49c7-8680-c5e9d48e559b req-c90c55ac-a0eb-4171-9f8a-f391ce628e9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758528 Jul 28 11:14:37.041249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6007571 Jul 28 11:14:37.044422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43652) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:37.050514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:37.116835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e7a30fa5-16b3-4491-81ef-e0a214f987e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:37.117374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:37.135282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c80999-2195-43ad-81fd-bd4dd6372f27 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=5a878bdb-6fa6-448a-a426-520843c93f5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:37.158784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5a878bdb-6fa6-448a-a426-520843c93f5f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:37.161655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945386cc-e0af-4663-a3af-2f9fe1f1a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:37.166646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945386cc-e0af-4663-a3af-2f9fe1f1a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:37.171802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-945386cc-e0af-4663-a3af-2f9fe1f1a990 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcdb9802-04af-4e22-9791-560b8270ec28 HTTP/1.1" status: 204 len: 168 time: 0.8018444 Jul 28 11:14:37.188598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945386cc-e0af-4663-a3af-2f9fe1f1a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb9802-04af-4e22-9791-560b8270ec28,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:37.224138 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c009b714-bef9-48d0-8632-34a219214f19 req-5cd13a19-ebdb-44a7-a52c-b95de7126e87 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398055 Jul 28 11:14:37.278160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:37.281755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:37.376799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9b692-1f67-42bd-9640-e418e03b286e req-171f6b22-09fd-420d-ae8d-5ad3d209ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:37.390576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-171f6b22-09fd-420d-ae8d-5ad3d209ec2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1095 time: 0.0833035 Jul 28 11:14:37.454972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729e96d-d83a-4d5a-8aa1-a7c40b01d1ad req-6cad8b62-a1f2-481d-ab27-36d12a55dd5d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:37.460903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7729e96d-d83a-4d5a-8aa1-a7c40b01d1ad req-6cad8b62-a1f2-481d-ab27-36d12a55dd5d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.1477258 Jul 28 11:14:37.522038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9b692-1f67-42bd-9640-e418e03b286e req-5fb16197-d29f-4fb4-8b7e-5b50768efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:37.523700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-5fb16197-d29f-4fb4-8b7e-5b50768efdc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1319594 Jul 28 11:14:37.558131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7729e96d-d83a-4d5a-8aa1-a7c40b01d1ad req-8fc2b1bf-c74e-4264-81e3-8fb5ad060863 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893526 Jul 28 11:14:37.576206 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-81529aa4-66c3-4c1e-8258-f56022478f76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 217 time: 0.0398161 Jul 28 11:14:37.653765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:37.658125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9b692-1f67-42bd-9640-e418e03b286e req-e9c5a0ff-97f9-4917-b542-6483b8b0802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:37.659517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-e9c5a0ff-97f9-4917-b542-6483b8b0802b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.0651073 Jul 28 11:14:37.715801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9b692-1f67-42bd-9640-e418e03b286e req-4eb9cd89-c48f-4f31-b800-140a5f430f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:37.719106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-4eb9cd89-c48f-4f31-b800-140a5f430f91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520318 Jul 28 11:14:37.731645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=454e53f9-3745-42d3-ba8f-88c5bcde03af,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:37.739249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:37.739684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: 5a878bdb-6fa6-448a-a426-520843c93f5f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:37.762406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network 5a878bdb-6fa6-448a-a426-520843c93f5f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:37.774681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 5a878bdb-6fa6-448a-a426-520843c93f5f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:37.781847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:37.782697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:37.792836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc5229-c25a-4a7a-9290-da90c6a472af None None] Network 5a878bdb-6fa6-448a-a426-520843c93f5f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:37.806189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6699df4b-c060-4568-9940-9430360a3b2e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7605097 Jul 28 11:14:37.810245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43672) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:37.876905 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-d862fe5a-76ec-4e06-a385-ed01006a34c4 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488261 Jul 28 11:14:37.908762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02327631-13aa-4a6f-8283-683ef7b91faf req-a72770ab-6244-4182-9e20-49875d59bfd9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 210 time: 0.0814424 Jul 28 11:14:38.055629 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-70d9b692-1f67-42bd-9640-e418e03b286e req-cd00c7ae-2f49-4862-a06b-4701071fc1e9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688094 Jul 28 11:14:38.057378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.173231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-5a878bdb-6fa6-448a-a426-520843c93f5f', 'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': '454e53f9-3745-42d3-ba8f-88c5bcde03af'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:38.174903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.228867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-5b5f0e58-c979-48be-a54a-66f24293a2b9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:38.233774 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-5b5f0e58-c979-48be-a54a-66f24293a2b9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.1766887 Jul 28 11:14:38.238833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f54b-0386-4a8a-9b70-4c18abb916c2 req-c02bb6f8-d421-4140-893c-209d6824bd4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:38.248014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9288f54b-0386-4a8a-9b70-4c18abb916c2 req-c02bb6f8-d421-4140-893c-209d6824bd4f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.3009293 Jul 28 11:14:38.323293 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-5f5c4a62-0e9e-41f7-95aa-1f9e8772753d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 380 time: 0.0727613 Jul 28 11:14:38.346787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'port': {'device_id': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'admin_state_up': True, 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'security_groups': ['b48289c9-c772-42f9-a7df-4e87b44a4280']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:38.372255 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.423513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Allocated IP 2001:db8::1 (5a878bdb-6fa6-448a-a426-520843c93f5f/454e53f9-3745-42d3-ba8f-88c5bcde03af/0fbe11c5-0c67-4d26-8642-26ec23530c3b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:38.458702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d3e05-c255-42c0-8c9e-f726062614e0 req-e96d7a33-694a-41a1-bb58-5cd30daeecac tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:38.460410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e9d3e05-c255-42c0-8c9e-f726062614e0 req-e96d7a33-694a-41a1-bb58-5cd30daeecac tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.2709255 Jul 28 11:14:38.467477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9288f54b-0386-4a8a-9b70-4c18abb916c2 req-d0a958ce-c945-402a-9599-a85558229e6b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109993 Jul 28 11:14:38.543476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e9d3e05-c255-42c0-8c9e-f726062614e0 req-a329ea06-7424-469a-bb47-04333fea9206 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Jul 28 11:14:38.569435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:38.574220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.657193 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.669665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Transition to ACTIVE for port object 0fbe11c5-0c67-4d26-8642-26ec23530c3b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:38.692144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Transition to ACTIVE for port object 0fbe11c5-0c67-4d26-8642-26ec23530c3b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:38.705906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.747953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.757058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Allocated IP 172.20.0.9 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/ef1e51aa-a2ee-4a3f-8073-c48c19be988e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:38.771087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82fa1c-d3cd-4ea2-8c66-d0fd2ceff5c3 req-7c2fdcb3-4f1d-4465-aac1-2d9a4e2a1357 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:38.773156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f82fa1c-d3cd-4ea2-8c66-d0fd2ceff5c3 req-7c2fdcb3-4f1d-4465-aac1-2d9a4e2a1357 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.0939889 Jul 28 11:14:38.775843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Pushing event updated for resources: {'Port': ['ID=0fbe11c5-0c67-4d26-8642-26ec23530c3b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:38.796414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Network 5a878bdb-6fa6-448a-a426-520843c93f5f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:38.798157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:38.803933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:38.843910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=454e53f9-3745-42d3-ba8f-88c5bcde03af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:38.904062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Attempting to bind port 0fbe11c5-0c67-4d26-8642-26ec23530c3b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:38.915628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Attempting to bind port 0fbe11c5-0c67-4d26-8642-26ec23530c3b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:38.916320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Attempting to bind port 0fbe11c5-0c67-4d26-8642-26ec23530c3b on network 5a878bdb-6fa6-448a-a426-520843c93f5f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:38.928925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:38.930470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Checking segment: {'id': 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:38.932717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.933033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Bound using segment: {'id': 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:38.933535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Bound port: 0fbe11c5-0c67-4d26-8642-26ec23530c3b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5a878bdb-6fa6-448a-a426-520843c93f5f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:38.933930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.963779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:38.976986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a878bdb-6fa6-448a-a426-520843c93f5f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:38.991592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:38.991803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:38.992630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.006168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.024859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.027592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Transition to ACTIVE for port object ef1e51aa-a2ee-4a3f-8073-c48c19be988e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:39.034075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:39.034590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.072051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] For port 0fbe11c5-0c67-4d26-8642-26ec23530c3b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:39.083530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.120542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] For port 0fbe11c5-0c67-4d26-8642-26ec23530c3b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0fbe11c5-0c67-4d26-8642-26ec23530c3b,segment=NetworkSegment(f9082c1f-51d3-4b7c-984d-6848cbcd9a72),segment_id=f9082c1f-51d3-4b7c-984d-6848cbcd9a72)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:39.121989 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:39.128218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.132469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:39.135968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:39.139739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:39.201411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:39.202306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.205456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f82fa1c-d3cd-4ea2-8c66-d0fd2ceff5c3 req-9268e4de-433f-412f-856d-4ecee5db66d8 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515940 Jul 28 11:14:39.206071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:14:39.206071 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:14:39.206071 n-d-723573-7 neutron-server[93836]: [parameters: {'id': '5a878bdb-6fa6-448a-a426-520843c93f5f'}] Jul 28 11:14:39.206071 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:14:39.208142 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:14:39.228365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:39.249781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-fd0ac98d-a753-4142-8a93-a35ee9c8ed7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9086621 Jul 28 11:14:39.267327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Request body: {'port': {'device_id': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:39.279958 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:14:39.338138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24364a-99c1-49fb-9a67-beb86692463a req-231c36eb-8a38-489f-a728-1a3cf6957af0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:39.339644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc24364a-99c1-49fb-9a67-beb86692463a req-231c36eb-8a38-489f-a728-1a3cf6957af0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 931 time: 0.2167189 Jul 28 11:14:39.383689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.384860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d219e37-38b4-4417-8d02-e43f22a49ac0 None None] Pushing event updated for resources: {'Port': ['ID=0fbe11c5-0c67-4d26-8642-26ec23530c3b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:39.402449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9209c48-3d13-40ce-9519-d0fd2f1a1a96 None None] Network 5a878bdb-6fa6-448a-a426-520843c93f5f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:39.418805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc24364a-99c1-49fb-9a67-beb86692463a req-ee125048-ab4d-44bd-b1aa-f0cc4573eeca tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691473 Jul 28 11:14:39.562551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d54e4d4-51bb-435d-93fc-c7840b4eac66 None None] Provisioning for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:39.571477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d54e4d4-51bb-435d-93fc-c7840b4eac66 None None] Provisioning complete for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:39.572077 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d54e4d4-51bb-435d-93fc-c7840b4eac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.664188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0d54e4d4-51bb-435d-93fc-c7840b4eac66 None None] Port ef1e51aa-a2ee-4a3f-8073-c48c19be988e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:14:39.672869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e06bd-c115-4e60-8c41-580ff9cdb1bd None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:14:39.697628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4e60-7715-4099-9a3d-286e1ec21ece req-515ecb0b-e43c-4849-be84-a41d4e59c38b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:39.700828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b9d4e60-7715-4099-9a3d-286e1ec21ece req-515ecb0b-e43c-4849-be84-a41d4e59c38b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.0981941 Jul 28 11:14:39.717940 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.817530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8c8f2-be5e-4f3a-9314-5f854761da65 req-e6351075-9c92-496f-a312-f97e6c1c6065 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:39.817844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e06bd-c115-4e60-8c41-580ff9cdb1bd None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:14:39.824910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab8c8f2-be5e-4f3a-9314-5f854761da65 req-e6351075-9c92-496f-a312-f97e6c1c6065 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.1204665 Jul 28 11:14:39.847055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:39.856113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.871898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Transition to ACTIVE for port object ef1e51aa-a2ee-4a3f-8073-c48c19be988e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:39.882432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.919967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b9d4e60-7715-4099-9a3d-286e1ec21ece req-7dfc7a04-91f3-4ee3-b648-88378a699e3c tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057893 Jul 28 11:14:39.946096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port 0fbe11c5-0c67-4d26-8642-26ec23530c3b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:14:39.946723 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:39.995216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:40.027371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port 0fbe11c5-0c67-4d26-8642-26ec23530c3b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0fbe11c5-0c67-4d26-8642-26ec23530c3b,segment=NetworkSegment(f9082c1f-51d3-4b7c-984d-6848cbcd9a72),segment_id=f9082c1f-51d3-4b7c-984d-6848cbcd9a72)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:40.027775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.057213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for 0fbe11c5-0c67-4d26-8642-26ec23530c3b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:14:40.070584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab8c8f2-be5e-4f3a-9314-5f854761da65 req-d1095d4e-2d94-4e11-851b-d1bdb248ffe0 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415607 Jul 28 11:14:40.163372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Attempting to bind port ef1e51aa-a2ee-4a3f-8073-c48c19be988e on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:40.163694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Attempting to bind port ef1e51aa-a2ee-4a3f-8073-c48c19be988e by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:40.164031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Attempting to bind port ef1e51aa-a2ee-4a3f-8073-c48c19be988e on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:40.169347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Port ef1e51aa-a2ee-4a3f-8073-c48c19be988e on network 3748db1c-451d-47ff-a952-ba54a4d31123 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:14:40.169677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Attempting to bind port ef1e51aa-a2ee-4a3f-8073-c48c19be988e on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:40.182020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:40.182370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:40.183028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:40.183260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Bound port: ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:40.183625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.276158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.308521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port 0fbe11c5-0c67-4d26-8642-26ec23530c3b on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:14:40.356346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:40.369827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=0fbe11c5-0c67-4d26-8642-26ec23530c3b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:40.371808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:40.385633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.466453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:40.467083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.469195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 1091 time: 1.2085850 Jul 28 11:14:40.470062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:40.471941 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa462f-b7be-4a97-b86f-30c33c12cf51" -d '{"events": [{"name": "network-changed", "server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:40.479720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.530421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94051911-5094-4b6d-baa7-58a08a8f1c3e req-2e3e5a66-f65e-414c-b180-0dd1b68c5b98 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:40.541929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94051911-5094-4b6d-baa7-58a08a8f1c3e req-2e3e5a66-f65e-414c-b180-0dd1b68c5b98 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.1646607 Jul 28 11:14:40.549644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a878bdb-6fa6-448a-a426-520843c93f5f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:40.599589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:40.599753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9082c1f-51d3-4b7c-984d-6848cbcd9a72') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:40.603790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a35ed-d2fd-4216-9075-704fcb5700f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:40.647925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-14d26864-e759-4fb1-ba1c-8888f0625305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:40.649801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-14d26864-e759-4fb1-ba1c-8888f0625305 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1094 time: 0.1242571 Jul 28 11:14:40.660558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.679609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94051911-5094-4b6d-baa7-58a08a8f1c3e req-1ed38943-7c1f-4f40-b88a-e3ca7681a0db tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365449 Jul 28 11:14:40.719999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.740583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:40.740797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-1e2df296-b20c-4743-8421-e1002aed3ae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 217 time: 0.0799031 Jul 28 11:14:40.741381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:40.746440 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:40.801985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579ab9f-1691-43cf-82f6-62306ce240a6 req-e088ef42-4aa1-4a9c-8a47-71e45dbd4fda tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:40.809872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9579ab9f-1691-43cf-82f6-62306ce240a6 req-e088ef42-4aa1-4a9c-8a47-71e45dbd4fda tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.2145076 Jul 28 11:14:40.840382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-84e173e0-80e9-44c6-af16-60f0b5aaa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:40.843175 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-84e173e0-80e9-44c6-af16-60f0b5aaa690 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0918143 Jul 28 11:14:40.876058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.886131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:40.894876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/5a878bdb-6fa6-448a-a426-520843c93f5f HTTP/1.1" status: 204 len: 168 time: 3.0834022 Jul 28 11:14:40.900274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:40.930062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861227275'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:40.947764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9579ab9f-1691-43cf-82f6-62306ce240a6 req-c3146fc5-ed25-4cb9-a10f-c57ee4613245 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366622 Jul 28 11:14:40.960141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-e3abd66d-0b60-4a95-99af-c672fe63973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:40.970982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0439c-14d2-4e88-b8d9-a08a9c88221d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=5a878bdb-6fa6-448a-a426-520843c93f5f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:40.972285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-e3abd66d-0b60-4a95-99af-c672fe63973c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190560 Jul 28 11:14:41.072092 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e7f7e-c17e-49dd-9458-8eb190493e85 x-openstack-request-id: req-2b4e7f7e-c17e-49dd-9458-8eb190493e85 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:41.072482 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:41.072671 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b4e7f7e-c17e-49dd-9458-8eb190493e85 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:41.073254 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'status': 'completed', 'code': 200} Jul 28 11:14:41.111050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:41.116147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:41.146160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:41.158117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:41.158473 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 42be0c51-e2be-479e-82a8-90f074a04e35 of type vlan for network d8bd8fb1-886a-43df-a110-69b55c8612c0 Jul 28 11:14:41.165102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-01206fcd-4d80-4459-8d0a-4e4750b5aaed service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842229 Jul 28 11:14:41.256242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f471380-3a48-458c-ab87-48a64da8142b req-910fda47-d1a0-44aa-be1c-357df7bfe04f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.259048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f471380-3a48-458c-ab87-48a64da8142b req-910fda47-d1a0-44aa-be1c-357df7bfe04f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 943 time: 0.3244967 Jul 28 11:14:41.259622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:41.328413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68b9f-aced-4f08-8db9-13f96b6b8db7 req-7c947142-4d22-4765-933b-ea9d81f72413 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.329885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bbd68b9f-aced-4f08-8db9-13f96b6b8db7 req-7c947142-4d22-4765-933b-ea9d81f72413 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.1590207 Jul 28 11:14:41.340987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f471380-3a48-458c-ab87-48a64da8142b req-c535c5db-2827-4aca-abd4-a2ecb6fa0c33 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655258 Jul 28 11:14:41.369765 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d537eeb9-471e-48fa-bcf9-688c4efbca1f req-29df0aca-f706-40a2-8854-724e6a51ca39 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936619 Jul 28 11:14:41.380043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:41.386550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.387209 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:41.466660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-ee14c5a9-6a7e-4eac-b8ab-c5d5309216c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.468951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-ee14c5a9-6a7e-4eac-b8ab-c5d5309216c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1094 time: 0.0464454 Jul 28 11:14:41.478131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5528183 Jul 28 11:14:41.481100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:41.483393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bbd68b9f-aced-4f08-8db9-13f96b6b8db7 req-9e628345-cfcc-47fc-a2e4-6e75baaea70d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354778 Jul 28 11:14:41.484814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd5659-7180-4f1d-88b4-ba0a942f3acb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=d8bd8fb1-886a-43df-a110-69b55c8612c0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:41.487988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:41.504092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:41.650908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-9427556f-69bb-426b-becc-b851bc74dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.653218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-9427556f-69bb-426b-becc-b851bc74dc80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1749754 Jul 28 11:14:41.656597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:41.660273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:41.676014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e743f3-19be-49db-b3dc-bc8cc273ae02 req-5955d185-fa4e-48b8-857b-150d129db554 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.677923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70e743f3-19be-49db-b3dc-bc8cc273ae02 req-5955d185-fa4e-48b8-857b-150d129db554 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0569923 Jul 28 11:14:41.723121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70e743f3-19be-49db-b3dc-bc8cc273ae02 req-99ba2b71-c9a8-46a4-aec1-c59c63f3fe4d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Jul 28 11:14:41.743391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-6c41b063-9bfb-4b07-8f01-be9f0b0640f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 217 time: 0.0778265 Jul 28 11:14:41.841810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-932128bf-1613-4f6c-9001-2cc0914d8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.844315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-932128bf-1613-4f6c-9001-2cc0914d8e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0851130 Jul 28 11:14:41.850149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8820-7045-4b82-9e1f-a53f7007a896 req-3a1c033a-5b92-4deb-89fe-e4fc97998580 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.853628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-232c8820-7045-4b82-9e1f-a53f7007a896 req-3a1c033a-5b92-4deb-89fe-e4fc97998580 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.0797045 Jul 28 11:14:41.911840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-232c8820-7045-4b82-9e1f-a53f7007a896 req-a1433a1d-bc1a-408b-967f-c64f0ff6a83b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506895 Jul 28 11:14:41.914145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:41.974814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-0e49ae97-c3b0-4dbc-9ac6-84081a1730e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:41.976508 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-0e49ae97-c3b0-4dbc-9ac6-84081a1730e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237893 Jul 28 11:14:42.060141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:42.064378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709b5d-9a0b-4eed-82e7-9ff624869f6d req-688e357a-fa8d-4f2c-99e0-77544be386c7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.070458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709b5d-9a0b-4eed-82e7-9ff624869f6d req-688e357a-fa8d-4f2c-99e0-77544be386c7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.076755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709b5d-9a0b-4eed-82e7-9ff624869f6d req-688e357a-fa8d-4f2c-99e0-77544be386c7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.078578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f709b5d-9a0b-4eed-82e7-9ff624869f6d req-688e357a-fa8d-4f2c-99e0-77544be386c7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc&device_id=074a7944-51f7-4226-92f9-987ceab54bc6&device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 2418 time: 0.0801754 Jul 28 11:14:42.110050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:42.120067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f709b5d-9a0b-4eed-82e7-9ff624869f6d req-00bf81e1-160c-44a5-a286-d33fb3076fd4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351655 Jul 28 11:14:42.126834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'mac_address': 'fa:16:3e:bd:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:42.169595 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:42.183405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:42.202430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:42.205856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:42.209855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': '42be0c51-e2be-479e-82a8-90f074a04e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:42.210242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: d8bd8fb1-886a-43df-a110-69b55c8612c0, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:42.220866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:42.229426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-33789929-c8fa-469b-926b-78b2238c57f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431998 Jul 28 11:14:42.278251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:42.285646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc61-08e8-4616-85e4-e591a59c6a46 req-71859052-7150-4aed-baab-b907f0244ce3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.287173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01debc61-08e8-4616-85e4-e591a59c6a46 req-71859052-7150-4aed-baab-b907f0244ce3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.0651414 Jul 28 11:14:42.303256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:42.318505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d8bd8fb1-886a-43df-a110-69b55c8612c0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:42.325599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.326231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:42.332692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01debc61-08e8-4616-85e4-e591a59c6a46 req-084f4cb4-dc85-4dde-8ef9-5532b05e9b82 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Jul 28 11:14:42.333360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e726c01-3bb1-4550-92b4-d7998abf920d None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:42.362960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c1e6697-6348-4320-9041-7a64d84c0922 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8805707 Jul 28 11:14:42.365876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:42.372849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:42.390608 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4baa462f-b7be-4a97-b86f-30c33c12cf51 req-bed17e83-ddf4-42c6-a04c-49c2c04e04fe service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430113 Jul 28 11:14:42.527092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb4b8e-e297-42c5-9fa2-0db065e61992 req-64aeb0c8-85ae-484f-92c8-750e950f99f3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.534219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-acdb4b8e-e297-42c5-9fa2-0db065e61992 req-64aeb0c8-85ae-484f-92c8-750e950f99f3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 943 time: 0.0920081 Jul 28 11:14:42.624154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:42.627826 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:42.653968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d8bd8fb1-886a-43df-a110-69b55c8612c0', 'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': 'f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:42.654842 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:42.679747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['dd1d304c-7b36-49e2-a111-46952f7967a7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:42.700249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-acdb4b8e-e297-42c5-9fa2-0db065e61992 req-7ef9d544-363e-4a49-b8d1-2d3bde22e60c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644142 Jul 28 11:14:42.738150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd61755-421c-4071-bee9-19c81bfdf613 req-cfde2333-b80d-413e-8bad-7dc6e96fe335 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:42.739674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cd61755-421c-4071-bee9-19c81bfdf613 req-cfde2333-b80d-413e-8bad-7dc6e96fe335 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.1253281 Jul 28 11:14:42.842298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cd61755-421c-4071-bee9-19c81bfdf613 req-4b1662e9-579b-4903-8086-53db2ed57e66 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954969 Jul 28 11:14:43.032700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Allocated IP 2001:db8::2 (d8bd8fb1-886a-43df-a110-69b55c8612c0/f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a/950e285e-f427-4566-aebd-617b7c86f228) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:43.272960 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.282289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Transition to ACTIVE for port object 950e285e-f427-4566-aebd-617b7c86f228 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:43.288515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190422-afd5-420d-aefe-7ab38c40598c req-8e8ba5d7-6668-48b9-9906-449a65ff2eb9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.298161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e190422-afd5-420d-aefe-7ab38c40598c req-8e8ba5d7-6668-48b9-9906-449a65ff2eb9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.2514355 Jul 28 11:14:43.299669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Transition to ACTIVE for port object 950e285e-f427-4566-aebd-617b7c86f228 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:43.306595 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.316556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.365271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:43.368914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:43.380656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:43.454970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=b1370496-ab0d-472e-b53f-b0b1dceafbc6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:43.455200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Attempting to bind port 950e285e-f427-4566-aebd-617b7c86f228 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:43.461350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Attempting to bind port 950e285e-f427-4566-aebd-617b7c86f228 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '42be0c51-e2be-479e-82a8-90f074a04e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:43.462205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Attempting to bind port 950e285e-f427-4566-aebd-617b7c86f228 on network d8bd8fb1-886a-43df-a110-69b55c8612c0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:43.467832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Pushing event updated for resources: {'Port': ['ID=950e285e-f427-4566-aebd-617b7c86f228,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:43.470729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e190422-afd5-420d-aefe-7ab38c40598c req-9e3efc2d-898d-4a49-9e72-8068d86a529a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714056 Jul 28 11:14:43.473563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:43.475927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:43.485828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.486230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614785'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.498538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:43.500142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Checking segment: {'id': '42be0c51-e2be-479e-82a8-90f074a04e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:43.501620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.502360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Bound using segment: {'id': '42be0c51-e2be-479e-82a8-90f074a04e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:43.502853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Bound port: 950e285e-f427-4566-aebd-617b7c86f228, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42be0c51-e2be-479e-82a8-90f074a04e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:43.503371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.507986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-232acfb1-b83a-47ae-a4dc-622485322a67 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1406927 Jul 28 11:14:43.510565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:43.574888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] For port 950e285e-f427-4566-aebd-617b7c86f228, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:43.579143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] For port 950e285e-f427-4566-aebd-617b7c86f228, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=950e285e-f427-4566-aebd-617b7c86f228,segment=NetworkSegment(42be0c51-e2be-479e-82a8-90f074a04e35),segment_id=42be0c51-e2be-479e-82a8-90f074a04e35)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:43.583953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.600150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cf867-7aba-464f-b921-83939e425fcc tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.601950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cf867-7aba-464f-b921-83939e425fcc tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.603799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cf867-7aba-464f-b921-83939e425fcc tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.605949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cf867-7aba-464f-b921-83939e425fcc tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.607679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cf867-7aba-464f-b921-83939e425fcc tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.610216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a43cf867-7aba-464f-b921-83939e425fcc tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0888777 Jul 28 11:14:43.614349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:43.621361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479626930'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:43.652688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a1650-d01c-4e55-8af7-f8736be4477e None None] Pushing event updated for resources: {'Port': ['ID=950e285e-f427-4566-aebd-617b7c86f228,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:43.653737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:43.659950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.691039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:43.707232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.707576 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 0edc57c1-f96f-4a3e-b564-9b1d3af84c26 of type vlan for network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 Jul 28 11:14:43.756933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.834418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:43.840598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:43.841214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:44.034163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:44.034382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4179921 Jul 28 11:14:44.039898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:44.068301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf25df-4aed-41b6-8861-08ef6d14dce1 req-a46b5dac-04e8-4e32-880d-e147509e6135 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:44.075963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67cf25df-4aed-41b6-8861-08ef6d14dce1 req-a46b5dac-04e8-4e32-880d-e147509e6135 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 943 time: 0.2873342 Jul 28 11:14:44.096137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11c10-b9c7-491a-8d67-819addfd47ae tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=e4b46cd0-0de3-46e3-81c9-0a32bdb37040,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:44.110197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:44.154436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d041a0-b128-43c9-a712-0d1bc36a59ef req-a86f7e44-bf53-4a02-b782-919782009e8d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:44.163140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7d041a0-b128-43c9-a712-0d1bc36a59ef req-a86f7e44-bf53-4a02-b782-919782009e8d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1901841 Jul 28 11:14:44.197237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67cf25df-4aed-41b6-8861-08ef6d14dce1 req-5ae953de-2117-4c01-83bf-e1ed2ef7ae5e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111646 Jul 28 11:14:44.243799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7d041a0-b128-43c9-a712-0d1bc36a59ef req-69276722-99d4-4f8d-a5a1-4317cd04760d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Jul 28 11:14:44.290384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:44.326902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:44.338996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:14:44.350575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:44.351454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:44.353740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "PUT /v2.0/networks/e4b46cd0-0de3-46e3-81c9-0a32bdb37040 HTTP/1.1" status: 200 len: 723 time: 0.3180749 Jul 28 11:14:44.356841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:44.357698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede165e4-8ade-4557-b8b4-064f33158d1b req-bf85a6f6-22f2-4bb7-bb5f-e609469cfcd0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:44.359284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ede165e4-8ade-4557-b8b4-064f33158d1b req-bf85a6f6-22f2-4bb7-bb5f-e609469cfcd0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.0658324 Jul 28 11:14:44.364491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:44.410239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ede165e4-8ade-4557-b8b4-064f33158d1b req-f91c2f88-dccc-437f-b5e6-7454c8f9b447 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Jul 28 11:14:44.529049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0650a-2070-41f7-8ebb-a5623e5e3d58 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=e4b46cd0-0de3-46e3-81c9-0a32bdb37040,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:44.540044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:44.583406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:44.587699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:44.710716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11922d4d-c9cf-4119-893c-133f4cf6cd93 req-a01e7d40-c376-4863-a54d-4300f38a24c3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:44.723064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11922d4d-c9cf-4119-893c-133f4cf6cd93 req-a01e7d40-c376-4863-a54d-4300f38a24c3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1306095 Jul 28 11:14:44.806263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11922d4d-c9cf-4119-893c-133f4cf6cd93 req-519b60f3-ffbd-4119-bece-3bae84a4552f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725565 Jul 28 11:14:44.908124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:44.981123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=ce6e2bc3-13e6-4234-9345-aad4579dc499,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:44.988943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': '0edc57c1-f96f-4a3e-b564-9b1d3af84c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:44.989293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: e4b46cd0-0de3-46e3-81c9-0a32bdb37040, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:44.993701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460db85-a4bc-49a9-a632-46a311feccd2 None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:45.016363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:45.044429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e4b46cd0-0de3-46e3-81c9-0a32bdb37040) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:45.054587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:45.055267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:45.082364 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b2b69005-ba7c-4031-b46a-2c1522c2b22b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7239449 Jul 28 11:14:45.085189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:45.090507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:45.103606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 950e285e-f427-4566-aebd-617b7c86f228 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:45.105602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8376e5b-3ecd-45a1-b659-241ca5df93a8 None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:45.195572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5036491'] for subnet, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:45.429200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-af1c8062-0018-46b7-9376-ad571ac05333 None None] Provisioning for port 950e285e-f427-4566-aebd-617b7c86f228 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:45.441037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758693867816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7540418'] for subnet, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:45.465958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:45.466643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:45.471311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:45.471523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "PUT /v2.0/subnets/ce6e2bc3-13e6-4234-9345-aad4579dc499 HTTP/1.1" status: 200 len: 826 time: 0.3852363 Jul 28 11:14:45.522901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1934-a085-410f-b27d-e042184cd420 req-5e8cd3f2-3131-4392-92b6-a3f3ea2cfb67 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:45.524060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4dd1934-a085-410f-b27d-e042184cd420 req-5e8cd3f2-3131-4392-92b6-a3f3ea2cfb67 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 943 time: 0.2193840 Jul 28 11:14:45.545148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b9402-6641-4b1f-a863-10153795f94b req-55654fef-3bfd-4e47-922b-4ce54ee75be6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:45.548093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-486b9402-6641-4b1f-a863-10153795f94b req-55654fef-3bfd-4e47-922b-4ce54ee75be6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1630247 Jul 28 11:14:45.550310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105791c7-db54-4bc7-9e5f-55fd3cc36cf3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=ce6e2bc3-13e6-4234-9345-aad4579dc499,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:45.605456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 950e285e-f427-4566-aebd-617b7c86f228 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:45.632216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 950e285e-f427-4566-aebd-617b7c86f228 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:45.637127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-486b9402-6641-4b1f-a863-10153795f94b req-6a564fc4-7693-4a81-96ab-1e6c41a41f48 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671546 Jul 28 11:14:45.646334 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:45.649177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4dd1934-a085-410f-b27d-e042184cd420 req-d5981693-652c-417e-be17-dee73865bd3f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003237 Jul 28 11:14:45.653846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-e4b46cd0-0de3-46e3-81c9-0a32bdb37040', 'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': 'ce6e2bc3-13e6-4234-9345-aad4579dc499'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:45.655228 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:45.945656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0a9a-a205-42de-889e-6d1876617ea0 req-f91a9f3d-61b6-4464-a3af-7dcea4c1ac2d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:45.949026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:45.950822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:45.956385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10fe0a9a-a205-42de-889e-6d1876617ea0 req-f91a9f3d-61b6-4464-a3af-7dcea4c1ac2d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.1686270 Jul 28 11:14:46.029147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Allocated IP 2001:db8::2 (e4b46cd0-0de3-46e3-81c9-0a32bdb37040/ce6e2bc3-13e6-4234-9345-aad4579dc499/79c3c94c-c9da-4791-9cf3-30941c3657fa) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:46.044988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10fe0a9a-a205-42de-889e-6d1876617ea0 req-e5e87fc9-773a-49f6-a7c1-592c2029b745 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 Jul 28 11:14:46.059582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.070712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d3f5e-9d86-42cf-a94a-a8265a0df359 req-6943d4f9-62ed-480e-af6d-5d059488ae7b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:46.077042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-955d3f5e-9d86-42cf-a94a-a8265a0df359 req-6943d4f9-62ed-480e-af6d-5d059488ae7b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1598101 Jul 28 11:14:46.112568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.116144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Update dhcp port {'port': {'network_id': 'd8bd8fb1-886a-43df-a110-69b55c8612c0', 'fixed_ips': [{'subnet_id': 'f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b1370496-ab0d-472e-b53f-b0b1dceafbc6'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '950e285e-f427-4566-aebd-617b7c86f228'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:14:46.130846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-955d3f5e-9d86-42cf-a94a-a8265a0df359 req-dd493433-5145-4945-a6fb-480eeaa61937 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526171 Jul 28 11:14:46.168952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.281316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.286560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 950e285e-f427-4566-aebd-617b7c86f228, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=950e285e-f427-4566-aebd-617b7c86f228,segment=NetworkSegment(42be0c51-e2be-479e-82a8-90f074a04e35),segment_id=42be0c51-e2be-479e-82a8-90f074a04e35)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:46.312024 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.353056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port dd1d304c-7b36-49e2-a111-46952f7967a7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:46.380591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port dd1d304c-7b36-49e2-a111-46952f7967a7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:46.380965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.455541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:46.503545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:46.519112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=950e285e-f427-4566-aebd-617b7c86f228,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:46.565286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.584905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Transition to ACTIVE for port object 79c3c94c-c9da-4791-9cf3-30941c3657fa will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:46.656672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Transition to ACTIVE for port object 79c3c94c-c9da-4791-9cf3-30941c3657fa will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:46.693188 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.731435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6e2bc3-13e6-4234-9345-aad4579dc499,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:46.741380 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.749213 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.812748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:46.820903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397300e3-2db4-431c-be73-2b6a7f5ba4cf req-0f8c0196-c6ed-4871-aac3-f1d65727a572 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:46.822369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-397300e3-2db4-431c-be73-2b6a7f5ba4cf req-0f8c0196-c6ed-4871-aac3-f1d65727a572 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0934677 Jul 28 11:14:46.849608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.899930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Allocated IP 172.20.0.1 (d8bd8fb1-886a-43df-a110-69b55c8612c0/b1370496-ab0d-472e-b53f-b0b1dceafbc6/950e285e-f427-4566-aebd-617b7c86f228) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:46.901037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.903483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:46.910156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:46.918848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:46.919252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf40f0-d03b-4805-a0f1-0ebcedbec080 req-5b7e132d-5ed5-42cd-836c-d92085b9a5da tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:46.931219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Pushing event updated for resources: {'Port': ['ID=79c3c94c-c9da-4791-9cf3-30941c3657fa,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:46.942145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b46cd0-0de3-46e3-81c9-0a32bdb37040']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:46.942496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bf40f0-d03b-4805-a0f1-0ebcedbec080 req-5b7e132d-5ed5-42cd-836c-d92085b9a5da tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 943 time: 0.1647384 Jul 28 11:14:46.956008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edc57c1-f96f-4a3e-b564-9b1d3af84c26') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:46.956331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edc57c1-f96f-4a3e-b564-9b1d3af84c26') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:46.957643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:46.963888 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:46.976013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.004648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.025116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:47.025716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.037446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:47.040451 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df5bf05-fc25-4ca7-ad46-6b73db2449e6" -d '{"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:47.044494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-397300e3-2db4-431c-be73-2b6a7f5ba4cf req-4d9045bd-3191-4d2a-b6da-564a99f4c734 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093673 Jul 28 11:14:47.081631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bf40f0-d03b-4805-a0f1-0ebcedbec080 req-10714b4b-0f2a-40ba-b813-9db7d31c6dab tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475830 Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:47.206648 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:47.209520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 950e285e-f427-4566-aebd-617b7c86f228 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:47.215040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:14:47.215040 n-d-723573-7 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:14:47.215040 n-d-723573-7 neutron-server[93835]: [parameters: {'id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040'}] Jul 28 11:14:47.215040 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:14:47.216013 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:14:47.274416 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299b41a-d672-4501-983a-82903cb648c8 x-openstack-request-id: req-d299b41a-d672-4501-983a-82903cb648c8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:47.274892 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:47.275039 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d299b41a-d672-4501-983a-82903cb648c8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:47.275351 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'code': 200} Jul 28 11:14:47.283057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:47.334483 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.346647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66274c69-6965-44bd-996d-45935cf338c0 req-b8c5f13c-707d-4d9e-ac4e-2f2e14a3ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:47.349343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66274c69-6965-44bd-996d-45935cf338c0 req-b8c5f13c-707d-4d9e-ac4e-2f2e14a3ca3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1097 time: 0.0723987 Jul 28 11:14:47.359332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ef1e51aa-a2ee-4a3f-8073-c48c19be988e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:47.401226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-66274c69-6965-44bd-996d-45935cf338c0 req-dfc83b65-f44b-40c7-aaba-a813700146bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Jul 28 11:14:47.418459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed620a7c-e4b0-4c5d-83f6-71fd9715a1f9 req-63f3210f-d72a-4b22-9b3b-a77d35fe81f2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:47.420046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed620a7c-e4b0-4c5d-83f6-71fd9715a1f9 req-63f3210f-d72a-4b22-9b3b-a77d35fe81f2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.0866895 Jul 28 11:14:47.427392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:47.430552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee00177-6a52-4450-94ab-9d629a01f414 req-59f67804-16a6-4c42-9f8c-e9b5b95f2f1e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:47.439469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eee00177-6a52-4450-94ab-9d629a01f414 req-59f67804-16a6-4c42-9f8c-e9b5b95f2f1e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.1756113 Jul 28 11:14:47.492969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Attempting to bind port 79c3c94c-c9da-4791-9cf3-30941c3657fa on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:47.493488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Attempting to bind port 79c3c94c-c9da-4791-9cf3-30941c3657fa by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0edc57c1-f96f-4a3e-b564-9b1d3af84c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:47.493731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Attempting to bind port 79c3c94c-c9da-4791-9cf3-30941c3657fa on network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:47.500571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:47.523687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eee00177-6a52-4450-94ab-9d629a01f414 req-5acc60a0-7007-44a7-b864-83636c1998a0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831256 Jul 28 11:14:47.525041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:47.525419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Checking segment: {'id': '0edc57c1-f96f-4a3e-b564-9b1d3af84c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:47.525821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.526219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Bound using segment: {'id': '0edc57c1-f96f-4a3e-b564-9b1d3af84c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:47.526705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Bound port: 79c3c94c-c9da-4791-9cf3-30941c3657fa, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edc57c1-f96f-4a3e-b564-9b1d3af84c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e4b46cd0-0de3-46e3-81c9-0a32bdb37040'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:47.532394 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.537225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed620a7c-e4b0-4c5d-83f6-71fd9715a1f9 req-3c24e59a-c337-46b4-804a-1c12fd1b1482 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878723 Jul 28 11:14:47.565544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] For port 950e285e-f427-4566-aebd-617b7c86f228, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=950e285e-f427-4566-aebd-617b7c86f228,segment=NetworkSegment(42be0c51-e2be-479e-82a8-90f074a04e35),segment_id=42be0c51-e2be-479e-82a8-90f074a04e35)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:47.613507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 950e285e-f427-4566-aebd-617b7c86f228 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:47.613976 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.700471 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.718873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.748937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] For port 79c3c94c-c9da-4791-9cf3-30941c3657fa, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:47.754005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] For port 79c3c94c-c9da-4791-9cf3-30941c3657fa, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=79c3c94c-c9da-4791-9cf3-30941c3657fa,segment=NetworkSegment(0edc57c1-f96f-4a3e-b564-9b1d3af84c26),segment_id=0edc57c1-f96f-4a3e-b564-9b1d3af84c26)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:47.759203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Transition to ACTIVE for port object 950e285e-f427-4566-aebd-617b7c86f228 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:47.766842 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.779750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.792859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port 79c3c94c-c9da-4791-9cf3-30941c3657fa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:14:47.793634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.806753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port 950e285e-f427-4566-aebd-617b7c86f228 had new provisioning blocks added so it will not transition to active. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 28 11:14:47.892234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port 79c3c94c-c9da-4791-9cf3-30941c3657fa, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=79c3c94c-c9da-4791-9cf3-30941c3657fa,segment=NetworkSegment(0edc57c1-f96f-4a3e-b564-9b1d3af84c26),segment_id=0edc57c1-f96f-4a3e-b564-9b1d3af84c26)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:47.892907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:47.947141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for 79c3c94c-c9da-4791-9cf3-30941c3657fa owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:14:48.131773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.190364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=79c3c94c-c9da-4791-9cf3-30941c3657fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:48.192712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port 79c3c94c-c9da-4791-9cf3-30941c3657fa on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:14:48.232704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d40670-0e90-43e9-ae4c-6ecd9b8a899f None None] Pushing event updated for resources: {'Port': ['ID=79c3c94c-c9da-4791-9cf3-30941c3657fa,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:48.335269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f201c-1797-4912-a8f4-a860bd45c7d9 None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:48.376979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.408221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b46cd0-0de3-46e3-81c9-0a32bdb37040']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:48.429747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edc57c1-f96f-4a3e-b564-9b1d3af84c26') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:48.434768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edc57c1-f96f-4a3e-b564-9b1d3af84c26') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:48.447338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.467607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.482773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:48.491669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.507595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612c084-19f5-4475-a446-0d814f2bc832 None None] Pushing event updated for resources: {'Port': ['ID=950e285e-f427-4566-aebd-617b7c86f228,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:48.567075 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:48.573813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.589003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.591307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/e4b46cd0-0de3-46e3-81c9-0a32bdb37040 HTTP/1.1" status: 204 len: 168 time: 3.1166668 Jul 28 11:14:48.603695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:48.639008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23503d0-07f7-4094-b093-302e87b40886 None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:48.679256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23503d0-07f7-4094-b093-302e87b40886 None None] Network e4b46cd0-0de3-46e3-81c9-0a32bdb37040 could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 11:14:48.679470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add18d-ec86-4542-afb4-f8a0cc127a41 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=e4b46cd0-0de3-46e3-81c9-0a32bdb37040,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:48.689958 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-895506cc-0204-4ac5-acaa-c4bc46f8b994 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:14:48.690547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895506cc-0204-4ac5-acaa-c4bc46f8b994 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:14:48.692846 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-895506cc-0204-4ac5-acaa-c4bc46f8b994 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/e4b46cd0-0de3-46e3-81c9-0a32bdb37040 HTTP/1.1" status: 404 len: 339 time: 0.0862353 Jul 28 11:14:48.696371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:48.702344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765573898', 'description': 'd1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:48.735734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:48.739319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.787342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:48.801114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.801599 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 9190e9f5-9134-4e7d-92d0-f09f85109d9e of type vlan for network ac73ff7c-ac66-4d9d-90aa-b563ef269aef Jul 28 11:14:48.864562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.911032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.917518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:48.918240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:48.975072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8935ae7-25d0-465f-aab2-6715d5d3938b req-d601df13-0305-4b04-bbd3-5db82c09fab9 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:48.992891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8935ae7-25d0-465f-aab2-6715d5d3938b req-d601df13-0305-4b04-bbd3-5db82c09fab9 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.8258100 Jul 28 11:14:49.028205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3307207 Jul 28 11:14:49.033888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:49.068973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3231589-d542-407e-814d-62b729def0c7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=ac73ff7c-ac66-4d9d-90aa-b563ef269aef,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:49.074488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5422-5d36-415c-8f30-eb7c693fd710 req-9dec7f17-8fe3-45e0-9410-d5097fcfe283 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:49.080905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ac73ff7c-ac66-4d9d-90aa-b563ef269aef details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:49.081112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5bf5422-5d36-415c-8f30-eb7c693fd710 req-9dec7f17-8fe3-45e0-9410-d5097fcfe283 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.8477380 Jul 28 11:14:49.127163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 950e285e-f427-4566-aebd-617b7c86f228 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:49.146090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8935ae7-25d0-465f-aab2-6715d5d3938b req-ce08027e-d8f1-4dbe-990a-ef5e73e5e900 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491365 Jul 28 11:14:49.185644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5bf5422-5d36-415c-8f30-eb7c693fd710 req-ba447899-89ec-45b7-b69a-0e2d329b5afe tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909765 Jul 28 11:14:49.200793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeef651-736a-4104-ac4c-8786694d1d3a tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:49.205508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:49.212737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5aeef651-736a-4104-ac4c-8786694d1d3a tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks?id=ac73ff7c-ac66-4d9d-90aa-b563ef269aef HTTP/1.1" status: 200 len: 765 time: 0.1704857 Jul 28 11:14:49.212903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'description': 'd2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:49.282170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84e06c-4f5a-485e-8cdf-58872f229cfe None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:49.361096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e377303-59e0-4b8d-8ca6-9af93763d501 None None] Provisioning for port 950e285e-f427-4566-aebd-617b7c86f228 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:49.364319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 950e285e-f427-4566-aebd-617b7c86f228 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:49.364697 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.402456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e377303-59e0-4b8d-8ca6-9af93763d501 None None] Provisioning complete for port 950e285e-f427-4566-aebd-617b7c86f228 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:49.402945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e377303-59e0-4b8d-8ca6-9af93763d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.427437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70caae1-f07a-4a8b-a218-69ea350a8ccb req-ae4b236a-7a6a-4d7d-8ea2-205db4632f98 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:49.429049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b70caae1-f07a-4a8b-a218-69ea350a8ccb req-ae4b236a-7a6a-4d7d-8ea2-205db4632f98 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1331174 Jul 28 11:14:49.484093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.512360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b70caae1-f07a-4a8b-a218-69ea350a8ccb req-1ecc9efd-fc1a-4f60-abb9-12fae284bd1f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668960 Jul 28 11:14:49.513437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.538677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network ac73ff7c-ac66-4d9d-90aa-b563ef269aef is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:14:49.545150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:49.546130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.548108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "PUT /v2.0/networks/ac73ff7c-ac66-4d9d-90aa-b563ef269aef HTTP/1.1" status: 200 len: 762 time: 0.3408384 Jul 28 11:14:49.553299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:49.617311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f5e18-5fef-47bc-9ca0-cb36ba506f50 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=ac73ff7c-ac66-4d9d-90aa-b563ef269aef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:49.644522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ac73ff7c-ac66-4d9d-90aa-b563ef269aef details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:49.715932 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.745270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68299b61-b026-4205-8669-4af405dba587 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:49.753668 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-68299b61-b026-4205-8669-4af405dba587 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks?id=ac73ff7c-ac66-4d9d-90aa-b563ef269aef HTTP/1.1" status: 200 len: 765 time: 0.1992340 Jul 28 11:14:49.754567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:49.759616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775419d-c951-46ec-9057-d44ddf82e088 req-2809768a-6ce7-423b-a860-77f9528ab39c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:49.765002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6775419d-c951-46ec-9057-d44ddf82e088 req-2809768a-6ce7-423b-a860-77f9528ab39c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1042111 Jul 28 11:14:49.770228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:49.775067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'floatingip': {'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:49.848565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:49.948524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:49.998345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fe4cf-b4da-4b55-89af-ccb7db8a8407 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:14:50.117929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:50.136106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1aaca9cf-675e-480b-bbb3-f8f13905755a None None] Provisioning complete for port 950e285e-f427-4566-aebd-617b7c86f228 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:50.136521 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1aaca9cf-675e-480b-bbb3-f8f13905755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.137965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:14:50.141567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ef689-2321-471e-bc3c-e05d8945905b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:50.167362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:50.167739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.177447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:50.177998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-135ef689-2321-471e-bc3c-e05d8945905b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4179871 Jul 28 11:14:50.231789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-804bcfc5-f03a-4185-a3a7-f7454324eb09 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 207 time: 0.0529263 Jul 28 11:14:50.232682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:50.306112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fe4cf-b4da-4b55-89af-ccb7db8a8407 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:14:50.379661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6588f6-13a1-4a23-a910-fd6e7b65b73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.507633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.533901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6588f6-13a1-4a23-a910-fd6e7b65b73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.543547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6588f6-13a1-4a23-a910-fd6e7b65b73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.604879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:50.606883 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ac6588f6-13a1-4a23-a910-fd6e7b65b73d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5992fed1a9415b997530bfeb4da264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874816 Jul 28 11:14:50.607927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6588f6-13a1-4a23-a910-fd6e7b65b73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c1033-3555-413b-845e-8c33772aec9a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:50.621766 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c10a4e-8f99-482d-a824-dec7678fd953" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:50.625006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:50.682199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:50.691319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.698928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-238d1bec-96f8-41df-a82a-a4edf03e621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.729568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-238d1bec-96f8-41df-a82a-a4edf03e621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.793544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4935f-7afa-4dc2-899d-13d36ef8a148 req-a097ff69-335e-48a3-bf55-a1ad5d9bcb5d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:50.801995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ff4935f-7afa-4dc2-899d-13d36ef8a148 req-a097ff69-335e-48a3-bf55-a1ad5d9bcb5d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.4668875 Jul 28 11:14:50.808335 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-238d1bec-96f8-41df-a82a-a4edf03e621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.812001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-238d1bec-96f8-41df-a82a-a4edf03e621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:50.816451 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-238d1bec-96f8-41df-a82a-a4edf03e621f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d2c1033-3555-413b-845e-8c33772aec9a HTTP/1.1" status: 204 len: 168 time: 0.1891150 Jul 28 11:14:50.816914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:50.833446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87b544-3f2a-4174-803c-3bbff39bcbf4 req-8825c563-96cc-40e9-af66-cd065c8598f3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:50.847167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de87b544-3f2a-4174-803c-3bbff39bcbf4 req-8825c563-96cc-40e9-af66-cd065c8598f3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.5109098 Jul 28 11:14:50.849460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d1bec-96f8-41df-a82a-a4edf03e621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c1033-3555-413b-845e-8c33772aec9a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:51.017826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.025066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.031723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.038484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.045155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.051125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.057797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:51.057975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-12ff9ebc-dcd5-40d0-907c-57834bfb86a2 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8204143 Jul 28 11:14:51.345023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:51.349964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de87b544-3f2a-4174-803c-3bbff39bcbf4 req-4223d6f9-c1e4-4b75-899d-c13b6903b795 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019104 Jul 28 11:14:51.355385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:51.778423 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-097f164e-cd4f-4c15-b2db-22dd82017327 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7200298 Jul 28 11:14:51.779091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:51.815205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ff4935f-7afa-4dc2-899d-13d36ef8a148 req-481ac9c0-3400-4520-9944-a8946e307a90 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0119634 Jul 28 11:14:51.869651 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c84eda-2fac-4215-9b92-eb1d3a32efa9 x-openstack-request-id: req-36c84eda-2fac-4215-9b92-eb1d3a32efa9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:51.870559 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:51.872419 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36c84eda-2fac-4215-9b92-eb1d3a32efa9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:51.873090 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:14:51.952233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2846-ccdc-429e-82ad-974909b10dd3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.954081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2846-ccdc-429e-82ad-974909b10dd3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.955471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2846-ccdc-429e-82ad-974909b10dd3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.965567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:14:51.965882 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Floating IP 05cf3231-ed2c-4b70-85c0-c646ef9df25a associated. External IP: 172.25.1.166, port: dd1d304c-7b36-49e2-a111-46952f7967a7. Jul 28 11:14:51.969825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2846-ccdc-429e-82ad-974909b10dd3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.972104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2846-ccdc-429e-82ad-974909b10dd3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:51.977750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:51.979648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a9a2846-ccdc-429e-82ad-974909b10dd3 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1991572 Jul 28 11:14:52.102819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f91ee-b973-4810-ba25-eb7a3f1e627f req-0abdeddb-bb6a-472e-ba42-74fcfc396136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.118068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-808f91ee-b973-4810-ba25-eb7a3f1e627f req-0abdeddb-bb6a-472e-ba42-74fcfc396136 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1096 time: 0.1372008 Jul 28 11:14:52.242894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-808f91ee-b973-4810-ba25-eb7a3f1e627f req-343f47da-aeb3-46be-b55b-3f4f0a270a88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164980 Jul 28 11:14:52.251512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc320d6d-dae2-48b9-9606-08d40372cc22 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.253136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc320d6d-dae2-48b9-9606-08d40372cc22 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.254608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc320d6d-dae2-48b9-9606-08d40372cc22 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.256011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc320d6d-dae2-48b9-9606-08d40372cc22 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.257446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc320d6d-dae2-48b9-9606-08d40372cc22 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.272881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fc320d6d-dae2-48b9-9606-08d40372cc22 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2905436 Jul 28 11:14:52.273915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:52.364146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:52.410269 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:52.434210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'mac_address': 'fa:16:3e:10:2c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:14:52.502585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f999c-0cee-4f24-9c59-26ecd79ed837 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.513194 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d80f999c-0cee-4f24-9c59-26ecd79ed837 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks/b7dda296-29a4-47a9-8357-4a12f8bf1e2f HTTP/1.1" status: 200 len: 804 time: 0.2380292 Jul 28 11:14:52.513974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:52.550620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:52.584448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6156b2b3-639e-48a0-aa97-3f522e2fc1bc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:14:52.665648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:52.674582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:52.690828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ca64e-aee1-4496-b488-e7385cdffeb0 req-120668d4-0755-4f69-9796-eb87a61b9f64 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.693304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c38ca64e-aee1-4496-b488-e7385cdffeb0 req-120668d4-0755-4f69-9796-eb87a61b9f64 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.2012646 Jul 28 11:14:52.770478 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-049229ab-8bd5-4af6-a5e5-3c5247bca8a6 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/networks/b7dda296-29a4-47a9-8357-4a12f8bf1e2f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2522678 Jul 28 11:14:52.775867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:52.829319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:52.854793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Router 20735347-9532-4667-81e4-3e16680a0b3b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:14:52.855434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6156b2b3-639e-48a0-aa97-3f522e2fc1bc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:14:52.862362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c38ca64e-aee1-4496-b488-e7385cdffeb0 req-0eee577b-e343-4a11-ba47-d0b0ffb91fc6 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549418 Jul 28 11:14:52.870096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d2c031-dfbb-47cd-9d8d-7439843c1c4e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.877995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e4d2c031-dfbb-47cd-9d8d-7439843c1c4e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/subnets/fed36866-f054-4384-bcae-d6e3f17847bd HTTP/1.1" status: 200 len: 843 time: 0.0950959 Jul 28 11:14:52.878317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:52.993819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4965cf-41cc-4518-a6ac-b38f717bb7b7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:52.995516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bd4965cf-41cc-4518-a6ac-b38f717bb7b7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "GET /v2.0/subnets/fed36866-f054-4384-bcae-d6e3f17847bd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1163070 Jul 28 11:14:53.001610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:53.024220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944651550'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:53.078860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:53.084582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.142614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:14:53.156398 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.156795 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Added segment 8ba41fbb-ce5e-4b96-98f0-ddc75b14234b of type vlan for network 25c22d14-ba03-4fef-b35b-90d103f33479 Jul 28 11:14:53.249904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.304592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.315817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:53.317229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.367277 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3500791 Jul 28 11:14:53.386160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:53.396663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:53.452553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca097-5a8f-4497-b8e2-46a591e6a6d1 req-3f2211c9-7826-46a7-ba96-8b1c2ead453b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:53.454364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-048ca097-5a8f-4497-b8e2-46a591e6a6d1 req-3f2211c9-7826-46a7-ba96-8b1c2ead453b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.3591468 Jul 28 11:14:53.504381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:14:53.517037 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:14:53.536492 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:53.539271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:53.540621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.552362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-048ca097-5a8f-4497-b8e2-46a591e6a6d1 req-2945fbca-be06-4a81-81a2-4f47c6f3720f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890079 Jul 28 11:14:53.623201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0c5c15f1-88f1-4764-a381-bd3501288338 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "PUT /v2.0/floatingips/05cf3231-ed2c-4b70-85c0-c646ef9df25a HTTP/1.1" status: 200 len: 992 time: 3.8514225 Jul 28 11:14:53.626975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:53.636351 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1f433e-8ab7-4912-a1ac-05566f1b745c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:53.738705 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f720b453-562a-4ecc-a0dc-0e9f7c7158ce x-openstack-request-id: req-f720b453-562a-4ecc-a0dc-0e9f7c7158ce {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:53.739832 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:53.740364 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f720b453-562a-4ecc-a0dc-0e9f7c7158ce {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:53.740991 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'status': 'completed', 'code': 200} Jul 28 11:14:53.750169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96859c-8d95-4f13-b182-6451bb9cf7b0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Network': ['ID=25c22d14-ba03-4fef-b35b-90d103f33479,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:53.780502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 25c22d14-ba03-4fef-b35b-90d103f33479 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:14:53.853380 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:53.949076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Made reservation on behalf of 6830f188cbd6468e9ba9f700d5a1c0b1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:14:53.953531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:53.986039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-bf7f6b17-5748-42cd-bd3b-2ec4be79fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:53.998060 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-bf7f6b17-5748-42cd-bd3b-2ec4be79fcd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1097 time: 0.2039595 Jul 28 11:14:54.157397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05347f-462d-4481-baba-b1adf5caa4c3 req-c5f4c325-e1cc-4a72-ad06-403bf8eedcc1 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:54.171802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd05347f-462d-4481-baba-b1adf5caa4c3 req-c5f4c325-e1cc-4a72-ad06-403bf8eedcc1 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1099224 Jul 28 11:14:54.270819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd05347f-462d-4481-baba-b1adf5caa4c3 req-e313011c-f160-4bdb-8ed2-4b7c18fcfe2c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931795 Jul 28 11:14:54.321667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:14:54.322427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:14:54.358896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:14:54.481433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-ced70993-9918-466f-b88a-276247a90446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:54.496884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-ced70993-9918-466f-b88a-276247a90446 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.4971547 Jul 28 11:14:54.499851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:14:54.500378 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:54.581929 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '05cf3231-ed2c-4b70-85c0-c646ef9df25a', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'mac_address': 'fa:16:3e:bd:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:14:27Z', 'updated_at': '2021-07-28T11:14:51Z', 'revision_number': 1, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:54.691513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:54.709973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:14:54.743692 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:54.747824 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:54.787667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:54.794020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:54.803743 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cce8fa-18c0-4493-839d-c24ec4dd4c22" -d '{"events": [{"server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "name": "network-vif-plugged", "status": "completed", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:54.808983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fe7ad-9d99-4f30-adc4-7350ec1f7fcc req-ff87b619-e2c5-4049-924e-8afb61e47da0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:54.822583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-514fe7ad-9d99-4f30-adc4-7350ec1f7fcc req-ff87b619-e2c5-4049-924e-8afb61e47da0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.1415250 Jul 28 11:14:54.823739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:54.898367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-8fed0189-90ae-4c49-be4a-19d560e33dea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1000 time: 0.3874724 Jul 28 11:14:54.914429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-514fe7ad-9d99-4f30-adc4-7350ec1f7fcc req-c001db35-de7f-40d3-8a01-382e80e52de9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895398 Jul 28 11:14:55.006461 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f3b40-eb34-4aa5-b0da-7ec2290230e7 x-openstack-request-id: req-a94f3b40-eb34-4aa5-b0da-7ec2290230e7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:55.006817 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "name": "network-vif-plugged", "status": "completed", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:55.007015 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a94f3b40-eb34-4aa5-b0da-7ec2290230e7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:55.007379 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'code': 200} Jul 28 11:14:55.008080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:55.037935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.038284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.038628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.038969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.039306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.039639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.039970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.046371 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:55.056285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.056753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.064572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.064922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.065270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:14:55.224441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-6550b9db-4b6f-43d1-bba2-9dd731c6fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:55.248701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-6550b9db-4b6f-43d1-bba2-9dd731c6fad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.3344128 Jul 28 11:14:55.276016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582c75b-1ae6-4bfc-9baa-6a18b60bbe8c req-4a924356-cfc1-4abf-81e9-35150cf3e642 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:55.286845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:55.298793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2582c75b-1ae6-4bfc-9baa-6a18b60bbe8c req-4a924356-cfc1-4abf-81e9-35150cf3e642 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.1987090 Jul 28 11:14:55.302210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:55.315940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'floatingip': {'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:55.397302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-193da8ff-3227-4d74-8b47-2e501192d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:55.398878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-193da8ff-3227-4d74-8b47-2e501192d30f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360946 Jul 28 11:14:55.443010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=7629f3cb-152f-4deb-89bd-1840a0b17466,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:55.480223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Checking segment: {'id': '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:55.480607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network hostable DHCP agents. Network: 25c22d14-ba03-4fef-b35b-90d103f33479, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:14:55.515245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Network 25c22d14-ba03-4fef-b35b-90d103f33479 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:14:55.577770 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:55.598333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 25c22d14-ba03-4fef-b35b-90d103f33479) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:55.609949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42102170-a3ae-4d1d-8357-1b1c14de9736 None None] Network 25c22d14-ba03-4fef-b35b-90d103f33479 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:55.620665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:55.627029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:55.640800 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '05cf3231-ed2c-4b70-85c0-c646ef9df25a', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'mac_address': 'fa:16:3e:bd:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:14:27Z', 'updated_at': '2021-07-28T11:14:51Z', 'revision_number': 1, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:55.709432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-b1b61244-d8ad-4289-94c2-a39dd6de2c5d service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953889 Jul 28 11:14:55.747774 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b7a17ad5-b7dc-4bc5-b33f-7d6057dbf6ac tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3603158 Jul 28 11:14:55.771492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:55.788325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:14:55.826815 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d2c600-ea83-416c-9ebf-32c0974fa296 None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '05cf3231-ed2c-4b70-85c0-c646ef9df25a', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'mac_address': 'fa:16:3e:bd:b9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:14:27Z', 'updated_at': '2021-07-28T11:14:51Z', 'revision_number': 1, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:14:55.959381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c4669-dd42-4389-8122-9dde2a731ab1 req-ec456e87-7d06-4704-b9c2-589c7b5c8842 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:55.963439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b6c4669-dd42-4389-8122-9dde2a731ab1 req-ec456e87-7d06-4704-b9c2-589c7b5c8842 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.4612968 Jul 28 11:14:56.010205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-25c22d14-ba03-4fef-b35b-90d103f33479', 'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479', 'tenant_id': '6830f188cbd6468e9ba9f700d5a1c0b1', 'fixed_ips': [{'subnet_id': '7629f3cb-152f-4deb-89bd-1840a0b17466'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:14:56.011653 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:56.219741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094706f5-d978-40f8-96c4-2af52e78a97e None None] New status for floating IP 05cf3231-ed2c-4b70-85c0-c646ef9df25a: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:14:56.305553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7504046'] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:56.338977 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1d1f433e-8ab7-4912-a1ac-05566f1b745c req-a5b01ca5-0d54-427d-b8e0-428ef2107994 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118922 Jul 28 11:14:56.573355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:14:56.573355 n-d-723573-7 neutron-server[93837]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 28 11:14:56.573355 n-d-723573-7 neutron-server[93837]: [parameters: {'in_use': 1, 'id_1': '7629f3cb-152f-4deb-89bd-1840a0b17466'}] Jul 28 11:14:56.573355 n-d-723573-7 neutron-server[93837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:14:56.582101 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:14:56.604075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b6c4669-dd42-4389-8122-9dde2a731ab1 req-5291ad86-f8a1-4859-bc9c-3ea2f1e7ba67 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446974 Jul 28 11:14:56.653933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758693867816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8316663'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:56.737005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event updated for resources: {'Subnet': ['ID=7629f3cb-152f-4deb-89bd-1840a0b17466,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:56.752095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:56.752910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:56.754421 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b61d010d-5045-4b41-aece-0a2200cadeda tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "PUT /v2.0/subnets/7629f3cb-152f-4deb-89bd-1840a0b17466 HTTP/1.1" status: 200 len: 900 time: 0.9771142 Jul 28 11:14:56.757699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:14:56.877911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:56.893903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.025789 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Floating IP f75698d1-b338-488f-8fff-a5fdb3e5c46d associated. External IP: 172.25.1.192, port: ef1e51aa-a2ee-4a3f-8073-c48c19be988e. Jul 28 11:14:57.084276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.179014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.406042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Allocated IP 2001:db8::3 (25c22d14-ba03-4fef-b35b-90d103f33479/7629f3cb-152f-4deb-89bd-1840a0b17466/b3c3b5df-1f52-467c-a2ae-19d878110dbe) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:14:57.709228 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.732158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Transition to ACTIVE for port object b3c3b5df-1f52-467c-a2ae-19d878110dbe will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:57.760660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Transition to ACTIVE for port object b3c3b5df-1f52-467c-a2ae-19d878110dbe will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:14:57.774831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.817361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.823811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Pushing event updated for resources: {'Port': ['ID=b3c3b5df-1f52-467c-a2ae-19d878110dbe,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:57.864467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Network 25c22d14-ba03-4fef-b35b-90d103f33479 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:14:57.866284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b60b7492-04e9-4bd8-802d-e9dafa23b745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:57.868006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:14:57.870281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:14:57.906098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cacce-bdea-43fc-b9b5-a0668620c096 req-262155ba-975f-4a43-853b-6ab622012ded tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:57.907538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a80cacce-bdea-43fc-b9b5-a0668620c096 req-262155ba-975f-4a43-853b-6ab622012ded tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1386569 Jul 28 11:14:57.921670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Router 342adb05-a2f0-4149-911c-2fba17b68115 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:14:58.013697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Attempting to bind port b3c3b5df-1f52-467c-a2ae-19d878110dbe on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:14:58.015219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Attempting to bind port b3c3b5df-1f52-467c-a2ae-19d878110dbe by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:14:58.015219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Attempting to bind port b3c3b5df-1f52-467c-a2ae-19d878110dbe on network 25c22d14-ba03-4fef-b35b-90d103f33479 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:14:58.034401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:14:58.034905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Checking segment: {'id': '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:14:58.035183 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.035605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Bound using segment: {'id': '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:14:58.037147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a80cacce-bdea-43fc-b9b5-a0668620c096 req-caf316bf-ec89-4d79-94b6-64cc135c42be tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219332 Jul 28 11:14:58.040438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Bound port: b3c3b5df-1f52-467c-a2ae-19d878110dbe, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25c22d14-ba03-4fef-b35b-90d103f33479'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:14:58.040970 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.059837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.091186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=7629f3cb-152f-4deb-89bd-1840a0b17466,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:58.258037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] For port b3c3b5df-1f52-467c-a2ae-19d878110dbe, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:14:58.269244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] For port b3c3b5df-1f52-467c-a2ae-19d878110dbe, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b3c3b5df-1f52-467c-a2ae-19d878110dbe,segment=NetworkSegment(8ba41fbb-ce5e-4b96-98f0-ddc75b14234b),segment_id=8ba41fbb-ce5e-4b96-98f0-ddc75b14234b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:14:58.305022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.305230 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.327092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c22d14-ba03-4fef-b35b-90d103f33479']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:58.343712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:58.344520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:58.360485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:14:58.363651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.382067 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] Sync routers for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:14:58.397538 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:58.398585 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:58.403432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.433454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.440817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6c183-4ee2-4019-aeac-ec642f91a967 None None] Pushing event updated for resources: {'Port': ['ID=b3c3b5df-1f52-467c-a2ae-19d878110dbe,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:14:58.453812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:14:58.456364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:14:58.459850 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:14:58.497435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b5907-c128-4ef7-8600-70335ebf07ea None None] Network 25c22d14-ba03-4fef-b35b-90d103f33479 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:58.550490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0b8f93aa-4225-4fdb-963e-5b08d65ae974 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "PUT /v2.0/floatingips/f75698d1-b338-488f-8fff-a5fdb3e5c46d HTTP/1.1" status: 200 len: 991 time: 3.2464700 Jul 28 11:14:58.557687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:14:58.560588 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185cfff-0057-48a1-82e5-0e1ee73d502b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:14:58.628658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:14:58.628658 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:14:58.628658 n-d-723573-7 neutron-server[93836]: [parameters: {'id': '25c22d14-ba03-4fef-b35b-90d103f33479'}] Jul 28 11:14:58.628658 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:14:58.629187 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:14:58.640326 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:58.720031 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd72524-bad6-4ee8-bebc-495304e009fa x-openstack-request-id: req-4fd72524-bad6-4ee8-bebc-495304e009fa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:14:58.720427 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:14:58.720919 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fd72524-bad6-4ee8-bebc-495304e009fa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:14:58.721600 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'status': 'completed', 'code': 200} Jul 28 11:14:58.748516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830fced-ee35-4a4e-98cb-897b206993e8 None None] Network 25c22d14-ba03-4fef-b35b-90d103f33479 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:14:58.851461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-faa0ea83-5f31-4d6e-9f5d-67158934718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:58.853209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-faa0ea83-5f31-4d6e-9f5d-67158934718e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1096 time: 0.1020010 Jul 28 11:14:59.038650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-f0644d3b-ea60-42ed-9e8c-d5f8deebf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:59.040601 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-f0644d3b-ea60-42ed-9e8c-d5f8deebf542 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1755271 Jul 28 11:14:59.123909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7cfc52-928d-4f2d-98fc-ed166999aa93 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:14:59.130351 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:59.206556 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-dcecd4a6-774f-4196-82c0-bff1a2260179 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.1523983 Jul 28 11:14:59.239158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port b3c3b5df-1f52-467c-a2ae-19d878110dbe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:14:59.239503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:59.292933 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'f75698d1-b338-488f-8fff-a5fdb3e5c46d', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:14:33Z', 'updated_at': '2021-07-28T11:14:56Z', 'revision_number': 1, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:36Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:59.311409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-6b5b39ca-56bc-4c28-ba4f-697dfc526470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:59.320077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-6b5b39ca-56bc-4c28-ba4f-697dfc526470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.1042783 Jul 28 11:14:59.353140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7cfc52-928d-4f2d-98fc-ed166999aa93 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:14:59.362592 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] Checking router: 342adb05-a2f0-4149-911c-2fba17b68115 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:14:59.379523 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:14:59.380152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:14:59.406603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-08cc28a5-4c14-4fd7-a7f7-42ca1d404efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:59.408490 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-08cc28a5-4c14-4fd7-a7f7-42ca1d404efa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867879 Jul 28 11:14:59.446053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port b3c3b5df-1f52-467c-a2ae-19d878110dbe, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b3c3b5df-1f52-467c-a2ae-19d878110dbe,segment=NetworkSegment(8ba41fbb-ce5e-4b96-98f0-ddc75b14234b),segment_id=8ba41fbb-ce5e-4b96-98f0-ddc75b14234b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:14:59.446686 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:14:59.527402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e8b99-e3bb-4ace-9a98-f22fe74685d1 req-906aa034-cd33-4e71-8386-8fd86f66c7f2 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:14:59.530549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133e8b99-e3bb-4ace-9a98-f22fe74685d1 req-906aa034-cd33-4e71-8386-8fd86f66c7f2 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1455719 Jul 28 11:14:59.551017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for b3c3b5df-1f52-467c-a2ae-19d878110dbe owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:14:59.626255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-5935a68b-3161-4c5c-97f5-e477a7307752 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046552 Jul 28 11:14:59.631683 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:14:59.831810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133e8b99-e3bb-4ace-9a98-f22fe74685d1 req-38e37c0c-5696-409c-bc1c-ff91f6cc9a0d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934947 Jul 28 11:14:59.910020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.004453 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9185cfff-0057-48a1-82e5-0e1ee73d502b req-6b556454-7ee8-4af2-91ab-d94c63059036 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685143 Jul 28 11:15:00.030340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=b3c3b5df-1f52-467c-a2ae-19d878110dbe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:00.049076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port b3c3b5df-1f52-467c-a2ae-19d878110dbe on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:00.253343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.279004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c22d14-ba03-4fef-b35b-90d103f33479']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:00.306662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:00.307687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba41fbb-ce5e-4b96-98f0-ddc75b14234b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:00.314389 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'f75698d1-b338-488f-8fff-a5fdb3e5c46d', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:14:33Z', 'updated_at': '2021-07-28T11:14:56Z', 'revision_number': 1, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:36Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:00.325595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.345921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.356111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:00.356668 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d3589-c723-4960-ba61-8f13f6c0e32a None None] The sync data for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 is: [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'f75698d1-b338-488f-8fff-a5fdb3e5c46d', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:14:33Z', 'updated_at': '2021-07-28T11:14:56Z', 'revision_number': 1, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:36Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:15:00.357357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:00.367262 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:00.475586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.491039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:00.497565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:00.508952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/25c22d14-ba03-4fef-b35b-90d103f33479 HTTP/1.1" status: 204 len: 168 time: 3.7488647 Jul 28 11:15:00.545489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5264cb6-6c77-488a-beba-3a2fef55806d tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=25c22d14-ba03-4fef-b35b-90d103f33479,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:00.822521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5141221-aca8-47aa-9a7d-faa3c4cdd6f4 None None] New status for floating IP f75698d1-b338-488f-8fff-a5fdb3e5c46d: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:15:01.108626 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.113948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01eee787-36b6-4213-87c2-b94f18920344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.227303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f15fe3-f3ff-4a71-b616-5b7e339ee1f2 req-305aaa40-cf01-484f-af97-2b441a60966b tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:01.229804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91f15fe3-f3ff-4a71-b616-5b7e339ee1f2 req-305aaa40-cf01-484f-af97-2b441a60966b tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1255851 Jul 28 11:15:01.298649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91f15fe3-f3ff-4a71-b616-5b7e339ee1f2 req-bb3d5bff-9376-49cd-8dfa-f168f31d07f5 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582213 Jul 28 11:15:01.356533 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebee0d0-0a6e-475a-a0b2-2a4405bb655b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:01.357319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebee0d0-0a6e-475a-a0b2-2a4405bb655b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:01.359214 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ebee0d0-0a6e-475a-a0b2-2a4405bb655b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/7629f3cb-152f-4deb-89bd-1840a0b17466 HTTP/1.1" status: 404 len: 337 time: 0.8604381 Jul 28 11:15:01.361851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:01.380435 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f328299-1cc8-4fd6-9ddb-80f5115ada62 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:01.381003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f328299-1cc8-4fd6-9ddb-80f5115ada62 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:01.385274 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f328299-1cc8-4fd6-9ddb-80f5115ada62 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/25c22d14-ba03-4fef-b35b-90d103f33479 HTTP/1.1" status: 404 len: 339 time: 0.0200951 Jul 28 11:15:01.385506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:01.483643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.628124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.658313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac73ff7c-ac66-4d9d-90aa-b563ef269aef']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:01.672643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9190e9f5-9134-4e7d-92d0-f09f85109d9e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:01.672897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9190e9f5-9134-4e7d-92d0-f09f85109d9e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:01.685294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.700898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.707765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:01.708328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:01.711917 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:01.807788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.821289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.826118 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/ac73ff7c-ac66-4d9d-90aa-b563ef269aef HTTP/1.1" status: 204 len: 168 time: 0.4372513 Jul 28 11:15:01.827599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:01.871617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e9189-34b8-48f0-8a4e-21728c0f685e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=ac73ff7c-ac66-4d9d-90aa-b563ef269aef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:01.875157 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac7c765-a39d-411c-8535-c287add1558c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:01.878114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:01.888918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac7c765-a39d-411c-8535-c287add1558c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:01.903131 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7ac7c765-a39d-411c-8535-c287add1558c tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/ce6e2bc3-13e6-4234-9345-aad4579dc499 HTTP/1.1" status: 404 len: 337 time: 0.0742116 Jul 28 11:15:01.903536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44276) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:01.925313 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f22989-494d-4bca-82bb-545f06ca282e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:01.926116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f22989-494d-4bca-82bb-545f06ca282e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:01.930937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c8f22989-494d-4bca-82bb-545f06ca282e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/e4b46cd0-0de3-46e3-81c9-0a32bdb37040 HTTP/1.1" status: 404 len: 339 time: 0.0250990 Jul 28 11:15:01.934194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:02.017347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting subnet b1370496-ab0d-472e-b53f-b0b1dceafbc6 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:02.023319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.106183 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.267467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.385840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.448372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=b1370496-ab0d-472e-b53f-b0b1dceafbc6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:02.456740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.461082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-212fdb72-24ae-41d8-bae6-98ddc482dfd7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/b1370496-ab0d-472e-b53f-b0b1dceafbc6 HTTP/1.1" status: 204 len: 168 time: 0.5237372 Jul 28 11:15:02.462065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:02.465625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e329bca-27c4-49dd-8579-761206325818 None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:02.600486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6553a-5dcf-4294-b273-2f95e110ba0c req-a0ea4af2-f0c5-45c6-8f9a-380dcbe2b9bc tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:02.606652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d6553a-5dcf-4294-b273-2f95e110ba0c req-a0ea4af2-f0c5-45c6-8f9a-380dcbe2b9bc tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1277878 Jul 28 11:15:02.648023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting subnet f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:02.664213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.712386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d6553a-5dcf-4294-b273-2f95e110ba0c req-21729ee8-4775-404e-b680-2e55920a2d89 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960560 Jul 28 11:15:02.755068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44312) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:02.779227 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.918577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:02.953074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d934ff1-90ad-47cf-9d3c-507fe9e11832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.061068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.075488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d934ff1-90ad-47cf-9d3c-507fe9e11832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.080506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d934ff1-90ad-47cf-9d3c-507fe9e11832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.103548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:03.113454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.117862 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f02a9926-c659-42fe-99ab-9da6cca08d0e tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/f2681c92-e79f-4f9a-a15e-7e3e6a8fd30a HTTP/1.1" status: 204 len: 168 time: 0.6533132 Jul 28 11:15:03.118454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:03.151165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4d934ff1-90ad-47cf-9d3c-507fe9e11832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fce19722c756456394124c5dd9b0aeac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947699 Jul 28 11:15:03.152228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d934ff1-90ad-47cf-9d3c-507fe9e11832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5e01c-1825-488f-aa6a-14ca8a50fdc5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:03.156485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:03.290233 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.314015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7ca6-e7a2-401a-883b-c199f9f3cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.335716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.352632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7ca6-e7a2-401a-883b-c199f9f3cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.423892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7ca6-e7a2-401a-883b-c199f9f3cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.426737 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9ea7ca6-e7a2-401a-883b-c199f9f3cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.431183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e9ea7ca6-e7a2-401a-883b-c199f9f3cf99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36f5e01c-1825-488f-aa6a-14ca8a50fdc5 HTTP/1.1" status: 204 len: 168 time: 0.2579441 Jul 28 11:15:03.459358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea7ca6-e7a2-401a-883b-c199f9f3cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5e01c-1825-488f-aa6a-14ca8a50fdc5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:03.501878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port 950e285e-f427-4566-aebd-617b7c86f228 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:03.502452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.633785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port 950e285e-f427-4566-aebd-617b7c86f228, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=950e285e-f427-4566-aebd-617b7c86f228,segment=NetworkSegment(42be0c51-e2be-479e-82a8-90f074a04e35),segment_id=42be0c51-e2be-479e-82a8-90f074a04e35)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:03.634586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.664105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for 950e285e-f427-4566-aebd-617b7c86f228 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:03.767910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb452c57-51d9-46d5-922a-eaa483888c21 None None] Network d8bd8fb1-886a-43df-a110-69b55c8612c0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:03.795604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.861449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port 950e285e-f427-4566-aebd-617b7c86f228 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:03.871113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=950e285e-f427-4566-aebd-617b7c86f228,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:03.924629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4a3da5f3-718e-4934-9df4-50aa6ba3f005 None None] Could not find standard attr ID for object 950e285e-f427-4566-aebd-617b7c86f228. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:15:03.933847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:03.964368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7751382-0f93-41f1-9692-a189dd0ef603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:03.990731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2674a0a-0e9e-431b-87ff-c9afbf785226 req-94eb4a33-f3b9-4da6-9492-1005b386e1d5 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:04.000992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2674a0a-0e9e-431b-87ff-c9afbf785226 req-94eb4a33-f3b9-4da6-9492-1005b386e1d5 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1179650 Jul 28 11:15:04.100548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.106320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6704177-3fcf-40d2-8e6a-19a9f0aebf1e None None] DHCP port deletion for d8bd8fb1-886a-43df-a110-69b55c8612c0 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:04.118448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2674a0a-0e9e-431b-87ff-c9afbf785226 req-b37a4242-8e34-4afa-a826-80f7c5f60c5d tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133282 Jul 28 11:15:04.120483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bd8fb1-886a-43df-a110-69b55c8612c0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:04.137932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42be0c51-e2be-479e-82a8-90f074a04e35') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:04.138234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42be0c51-e2be-479e-82a8-90f074a04e35') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:04.158081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.181151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.192831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:04.193371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:04.196870 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:04.316719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.347326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.352057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.358727 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/d8bd8fb1-886a-43df-a110-69b55c8612c0 HTTP/1.1" status: 204 len: 168 time: 1.2394068 Jul 28 11:15:04.394010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7751382-0f93-41f1-9692-a189dd0ef603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.395145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b550b6-fa9d-4ba1-a575-6b1313e74249 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=d8bd8fb1-886a-43df-a110-69b55c8612c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:04.401415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7751382-0f93-41f1-9692-a189dd0ef603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.409993 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b59b9aa-a2a2-46e0-8ce0-48340aaaeae8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:04.410610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b59b9aa-a2a2-46e0-8ce0-48340aaaeae8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:04.414765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6b59b9aa-a2a2-46e0-8ce0-48340aaaeae8 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/454e53f9-3745-42d3-ba8f-88c5bcde03af HTTP/1.1" status: 404 len: 337 time: 0.0590374 Jul 28 11:15:04.415267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.439075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751382-0f93-41f1-9692-a189dd0ef603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c624cd9-7bd5-4673-9d77-f9a44a773a92,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:04.454206 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6125861f-4d06-4813-9715-6d7a275a51fe tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:04.454925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6125861f-4d06-4813-9715-6d7a275a51fe tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:04.459177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6125861f-4d06-4813-9715-6d7a275a51fe tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/5a878bdb-6fa6-448a-a426-520843c93f5f HTTP/1.1" status: 404 len: 339 time: 0.0405455 Jul 28 11:15:04.459550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.525391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e7751382-0f93-41f1-9692-a189dd0ef603 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ce2101386054cadaa280595765b227d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876961 Jul 28 11:15:04.544410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.619235 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2ee837-5335-415e-be4d-a180d075fa3b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:04.619707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2ee837-5335-415e-be4d-a180d075fa3b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:04.625698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d2ee837-5335-415e-be4d-a180d075fa3b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/79cb5543-024a-4570-808c-196ed6ce4643 HTTP/1.1" status: 404 len: 337 time: 0.1596460 Jul 28 11:15:04.634347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.675508 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf04aa4-c9f0-4279-ab45-e83718de78a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:04.677098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf04aa4-c9f0-4279-ab45-e83718de78a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:04.681255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-abf04aa4-c9f0-4279-ab45-e83718de78a7 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/c6a9683d-8192-4b3d-82d0-6a440125d767 HTTP/1.1" status: 404 len: 339 time: 0.0435424 Jul 28 11:15:04.683426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.722467 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2490bf-8d64-41c2-a509-f976397f8b94 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:04.722832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2490bf-8d64-41c2-a509-f976397f8b94 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:04.724663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba2490bf-8d64-41c2-a509-f976397f8b94 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/e9573122-a09e-40c6-b3b2-72d9697a9b46 HTTP/1.1" status: 404 len: 337 time: 0.0403044 Jul 28 11:15:04.727454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.743791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af76-44e8-4ed1-9f7c-6edec2e66e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.762042 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e642e2d9-db50-4c12-bc17-93f8f66e10e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:04.762697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e642e2d9-db50-4c12-bc17-93f8f66e10e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:04.764510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e642e2d9-db50-4c12-bc17-93f8f66e10e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/d48c1e04-c6f5-4fc6-8bc5-89c37fd381b5 HTTP/1.1" status: 404 len: 339 time: 0.0352926 Jul 28 11:15:04.770827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:04.806744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af76-44e8-4ed1-9f7c-6edec2e66e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.858914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting subnet ec31559e-567d-44d8-9a03-76ef43e8ba09 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:04.864289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.917614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af76-44e8-4ed1-9f7c-6edec2e66e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.920931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebe4af76-44e8-4ed1-9f7c-6edec2e66e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.922390 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ebe4af76-44e8-4ed1-9f7c-6edec2e66e5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c624cd9-7bd5-4673-9d77-f9a44a773a92 HTTP/1.1" status: 204 len: 168 time: 0.3601830 Jul 28 11:15:04.929719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:04.982137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4af76-44e8-4ed1-9f7c-6edec2e66e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c624cd9-7bd5-4673-9d77-f9a44a773a92,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:05.053218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 950e285e-f427-4566-aebd-617b7c86f228 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:05.077959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 950e285e-f427-4566-aebd-617b7c86f228 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:05.078713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 950e285e-f427-4566-aebd-617b7c86f228 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:05.087952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.177993 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.209017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=ec31559e-567d-44d8-9a03-76ef43e8ba09,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:05.227654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.235754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054399b9-9f14-4deb-96ad-6918a369e48a None None] Network 880049fb-3350-4839-b64c-a327a6980cbd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:05.256265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8b4ae25-a9c8-4aad-b6ef-11953e6611e0 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/ec31559e-567d-44d8-9a03-76ef43e8ba09 HTTP/1.1" status: 204 len: 168 time: 0.4831359 Jul 28 11:15:05.259054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:05.355075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715ea3f-0906-4d12-a2f0-b52f563fbe0b req-7081c4da-e836-4a94-b32d-4ce7c698e329 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:05.357165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e715ea3f-0906-4d12-a2f0-b52f563fbe0b req-7081c4da-e836-4a94-b32d-4ce7c698e329 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1179612 Jul 28 11:15:05.427883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e715ea3f-0906-4d12-a2f0-b52f563fbe0b req-52c5a086-8816-4200-943a-725662f03e9c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600371 Jul 28 11:15:05.476169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.614420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] DHCP port deletion for 880049fb-3350-4839-b64c-a327a6980cbd request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:05.651868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port c15cc481-285d-4df6-95a2-1b3e29a54385 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:05.652349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.713465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] Deleting port c15cc481-285d-4df6-95a2-1b3e29a54385 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:05.719108 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.811097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port c15cc481-285d-4df6-95a2-1b3e29a54385, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c15cc481-285d-4df6-95a2-1b3e29a54385,segment=NetworkSegment(5f1395fd-2621-4307-ac07-45af0d25d6f8),segment_id=5f1395fd-2621-4307-ac07-45af0d25d6f8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:05.812691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.845371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] For port c15cc481-285d-4df6-95a2-1b3e29a54385, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c15cc481-285d-4df6-95a2-1b3e29a54385,segment=NetworkSegment(5f1395fd-2621-4307-ac07-45af0d25d6f8),segment_id=5f1395fd-2621-4307-ac07-45af0d25d6f8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:05.845774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:05.872802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] Calling delete_port for c15cc481-285d-4df6-95a2-1b3e29a54385 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:05.887328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for c15cc481-285d-4df6-95a2-1b3e29a54385 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:06.048069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.066565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-3abacf0b-df1d-414d-abe5-ae46b8068f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:06.070130 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-3abacf0b-df1d-414d-abe5-ae46b8068f33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 1096 time: 0.0754368 Jul 28 11:15:06.108793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] Pushing event deleted for resources: {'Port': ['ID=c15cc481-285d-4df6-95a2-1b3e29a54385,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:06.115974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cdfce-9d90-4208-bcad-383ec7bdec0e None None] No DVR routers for this DVR port c15cc481-285d-4df6-95a2-1b3e29a54385 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:06.147709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.165727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67873-f7d8-4778-8e57-7c64e67f75e1 req-d41e09c3-3361-491e-a794-6cc042a31ef8 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:06.167909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdc67873-f7d8-4778-8e57-7c64e67f75e1 req-d41e09c3-3361-491e-a794-6cc042a31ef8 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1826806 Jul 28 11:15:06.185358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=c15cc481-285d-4df6-95a2-1b3e29a54385,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:06.200169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port c15cc481-285d-4df6-95a2-1b3e29a54385 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:06.243211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdc67873-f7d8-4778-8e57-7c64e67f75e1 req-b250f294-4d64-49bf-97d6-aa6fda1c7f19 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677972 Jul 28 11:15:06.364980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.372854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-ed1003f2-936f-48de-8ccc-652daed8e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:06.375948 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-ed1003f2-936f-48de-8ccc-652daed8e82a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 200 len: 917 time: 0.2980661 Jul 28 11:15:06.447240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880049fb-3350-4839-b64c-a327a6980cbd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:06.450617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-dc408c89-8946-4fe7-aeb2-e1a3f4efdf48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 HTTP/1.1" status: 200 len: 217 time: 0.0626178 Jul 28 11:15:06.467268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1395fd-2621-4307-ac07-45af0d25d6f8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:06.469170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1395fd-2621-4307-ac07-45af0d25d6f8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:06.527280 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.550498 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.562811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:06.563297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:06.648145 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:06.651045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-a2495c96-0737-4240-8dd5-811c735b31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:06.652422 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-a2495c96-0737-4240-8dd5-811c735b31b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 200 len: 855 time: 0.1766822 Jul 28 11:15:06.653510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.666300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:06.672831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/880049fb-3350-4839-b64c-a327a6980cbd HTTP/1.1" status: 204 len: 168 time: 1.4075191 Jul 28 11:15:06.673211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:06.701963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14d8c3-7c2d-4502-be18-03f7e629bf2f tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=880049fb-3350-4839-b64c-a327a6980cbd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:06.709440 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c64979-6f03-4f3f-98f3-1c653503f0fb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:06.710589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c64979-6f03-4f3f-98f3-1c653503f0fb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:06.715448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-37c64979-6f03-4f3f-98f3-1c653503f0fb tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/549bf84c-6e30-42a4-9fd3-5e9c5dd8dfac HTTP/1.1" status: 404 len: 337 time: 0.0389340 Jul 28 11:15:06.719812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:06.773877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-15941a72-38c4-44fb-ac77-f444081d20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:06.777719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-15941a72-38c4-44fb-ac77-f444081d20d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5350e1db-5ea4-48fd-b331-187d6f09b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007442 Jul 28 11:15:06.781760 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf2398f-705c-4149-b0a0-348beb98f60b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:06.782660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf2398f-705c-4149-b0a0-348beb98f60b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:06.784532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ebf2398f-705c-4149-b0a0-348beb98f60b tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/92b1eb94-50a9-4be7-8ae7-c986496b3ef0 HTTP/1.1" status: 404 len: 339 time: 0.0619674 Jul 28 11:15:06.787100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:06.924706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting subnet fed36866-f054-4384-bcae-d6e3f17847bd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:06.929897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.011178 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-567e3605-a408-4d1b-a77c-eb13407e8282 service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126625 Jul 28 11:15:07.013544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.072442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c15cc481-285d-4df6-95a2-1b3e29a54385 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:07.118843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c15cc481-285d-4df6-95a2-1b3e29a54385 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:07.119886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c15cc481-285d-4df6-95a2-1b3e29a54385 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:07.191181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.195914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908fd81d-7e53-4483-9d9d-0c784d94c1b6 req-3d227fab-63f6-4c11-8181-4e80fec5b13d service neutron] 10.222.0.41 "GET /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552148 Jul 28 11:15:07.276778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.319647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Subnet': ['ID=fed36866-f054-4384-bcae-d6e3f17847bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:07.322123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.324249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-afea2cd4-8cab-4610-9255-5ba035490df5 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/subnets/fed36866-f054-4384-bcae-d6e3f17847bd HTTP/1.1" status: 204 len: 168 time: 0.5360501 Jul 28 11:15:07.325627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d5bee7-472f-444a-996b-075e711f2242 None None] Network b7dda296-29a4-47a9-8357-4a12f8bf1e2f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:07.326901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:07.335154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:07.495052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60b1f0-6f89-4a12-99c1-608aebc7a75e req-0d446c92-46e0-4e7a-ad61-caf82651f7bd tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:07.496971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e60b1f0-6f89-4a12-99c1-608aebc7a75e req-0d446c92-46e0-4e7a-ad61-caf82651f7bd tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0865569 Jul 28 11:15:07.501149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.552594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e60b1f0-6f89-4a12-99c1-608aebc7a75e req-8bffdebb-d3fb-4f07-b79f-f8583c9cc6ec tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483794 Jul 28 11:15:07.632474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2a356a4-82ff-4d4c-899f-1f20ab5dbc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.640806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Deleting port dba60679-33d2-4d8d-89b6-9920bd64aa42 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:07.641387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.681752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] DHCP port deletion for b7dda296-29a4-47a9-8357-4a12f8bf1e2f request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:07.736377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] For port dba60679-33d2-4d8d-89b6-9920bd64aa42, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dba60679-33d2-4d8d-89b6-9920bd64aa42,segment=NetworkSegment(c988d8be-920d-4385-b5f4-df8267258647),segment_id=c988d8be-920d-4385-b5f4-df8267258647)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:07.736933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.753425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Calling delete_port for dba60679-33d2-4d8d-89b6-9920bd64aa42 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:07.903359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2a356a4-82ff-4d4c-899f-1f20ab5dbc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.909704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Deleting port dba60679-33d2-4d8d-89b6-9920bd64aa42 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:07.912822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.919390 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:07.938427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2a356a4-82ff-4d4c-899f-1f20ab5dbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.056241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] For port dba60679-33d2-4d8d-89b6-9920bd64aa42, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:08.056518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a356a4-82ff-4d4c-899f-1f20ab5dbc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fdc2ae-6a2b-45bc-95c1-db9b6c5bc779,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:08.057191 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.062737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Port': ['ID=dba60679-33d2-4d8d-89b6-9920bd64aa42,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:08.062976 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b2a356a4-82ff-4d4c-899f-1f20ab5dbc10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12704dffc4704d7fadeed8194d661c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265301 Jul 28 11:15:08.067611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44526) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:08.078626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] No DVR routers for this DVR port dba60679-33d2-4d8d-89b6-9920bd64aa42 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:08.090385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Calling delete_port for dba60679-33d2-4d8d-89b6-9920bd64aa42 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:08.095616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Port dba60679-33d2-4d8d-89b6-9920bd64aa42 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:15:08.099547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.132433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] Pushing event deleted for resources: {'Port': ['ID=dba60679-33d2-4d8d-89b6-9920bd64aa42,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:08.148512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360c3c4-4bcd-465b-9922-856ada4c0770 None None] No DVR routers for this DVR port dba60679-33d2-4d8d-89b6-9920bd64aa42 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:08.247521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.272225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dda296-29a4-47a9-8357-4a12f8bf1e2f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:08.274921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b644f255-61a6-4c8d-93c2-70492046e636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.308390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c988d8be-920d-4385-b5f4-df8267258647') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:08.308679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c988d8be-920d-4385-b5f4-df8267258647') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:08.362147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.374235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b644f255-61a6-4c8d-93c2-70492046e636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.395444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.414934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:08.415677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:08.418855 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:08.526285 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.544210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.547439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] 10.222.0.20 "DELETE /v2.0/networks/b7dda296-29a4-47a9-8357-4a12f8bf1e2f HTTP/1.1" status: 204 len: 168 time: 1.2194808 Jul 28 11:15:08.576771 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b644f255-61a6-4c8d-93c2-70492046e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.580967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b644f255-61a6-4c8d-93c2-70492046e636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:08.583093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b644f255-61a6-4c8d-93c2-70492046e636 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69fdc2ae-6a2b-45bc-95c1-db9b6c5bc779 HTTP/1.1" status: 204 len: 168 time: 0.5159323 Jul 28 11:15:08.587029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d72e2-66d9-4cce-b7e1-290482416706 tempest-NetworksIpV6Test-735724581 tempest-NetworksIpV6Test-735724581-project] Pushing event deleted for resources: {'Network': ['ID=b7dda296-29a4-47a9-8357-4a12f8bf1e2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:08.598706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f255-61a6-4c8d-93c2-70492046e636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fdc2ae-6a2b-45bc-95c1-db9b6c5bc779,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:08.834276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010cfa-6d20-43c3-92a2-358199121f59 req-594457dd-a4f5-4fbe-9f9a-90bcae0d6ea3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:08.835996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34010cfa-6d20-43c3-92a2-358199121f59 req-594457dd-a4f5-4fbe-9f9a-90bcae0d6ea3 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1064415 Jul 28 11:15:08.891649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34010cfa-6d20-43c3-92a2-358199121f59 req-a0c20a4f-74a0-49f6-8caf-ed42370b7be2 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Jul 28 11:15:09.098915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dba60679-33d2-4d8d-89b6-9920bd64aa42 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:09.106503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:09.138131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: dba60679-33d2-4d8d-89b6-9920bd64aa42 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:09.139790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dba60679-33d2-4d8d-89b6-9920bd64aa42 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:09.284681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb665-bb63-4924-ba44-9611a0ea6e6a req-4adcdd22-9811-40c3-a995-39a247865a12 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:09.294232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d40cb665-bb63-4924-ba44-9611a0ea6e6a req-4adcdd22-9811-40c3-a995-39a247865a12 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0975788 Jul 28 11:15:09.371998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6429c0dc-0283-447b-a872-13590244a98e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6830f188cbd6468e9ba9f700d5a1c0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643135 Jul 28 11:15:09.375013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d40cb665-bb63-4924-ba44-9611a0ea6e6a req-7a87a185-1f7b-49af-90ae-7836b7331c13 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780206 Jul 28 11:15:09.375473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:09.522910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97b81cbf-246f-4899-8be2-cb95a045448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:09.564085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97b81cbf-246f-4899-8be2-cb95a045448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:09.597473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866d16-5404-4fd7-99ec-c5b96bc34d54 req-67b3a628-798f-410b-af76-86b99f58e701 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:09.605400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4866d16-5404-4fd7-99ec-c5b96bc34d54 req-67b3a628-798f-410b-af76-86b99f58e701 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.1382308 Jul 28 11:15:09.674745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4866d16-5404-4fd7-99ec-c5b96bc34d54 req-057a6c8b-105b-4dac-b068-9f92397f3b41 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681744 Jul 28 11:15:09.719997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97b81cbf-246f-4899-8be2-cb95a045448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:09.722239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97b81cbf-246f-4899-8be2-cb95a045448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:09.726064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-97b81cbf-246f-4899-8be2-cb95a045448a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce85c1a0-d33c-4819-b7e5-070f5483e0ae HTTP/1.1" status: 204 len: 168 time: 0.3470438 Jul 28 11:15:09.769704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b81cbf-246f-4899-8be2-cb95a045448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce85c1a0-d33c-4819-b7e5-070f5483e0ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:09.884708 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-4c172f7d-4e5b-4582-8da8-18f8b97792af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1055582 Jul 28 11:15:09.906590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0c7b4-6a2f-4c2a-a590-b50108e06d6f req-6e7d398a-83b3-44b2-a87a-74c31818b3d9 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:09.910101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9b0c7b4-6a2f-4c2a-a590-b50108e06d6f req-6e7d398a-83b3-44b2-a87a-74c31818b3d9 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.1067319 Jul 28 11:15:10.084281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9b0c7b4-6a2f-4c2a-a590-b50108e06d6f req-6dceabe5-2457-4f43-b3f0-d2f6de5f4828 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651061 Jul 28 11:15:10.117283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.118584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.120823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.121498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.123544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.125734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.127793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.130141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-01c8dd8a-bd89-4566-83d7-3fa793d5a6fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 0.1641433 Jul 28 11:15:10.164273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-6aae1750-4cdf-4644-91dd-86d355c11402 req-a910a7df-5453-4a34-8cc0-ddc21f8400ff tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:15:10.165660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6aae1750-4cdf-4644-91dd-86d355c11402 req-a910a7df-5453-4a34-8cc0-ddc21f8400ff tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154469 Jul 28 11:15:10.454880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6aae1750-4cdf-4644-91dd-86d355c11402 req-e0db9329-b3ca-4d13-a743-32240a2e3188 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2744391 Jul 28 11:15:10.470242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d9aaec13-5a47-4493-8756-b6c298539982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.470908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d9aaec13-5a47-4493-8756-b6c298539982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.471572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d9aaec13-5a47-4493-8756-b6c298539982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.485526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d9aaec13-5a47-4493-8756-b6c298539982 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 2293 time: 0.3089199 Jul 28 11:15:10.585530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d710f6f6-2b07-475f-acc3-35d5c1edf7be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 1000 time: 0.0952570 Jul 28 11:15:10.673710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-b93da4f2-bb95-40d4-a7a2-13c927d0e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.675210 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-b93da4f2-bb95-40d4-a7a2-13c927d0e282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 200 len: 851 time: 0.0712612 Jul 28 11:15:10.807560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-7f6ee707-8ef7-415c-8627-47f7ff8e1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:10.809426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-7f6ee707-8ef7-415c-8627-47f7ff8e1b2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41784674-f678-4a62-b982-17a81688a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253946 Jul 28 11:15:10.931310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-905862bc-32c6-470e-8698-ad411576b256 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095197 Jul 28 11:15:11.043679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b798-5f26-4430-8b10-0ddee6da7d3b req-05dd2f0c-d886-43bd-a2c9-170f7a16426c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:11.048835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d008b798-5f26-4430-8b10-0ddee6da7d3b req-05dd2f0c-d886-43bd-a2c9-170f7a16426c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1083555 Jul 28 11:15:11.176612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d008b798-5f26-4430-8b10-0ddee6da7d3b req-bb3ff88d-cf2d-4336-8b84-4d3ab2d7e092 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267567 Jul 28 11:15:11.237482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-3d7f628a-1af1-4654-b037-0ae9032d673a service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822003 Jul 28 11:15:11.304022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-a89d4abc-3c0c-44d9-a26d-a65a0a847310 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 217 time: 0.0588219 Jul 28 11:15:11.392838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44668) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:11.454392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-71214a1b-4136-4007-88fb-b117eb27e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:11.456358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-71214a1b-4136-4007-88fb-b117eb27e1bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1228175 Jul 28 11:15:11.492339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbabb-f521-4e8d-ad74-bd70e4db0dc4 req-f8a706a1-b9ca-445f-921c-7d61cf12e752 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:11.502714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-071bbabb-f521-4e8d-ad74-bd70e4db0dc4 req-f8a706a1-b9ca-445f-921c-7d61cf12e752 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.1881809 Jul 28 11:15:11.551952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-e43c47c2-4bdf-4a82-a251-61f938eea5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:11.554341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-e43c47c2-4bdf-4a82-a251-61f938eea5ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879288 Jul 28 11:15:11.582884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-071bbabb-f521-4e8d-ad74-bd70e4db0dc4 req-1efead72-9adb-417a-8f3c-0bf36c7cc3a7 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789413 Jul 28 11:15:11.630567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-01b5b700-104e-4c7d-96b8-17f8d77be55c tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] Request body: {'port': {'network_id': '8cfb75db-bb51-4a04-9dee-7198931510c7', 'name': 'tempest-NetworksNegativeTestJSON-934578381'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:11.671925 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b5b700-104e-4c7d-96b8-17f8d77be55c tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] POST failed (client error): The resource could not be found. Jul 28 11:15:11.674716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b5b700-104e-4c7d-96b8-17f8d77be55c tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:11.681619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-01b5b700-104e-4c7d-96b8-17f8d77be55c tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2873874 Jul 28 11:15:11.685818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:11.726649 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-c8503b4b-4f42-493f-b47d-aac48b7ea961 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627796 Jul 28 11:15:11.734624 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e12db3-9c67-439e-832c-bc77d059d2a1 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:11.735513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e12db3-9c67-439e-832c-bc77d059d2a1 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:11.745805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74e12db3-9c67-439e-832c-bc77d059d2a1 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "DELETE /v2.0/networks/5200aec9-fb0f-4356-9500-91d29dca4888 HTTP/1.1" status: 404 len: 339 time: 0.0585115 Jul 28 11:15:11.750702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:11.846214 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e77f7f6-b114-434d-9ee6-50ecd1dafae0 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:11.847180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e77f7f6-b114-434d-9ee6-50ecd1dafae0 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:11.849320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e77f7f6-b114-434d-9ee6-50ecd1dafae0 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "DELETE /v2.0/ports/974b10b4-74d2-4d6a-9b92-9046e7866a3a HTTP/1.1" status: 404 len: 333 time: 0.0934880 Jul 28 11:15:11.856965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:11.891667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b85b5-fa60-4b03-a642-0d8810149f83 req-bef4d299-4648-4ba0-9d86-d8c049382708 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:11.906578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f87b85b5-fa60-4b03-a642-0d8810149f83 req-bef4d299-4648-4ba0-9d86-d8c049382708 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.2080348 Jul 28 11:15:11.932882 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c78172-2b83-4905-943b-7df502d773eb tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:11.933345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c78172-2b83-4905-943b-7df502d773eb tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:11.935137 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31c78172-2b83-4905-943b-7df502d773eb tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "DELETE /v2.0/subnets/5a824c81-67da-4fa5-9e18-8d0b66034825 HTTP/1.1" status: 404 len: 337 time: 0.0757756 Jul 28 11:15:11.944673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:11.991990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f87b85b5-fa60-4b03-a642-0d8810149f83 req-110976be-fdce-4242-9961-fe638fe2e00f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733895 Jul 28 11:15:12.019683 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bf9987-d2c5-434b-9a2d-bcae0ecee459 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] GET failed (client error): The resource could not be found. Jul 28 11:15:12.021258 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-48bf9987-d2c5-434b-9a2d-bcae0ecee459 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "GET /v2.0/networks/9c3834fb-7bb1-4bbd-8961-10a29501b4ff HTTP/1.1" status: 404 len: 339 time: 0.0756340 Jul 28 11:15:12.025620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:12.068550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-0a1a14e1-3510-4bff-8a7b-0a6e9f6bd398 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307874 Jul 28 11:15:12.086031 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7b2293-6d1c-403a-b99f-2cf87389521c tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] GET failed (client error): The resource could not be found. Jul 28 11:15:12.091023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9a7b2293-6d1c-403a-b99f-2cf87389521c tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "GET /v2.0/ports/137904f6-899c-4ee4-802b-ab8496264d27 HTTP/1.1" status: 404 len: 333 time: 0.0643368 Jul 28 11:15:12.095835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44694) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:12.216231 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c445e3e-eac9-46cd-9214-97f8ad7e4743 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] GET failed (client error): The resource could not be found. Jul 28 11:15:12.221922 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-b1b464e6-c154-4c45-80c0-5af68220ff08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 217 time: 0.1356528 Jul 28 11:15:12.224438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5c445e3e-eac9-46cd-9214-97f8ad7e4743 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "GET /v2.0/subnets/36cda89b-7fe4-4eeb-8a5a-dc37ecb9a67b HTTP/1.1" status: 404 len: 337 time: 0.1208606 Jul 28 11:15:12.225792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:12.231978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dfc48327-ad30-4f79-accc-664ee817b3af tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:12.251098 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc48327-ad30-4f79-accc-664ee817b3af tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] PUT failed (client error): The resource could not be found. Jul 28 11:15:12.251990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc48327-ad30-4f79-accc-664ee817b3af tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:12.257660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:12.259352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dfc48327-ad30-4f79-accc-664ee817b3af tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "PUT /v2.0/networks/4af0bbf5-657a-4705-aa9f-c4859249936a HTTP/1.1" status: 404 len: 339 time: 0.0322273 Jul 28 11:15:12.303262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3e5a1de6-dfb9-451b-a4ca-5b75efe6df61 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:12.345376 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5a1de6-dfb9-451b-a4ca-5b75efe6df61 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] PUT failed (client error): The resource could not be found. Jul 28 11:15:12.346710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5a1de6-dfb9-451b-a4ca-5b75efe6df61 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:12.348058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3e5a1de6-dfb9-451b-a4ca-5b75efe6df61 tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "PUT /v2.0/ports/db254738-0ba3-4907-9a82-d41800b277bd HTTP/1.1" status: 404 len: 333 time: 0.0806551 Jul 28 11:15:12.352763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:12.377260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-68c25e42-6d20-473c-944e-fc62a4f2b8bc tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:12.387188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd15292-2d73-41ed-bc51-2a925c3144a9 req-5b9fafb8-4e40-470c-bef7-02f0b44a1f89 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:12.405490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd15292-2d73-41ed-bc51-2a925c3144a9 req-5b9fafb8-4e40-470c-bef7-02f0b44a1f89 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:12.411437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd15292-2d73-41ed-bc51-2a925c3144a9 req-5b9fafb8-4e40-470c-bef7-02f0b44a1f89 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:12.419131 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c25e42-6d20-473c-944e-fc62a4f2b8bc tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] PUT failed (client error): The resource could not be found. Jul 28 11:15:12.420111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c25e42-6d20-473c-944e-fc62a4f2b8bc tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:12.426092 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-68c25e42-6d20-473c-944e-fc62a4f2b8bc tempest-NetworksNegativeTestJSON-1906439829 tempest-NetworksNegativeTestJSON-1906439829-project] 10.222.0.20 "PUT /v2.0/subnets/07e2dcab-6dfe-4237-8ee8-4a10df63fe37 HTTP/1.1" status: 404 len: 337 time: 0.0673699 Jul 28 11:15:12.426278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afd15292-2d73-41ed-bc51-2a925c3144a9 req-5b9fafb8-4e40-470c-bef7-02f0b44a1f89 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc&device_id=074a7944-51f7-4226-92f9-987ceab54bc6&device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 2418 time: 0.1308572 Jul 28 11:15:12.466380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-4f0979b8-113e-4cd6-8176-021492207b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:12.471356 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-4f0979b8-113e-4cd6-8176-021492207b69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.2342708 Jul 28 11:15:12.513414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afd15292-2d73-41ed-bc51-2a925c3144a9 req-62fb85e6-cb8a-4537-94b2-5ca5f0669498 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813329 Jul 28 11:15:12.570614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-0755dde5-92f5-42b4-ab14-0d3b247477d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:12.574243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-0755dde5-92f5-42b4-ab14-0d3b247477d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0938933 Jul 28 11:15:12.625530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-714ed3ad-84d6-49cf-ad93-c5ef7b457cde req-3d220d5c-df0a-466e-a67f-9fc4d6955e51 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0781107 Jul 28 11:15:12.756739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-aab4bd93-28f7-4e71-a00c-5f37a0ecd115 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646235 Jul 28 11:15:12.921272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-ed06e26b-0388-44f2-a3d0-4edf61fb3de4 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495764 Jul 28 11:15:12.921774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:13.011271 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-449c464e-74f8-44a9-8b71-b9914776b58a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 200 len: 217 time: 0.0692248 Jul 28 11:15:13.105115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-dfb6b6d3-d9e6-4f16-bf2e-20236757b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:13.109325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-dfb6b6d3-d9e6-4f16-bf2e-20236757b966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.0823328 Jul 28 11:15:13.176503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef364d57-72e9-41a2-a405-45b631ae2b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.284078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-880b4bf8-bd66-423c-9548-a28f220aa434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:13.287213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-880b4bf8-bd66-423c-9548-a28f220aa434 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672502 Jul 28 11:15:13.478959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef364d57-72e9-41a2-a405-45b631ae2b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.495965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef364d57-72e9-41a2-a405-45b631ae2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.589336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ef364d57-72e9-41a2-a405-45b631ae2b85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3578d4d3ad304aee868eb8ed8b2ae59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641006 Jul 28 11:15:13.590745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:13.601281 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-7894c484-62a5-410a-8624-c33c8a78536d service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978504 Jul 28 11:15:13.602014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef364d57-72e9-41a2-a405-45b631ae2b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98742d1-74b3-41d5-b5a0-499928ec32dc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:13.720796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d800736-c15f-4e9d-b8cf-7256625711d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.762293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d800736-c15f-4e9d-b8cf-7256625711d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.791378 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-c4d83068-aae4-477f-a159-81be634a5d3d service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638947 Jul 28 11:15:13.877172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d800736-c15f-4e9d-b8cf-7256625711d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.879783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d800736-c15f-4e9d-b8cf-7256625711d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:13.881563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8d800736-c15f-4e9d-b8cf-7256625711d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c98742d1-74b3-41d5-b5a0-499928ec32dc HTTP/1.1" status: 204 len: 168 time: 0.2892282 Jul 28 11:15:13.885033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-153ed2a4-a6e7-4281-9617-065a455321c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 200 len: 217 time: 0.0843697 Jul 28 11:15:13.902883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d800736-c15f-4e9d-b8cf-7256625711d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98742d1-74b3-41d5-b5a0-499928ec32dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:13.969682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d058bbce-ccef-41d9-b08f-bff17839503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:13.971959 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-d058bbce-ccef-41d9-b08f-bff17839503c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.0735700 Jul 28 11:15:14.071709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-aafbdb19-fc5b-4457-bd15-99c133c4d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:14.073172 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-aafbdb19-fc5b-4457-bd15-99c133c4d8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841265 Jul 28 11:15:14.257411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-c2e298e3-5832-4bab-9cd4-eeea0866b3ef service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742544 Jul 28 11:15:14.473463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-f63d2356-75e7-4bf0-b6ef-af0010dcbf85 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036810 Jul 28 11:15:14.880008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f6d-855d-4f75-93da-6752a1fb64d9 req-3dd666de-e4ea-411a-ad96-00ae48dfe50f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:14.889083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e9d1f6d-855d-4f75-93da-6752a1fb64d9 req-3dd666de-e4ea-411a-ad96-00ae48dfe50f tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.1729391 Jul 28 11:15:14.961629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e9d1f6d-855d-4f75-93da-6752a1fb64d9 req-0794a10c-0e12-4d67-8e99-123e9f178c66 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665035 Jul 28 11:15:14.996366 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-db1121ad-a8a8-48e2-be5c-321c2712a190 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 217 time: 0.5058300 Jul 28 11:15:15.099360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-644cb08a-d936-404a-9a96-f0c2daceeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:15.103111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-644cb08a-d936-404a-9a96-f0c2daceeaba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.0981154 Jul 28 11:15:15.208037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-fa892ff7-8ac4-4efd-a685-56285de5a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:15.209865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-fa892ff7-8ac4-4efd-a685-56285de5a349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927205 Jul 28 11:15:15.386246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:15.397728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-b79d5705-72b7-4d78-8866-91f341ba2fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721830 Jul 28 11:15:15.532033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2141731700'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:15.545792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-734de848-022a-4d33-ac49-dd1b705dd037 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346214 Jul 28 11:15:15.557718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:15.561896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:15.571417 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:15.605670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-0e8451d6-c405-4893-8d07-e03d9378b4ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 217 time: 0.0429823 Jul 28 11:15:15.711157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-6ec6206d-2067-4ede-93ed-a575ab862040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:15.712724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:15.713603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-6ec6206d-2067-4ede-93ed-a575ab862040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.0877979 Jul 28 11:15:15.718667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:15.752149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6702ccb6-48f1-4b57-b08a-e5603ed2f7b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:15.770870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:15.797811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:15.798586 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment 1d541896-5907-4841-8431-767c68a3355c of type vlan for network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd Jul 28 11:15:15.818480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-b02cf8c6-2015-439b-950f-2a0dbbdcede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:15.820297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-b02cf8c6-2015-439b-950f-2a0dbbdcede5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730488 Jul 28 11:15:15.907581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:15.994260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-5bc38bc0-a91c-48d9-8e40-c2e499461ba8 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602893 Jul 28 11:15:16.030519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.046907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:16.047788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.112274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7232957 Jul 28 11:15:16.112822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:16.141256 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4d707e50-e3e5-4aab-adeb-6097343ab0f7 req-adc8de48-5bd2-4665-a698-c9716b92c03e service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370323 Jul 28 11:15:16.182915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'name': 'tempest-PortsIpV6TestJSON-1988526414'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:16.279756 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:15:16.318697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a24b28-8260-4530-b226-3d82bc399f6e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=4fa758e7-7a7f-48eb-8085-64c78cf42cfd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:16.332002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:16.352653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be5807-7d6e-47d0-988d-ea4cb659f08b req-4793bd4b-1ce4-4204-a642-361df2e17f34 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:16.354554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43be5807-7d6e-47d0-988d-ea4cb659f08b req-4793bd4b-1ce4-4204-a642-361df2e17f34 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.2821052 Jul 28 11:15:16.355860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:16.360319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.406591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 5e110780-4616-40b6-8d2f-b4f7620c42e0 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:16.468633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43be5807-7d6e-47d0-988d-ea4cb659f08b req-a1d68e4e-faff-469e-b351-42d928b98aff tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045823 Jul 28 11:15:16.620796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-02a07565-bf05-4875-a041-8317e5c9d1e9 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:16.625117 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-02a07565-bf05-4875-a041-8317e5c9d1e9 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 946 time: 0.1505842 Jul 28 11:15:16.643979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.705146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.831809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=5e110780-4616-40b6-8d2f-b4f7620c42e0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:16.844363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': '1d541896-5907-4841-8431-767c68a3355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:16.844793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: 4fa758e7-7a7f-48eb-8085-64c78cf42cfd, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:16.863303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Deleting port d6ef0873-9dea-44de-8790-a674679cff2f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:16.864373 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.864710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:16.880448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4fa758e7-7a7f-48eb-8085-64c78cf42cfd) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:16.889770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3b4cd-785b-4807-8c4e-580fd2f07a1a None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:16.894799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:16.906250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:16.907039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:16.928219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-18fcc541-2e31-4d67-81f4-a4a392fcdea4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7495070 Jul 28 11:15:16.929178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44932) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:16.935863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1486587343'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:16.990623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:16.999880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.078499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:17.100028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.100419 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment fa7b68f2-cc6e-419b-8aaa-70bced4caf23 of type vlan for network f19cbcaf-0c63-420f-9b39-cfffb2c594a7 Jul 28 11:15:17.144257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] For port d6ef0873-9dea-44de-8790-a674679cff2f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=d6ef0873-9dea-44de-8790-a674679cff2f,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:17.144569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.164057 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.177176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Calling delete_port for d6ef0873-9dea-44de-8790-a674679cff2f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:17.208776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.219341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:17.220418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.310335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=f19cbcaf-0c63-420f-9b39-cfffb2c594a7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:17.317472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8f0fdf09-0041-401a-8006-94337ee00f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3869786 Jul 28 11:15:17.318210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:17.321960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network f19cbcaf-0c63-420f-9b39-cfffb2c594a7 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:17.323795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'ports': [{'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'}, {'network_id': 'f19cbcaf-0c63-420f-9b39-cfffb2c594a7'}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:17.324110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:17.324604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': 'f19cbcaf-0c63-420f-9b39-cfffb2c594a7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:17.503366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:17.568904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:17.577724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:17.577892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.589734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.592145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', 'd6ef0873-9dea-44de-8790-a674679cff2f', '687859b5-4dc7-4959-9c23-4d40c753466d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:17.651345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ff70c98-0653-466a-bdff-e03b48ff6e7f req-ed4d65a7-6777-4b77-a40f-44101cd58a6c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94fbfae-66b7-44ff-831e-10c0da8505bc HTTP/1.1" status: 200 len: 210 time: 0.0577548 Jul 28 11:15:17.662869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.677341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Pushing event deleted for resources: {'Port': ['ID=d6ef0873-9dea-44de-8790-a674679cff2f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:17.770241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] No DVR routers for this DVR port d6ef0873-9dea-44de-8790-a674679cff2f on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:17.777456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.780576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d86be236-f13b-432b-90e1-a0a9f5d52b51 req-8080c39c-fbbe-436a-993a-0f8c867e0e20 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "DELETE /v2.0/ports/d6ef0873-9dea-44de-8790-a674679cff2f HTTP/1.1" status: 204 len: 173 time: 1.1291358 Jul 28 11:15:17.781234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'name': 'network-vif-deleted', 'tag': 'd6ef0873-9dea-44de-8790-a674679cff2f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:17.783738 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff761c0c-463f-42d0-a2f7-a00d90d88a5e" -d '{"events": [{"server_uuid": "c94fbfae-66b7-44ff-831e-10c0da8505bc", "name": "network-vif-deleted", "tag": "d6ef0873-9dea-44de-8790-a674679cff2f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:17.787376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6c73f9b-f943-4b80-93b0-d959a34fce12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:17.919996 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620467e5-5c43-4ffa-8677-f73a7b03214e x-openstack-request-id: req-620467e5-5c43-4ffa-8677-f73a7b03214e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:17.923290 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94fbfae-66b7-44ff-831e-10c0da8505bc", "name": "network-vif-deleted", "tag": "d6ef0873-9dea-44de-8790-a674679cff2f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:17.923671 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620467e5-5c43-4ffa-8677-f73a7b03214e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:17.924207 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94fbfae-66b7-44ff-831e-10c0da8505bc', 'name': 'network-vif-deleted', 'tag': 'd6ef0873-9dea-44de-8790-a674679cff2f', 'status': 'completed', 'code': 200} Jul 28 11:15:17.940245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 0a3b14d1-ef9c-4060-ac10-81d4f3228b8e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:18.012618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6c73f9b-f943-4b80-93b0-d959a34fce12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.019381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6c73f9b-f943-4b80-93b0-d959a34fce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.066880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.089679 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a6c73f9b-f943-4b80-93b0-d959a34fce12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dae98e4353fe4c1fbf471d8e13daf2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832973 Jul 28 11:15:18.092893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73f9b-f943-4b80-93b0-d959a34fce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a261bfa-8f95-4db3-a71c-1ca01bf4a99d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:18.095696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:18.193639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff2d5b6-32e3-470c-81f7-f9a8ab3692a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.234187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff2d5b6-32e3-470c-81f7-f9a8ab3692a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.318732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff2d5b6-32e3-470c-81f7-f9a8ab3692a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.321243 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.321422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff2d5b6-32e3-470c-81f7-f9a8ab3692a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.335078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-fb3afa31-4870-4c27-a12e-bade48a167e1 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:18.337069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-fb3afa31-4870-4c27-a12e-bade48a167e1 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.6507826 Jul 28 11:15:18.342739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-eff2d5b6-32e3-470c-81f7-f9a8ab3692a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a261bfa-8f95-4db3-a71c-1ca01bf4a99d HTTP/1.1" status: 204 len: 168 time: 0.2337615 Jul 28 11:15:18.367215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2d5b6-32e3-470c-81f7-f9a8ab3692a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a261bfa-8f95-4db3-a71c-1ca01bf4a99d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:18.463427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-a021800f-823c-4bf1-ad40-93fd4cd4579c tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/quotas/eaf933171c9b484793269b273158ed4e HTTP/1.1" status: 200 len: 375 time: 0.1006486 Jul 28 11:15:18.535822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port e24782e7-721d-4054-8825-b729d3a7471a yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:18.584285 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:18.600297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-6c6af8cb-fec7-43f3-a9e6-75147e3a9397 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301105 Jul 28 11:15:18.602630 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.025018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec1b6b92424548edaa5d4e5f6fb0b434&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4547484 Jul 28 11:15:19.027725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:19.033785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a044e-6f21-42b6-b380-a9e2097124d5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:19.063196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.063612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.064168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.064482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.064769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.065253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.065534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.065860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.066189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.066505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.066846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.067267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5257e-d923-42ec-b3a4-8008509aad49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:19.083289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9f1b-8635-4b4b-8917-84a2d0ba152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.112307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9f1b-8635-4b4b-8917-84a2d0ba152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.147245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cf179-bc43-4d7f-9c2c-d664f70f748f req-a4f8d5b2-fa53-4b3f-b61d-6b2f1051343e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:19.148543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d3cf179-bc43-4d7f-9c2c-d664f70f748f req-a4f8d5b2-fa53-4b3f-b61d-6b2f1051343e tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.1445596 Jul 28 11:15:19.155977 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-346815e6-64b1-4a8c-a61e-2a2a9c0b4bde service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347137 Jul 28 11:15:19.179392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9f1b-8635-4b4b-8917-84a2d0ba152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.184417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9f1b-8635-4b4b-8917-84a2d0ba152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.186887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dcfd9f1b-8635-4b4b-8917-84a2d0ba152b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/000a044e-6f21-42b6-b380-a9e2097124d5 HTTP/1.1" status: 204 len: 168 time: 0.1562788 Jul 28 11:15:19.201917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9f1b-8635-4b4b-8917-84a2d0ba152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a044e-6f21-42b6-b380-a9e2097124d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:19.210292 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.272604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d3cf179-bc43-4d7f-9c2c-d664f70f748f req-ffe75236-6857-4f50-a1e5-9731a6542dd0 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156051 Jul 28 11:15:19.298900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-972b0cd1-f5ef-40af-82f3-545a8073e5fa tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:19.300878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-972b0cd1-f5ef-40af-82f3-545a8073e5fa tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/ports?device_id=c52a6614-815b-440c-b572-ddee4bcc73ed HTTP/1.1" status: 200 len: 945 time: 0.0665512 Jul 28 11:15:19.334964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-2f3a4132-eb0c-4681-a3fc-a98f6b400af4 service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623433 Jul 28 11:15:19.340427 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.429578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:19.432904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:19.447288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Deleting port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:19.447606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:19.448033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.448591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.469219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=0a3b14d1-ef9c-4060-ac10-81d4f3228b8e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:19.549926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=e24782e7-721d-4054-8825-b729d3a7471a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:19.562037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': 'fa7b68f2-cc6e-419b-8aaa-70bced4caf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f19cbcaf-0c63-420f-9b39-cfffb2c594a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:19.562389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: f19cbcaf-0c63-420f-9b39-cfffb2c594a7, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:19.587216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network f19cbcaf-0c63-420f-9b39-cfffb2c594a7 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:19.599037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, f19cbcaf-0c63-420f-9b39-cfffb2c594a7) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:19.604734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:19.612094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc133e-761e-4962-bd23-d1466b2d8b6a None None] Network f19cbcaf-0c63-420f-9b39-cfffb2c594a7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:19.614288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:19.626971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] For port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:19.627350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.633300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:19.634030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.642551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Calling delete_port for 6156b2b3-639e-48a0-aa97-3f522e2fc1bc owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:19.663056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-65ab4064-b02e-46a5-b15b-7ce1a6dd6971 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3433735 Jul 28 11:15:19.670758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:19.703870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb92b0f-1186-4eea-b52b-a9a23b2891f8 req-4d37b8d2-6e25-487b-8202-46f1d80325cc tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 210 time: 0.0382700 Jul 28 11:15:19.770516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.874416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:19.913647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event deleted for resources: {'Port': ['ID=6156b2b3-639e-48a0-aa97-3f522e2fc1bc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:20.027616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] No DVR routers for this DVR port 6156b2b3-639e-48a0-aa97-3f522e2fc1bc on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:20.030663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.034858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-56ee9715-c43e-4ddb-9b0b-e97c0288bc5e req-0aed3c6f-42c7-4d9b-9020-16401d9bf722 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "DELETE /v2.0/ports/6156b2b3-639e-48a0-aa97-3f522e2fc1bc HTTP/1.1" status: 204 len: 173 time: 0.7266948 Jul 28 11:15:20.049141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'name': 'network-vif-deleted', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:20.054661 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59370701-8df8-4622-9191-6a6c0dd84497" -d '{"events": [{"server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "name": "network-vif-deleted", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:20.085980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port e24782e7-721d-4054-8825-b729d3a7471a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:20.086598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.115263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:20.139159 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0531a8-7ad8-4814-a318-aea1bbf0f5ac x-openstack-request-id: req-0f0531a8-7ad8-4814-a318-aea1bbf0f5ac {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:20.139612 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52a6614-815b-440c-b572-ddee4bcc73ed", "name": "network-vif-deleted", "tag": "6156b2b3-639e-48a0-aa97-3f522e2fc1bc", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:20.139872 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f0531a8-7ad8-4814-a318-aea1bbf0f5ac {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:20.140298 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52a6614-815b-440c-b572-ddee4bcc73ed', 'name': 'network-vif-deleted', 'tag': '6156b2b3-639e-48a0-aa97-3f522e2fc1bc', 'status': 'completed', 'code': 200} Jul 28 11:15:20.164288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 6156b2b3-639e-48a0-aa97-3f522e2fc1bc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:20.164650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:20.231061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.253751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for e24782e7-721d-4054-8825-b729d3a7471a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:20.421512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.469962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=e24782e7-721d-4054-8825-b729d3a7471a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:20.484075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42407d-5bf4-4bae-a074-194916256f12 req-63bd601a-47a8-4fe4-af01-e3ebc9fe0f0c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:20.495142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f42407d-5bf4-4bae-a074-194916256f12 req-63bd601a-47a8-4fe4-af01-e3ebc9fe0f0c tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.1020277 Jul 28 11:15:20.506901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.506901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ea1b86e-2cd5-41fa-9b47-f4f81edc7304 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/e24782e7-721d-4054-8825-b729d3a7471a HTTP/1.1" status: 204 len: 168 time: 0.8318813 Jul 28 11:15:20.507619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:20.559365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-a235d78a-545e-4550-8d5e-e115fa26ede8 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:20.561326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-a235d78a-545e-4550-8d5e-e115fa26ede8 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 946 time: 0.1006215 Jul 28 11:15:20.594065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f42407d-5bf4-4bae-a074-194916256f12 req-6c221787-fcf5-4cae-be52-253e9f25c2fd tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976508 Jul 28 11:15:20.596537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695abea-f827-4363-a41d-1d075399e32c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:20.603952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695abea-f827-4363-a41d-1d075399e32c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:20.605590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c695abea-f827-4363-a41d-1d075399e32c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0970154 Jul 28 11:15:20.609216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:20.723857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Deleting port 687859b5-4dc7-4959-9c23-4d40c753466d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:20.724373 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.793772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 0a3b14d1-ef9c-4060-ac10-81d4f3228b8e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:20.795680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.902620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] For port 687859b5-4dc7-4959-9c23-4d40c753466d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=687859b5-4dc7-4959-9c23-4d40c753466d,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:20.903234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.920169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Calling delete_port for 687859b5-4dc7-4959-9c23-4d40c753466d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:20.944651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c26a2ed4-412e-441f-9cf9-202b96e9b46d req-09931ab2-c5b0-4145-8984-bda1395723cd tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 210 time: 0.1158288 Jul 28 11:15:20.969496 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:20.989180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 0a3b14d1-ef9c-4060-ac10-81d4f3228b8e owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:21.136855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:21.179612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:21.202069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=0a3b14d1-ef9c-4060-ac10-81d4f3228b8e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:21.202662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', '687859b5-4dc7-4959-9c23-4d40c753466d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:21.215723 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:21.223449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-442607e6-3a1f-4bbd-b45e-939072fa8450 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/0a3b14d1-ef9c-4060-ac10-81d4f3228b8e HTTP/1.1" status: 204 len: 168 time: 0.6127472 Jul 28 11:15:21.224079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:21.256505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Pushing event deleted for resources: {'Port': ['ID=687859b5-4dc7-4959-9c23-4d40c753466d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:21.338467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] No DVR routers for this DVR port 687859b5-4dc7-4959-9c23-4d40c753466d on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:21.341906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:21.345355 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21225e8b-d791-4171-8a59-adb0b1a1601a req-d7c48ba7-1ede-4a69-8225-ef8577ce62d4 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "DELETE /v2.0/ports/687859b5-4dc7-4959-9c23-4d40c753466d HTTP/1.1" status: 204 len: 173 time: 0.7699547 Jul 28 11:15:21.383303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4dff03-8318-4a2e-9d8b-4bd1dfe99f09 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:21.388674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:21.388905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fa4dff03-8318-4a2e-9d8b-4bd1dfe99f09 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1591401 Jul 28 11:15:21.440273 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92d686c-958e-4cc7-86dd-822f24248bb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:21.442352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b92d686c-958e-4cc7-86dd-822f24248bb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/e24782e7-721d-4054-8825-b729d3a7471a HTTP/1.1" status: 404 len: 333 time: 0.0520818 Jul 28 11:15:21.445479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45210) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:21.523797 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da68474-98e1-4678-a071-1168f8ced302 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:21.530613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8da68474-98e1-4678-a071-1168f8ced302 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/0a3b14d1-ef9c-4060-ac10-81d4f3228b8e HTTP/1.1" status: 404 len: 333 time: 0.0840950 Jul 28 11:15:21.533455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:21.629070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-414b2b3d-c5d9-4e56-b7a5-d2bb57305e39 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:21.630975 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-414b2b3d-c5d9-4e56-b7a5-d2bb57305e39 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.2252700 Jul 28 11:15:21.645502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Request body: {'port': {'device_id': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'admin_state_up': True, 'tenant_id': 'eaf933171c9b484793269b273158ed4e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:21.768573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:21.926108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:21.947205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Made reservation on behalf of eaf933171c9b484793269b273158ed4e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:21.951427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:21.954376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bec25a0-f598-4218-8f75-70ee69350953 req-086b1008-3039-4eb2-840b-5983ccb44acf tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=074a7944-51f7-4226-92f9-987ceab54bc6 HTTP/1.1" status: 200 len: 210 time: 0.1047571 Jul 28 11:15:22.048151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.073609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19cbcaf-0c63-420f-9b39-cfffb2c594a7']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:22.099964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b68f2-cc6e-419b-8aaa-70bced4caf23') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:22.100648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b68f2-cc6e-419b-8aaa-70bced4caf23') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:22.110992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device d6ef0873-9dea-44de-8790-a674679cff2f no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:22.128275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.134751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6268cc10-3e94-4ddd-bdb1-e4d86776848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.146627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074a7944-51f7-4226-92f9-987ceab54bc6', 'name': 'network-vif-deleted', 'tag': '687859b5-4dc7-4959-9c23-4d40c753466d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:22.147592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: d6ef0873-9dea-44de-8790-a674679cff2f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:22.148886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device d6ef0873-9dea-44de-8790-a674679cff2f not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:22.149335 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f00df-9170-459c-8b54-5dadb039eb5e" -d '{"events": [{"server_uuid": "074a7944-51f7-4226-92f9-987ceab54bc6", "name": "network-vif-deleted", "tag": "687859b5-4dc7-4959-9c23-4d40c753466d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:22.149908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:22.162238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f51339d0-6a90-495a-bc7f-d927270c96ea req-adb32412-c104-43e0-8658-b45e20fa2e6f tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 210 time: 0.0560303 Jul 28 11:15:22.171709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.180720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 6156b2b3-639e-48a0-aa97-3f522e2fc1bc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:22.181099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:22.181808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6156b2b3-639e-48a0-aa97-3f522e2fc1bc not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:22.182169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:22.186732 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:22.210831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Allocated IP 172.20.0.7 (7ae36bd8-0664-4682-a37c-41dcc94816a6/e6818907-1573-415d-9454-2e439c23f2d5/4823cc04-783d-4238-9e79-b463603f7f59) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:22.324095 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.351300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.354855 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6871229-6833-4b96-8ca4-857f9755528c x-openstack-request-id: req-c6871229-6833-4b96-8ca4-857f9755528c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:22.355254 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074a7944-51f7-4226-92f9-987ceab54bc6", "name": "network-vif-deleted", "tag": "687859b5-4dc7-4959-9c23-4d40c753466d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:22.355583 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6871229-6833-4b96-8ca4-857f9755528c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:22.356273 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074a7944-51f7-4226-92f9-987ceab54bc6', 'name': 'network-vif-deleted', 'tag': '687859b5-4dc7-4959-9c23-4d40c753466d', 'status': 'completed', 'code': 200} Jul 28 11:15:22.373653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.380834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/f19cbcaf-0c63-420f-9b39-cfffb2c594a7 HTTP/1.1" status: 204 len: 168 time: 0.8460882 Jul 28 11:15:22.382862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:22.394327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c57969-d95d-4bae-9f87-d453a39920d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=f19cbcaf-0c63-420f-9b39-cfffb2c594a7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:22.406246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-973762369'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:22.481371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.516795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6268cc10-3e94-4ddd-bdb1-e4d86776848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.525487 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6268cc10-3e94-4ddd-bdb1-e4d86776848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.574200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:22.578157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.599108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268cc10-3e94-4ddd-bdb1-e4d86776848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b191308f-96ed-4399-987b-e9720668bd85,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:22.603601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.606670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6268cc10-3e94-4ddd-bdb1-e4d86776848d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59149fbcf55f494680436945b49e2965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793947 Jul 28 11:15:22.609983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:22.658822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:22.661540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:22.664556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d86a-5082-484c-ac8e-312a27d6d76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.671105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:22.676610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:22.681595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:22.688616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d86a-5082-484c-ac8e-312a27d6d76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.705950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.706294 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment c7c4526b-739e-4025-a81e-935dbd7e7dbf of type vlan for network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 Jul 28 11:15:22.737962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d86a-5082-484c-ac8e-312a27d6d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.740943 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2dd1d86a-5082-484c-ac8e-312a27d6d76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.744531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2dd1d86a-5082-484c-ac8e-312a27d6d76a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b191308f-96ed-4399-987b-e9720668bd85 HTTP/1.1" status: 204 len: 168 time: 0.1305311 Jul 28 11:15:22.751230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1d86a-5082-484c-ac8e-312a27d6d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b191308f-96ed-4399-987b-e9720668bd85,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:22.783440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:22.784081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.792218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.807868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-992df372-eb8d-4546-868a-04cb5cdb318a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1666954 Jul 28 11:15:22.825539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Request body: {'port': {'device_id': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:22.854092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.860621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:22.861265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.957068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5671515 Jul 28 11:15:22.957486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:22.964532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:22.968616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:22.991855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=803e2bd0-9614-400c-a8ed-fa5f2c326f26,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:23.035925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.036311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.036653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.036986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.037321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.037647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.037970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.038291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.038609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.038928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.039247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.039563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d6964-e371-4b9c-aa7b-89b1b832bc42 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:23.051618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:23.059993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:23.068592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b3401d6-de9c-4ee3-ae55-7a7e4be50f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.179455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b3401d6-de9c-4ee3-ae55-7a7e4be50f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.184138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b3401d6-de9c-4ee3-ae55-7a7e4be50f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.226293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3b3401d6-de9c-4ee3-ae55-7a7e4be50f39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8330f3e1cb34b7abc4236b5e2c3e5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731684 Jul 28 11:15:23.227102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3401d6-de9c-4ee3-ae55-7a7e4be50f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fb5a60-a0f7-453f-9f0b-b37be7cc8201,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:23.229523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:23.244655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:23.250350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.339481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0619f-c79c-4984-8ab4-f70887687d18 req-3131e039-08a7-47b0-a642-4f51c47a2558 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:23.341309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24b0619f-c79c-4984-8ab4-f70887687d18 req-3131e039-08a7-47b0-a642-4f51c47a2558 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.1067698 Jul 28 11:15:23.376913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb27445b-879a-4cc6-af4f-4243cd12db70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.412639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4e3d-e7bf-453e-9b80-6fb7a85d7536 req-668c4448-7589-4c34-864e-d6ca1924322e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:23.417201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de4e3d-e7bf-453e-9b80-6fb7a85d7536 req-668c4448-7589-4c34-864e-d6ca1924322e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 931 time: 0.1152790 Jul 28 11:15:23.442745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb27445b-879a-4cc6-af4f-4243cd12db70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.456874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24b0619f-c79c-4984-8ab4-f70887687d18 req-26aefd16-e79c-4a6f-aa4a-176aa76b96f5 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044962 Jul 28 11:15:23.488271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4823cc04-783d-4238-9e79-b463603f7f59 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:23.498741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.548460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de4e3d-e7bf-453e-9b80-6fb7a85d7536 req-f4467c91-6273-4d14-a907-e1bafecd0de9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612333 Jul 28 11:15:23.554424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.558211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb27445b-879a-4cc6-af4f-4243cd12db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.563675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb27445b-879a-4cc6-af4f-4243cd12db70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.564446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Transition to ACTIVE for port object 4823cc04-783d-4238-9e79-b463603f7f59 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:23.565925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bb27445b-879a-4cc6-af4f-4243cd12db70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60fb5a60-a0f7-453f-9f0b-b37be7cc8201 HTTP/1.1" status: 204 len: 168 time: 0.3352547 Jul 28 11:15:23.584678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27445b-879a-4cc6-af4f-4243cd12db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fb5a60-a0f7-453f-9f0b-b37be7cc8201,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:23.592529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.655643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=83629286-c0fd-4a89-a018-ce138192fcad,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:23.694699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:23.743697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': 'c7c4526b-739e-4025-a81e-935dbd7e7dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:23.744233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: 803e2bd0-9614-400c-a8ed-fa5f2c326f26, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:23.783307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:23.788165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Attempting to bind port 4823cc04-783d-4238-9e79-b463603f7f59 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:23.788411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Attempting to bind port 4823cc04-783d-4238-9e79-b463603f7f59 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:23.788739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Attempting to bind port 4823cc04-783d-4238-9e79-b463603f7f59 on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:23.797361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Port 4823cc04-783d-4238-9e79-b463603f7f59 on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:15:23.797757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Attempting to bind port 4823cc04-783d-4238-9e79-b463603f7f59 on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:23.802981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 803e2bd0-9614-400c-a8ed-fa5f2c326f26) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:23.807559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:23.808584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.812750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d20e1-116e-4b3e-a480-3903bff74c2f None None] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:23.813224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:23.813224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Checking segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:23.813487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Bound using segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:23.813973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Bound port: 4823cc04-783d-4238-9e79-b463603f7f59, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:23.814244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:23.863975 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c446180c-b2ee-41d8-a72b-a0a9b7e4ddab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9023123 Jul 28 11:15:23.864753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:23.872653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26', 'name': 'tempest-PortsIpV6TestJSON-578608788'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:24.010636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:24.016948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:24.034673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.034897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-803e2bd0-9614-400c-a8ed-fa5f2c326f26', 'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': '83629286-c0fd-4a89-a018-ce138192fcad'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:15:24.035969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.112873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:24.113619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.116686 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] 10.222.0.41 "PUT /v2.0/ports/4823cc04-783d-4238-9e79-b463603f7f59 HTTP/1.1" status: 200 len: 1091 time: 1.2964847 Jul 28 11:15:24.150793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:24.155433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.179795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d22e8-b362-45a4-9fe2-d1930aa09a25 service neutron] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:24.207208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 0df29f7e-eae7-408a-a8ed-22194548baf2 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:24.216864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Allocated IP 2001:db8::2 (803e2bd0-9614-400c-a8ed-fa5f2c326f26/83629286-c0fd-4a89-a018-ce138192fcad/e11f7d74-cbdf-445e-8203-cf15e22deb3d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:24.283162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-863d6f8f-df53-46ec-beb1-5d75514d11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:24.284775 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-863d6f8f-df53-46ec-beb1-5d75514d11a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 1094 time: 0.1156390 Jul 28 11:15:24.343317 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-1ec0c310-7144-4470-af88-4073e4f28185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4823cc04-783d-4238-9e79-b463603f7f59 HTTP/1.1" status: 200 len: 217 time: 0.0436351 Jul 28 11:15:24.397658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:24.400400 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "tag": "4823cc04-783d-4238-9e79-b463603f7f59"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:24.403049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.405233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-00c18cb5-9ade-4301-afd3-077c8d120d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:24.406870 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-00c18cb5-9ade-4301-afd3-077c8d120d3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.0552564 Jul 28 11:15:24.413221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Transition to ACTIVE for port object e11f7d74-cbdf-445e-8203-cf15e22deb3d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:24.430392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Transition to ACTIVE for port object e11f7d74-cbdf-445e-8203-cf15e22deb3d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:24.438033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.476983 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c29bb-1339-4bc0-9b48-0da3718bbe52 x-openstack-request-id: req-9c5c29bb-1339-4bc0-9b48-0da3718bbe52 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:24.477264 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "tag": "4823cc04-783d-4238-9e79-b463603f7f59", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:24.477514 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c5c29bb-1339-4bc0-9b48-0da3718bbe52 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:24.478085 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59', 'status': 'completed', 'code': 200} Jul 28 11:15:24.483884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:24.488270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:24.495095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:24.502993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Pushing event updated for resources: {'Port': ['ID=e11f7d74-cbdf-445e-8203-cf15e22deb3d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:24.597206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Attempting to bind port e11f7d74-cbdf-445e-8203-cf15e22deb3d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:24.598113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Attempting to bind port e11f7d74-cbdf-445e-8203-cf15e22deb3d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c7c4526b-739e-4025-a81e-935dbd7e7dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:24.598827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Attempting to bind port e11f7d74-cbdf-445e-8203-cf15e22deb3d on network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:24.607622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:24.608586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Checking segment: {'id': 'c7c4526b-739e-4025-a81e-935dbd7e7dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:24.609310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.609866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Bound using segment: {'id': 'c7c4526b-739e-4025-a81e-935dbd7e7dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:24.610509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Bound port: e11f7d74-cbdf-445e-8203-cf15e22deb3d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4526b-739e-4025-a81e-935dbd7e7dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '803e2bd0-9614-400c-a8ed-fa5f2c326f26'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:24.611205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.643441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71730462-ad0a-4ba1-a944-5c90abe03792 req-a0bc2e16-3ff4-48d9-8327-009a081dca45 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:24.651073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71730462-ad0a-4ba1-a944-5c90abe03792 req-a0bc2e16-3ff4-48d9-8327-009a081dca45 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0995498 Jul 28 11:15:24.696990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71730462-ad0a-4ba1-a944-5c90abe03792 req-7777e6b4-7a59-4118-9b9d-d9d919d21830 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Jul 28 11:15:24.712486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] For port e11f7d74-cbdf-445e-8203-cf15e22deb3d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:24.719104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] For port e11f7d74-cbdf-445e-8203-cf15e22deb3d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e11f7d74-cbdf-445e-8203-cf15e22deb3d,segment=NetworkSegment(c7c4526b-739e-4025-a81e-935dbd7e7dbf),segment_id=c7c4526b-739e-4025-a81e-935dbd7e7dbf)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:24.727734 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:24.787848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d15f-b3a0-440b-940b-0398dd478bff None None] Pushing event updated for resources: {'Port': ['ID=e11f7d74-cbdf-445e-8203-cf15e22deb3d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:24.808779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2584f2-7edb-47e6-b3f4-a8e8e103d4f3 req-9ff864de-7d20-4a4f-ad35-65f4bc307951 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:24.817538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e2584f2-7edb-47e6-b3f4-a8e8e103d4f3 req-9ff864de-7d20-4a4f-ad35-65f4bc307951 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 943 time: 0.1186409 Jul 28 11:15:24.892212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e2584f2-7edb-47e6-b3f4-a8e8e103d4f3 req-d9cf7fdc-e9dd-4d3e-9e93-3c38d30998ce tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736933 Jul 28 11:15:24.955176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-afd84628-2f76-49de-a4fa-6db793c7baaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5389593 Jul 28 11:15:25.050979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::300 (803e2bd0-9614-400c-a8ed-fa5f2c326f26/83629286-c0fd-4a89-a018-ce138192fcad/0df29f7e-eae7-408a-a8ed-22194548baf2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:25.220855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-7c64860d-b1d7-46b5-87e3-1dffa59dd575 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448323 Jul 28 11:15:25.323966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-08c06bec-ae2b-40fc-97b8-6d58d483c58b tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:25.325524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-08c06bec-ae2b-40fc-97b8-6d58d483c58b tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.2549710 Jul 28 11:15:25.503357 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2645bde6-93fd-482b-a07b-38eda90588c9 req-36e435c7-b893-4712-8bcd-5be05a96ecc0 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661281 Jul 28 11:15:25.537782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:25.559047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 0df29f7e-eae7-408a-a8ed-22194548baf2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:25.574208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Deleting port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:25.574563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:25.700310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-e3436f4e-fdfe-4be1-8551-44dc1f972f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:25.701874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-e3436f4e-fdfe-4be1-8551-44dc1f972f48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 1094 time: 0.1399658 Jul 28 11:15:25.739159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:25.786496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] For port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:25.786965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:25.838951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Calling delete_port for 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:25.849236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d06330-ccf2-4507-91f9-b91fcb839d38 req-62f9f2ec-276d-47bc-9b5d-6a0f84b2a2a0 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:25.852151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96d06330-ccf2-4507-91f9-b91fcb839d38 req-62f9f2ec-276d-47bc-9b5d-6a0f84b2a2a0 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 945 time: 0.0675147 Jul 28 11:15:25.924300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96d06330-ccf2-4507-91f9-b91fcb839d38 req-fea51d51-2e96-4c92-a11e-c354e3dc7287 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/security-groups?id=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612590 Jul 28 11:15:25.954323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:25.973377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:25.981101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:26.004514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:26.005369 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.036382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=0df29f7e-eae7-408a-a8ed-22194548baf2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:26.055805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d7506f0-59db-478f-a5d5-502021972f10 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1872585 Jul 28 11:15:26.076127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:26.107052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-ea8a21c4-338a-4aed-9c1f-26ad9b6850bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:26.107553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-ea8a21c4-338a-4aed-9c1f-26ad9b6850bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 905 time: 0.3946028 Jul 28 11:15:26.129728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 687859b5-4dc7-4959-9c23-4d40c753466d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:26.170828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 687859b5-4dc7-4959-9c23-4d40c753466d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:26.171623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 687859b5-4dc7-4959-9c23-4d40c753466d not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:26.175525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-7f98dbca-1102-44bf-96fd-8f5d559b84c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4823cc04-783d-4238-9e79-b463603f7f59 HTTP/1.1" status: 200 len: 217 time: 0.0495296 Jul 28 11:15:26.196308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.218822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['3dbf783b-994f-41a8-9d97-4a9aa3e3dd35'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:26.224402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870bf61-e5c0-4301-b6ae-f84189ca671b req-71d90261-5c9a-49a6-a079-1b4925f76fe9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:26.233239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f870bf61-e5c0-4301-b6ae-f84189ca671b req-71d90261-5c9a-49a6-a079-1b4925f76fe9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 943 time: 0.2133448 Jul 28 11:15:26.284276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-18fce2e6-9bd1-4db8-a18d-faa05b8ecac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:26.285763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-18fce2e6-9bd1-4db8-a18d-faa05b8ecac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.1045570 Jul 28 11:15:26.289005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f870bf61-e5c0-4301-b6ae-f84189ca671b req-4488ec3d-843f-4c7e-968c-3d06b294694d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546854 Jul 28 11:15:26.311943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 0df29f7e-eae7-408a-a8ed-22194548baf2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:26.312691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.347261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989a0a8b-6f2a-4fe6-a225-c0ab02efbd93 None None] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:26.424467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.436657 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-c42067a4-0c2e-4338-adfa-d30aa0c4e340 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290605 Jul 28 11:15:26.437798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Pushing event deleted for resources: {'Port': ['ID=3dbf783b-994f-41a8-9d97-4a9aa3e3dd35,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:26.438472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 0df29f7e-eae7-408a-a8ed-22194548baf2 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:26.562738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30147f9b-3c38-4630-92a3-febc00678f2d None None] Provisioning for port e11f7d74-cbdf-445e-8203-cf15e22deb3d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:26.600936 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-9d79ecf1-7baf-486d-9319-6034b06f5230 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484978 Jul 28 11:15:26.665446 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.707878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=0df29f7e-eae7-408a-a8ed-22194548baf2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:26.747443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.756571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bc2cc26d-be9a-411c-a1ca-998fdc99fd59 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/0df29f7e-eae7-408a-a8ed-22194548baf2 HTTP/1.1" status: 204 len: 168 time: 0.6788383 Jul 28 11:15:26.757201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45370) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:26.794369 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fbf8a2-ed4b-470d-b299-284011cfc6f6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:15:26.795663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fbf8a2-ed4b-470d-b299-284011cfc6f6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:26.797668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19fbf8a2-ed4b-470d-b299-284011cfc6f6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/0df29f7e-eae7-408a-a8ed-22194548baf2 HTTP/1.1" status: 404 len: 333 time: 0.0395331 Jul 28 11:15:26.800305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:26.802174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] No DVR routers for this DVR port 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:26.805871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:26.808476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13b0d241-c920-44e1-9f9a-f7c48edb7c78 req-92fb77a1-0aec-42eb-b36a-b64b0380f226 tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.41 "DELETE /v2.0/ports/3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 HTTP/1.1" status: 204 len: 173 time: 1.4756863 Jul 28 11:15:26.809129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'name': 'network-vif-deleted', 'tag': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:26.811991 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf77630-dc54-40ad-bd44-eeda16e61642" -d '{"events": [{"server_uuid": "82c446b8-aef5-4cdd-91e0-3c6b2bdae941", "name": "network-vif-deleted", "tag": "3dbf783b-994f-41a8-9d97-4a9aa3e3dd35"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:26.845140 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bcf5fc-11aa-477f-850d-2069ade2aa68 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:26.847156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-17bcf5fc-11aa-477f-850d-2069ade2aa68 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/0df29f7e-eae7-408a-a8ed-22194548baf2 HTTP/1.1" status: 404 len: 333 time: 0.0450251 Jul 28 11:15:26.850236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:26.877265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95fb9cc7-c268-4e68-b20f-9b3036ad36bd req-af574a20-5165-4dd5-844c-0d5fe799135e service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396953 Jul 28 11:15:26.892133 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9868d1-6b49-4af6-b7c4-5890a7051308 x-openstack-request-id: req-fc9868d1-6b49-4af6-b7c4-5890a7051308 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:26.893759 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c446b8-aef5-4cdd-91e0-3c6b2bdae941", "name": "network-vif-deleted", "tag": "3dbf783b-994f-41a8-9d97-4a9aa3e3dd35", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:26.894082 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc9868d1-6b49-4af6-b7c4-5890a7051308 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:26.894590 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c446b8-aef5-4cdd-91e0-3c6b2bdae941', 'name': 'network-vif-deleted', 'tag': '3dbf783b-994f-41a8-9d97-4a9aa3e3dd35', 'status': 'completed', 'code': 200} Jul 28 11:15:26.985832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 83629286-c0fd-4a89-a018-ce138192fcad {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:26.992216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.033744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e41c6b93-26ac-4134-8b87-2dcd3e3eaace None None] Could not find standard attr ID for object 0df29f7e-eae7-408a-a8ed-22194548baf2. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:15:27.084562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.148651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e11f7d74-cbdf-445e-8203-cf15e22deb3d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:27.165604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:27.172302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'network': {'name': 'tempest-network-smoke--429119631', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:27.206173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4704da2-66d8-4e89-b73f-19ace192e006 req-2ce23d34-254e-4a3f-83c2-ca822f4bdffa tempest-ListServerFiltersTestJSON-751256521 tempest-ListServerFiltersTestJSON-751256521-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c446b8-aef5-4cdd-91e0-3c6b2bdae941 HTTP/1.1" status: 200 len: 210 time: 0.1241233 Jul 28 11:15:27.260329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Made reservation on behalf of b57d1173ecfa4fc5b427fc10419e0045 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:27.260595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e11f7d74-cbdf-445e-8203-cf15e22deb3d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:27.265094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.271283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e11f7d74-cbdf-445e-8203-cf15e22deb3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:27.271673 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.280581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.367439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.469891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.503189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98a8f792-dfb8-4993-aab3-037b935faa32 None None] Could not find standard attr ID for object 0df29f7e-eae7-408a-a8ed-22194548baf2. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:15:27.503423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.510437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.520607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.554318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=83629286-c0fd-4a89-a018-ce138192fcad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:27.564695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.569226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7cd57372-f73b-49c7-8e57-2bf9a9989f80 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/83629286-c0fd-4a89-a018-ce138192fcad HTTP/1.1" status: 204 len: 168 time: 0.7069767 Jul 28 11:15:27.569988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:27.591296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:27.646408 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.647798 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Added segment a0a2810b-47b8-4769-b545-00eff00628c5 of type vlan for network d8bad497-25e5-4ec5-8a16-3cedb9862652 Jul 28 11:15:27.649582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237c2a21-788a-4186-bc50-65c1b00edaff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:27.669800 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:15:27.669800 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:15:27.702728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fff89-6e05-4456-b3b1-03d9edcf090b req-526a4e7e-f180-4bc7-aaba-f62ea1ce4be6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:27.710320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-219fff89-6e05-4456-b3b1-03d9edcf090b req-526a4e7e-f180-4bc7-aaba-f62ea1ce4be6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 943 time: 0.2554421 Jul 28 11:15:27.757884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.758104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8591c9a-d0a6-4add-bf26-ef7324bf8155 None None] Network 803e2bd0-9614-400c-a8ed-fa5f2c326f26 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:27.796847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.803552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:27.804523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.808002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-219fff89-6e05-4456-b3b1-03d9edcf090b req-1a97283e-a474-49b8-98f1-3b4153dcb8c6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966892 Jul 28 11:15:27.821902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.875056 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b631635d-3cad-4311-98a7-fe7839f65bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.894347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port e11f7d74-cbdf-445e-8203-cf15e22deb3d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:27.894953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.913819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Network': ['ID=d8bad497-25e5-4ec5-8a16-3cedb9862652,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:27.927911 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-01e574ff-8c71-4ef4-b83f-8dd14fb1b024 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7586150 Jul 28 11:15:27.928336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:27.934115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'admin_state_up': True, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:27.938077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:27.970636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port e11f7d74-cbdf-445e-8203-cf15e22deb3d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e11f7d74-cbdf-445e-8203-cf15e22deb3d,segment=NetworkSegment(c7c4526b-739e-4025-a81e-935dbd7e7dbf),segment_id=c7c4526b-739e-4025-a81e-935dbd7e7dbf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:27.971140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.975713 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.977081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:27.993683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for e11f7d74-cbdf-445e-8203-cf15e22deb3d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:28.052735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.096573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.097809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1223aca7-1b58-4cf7-8807-761de813af43 None None] DHCP port deletion for 803e2bd0-9614-400c-a8ed-fa5f2c326f26 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:28.127899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=e11f7d74-cbdf-445e-8203-cf15e22deb3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:28.131414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port e11f7d74-cbdf-445e-8203-cf15e22deb3d on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:28.144026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4823cc04-783d-4238-9e79-b463603f7f59 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:15:28.214839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.225980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803e2bd0-9614-400c-a8ed-fa5f2c326f26']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:28.252029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c4526b-739e-4025-a81e-935dbd7e7dbf') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:28.252357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c4526b-739e-4025-a81e-935dbd7e7dbf') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:28.255736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:28.269113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.271160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4823cc04-783d-4238-9e79-b463603f7f59', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '4823cc04-783d-4238-9e79-b463603f7f59', 'mac_address': 'fa:16:3e:26:ca:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:15:28.288587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.295715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.302360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:28.302504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:28.302841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.323338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port e11f7d74-cbdf-445e-8203-cf15e22deb3d update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:28.369861 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:28.376780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.392110 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.400779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/803e2bd0-9614-400c-a8ed-fa5f2c326f26 HTTP/1.1" status: 204 len: 168 time: 0.8102596 Jul 28 11:15:28.405728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:28.417063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.419013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1364379283'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:28.441889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4823cc04-783d-4238-9e79-b463603f7f59 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:28.451206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc225e-6cc8-4986-8e07-e3d1dcc439d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=803e2bd0-9614-400c-a8ed-fa5f2c326f26,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:28.470337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:28.474299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:28.475310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.475463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Deleting subnet ce327c65-7dea-4ed6-9b5d-e79307252138 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:28.478840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.479308 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.514558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:28.526377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.526776 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.527265 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment b4e9da36-767b-4819-a5a5-91db73af2716 of type vlan for network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 Jul 28 11:15:28.535660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:28.581434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.616160 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.623093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:28.623701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.701681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2950401 Jul 28 11:15:28.704743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:28.720573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:28.720884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.775877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.784978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580fa71-eeb9-4f37-93fc-4b6020072005 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=8c0f3097-42e1-4aef-8f0c-25de2e89d566,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:28.797151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:28.804989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.860496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:28.860762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4823cc04-783d-4238-9e79-b463603f7f59'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:28.864240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:28.923172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.25.1.185 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/56d43d91-3f09-4913-8583-0d0c14a3f154) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:29.000799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018233bc-9d1d-40bf-862d-f570621d4aa9 req-c36fc710-efa5-4059-8312-3dfc61ead950 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:29.002342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-018233bc-9d1d-40bf-862d-f570621d4aa9 req-c36fc710-efa5-4059-8312-3dfc61ead950 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 944 time: 0.0908322 Jul 28 11:15:29.026846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.074354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce327c65-7dea-4ed6-9b5d-e79307252138,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:29.085388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.089729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4394a49b-a9e0-41c6-8b45-11b43102559b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce327c65-7dea-4ed6-9b5d-e79307252138 HTTP/1.1" status: 204 len: 168 time: 0.7839181 Jul 28 11:15:29.089903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e11f7d74-cbdf-445e-8203-cf15e22deb3d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:29.090000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:29.094526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee153f3-9c91-42b5-8dc3-409d0134d884 None None] Network 5350e1db-5ea4-48fd-b331-187d6f09b1b1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:29.126612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-018233bc-9d1d-40bf-862d-f570621d4aa9 req-961d69b0-dda3-4503-a459-557fa0f796c6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159091 Jul 28 11:15:29.160531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.211688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.239974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.260832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e11f7d74-cbdf-445e-8203-cf15e22deb3d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:29.261771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e11f7d74-cbdf-445e-8203-cf15e22deb3d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:29.275234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Deleting port a257db34-fcec-4b49-b078-7479c37544be {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:29.275234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.292641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=51a9a5b4-67bf-43e5-aa45-560b508dca89,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:29.302234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': 'b4e9da36-767b-4819-a5a5-91db73af2716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:29.303274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: 8c0f3097-42e1-4aef-8f0c-25de2e89d566, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:29.323347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:29.337105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8c0f3097-42e1-4aef-8f0c-25de2e89d566) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:29.349989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662af54f-6b1d-4b23-962c-9e615c9222e3 None None] Network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:29.358635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:29.361920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.390199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d7820f2b-8d2c-4c5d-81b4-0a15d09046fc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6750560 Jul 28 11:15:29.391448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:29.397783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-32180563'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:29.452110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] DHCP port deletion for 5350e1db-5ea4-48fd-b331-187d6f09b1b1 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:29.560822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:29.566356 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.605863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 23fae0b6-20e7-4506-9977-5ed3e2b82648 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:29.624633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8c0f3097-42e1-4aef-8f0c-25de2e89d566', 'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': '51a9a5b4-67bf-43e5-aa45-560b508dca89'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:15:29.625624 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.680212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] For port a257db34-fcec-4b49-b078-7479c37544be, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a257db34-fcec-4b49-b078-7479c37544be,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:29.680856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.694030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Calling delete_port for a257db34-fcec-4b49-b078-7479c37544be owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:29.733135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] Deleting port a257db34-fcec-4b49-b078-7479c37544be {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:29.733425 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.758749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::1b6 (8c0f3097-42e1-4aef-8f0c-25de2e89d566/51a9a5b4-67bf-43e5-aa45-560b508dca89/23fae0b6-20e7-4506-9977-5ed3e2b82648) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:29.774690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.823597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] For port a257db34-fcec-4b49-b078-7479c37544be, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a257db34-fcec-4b49-b078-7479c37544be,segment=NetworkSegment(d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70),segment_id=d7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:29.824261 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.832822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=56d43d91-3f09-4913-8583-0d0c14a3f154,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:29.840615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:29.844340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:29.846755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:29.869508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.876158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] Calling delete_port for a257db34-fcec-4b49-b078-7479c37544be owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:29.918511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a257db34-fcec-4b49-b078-7479c37544be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:29.925378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] No DVR routers for this DVR port a257db34-fcec-4b49-b078-7479c37544be on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:29.943944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:29.960265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 23fae0b6-20e7-4506-9977-5ed3e2b82648 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:29.980238 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.001361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.010552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] Pushing event deleted for resources: {'Port': ['ID=a257db34-fcec-4b49-b078-7479c37544be,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:30.033860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59e3c4-57cc-4f6f-b8c5-195d8351673a None None] No DVR routers for this DVR port a257db34-fcec-4b49-b078-7479c37544be on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:30.062672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Allocated IP 2001:db8::2 (8c0f3097-42e1-4aef-8f0c-25de2e89d566/51a9a5b4-67bf-43e5-aa45-560b508dca89/a11b8c13-9298-4714-b474-fe40374d1732) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:30.067806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:30.071698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:30.079426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:30.087420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:30.088586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.115060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7209613 Jul 28 11:15:30.116627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.117756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:30.131257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c704bc-b07f-4e16-b578-3c7e2b7bc433 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=23fae0b6-20e7-4506-9977-5ed3e2b82648,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:30.133049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5350e1db-5ea4-48fd-b331-187d6f09b1b1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:30.154223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4823cc04-783d-4238-9e79-b463603f7f59 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:30.222536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:30.223711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7befab5-7ed1-4f4e-a6dc-c70c4b7c3c70') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:30.245634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.265682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 4823cc04-783d-4238-9e79-b463603f7f59 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:30.279268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4823cc04-783d-4238-9e79-b463603f7f59 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:30.279651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.307296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.321359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Transition to ACTIVE for port object a11b8c13-9298-4714-b474-fe40374d1732 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:30.329236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f43e8-67ce-4786-a3b9-adf925c59982 req-d42545bd-96db-4152-a1d7-a59b3e55fe80 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:30.337935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e2f43e8-67ce-4786-a3b9-adf925c59982 req-d42545bd-96db-4152-a1d7-a59b3e55fe80 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 944 time: 0.0941095 Jul 28 11:15:30.338839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.347341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Transition to ACTIVE for port object a11b8c13-9298-4714-b474-fe40374d1732 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:30.348533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 23fae0b6-20e7-4506-9977-5ed3e2b82648 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:30.348834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.359369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.370948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:30.371683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:30.375415 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:30.442357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e2f43e8-67ce-4786-a3b9-adf925c59982 req-3cc34094-d180-4241-a863-e1426c23857b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035328 Jul 28 11:15:30.453545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.472273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.479016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.488355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Pushing event updated for resources: {'Port': ['ID=a11b8c13-9298-4714-b474-fe40374d1732,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:30.497606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 23fae0b6-20e7-4506-9977-5ed3e2b82648 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:30.519588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:30.525992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:30.530972 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd2967-0303-4a7d-87f5-1be15318ad04" -d '{"events": [{"server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "name": "network-vif-plugged", "status": "completed", "tag": "4823cc04-783d-4238-9e79-b463603f7f59"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:30.535922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:30.551731 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.554832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:30.612187 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:30.627024 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61032386-efb8-42fa-9066-24fb3e1ca9c2 x-openstack-request-id: req-61032386-efb8-42fa-9066-24fb3e1ca9c2 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:30.627320 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "name": "network-vif-plugged", "status": "completed", "tag": "4823cc04-783d-4238-9e79-b463603f7f59", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:30.627564 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61032386-efb8-42fa-9066-24fb3e1ca9c2 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:30.627998 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59', 'code': 200} Jul 28 11:15:30.695075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.708847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.731015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=23fae0b6-20e7-4506-9977-5ed3e2b82648,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:30.780337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.782725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2bc19afc-cbb2-4a9b-97f0-4779b0e31311 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/23fae0b6-20e7-4506-9977-5ed3e2b82648 HTTP/1.1" status: 204 len: 168 time: 0.6639347 Jul 28 11:15:30.785707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:30.789455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.818212 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-074e3271-2241-4a6f-b199-1ae471802215 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:30.824230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-074e3271-2241-4a6f-b199-1ae471802215 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/23fae0b6-20e7-4506-9977-5ed3e2b82648 HTTP/1.1" status: 404 len: 333 time: 0.0361221 Jul 28 11:15:30.826783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.830988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] 10.222.0.20 "DELETE /v2.0/networks/5350e1db-5ea4-48fd-b331-187d6f09b1b1 HTTP/1.1" status: 204 len: 168 time: 1.7379377 Jul 28 11:15:30.831188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:30.831300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86152fc9-b32d-403b-8cc0-f57c16f8eb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=5350e1db-5ea4-48fd-b331-187d6f09b1b1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:30.832801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:30.832894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 3dbf783b-994f-41a8-9d97-4a9aa3e3dd35 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:30.833162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:30.902834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:30.921850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Attempting to bind port a11b8c13-9298-4714-b474-fe40374d1732 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:30.922250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Attempting to bind port a11b8c13-9298-4714-b474-fe40374d1732 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b4e9da36-767b-4819-a5a5-91db73af2716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:30.922646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Attempting to bind port a11b8c13-9298-4714-b474-fe40374d1732 on network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:30.940346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:30.940562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Checking segment: {'id': 'b4e9da36-767b-4819-a5a5-91db73af2716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:30.941112 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.941507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Bound using segment: {'id': 'b4e9da36-767b-4819-a5a5-91db73af2716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:30.942025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Bound port: a11b8c13-9298-4714-b474-fe40374d1732, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e9da36-767b-4819-a5a5-91db73af2716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8c0f3097-42e1-4aef-8f0c-25de2e89d566'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:30.942419 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.975781 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:30.978491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 51a9a5b4-67bf-43e5-aa45-560b508dca89 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:30.987465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.010628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964209a4-0027-4954-8a98-1804bd7ee96f req-066b7d4e-1645-4523-ae22-9d289aee5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:31.012670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-964209a4-0027-4954-8a98-1804bd7ee96f req-066b7d4e-1645-4523-ae22-9d289aee5cde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 1096 time: 0.3264644 Jul 28 11:15:31.069936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] For port a11b8c13-9298-4714-b474-fe40374d1732, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:31.084396 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-964209a4-0027-4954-8a98-1804bd7ee96f req-9481c7d3-b6c8-4eb9-a20b-ad8034c93f1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Jul 28 11:15:31.091435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] For port a11b8c13-9298-4714-b474-fe40374d1732, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a11b8c13-9298-4714-b474-fe40374d1732,segment=NetworkSegment(b4e9da36-767b-4819-a5a5-91db73af2716),segment_id=b4e9da36-767b-4819-a5a5-91db73af2716)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:31.096441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-867d0f6a-61ec-4045-9595-128b5a538580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.105249 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.107969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:15:31.112582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.116001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a257db34-fcec-4b49-b078-7479c37544be no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:31.164324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a257db34-fcec-4b49-b078-7479c37544be {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:31.164676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a257db34-fcec-4b49-b078-7479c37544be not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:31.189289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:31.213056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14b6a0-b6d1-4420-bbf3-b24dabef98f5 None None] Pushing event updated for resources: {'Port': ['ID=a11b8c13-9298-4714-b474-fe40374d1732,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:31.267369 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1245ab20-580c-47cc-ae9f-b4ea2fd35f84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ccbdb9ed297419ca1b25dd03f7a3500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766644 Jul 28 11:15:31.269940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:31.295185 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.388890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.400068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19a26de7-00e1-41e8-8c23-342f95289eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.402120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:15:31.415403 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Sync routers for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:15:31.438020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19a26de7-00e1-41e8-8c23-342f95289eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.439857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.444665 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:15:31.449287 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:15:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:31.452739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1cfc83a4-3440-47b5-bff7-542aa5087c2a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5231359 Jul 28 11:15:31.461345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:31.555837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=51a9a5b4-67bf-43e5-aa45-560b508dca89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:31.570575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.572920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8fcccabf-19b3-4fcb-803e-da30b1904ac3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/51a9a5b4-67bf-43e5-aa45-560b508dca89 HTTP/1.1" status: 204 len: 168 time: 0.7282672 Jul 28 11:15:31.575325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19a26de7-00e1-41e8-8c23-342f95289eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.576275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45466) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:31.578319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19a26de7-00e1-41e8-8c23-342f95289eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.582735 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19a26de7-00e1-41e8-8c23-342f95289eaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4911d3a0-3aa7-45d0-80dc-b75c0ac8257f HTTP/1.1" status: 204 len: 168 time: 0.3094220 Jul 28 11:15:31.618952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a26de7-00e1-41e8-8c23-342f95289eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4911d3a0-3aa7-45d0-80dc-b75c0ac8257f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:31.799783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.803361 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:15:31.824472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c25525-e682-44c9-96e6-39d75d309ec0 req-15e4039a-abce-4319-8ab8-6343243238ce tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:31.824813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30c25525-e682-44c9-96e6-39d75d309ec0 req-15e4039a-abce-4319-8ab8-6343243238ce tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 945 time: 0.0900533 Jul 28 11:15:31.874432 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:31.910712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30c25525-e682-44c9-96e6-39d75d309ec0 req-3a2d2eab-c892-416d-946a-92d99f475f42 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Jul 28 11:15:31.928987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port a11b8c13-9298-4714-b474-fe40374d1732 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:31.929733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:32.111555 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-182e381e-0bf3-4d42-819e-f1eaaa830b32 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b57d1173ecfa4fc5b427fc10419e0045&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6468711 Jul 28 11:15:32.112103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:32.237918 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:30Z', 'revision_number': 3, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:32.294048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Checking router: 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:15:32.297251 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Updating router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 port 56d43d91-3f09-4913-8583-0d0c14a3f154 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:15:32.351256 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:32.471395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a289ab-8d9e-4fd5-a22d-492fdca1254d tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:32.472959 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b0a289ab-8d9e-4fd5-a22d-492fdca1254d tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3601451 Jul 28 11:15:32.477213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:32.550480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad1cf212-74e5-4a6f-8e25-8191c28765e1 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721002 Jul 28 11:15:32.553050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:32.562478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1190474759', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:32.709398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port a11b8c13-9298-4714-b474-fe40374d1732, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a11b8c13-9298-4714-b474-fe40374d1732,segment=NetworkSegment(b4e9da36-767b-4819-a5a5-91db73af2716),segment_id=b4e9da36-767b-4819-a5a5-91db73af2716)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:32.710434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:32.733377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for a11b8c13-9298-4714-b474-fe40374d1732 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:32.831285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Made reservation on behalf of b57d1173ecfa4fc5b427fc10419e0045 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:32.839700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:32.941666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.018234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af977c-9850-4954-8bdd-a59821b10975 None None] Network 8c0f3097-42e1-4aef-8f0c-25de2e89d566 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:33.018749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=a11b8c13-9298-4714-b474-fe40374d1732,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:33.034004 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.039528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port a11b8c13-9298-4714-b474-fe40374d1732 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:33.058852 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Transition to ACTIVE for port object 56d43d91-3f09-4913-8583-0d0c14a3f154 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:33.076599 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.159257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-67bdbdd9-d0a7-4266-b8ad-ff9ecc1f4fb5 None None] Could not find standard attr ID for object a11b8c13-9298-4714-b474-fe40374d1732. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:15:33.179131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a11b8c13-9298-4714-b474-fe40374d1732 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:33.199520 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Pushing event updated for resources: {'Port': ['ID=56d43d91-3f09-4913-8583-0d0c14a3f154,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:33.218733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.224727 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.225072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.225409 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.226026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a11b8c13-9298-4714-b474-fe40374d1732 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:33.226490 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.226917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a11b8c13-9298-4714-b474-fe40374d1732 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:15:33.227052 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.233376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:33.240972 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Attempting to bind port 56d43d91-3f09-4913-8583-0d0c14a3f154 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:33.241265 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Attempting to bind port 56d43d91-3f09-4913-8583-0d0c14a3f154 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:33.241678 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Attempting to bind port 56d43d91-3f09-4913-8583-0d0c14a3f154 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:33.258108 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:33.258492 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:33.258896 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.259282 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:33.259745 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Bound port: 56d43d91-3f09-4913-8583-0d0c14a3f154, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:33.260122 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.271902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.284980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Subnet': ['ID=3410885b-24db-4852-8869-5f86a98d2211,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:33.285567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port a11b8c13-9298-4714-b474-fe40374d1732 not found, will not notify nova. {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:15:33.294246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:33.303688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0f3097-42e1-4aef-8f0c-25de2e89d566']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:33.316907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e9da36-767b-4819-a5a5-91db73af2716') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:33.317202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e9da36-767b-4819-a5a5-91db73af2716') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:33.331144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] For port 56d43d91-3f09-4913-8583-0d0c14a3f154, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:33.331481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Checking segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:33.334284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network hostable DHCP agents. Network: d8bad497-25e5-4ec5-8a16-3cedb9862652, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:33.334488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.342109 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] For port 56d43d91-3f09-4913-8583-0d0c14a3f154, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=56d43d91-3f09-4913-8583-0d0c14a3f154,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:33.343946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cf0ce-385a-43b8-813b-0263c85fc853 req-4effcf7c-ee80-4f13-92c5-2aec179c1b1a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:33.351375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd4cf0ce-385a-43b8-813b-0263c85fc853 req-4effcf7c-ee80-4f13-92c5-2aec179c1b1a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 945 time: 0.2634223 Jul 28 11:15:33.353973 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.367158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.379081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.385684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:33.400807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d8bad497-25e5-4ec5-8a16-3cedb9862652) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:33.402391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:15:33.402805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:15:33.406780 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:15:33.425684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3f5a3-ae75-4b60-8378-7ba8078d7e93 None None] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:33.429737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd4cf0ce-385a-43b8-813b-0263c85fc853 req-4a744f2c-a250-4b6e-b525-ae30f340499d tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752277 Jul 28 11:15:33.439569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:33.440354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.447557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:15:33.448444 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:15:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:33.479625 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2745a1ce-8a40-4c47-a232-d518516f9f57 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9252481 Jul 28 11:15:33.483449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:33.498593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-435226936-network', 'tenant_id': '536bb2fa86a14cea8ac3304c69dbc7e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:33.540250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.552537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.554394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/8c0f3097-42e1-4aef-8f0c-25de2e89d566 HTTP/1.1" status: 204 len: 168 time: 1.9768038 Jul 28 11:15:33.561005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45520) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:33.585253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab8ae9-8fae-4cdd-803f-a240757c8432 None None] DHCP port deletion for 8c0f3097-42e1-4aef-8f0c-25de2e89d566 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:33.590694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Made reservation on behalf of 536bb2fa86a14cea8ac3304c69dbc7e8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:33.592448 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345a605-2849-4872-9b66-d7b2c8238e6e None None] Pushing event updated for resources: {'Port': ['ID=56d43d91-3f09-4913-8583-0d0c14a3f154,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:33.608813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.612219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54f7a0-5802-451d-b86a-7f556090badb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=8c0f3097-42e1-4aef-8f0c-25de2e89d566,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:33.632411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'name': 'tempest-PortsIpV6TestJSON-1116751411'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:33.699296 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:15:33.702710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.746863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d8bad497-25e5-4ec5-8a16-3cedb9862652', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:15:33.748449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:33.887006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b5e37-bc6c-41bb-bd2b-e8cbfbb8d9d5 req-a5f3f390-9b86-4c23-b726-dacf5ac490fb tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:33.914308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-192b5e37-bc6c-41bb-bd2b-e8cbfbb8d9d5 req-a5f3f390-9b86-4c23-b726-dacf5ac490fb tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 945 time: 0.1571920 Jul 28 11:15:33.924677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Allocated IP 172.20.0.2 (d8bad497-25e5-4ec5-8a16-3cedb9862652/3410885b-24db-4852-8869-5f86a98d2211/4dbf351f-fbbc-436d-8fed-33da418371f2) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:34.005986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-192b5e37-bc6c-41bb-bd2b-e8cbfbb8d9d5 req-c6e5c7db-779c-49c7-935f-3526b9dea807 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789547 Jul 28 11:15:34.073343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.082392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.115516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.133475 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:30Z', 'revision_number': 3, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:34.141108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:34.147251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:34.152405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.164475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1dcbf-678b-40ef-ae43-cfd16d7254fe,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:34.186738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.186991 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Added segment 5aa79203-a9ea-40ac-901f-71603cb3e170 of type vlan for network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 Jul 28 11:15:34.237911 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.253195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Transition to ACTIVE for port object 4dbf351f-fbbc-436d-8fed-33da418371f2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:34.269236 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f492af7-bd83-4971-837c-560b8314d6da None None] The sync data for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 is: [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:30Z', 'revision_number': 3, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:15:34.293045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Transition to ACTIVE for port object 4dbf351f-fbbc-436d-8fed-33da418371f2 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:34.298165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.316150 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.345310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 231e6709-f610-4ac4-8db2-525ddc3a4a9c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:34.369591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.372446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:34.375012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.375784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:34.379162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:34.386103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:34.394101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Pushing event updated for resources: {'Port': ['ID=4dbf351f-fbbc-436d-8fed-33da418371f2,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:34.464388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Attempting to bind port 4dbf351f-fbbc-436d-8fed-33da418371f2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:34.464764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Attempting to bind port 4dbf351f-fbbc-436d-8fed-33da418371f2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:34.465123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Attempting to bind port 4dbf351f-fbbc-436d-8fed-33da418371f2 on network d8bad497-25e5-4ec5-8a16-3cedb9862652 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:34.471722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:34.472104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Checking segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:34.472535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.473177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Bound using segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:34.473391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Bound port: 4dbf351f-fbbc-436d-8fed-33da418371f2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:34.473780 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.516256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2194450 Jul 28 11:15:34.524748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:34.538310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Request body: {'subnet': {'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-435226936-subnet', 'tenant_id': '536bb2fa86a14cea8ac3304c69dbc7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:34.542797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71e520-2f5e-49a2-bbd2-79b7016828c8 admin admin] Pushing event updated for resources: {'Network': ['ID=189f4cf7-1a0b-4f13-a11c-c1c16e57a162,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:34.564224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:34.648283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] For port 4dbf351f-fbbc-436d-8fed-33da418371f2, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:34.677091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] For port 4dbf351f-fbbc-436d-8fed-33da418371f2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4dbf351f-fbbc-436d-8fed-33da418371f2,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:34.691205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.693333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Made reservation on behalf of 536bb2fa86a14cea8ac3304c69dbc7e8 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:34.697037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.782362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447deda-edc5-4e4d-bdfe-b4e342c0102d None None] Pushing event updated for resources: {'Port': ['ID=4dbf351f-fbbc-436d-8fed-33da418371f2,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:34.795805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.849749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.20.0.1 (d8bad497-25e5-4ec5-8a16-3cedb9862652/3410885b-24db-4852-8869-5f86a98d2211/85450696-6594-4541-ad5a-6ae4196d21d5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:34.918384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:34.989854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=231e6709-f610-4ac4-8db2-525ddc3a4a9c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:35.038032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:35.053442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.081240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Transition to ACTIVE for port object 85450696-6594-4541-ad5a-6ae4196d21d5 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:35.125298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:35.130550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:35.147600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:35.149119 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.156234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.197560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-35ec32e8-e24c-4dee-9c20-ec3d29778f94 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6077490 Jul 28 11:15:35.200818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:35.206537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56d43d91-3f09-4913-8583-0d0c14a3f154 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:35.254260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:35.261802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:35.262468 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.268961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:35.297504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 56d43d91-3f09-4913-8583-0d0c14a3f154 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:35.302988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 56d43d91-3f09-4913-8583-0d0c14a3f154 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:35.303543 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.403145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f16ab0-db58-44d3-81d0-24f6d04cee1b req-aeaf715f-e69d-46c8-8491-da24a0affcd6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:35.406996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03f16ab0-db58-44d3-81d0-24f6d04cee1b req-aeaf715f-e69d-46c8-8491-da24a0affcd6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 945 time: 0.2152860 Jul 28 11:15:35.473584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45649bd5-5f02-4356-ada6-cfe1a4a20df0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:35.490795 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.499402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Checking segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:35.499774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Network hostable DHCP agents. Network: 189f4cf7-1a0b-4f13-a11c-c1c16e57a162, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:35.511414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03f16ab0-db58-44d3-81d0-24f6d04cee1b req-6bc6abf5-0db2-4cf9-9f04-4c3e1e0a1978 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952852 Jul 28 11:15:35.538608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 56d43d91-3f09-4913-8583-0d0c14a3f154, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=56d43d91-3f09-4913-8583-0d0c14a3f154,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:35.541427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:35.550174 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.566176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 189f4cf7-1a0b-4f13-a11c-c1c16e57a162) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:35.572865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:35.573579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:35.610952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f82706-441f-48b0-ad65-08da622c08f5 None None] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:35.617890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-69129671-c053-42f2-8ef8-0100b92b39a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0849528 Jul 28 11:15:35.748834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a11b8c13-9298-4714-b474-fe40374d1732 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:15:35.819401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a11b8c13-9298-4714-b474-fe40374d1732 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:15:35.824374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a11b8c13-9298-4714-b474-fe40374d1732 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:15:35.932529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828c0a8-41a6-4cfd-9e91-f0a031a3980a None None] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:35.941980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=56d43d91-3f09-4913-8583-0d0c14a3f154,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:36.042048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=85450696-6594-4541-ad5a-6ae4196d21d5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:36.120747 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:36.353170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 231e6709-f610-4ac4-8db2-525ddc3a4a9c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:36.353851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:36.518140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24890bf-9932-473b-a26e-6ec55b299274 None None] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:36.578985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-fd2c0041-d40e-49a4-9c35-cccc5a469e32 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:36.580541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-fd2c0041-d40e-49a4-9c35-cccc5a469e32 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 817 time: 0.2126114 Jul 28 11:15:36.589857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:36.619712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-89310938-2c14-4494-8248-87aef59cc2ac tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/quotas/536bb2fa86a14cea8ac3304c69dbc7e8 HTTP/1.1" status: 200 len: 375 time: 0.0322089 Jul 28 11:15:36.642712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 231e6709-f610-4ac4-8db2-525ddc3a4a9c owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:36.674217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-4ad6fc33-3a79-4634-8a1f-d22e5c6aec73 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532980 Jul 28 11:15:36.739658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2dec9bd1-169d-4506-9f4d-5b7a61aab6a7 None None] Provisioning for port 4dbf351f-fbbc-436d-8fed-33da418371f2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:36.743813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:36.833782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-0a914514-028e-4562-8ac2-60cb985cf29a service neutron] 10.222.0.20 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586022 Jul 28 11:15:36.888905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:36.987754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-c095c534-00fa-4e22-b580-669e5383d2de service neutron] 10.222.0.20 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522844 Jul 28 11:15:37.026342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.031782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:37.032052 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/231e6709-f610-4ac4-8db2-525ddc3a4a9c HTTP/1.1" status: 204 len: 168 time: 1.8298450 Jul 28 11:15:37.033490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57267ffe-1bec-492b-8765-c4961788ec4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=231e6709-f610-4ac4-8db2-525ddc3a4a9c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:37.037873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'mac_address': 'fa:16:3e:7a:1d:20', 'name': 'tempest-PortsIpV6TestJSON-832676083'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:37.229457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:37.290213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4dbf351f-fbbc-436d-8fed-33da418371f2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:37.299931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f2a65a2a-c615-4a54-9759-3cf55b8c7a69 None None] Provisioning for port 85450696-6594-4541-ad5a-6ae4196d21d5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:37.308195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.317543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.366326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f2a65a2a-c615-4a54-9759-3cf55b8c7a69 None None] Provisioning complete for port 85450696-6594-4541-ad5a-6ae4196d21d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:37.372273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2a65a2a-c615-4a54-9759-3cf55b8c7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.384035 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.475916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port e256ecc2-b95c-4f54-97a3-3363542de2ff yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:37.480001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=85450696-6594-4541-ad5a-6ae4196d21d5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:37.492564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f2a65a2a-c615-4a54-9759-3cf55b8c7a69 None None] Port 85450696-6594-4541-ad5a-6ae4196d21d5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:37.496618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.558923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4dbf351f-fbbc-436d-8fed-33da418371f2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:37.565231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4dbf351f-fbbc-436d-8fed-33da418371f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:37.565616 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.728768 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.755152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c692b5e-922c-4ef6-9578-d10c7a8861eb req-24448f28-69b0-4351-bc4a-256be48d66bf tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 210 time: 0.0622575 Jul 28 11:15:37.767712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:37.769951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:37.798270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4dbf351f-fbbc-436d-8fed-33da418371f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4dbf351f-fbbc-436d-8fed-33da418371f2,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:37.821725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.822542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56d43d91-3f09-4913-8583-0d0c14a3f154 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:37.830148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-928469f3-dc04-483d-ab18-98d3553b7c89 None None] Provisioning complete for port 85450696-6594-4541-ad5a-6ae4196d21d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:37.830745 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-928469f3-dc04-483d-ab18-98d3553b7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.931984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:37.936089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-928469f3-dc04-483d-ab18-98d3553b7c89 None None] Port 85450696-6594-4541-ad5a-6ae4196d21d5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:37.967040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:15:38.000735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4dbf351f-fbbc-436d-8fed-33da418371f2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:38.026940 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.029097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 56d43d91-3f09-4913-8583-0d0c14a3f154 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:38.030361 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.109372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:38.112918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:38.116892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:38.123960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:38.124824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.143120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=e256ecc2-b95c-4f54-97a3-3363542de2ff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:38.152975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4ca16b90-2757-478b-9d8c-a0eb9e83db65 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1193669 Jul 28 11:15:38.154170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:38.168081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:15:38.174311 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bf0e8308-998d-4992-885e-4a28c01a9168 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "PUT /v2.0/routers/2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6894426 Jul 28 11:15:38.180783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:38.186240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--362564042', 'description': 'tempest-secgroup_access--362564042 description', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:38.198318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Sync routers for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:15:38.211571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d7bcf-f75e-4356-bb86-e642f28c2d20 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:38.215848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:38.217090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7f6d7bcf-f75e-4356-bb86-e642f28c2d20 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/e256ecc2-b95c-4f54-97a3-3363542de2ff HTTP/1.1" status: 200 len: 844 time: 0.0611281 Jul 28 11:15:38.222114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:15:38.222761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:15:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:38.270335 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.289249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2966b1e8-5760-4032-8e46-72e0b9bbcdbb None None] Provisioning complete for port 85450696-6594-4541-ad5a-6ae4196d21d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:38.289608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2966b1e8-5760-4032-8e46-72e0b9bbcdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.375731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2966b1e8-5760-4032-8e46-72e0b9bbcdbb None None] Port 85450696-6594-4541-ad5a-6ae4196d21d5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:38.389309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:15:38.399975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port e256ecc2-b95c-4f54-97a3-3363542de2ff {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:38.400582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.504867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.550947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.552959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for e256ecc2-b95c-4f54-97a3-3363542de2ff owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:38.568532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.609765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f245f-4fd6-4039-ac0d-ea1a7e85f857,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:38.682886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.687717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c81fb7d6-59f9-4f6a-8d8c-097239316f75 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5024321 Jul 28 11:15:38.688053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:38.692696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1391040748', 'description': 'tempest-secgroup_general--1391040748 description', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:38.732420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.746801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.835141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:38.835597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:37Z', 'revision_number': 2, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:38.844540 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/e256ecc2-b95c-4f54-97a3-3363542de2ff HTTP/1.1" status: 204 len: 168 time: 0.6234398 Jul 28 11:15:38.845350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:38.846023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653704a-2937-4eb8-959d-76d315e5dfab tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=e256ecc2-b95c-4f54-97a3-3363542de2ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:38.898385 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03926b6-bcbd-4d2b-87e6-2dad9ae95fb1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:38.905353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Checking router: 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:15:38.905353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Updating router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 port 85450696-6594-4541-ad5a-6ae4196d21d5 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:15:38.906027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:38.906373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f03926b6-bcbd-4d2b-87e6-2dad9ae95fb1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/e256ecc2-b95c-4f54-97a3-3363542de2ff HTTP/1.1" status: 404 len: 333 time: 0.0542002 Jul 28 11:15:38.915536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'name': 'tempest-PortsIpV6TestJSON-1613405664'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:38.948974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.003957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44775f2b-1665-4fa1-82ce-0ece14ad830f req-4010d69c-3523-4dcc-82a6-ab155d3ec36c tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 210 time: 0.0815220 Jul 28 11:15:39.088115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.095206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.115655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:39.120704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.146754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port a4a1bb73-cc28-437e-92ab-dbfdea9e076d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:39.148239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.152517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4603832 Jul 28 11:15:39.160586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:39.163129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4dbf351f-fbbc-436d-8fed-33da418371f2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:39.165659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'security_group_rule': {'security_group_id': 'b62f245f-4fd6-4039-ac0d-ea1a7e85f857', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:39.172232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d0291-bb87-4f6e-9f70-5ee573f55936 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64536ac-c425-4906-8532-d47a43ce8dfe,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:39.217172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.347824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.355961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.386424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fa16a1-6a10-4da3-aed1-c8ff82625fcc,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:39.407185 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.408764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.409524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85a49a54-8dd3-4116-b1f6-a72793bf2eb1 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473218 Jul 28 11:15:39.467294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.641784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4dbf351f-fbbc-436d-8fed-33da418371f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:39.642165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.650106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:39.681932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:39.707897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:39.724703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:39.725379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.757188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=a4a1bb73-cc28-437e-92ab-dbfdea9e076d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:39.837250 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aa2b3137-a18f-4358-8789-c40eae70fdae tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9275253 Jul 28 11:15:39.839961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:39.885954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:39.888764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:39.908150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Transition to ACTIVE for port object 85450696-6594-4541-ad5a-6ae4196d21d5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:39.912951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-8e2db6f8-a182-4f4e-92b4-3ce13844de31 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--362564042&fields=id&tenant_id=b57d1173ecfa4fc5b427fc10419e0045 HTTP/1.1" status: 200 len: 267 time: 0.1264794 Jul 28 11:15:39.936786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:40.007250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-3bcfd571-5a65-434e-9a22-4549e9d6c2d2 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1391040748&fields=id&tenant_id=b57d1173ecfa4fc5b427fc10419e0045 HTTP/1.1" status: 200 len: 267 time: 0.0867290 Jul 28 11:15:40.125156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d93638-4fd2-4810-bc20-696ca13d5159 None None] Pushing event updated for resources: {'Port': ['ID=85450696-6594-4541-ad5a-6ae4196d21d5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:40.149081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-bf47d024-cec5-4254-9551-27907416e2be tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:40.153110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-bf47d024-cec5-4254-9551-27907416e2be tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 817 time: 0.6836596 Jul 28 11:15:40.171746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Attempting to bind port 85450696-6594-4541-ad5a-6ae4196d21d5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:40.172319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Attempting to bind port 85450696-6594-4541-ad5a-6ae4196d21d5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:40.173237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Attempting to bind port 85450696-6594-4541-ad5a-6ae4196d21d5 on network d8bad497-25e5-4ec5-8a16-3cedb9862652 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:40.185791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:40.186280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Checking segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:40.186637 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:40.187146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Bound using segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:40.187703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Bound port: 85450696-6594-4541-ad5a-6ae4196d21d5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:40.189221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:40.219520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4823cc04-783d-4238-9e79-b463603f7f59 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:15:40.367270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-6971c0b0-e938-4674-b693-f30a921ada06 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:40.386396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-6971c0b0-e938-4674-b693-f30a921ada06 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/networks?id=d8bad497-25e5-4ec5-8a16-3cedb9862652 HTTP/1.1" status: 200 len: 796 time: 0.3778543 Jul 28 11:15:40.432859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-c1880fc0-c9ec-4174-88dc-698f3faa5bda tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/quotas/b57d1173ecfa4fc5b427fc10419e0045 HTTP/1.1" status: 200 len: 375 time: 0.0449281 Jul 28 11:15:40.445140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-095bcefa-a176-4c1e-a001-27bb9c4fb32a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:40.446616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-095bcefa-a176-4c1e-a001-27bb9c4fb32a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 817 time: 0.3565853 Jul 28 11:15:40.489955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Request body: {'port': {'device_id': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'admin_state_up': True, 'tenant_id': '536bb2fa86a14cea8ac3304c69dbc7e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:40.523976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] For port 85450696-6594-4541-ad5a-6ae4196d21d5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:40.532901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] For port 85450696-6594-4541-ad5a-6ae4196d21d5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85450696-6594-4541-ad5a-6ae4196d21d5,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:40.536518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Request body: {'port': {'device_id': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'admin_state_up': True, 'tenant_id': '536bb2fa86a14cea8ac3304c69dbc7e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:40.561150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-7fcd2ec0-d3a8-4dfc-8eb2-ee07b2f6ef5a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220858 Jul 28 11:15:40.584097 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:40.713245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:15:40.714268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:15:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:40.821823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d93638-4fd2-4810-bc20-696ca13d5159 None None] Pushing event updated for resources: {'Port': ['ID=85450696-6594-4541-ad5a-6ae4196d21d5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:40.841553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:40.892538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20c64810-bc51-4c2f-b655-20a63e948a82 req-24a7196b-9c49-44f3-b454-81b14a4846e3 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 210 time: 0.2989705 Jul 28 11:15:40.927764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4823cc04-783d-4238-9e79-b463603f7f59', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '4823cc04-783d-4238-9e79-b463603f7f59', 'mac_address': 'fa:16:3e:26:ca:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:15:41.045640 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:41.113431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4823cc04-783d-4238-9e79-b463603f7f59 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:41.256639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:41.259809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-62fae0d0-f212-49d7-bcb2-a2e582ed90dc service neutron] 10.222.0.20 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960316 Jul 28 11:15:41.298262 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:41.312845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:15:41.316971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:41.345676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Made reservation on behalf of 536bb2fa86a14cea8ac3304c69dbc7e8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:41.364920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:41.372607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-8dfe46eb-1f14-4eed-99ea-010aa5fc6b92 service neutron] 10.222.0.20 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109912 Jul 28 11:15:41.396970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-85a1e5b1-7fb7-4696-a5c8-fc11c920a031 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:41.401967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-85a1e5b1-7fb7-4696-a5c8-fc11c920a031 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 817 time: 0.5609365 Jul 28 11:15:41.416554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Request body: {'port': {'device_id': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'admin_state_up': True, 'tenant_id': '536bb2fa86a14cea8ac3304c69dbc7e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:41.614236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4823cc04-783d-4238-9e79-b463603f7f59'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:41.788113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Made reservation on behalf of 536bb2fa86a14cea8ac3304c69dbc7e8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:41.791800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:41.812734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:41.878757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6be7396a-6949-4c02-8966-08792959e913 req-0754979a-4e53-4e6c-8567-64fb9c4a5a66 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 210 time: 0.0955951 Jul 28 11:15:41.896840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Made reservation on behalf of 536bb2fa86a14cea8ac3304c69dbc7e8 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:41.900888 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:41.935321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Allocated IP 172.20.0.10 (189f4cf7-1a0b-4f13-a11c-c1c16e57a162/45649bd5-5f02-4356-ada6-cfe1a4a20df0/5dae14e3-c337-4557-94ac-62af0eb4ba6d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:42.084935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:42.214682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f561d4d7-1b83-4666-b852-498709852832 req-d6b581d5-a60f-4570-87ae-f37fd13f19e3 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 210 time: 0.1095600 Jul 28 11:15:42.318995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:40Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:15:42.378288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a85fa-848e-4b69-81eb-d2ac094cbc8e None None] The sync data for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 is: [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:40Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:15:42.386235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:42.481098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] In _notify_port_updated(), no bound segment for port a4a1bb73-cc28-437e-92ab-dbfdea9e076d on network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:15:42.490131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:42.490900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:42.492288 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/ports/a4a1bb73-cc28-437e-92ab-dbfdea9e076d HTTP/1.1" status: 200 len: 818 time: 2.6107290 Jul 28 11:15:42.495702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:42.527934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:42.535086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1775ef-3d49-4686-b736-94aa98efc76e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=a4a1bb73-cc28-437e-92ab-dbfdea9e076d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:42.645989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:42.789907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:42.804385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:42.815241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:42.882208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Pushing event updated for resources: {'Port': ['ID=5dae14e3-c337-4557-94ac-62af0eb4ba6d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:42.888749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Allocated IP 172.20.0.3 (189f4cf7-1a0b-4f13-a11c-c1c16e57a162/45649bd5-5f02-4356-ada6-cfe1a4a20df0/ae30707b-cdbd-4bb2-9a07-a386b2ece4c3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:42.947578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:42.948388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:42.948796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port a4a1bb73-cc28-437e-92ab-dbfdea9e076d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:42.949312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:43.017102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-597a5c34-cd9a-42f5-9e2e-dd3fb16c7319 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5503011 Jul 28 11:15:43.034648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Request body: {'port': {'device_id': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:43.113189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:43.186566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85450696-6594-4541-ad5a-6ae4196d21d5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:43.247821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for a4a1bb73-cc28-437e-92ab-dbfdea9e076d owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:43.252850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:43.422021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 85450696-6594-4541-ad5a-6ae4196d21d5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:43.427316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4d63603-a19a-48d1-baca-95da3e483269 req-b544ee27-da95-46b3-a080-75a0820e9f58 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 210 time: 0.2818367 Jul 28 11:15:43.443231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85450696-6594-4541-ad5a-6ae4196d21d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:43.443790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:43.642406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:43.687419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 85450696-6594-4541-ad5a-6ae4196d21d5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85450696-6594-4541-ad5a-6ae4196d21d5,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:43.700477 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:43.776131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-680c762f-69bf-43be-975c-70891e3c2a22 req-e10f1b44-cd27-4d68-9c1d-71eb7669bdd0 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 210 time: 0.2904110 Jul 28 11:15:43.830220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=85450696-6594-4541-ad5a-6ae4196d21d5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:44.039359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.139649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.200410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-9b055bbe-bfe5-495e-a0b7-8edd91cce0ff tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:44.202066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-9b055bbe-bfe5-495e-a0b7-8edd91cce0ff tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.41 "GET /v2.0/networks?id=d8bad497-25e5-4ec5-8a16-3cedb9862652 HTTP/1.1" status: 200 len: 796 time: 0.3357408 Jul 28 11:15:44.205921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=a4a1bb73-cc28-437e-92ab-dbfdea9e076d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:44.209559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.211394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-81c22f11-72b1-43df-b77a-803897741f3a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/a4a1bb73-cc28-437e-92ab-dbfdea9e076d HTTP/1.1" status: 204 len: 168 time: 1.7128458 Jul 28 11:15:44.214151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:44.218782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4823cc04-783d-4238-9e79-b463603f7f59 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:44.325456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.367732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4823cc04-783d-4238-9e79-b463603f7f59 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:44.368557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.462951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b4dc7-f077-4359-8c8e-bcf323fc2633 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:44.480228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-672b4dc7-f077-4359-8c8e-bcf323fc2633 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2623887 Jul 28 11:15:44.508500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:44.509671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Pushing event updated for resources: {'Port': ['ID=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:44.522038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-7a7c054a-83fd-44be-987f-b2ff236fc471 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57d1173ecfa4fc5b427fc10419e0045 HTTP/1.1" status: 200 len: 477 time: 0.3068211 Jul 28 11:15:44.554314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.566776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'port': {'device_id': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'admin_state_up': True, 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'security_groups': ['b62f245f-4fd6-4039-ac0d-ea1a7e85f857', 'b64536ac-c425-4906-8532-d47a43ce8dfe']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:44.588261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Allocated IP 172.20.0.2 (189f4cf7-1a0b-4f13-a11c-c1c16e57a162/45649bd5-5f02-4356-ada6-cfe1a4a20df0/795bc7e1-54e3-4555-a8c8-ed83e6ff37f4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:44.619037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:44.639307 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff87da1-3aca-421a-b164-670eaf69516d" -d '{"events": [{"server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "name": "network-vif-plugged", "status": "completed", "tag": "4823cc04-783d-4238-9e79-b463603f7f59"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:44.706761 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cc9c7e-0a79-4963-b907-204dae5a2340 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:44.714790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b0cc9c7e-0a79-4963-b907-204dae5a2340 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/a4a1bb73-cc28-437e-92ab-dbfdea9e076d HTTP/1.1" status: 404 len: 333 time: 0.1908901 Jul 28 11:15:44.715586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:44.717817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:44.726406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:44.733938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.759280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:44.773703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267774899'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:44.804973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Made reservation on behalf of b57d1173ecfa4fc5b427fc10419e0045 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:44.812451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.819163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:44.838551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:44.900988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:44.909329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.919974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:44.920678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.956739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d99e7f6d-5a60-45b4-ba9f-fec3944ac38e req-41f9953e-6a4e-40d0-b520-4b9786006396 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 210 time: 0.2589192 Jul 28 11:15:44.979879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:44.981771 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7041235e-cbb2-4d0f-bccf-676340850252 x-openstack-request-id: req-7041235e-cbb2-4d0f-bccf-676340850252 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:44.982493 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "name": "network-vif-plugged", "status": "completed", "tag": "4823cc04-783d-4238-9e79-b463603f7f59", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:44.984383 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7041235e-cbb2-4d0f-bccf-676340850252 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:44.986459 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59', 'code': 200} Jul 28 11:15:45.083481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-ba0d04f7-70a0-49c8-b8de-5724d673b01f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6710782 Jul 28 11:15:45.113908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:45.121407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Request body: {'port': {'device_id': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:45.192473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85450696-6594-4541-ad5a-6ae4196d21d5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:45.410166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85450696-6594-4541-ad5a-6ae4196d21d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:45.414018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:45.687762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Pushing event updated for resources: {'Port': ['ID=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:45.697438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:45.709077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:45.718277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:45.759254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:15:45.772328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:45.772960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:45.813902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-02902ab4-bee9-445c-b8a2-7dc8718bf81a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3327556 Jul 28 11:15:45.820051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:45.820696 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment 0026d2f2-88c1-40a0-ae25-fcce9c464575 of type vlan for network 4b559659-7f12-4965-be4a-901081059273 Jul 28 11:15:45.835194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Request body: {'port': {'device_id': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:45.924753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.010762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.014540 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.059029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505dac0-0801-4b84-a286-8592c050f10f req-5025b7ef-4b6a-4b43-a1a7-ac0d7a563c7e tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:46.060928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a505dac0-0801-4b84-a286-8592c050f10f req-5025b7ef-4b6a-4b43-a1a7-ac0d7a563c7e tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 931 time: 0.3072851 Jul 28 11:15:46.078314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.20.0.7 (d8bad497-25e5-4ec5-8a16-3cedb9862652/3410885b-24db-4852-8869-5f86a98d2211/b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:46.217783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b18facfc-6858-4e0b-86d2-2b77a2ea25d1 req-e2ca2235-05f2-4d70-8e46-14f4906008d0 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 210 time: 0.1038694 Jul 28 11:15:46.267113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.307446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:46.313504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.472756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dae14e3-c337-4557-94ac-62af0eb4ba6d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:46.485681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.515287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Transition to ACTIVE for port object 5dae14e3-c337-4557-94ac-62af0eb4ba6d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:46.524503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:46.531939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7738619 Jul 28 11:15:46.580615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:46.585939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4b559659-7f12-4965-be4a-901081059273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:46.608583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Pushing event updated for resources: {'Port': ['ID=5dae14e3-c337-4557-94ac-62af0eb4ba6d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:46.751744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a505dac0-0801-4b84-a286-8592c050f10f req-ea34678e-9f95-4413-a3d5-dbf7d8c3b699 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747627 Jul 28 11:15:46.859225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Attempting to bind port 5dae14e3-c337-4557-94ac-62af0eb4ba6d on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:46.860543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Attempting to bind port 5dae14e3-c337-4557-94ac-62af0eb4ba6d by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:46.861231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Attempting to bind port 5dae14e3-c337-4557-94ac-62af0eb4ba6d on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:46.870164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5b69-9e17-4690-8ab9-cc861c32c2ad tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=4b559659-7f12-4965-be4a-901081059273,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:46.871248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Port 5dae14e3-c337-4557-94ac-62af0eb4ba6d on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:15:46.873147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Attempting to bind port 5dae14e3-c337-4557-94ac-62af0eb4ba6d on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:46.883099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4b559659-7f12-4965-be4a-901081059273 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:15:46.888540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:46.894363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Checking segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:46.895078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Bound using segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:46.898923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Bound port: 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:46.900422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.058286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] For port 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:47.063344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] For port 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:47.068618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:47.073616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.093163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.147073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Pushing event updated for resources: {'Port': ['ID=5dae14e3-c337-4557-94ac-62af0eb4ba6d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:47.167416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:47.168151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.169852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-93346dc8-adbd-473e-a675-41fb392798ec service neutron] 10.222.0.41 "PUT /v2.0/ports/5dae14e3-c337-4557-94ac-62af0eb4ba6d HTTP/1.1" status: 200 len: 1092 time: 4.1442840 Jul 28 11:15:47.170719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'tag': '5dae14e3-c337-4557-94ac-62af0eb4ba6d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:47.172917 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7710c15-a360-41c6-899e-93a02d8c9cef" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bf9556-3695-4694-a3a0-3d5de9509764", "tag": "5dae14e3-c337-4557-94ac-62af0eb4ba6d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:47.273028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.276324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-6d7d2d57-80f3-4a6d-8628-b04fa98f162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:47.281554 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-6d7d2d57-80f3-4a6d-8628-b04fa98f162c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 1095 time: 0.0703557 Jul 28 11:15:47.283789 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29201e-cc6d-487f-9389-3683d5da46c6 x-openstack-request-id: req-1e29201e-cc6d-487f-9389-3683d5da46c6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:47.284066 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bf9556-3695-4694-a3a0-3d5de9509764", "tag": "5dae14e3-c337-4557-94ac-62af0eb4ba6d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:47.284343 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e29201e-cc6d-487f-9389-3683d5da46c6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:47.284781 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'tag': '5dae14e3-c337-4557-94ac-62af0eb4ba6d', 'status': 'completed', 'code': 200} Jul 28 11:15:47.324801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Transition to ACTIVE for port object b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:47.348068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-5074f4c4-c99b-4aa0-b921-8794901bc2da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d HTTP/1.1" status: 200 len: 217 time: 0.0562310 Jul 28 11:15:47.366409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:47.380555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.414838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Transition to ACTIVE for port object ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:47.431679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-6ad5c85f-812a-4e7a-9b32-28b39f60f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:47.432665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.433112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-6ad5c85f-812a-4e7a-9b32-28b39f60f0ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 200 len: 857 time: 0.0776699 Jul 28 11:15:47.504310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-e280d447-576c-4adf-b3af-6827c329ad07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601952 Jul 28 11:15:47.535821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Pushing event updated for resources: {'Port': ['ID=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:47.539768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b8f38cb-8327-4629-a72f-f54cdf39f8f2 req-d7857b0b-2774-4509-b0f8-a00935236f6b tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 210 time: 0.1226425 Jul 28 11:15:47.584592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:47.628660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:47.657083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:47.693466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:47.775731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:47.986058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.028365 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-5420954d-45b9-41d1-892b-5ada81842197 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144849 Jul 28 11:15:48.116247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:48.116886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.165960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803f339-b057-48b5-9779-afa638988399 req-29eba6ec-a323-4a88-b857-0f650ce7ef53 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:48.174003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b803f339-b057-48b5-9779-afa638988399 req-29eba6ec-a323-4a88-b857-0f650ce7ef53 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 931 time: 0.1636066 Jul 28 11:15:48.181996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Attempting to bind port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:48.182400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Attempting to bind port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:48.182738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Attempting to bind port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:48.191254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:15:48.191888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Attempting to bind port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:48.198000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-aa8fb8f5-3d28-4083-8f9a-bc4ef6017a87 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.6577873 Jul 28 11:15:48.202973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-27cd794b-7442-4587-bef0-8e2c79fe04a9 None None] Provisioning for port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:48.211431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:48.212080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Checking segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:48.212518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Bound using segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:48.212975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Bound port: ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:48.213384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.222911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-27cd794b-7442-4587-bef0-8e2c79fe04a9 None None] Provisioning complete for port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:48.223294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27cd794b-7442-4587-bef0-8e2c79fe04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.249461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Request body: {'port': {'device_id': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:48.270334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:48.282741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.314189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Transition to ACTIVE for port object 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:48.314511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=603409b8-bf61-4c36-8ba3-274042d805ef,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:48.338648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.355487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-27cd794b-7442-4587-bef0-8e2c79fe04a9 None None] Port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:48.362181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b803f339-b057-48b5-9779-afa638988399 req-d1e0e636-7ffa-495a-8154-e0df63f5d837 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871696 Jul 28 11:15:48.387864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': '0026d2f2-88c1-40a0-ae25-fcce9c464575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b559659-7f12-4965-be4a-901081059273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:48.388755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: 4b559659-7f12-4965-be4a-901081059273, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:15:48.401659 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-848ce434-9176-40d9-835f-91e1db624486 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813962 Jul 28 11:15:48.491604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4b559659-7f12-4965-be4a-901081059273 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:15:48.496329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Pushing event updated for resources: {'Port': ['ID=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:48.498340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.500957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] For port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:48.506909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] For port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:48.524392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4b559659-7f12-4965-be4a-901081059273) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:48.529207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.539267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091b7af-b885-4642-a68a-c284f30dcf8a None None] Network 4b559659-7f12-4965-be4a-901081059273 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:48.569224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Attempting to bind port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:48.569729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Attempting to bind port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:48.570158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Attempting to bind port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:48.581730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:15:48.582221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Attempting to bind port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 on network 189f4cf7-1a0b-4f13-a11c-c1c16e57a162 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:48.588873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:48.589306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Checking segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:48.589780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Bound using segment: {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:48.591010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Bound port: 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa79203-a9ea-40ac-901f-71603cb3e170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:48.591629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.616424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-71be151e-139e-40db-adc0-9b54fa8bfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:48.618607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-71be151e-139e-40db-adc0-9b54fa8bfba7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 1095 time: 0.1085637 Jul 28 11:15:48.864654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-b8905047-d817-4979-81fb-643838a72c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:48.868709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:48.869571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.880409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-b8905047-d817-4979-81fb-643838a72c2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 918 time: 0.2071736 Jul 28 11:15:48.883178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-4b559659-7f12-4965-be4a-901081059273', 'network_id': '4b559659-7f12-4965-be4a-901081059273', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': '603409b8-bf61-4c36-8ba3-274042d805ef'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:15:48.884388 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.886626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Pushing event updated for resources: {'Port': ['ID=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:48.948352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:48.948988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:48.951114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-12ff0a81-666a-48ae-bef5-28e4c3f6968b service neutron] 10.222.0.41 "PUT /v2.0/ports/ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 HTTP/1.1" status: 200 len: 1091 time: 3.8548784 Jul 28 11:15:48.955399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'tag': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:48.964696 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8961eefe-0b5a-49c2-a39f-2603eb2d097d" -d '{"events": [{"name": "network-changed", "server_uuid": "c46e4862-8f15-4af6-9fb7-78e4e64b7ce3", "tag": "ae30707b-cdbd-4bb2-9a07-a386b2ece4c3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:48.990906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d31c60bf-acac-4a4d-9b0e-9b8885396815 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4090159 Jul 28 11:15:49.016471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] For port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:49.019941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:49.023345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] For port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:49.029189 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-003de57e-eef8-4b54-a46b-b2c929e1b252 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d HTTP/1.1" status: 200 len: 217 time: 0.1511800 Jul 28 11:15:49.049936 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.050440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765cbc6-0a93-4d43-8220-292655e8ed3d req-7fddc2c0-6877-4b92-ad0f-28b806f9fe84 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.055755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d765cbc6-0a93-4d43-8220-292655e8ed3d req-7fddc2c0-6877-4b92-ad0f-28b806f9fe84 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 970 time: 0.1792374 Jul 28 11:15:49.067751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4b559659-7f12-4965-be4a-901081059273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:49.189820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.189820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.190722 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 HTTP/1.1" status: 200 len: 1091 time: 3.3598683 Jul 28 11:15:49.253386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-28ec6e23-5489-415e-897b-d077ce866b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.254894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-28ec6e23-5489-415e-897b-d077ce866b70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 200 len: 857 time: 0.2178018 Jul 28 11:15:49.256146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e605628-7354-483f-8b8b-8864160144f3 service neutron] Pushing event updated for resources: {'Port': ['ID=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:49.263069 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7deaca-c0a4-4976-9257-b7a6462316b4 x-openstack-request-id: req-8f7deaca-c0a4-4976-9257-b7a6462316b4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:49.263410 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46e4862-8f15-4af6-9fb7-78e4e64b7ce3", "tag": "ae30707b-cdbd-4bb2-9a07-a386b2ece4c3", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:49.263601 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f7deaca-c0a4-4976-9257-b7a6462316b4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:49.263981 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'tag': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', 'status': 'completed', 'code': 200} Jul 28 11:15:49.276912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Allocated IP 2001:db8::2 (4b559659-7f12-4965-be4a-901081059273/603409b8-bf61-4c36-8ba3-274042d805ef/26fab33b-c5af-4759-b390-5de902f23c0c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:49.322246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'tag': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:49.324948 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f1313-9a85-485a-b73e-7b88cdb35331" -d '{"events": [{"name": "network-changed", "server_uuid": "deca744f-e5c9-45d2-8c14-08a8da881ee5", "tag": "795bc7e1-54e3-4555-a8c8-ed83e6ff37f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:49.329359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-44c065bc-9802-49f8-8aa8-1759c7691922 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640006 Jul 28 11:15:49.427593 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14193b-7ecd-4b17-87dd-efbdecb4e8e7 x-openstack-request-id: req-0e14193b-7ecd-4b17-87dd-efbdecb4e8e7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:49.427879 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deca744f-e5c9-45d2-8c14-08a8da881ee5", "tag": "795bc7e1-54e3-4555-a8c8-ed83e6ff37f4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:49.428152 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e14193b-7ecd-4b17-87dd-efbdecb4e8e7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:49.428537 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'tag': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4', 'status': 'completed', 'code': 200} Jul 28 11:15:49.487682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.500896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Transition to ACTIVE for port object 26fab33b-c5af-4759-b390-5de902f23c0c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:49.526342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Transition to ACTIVE for port object 26fab33b-c5af-4759-b390-5de902f23c0c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:49.537747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.575825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-feab1c72-5073-4f15-bd6e-4d1f2a659dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.577345 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-feab1c72-5073-4f15-bd6e-4d1f2a659dab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 1094 time: 0.2562244 Jul 28 11:15:49.592975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Network 4b559659-7f12-4965-be4a-901081059273 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:49.597304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:49.607097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:49.612441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-4a82ba34-fe02-4341-9921-9886e855d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.613937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-4a82ba34-fe02-4341-9921-9886e855d133 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 1094 time: 0.5873525 Jul 28 11:15:49.644527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d765cbc6-0a93-4d43-8220-292655e8ed3d req-beff3377-2a5c-4d9a-971f-bfcc8d517135 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3711383 Jul 28 11:15:49.685410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-1de23fa6-dd85-43e8-9363-febc3e567ed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 HTTP/1.1" status: 200 len: 217 time: 0.0920701 Jul 28 11:15:49.693611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-59d2c3f2-ec8c-40e4-94ea-8a5eb8503e2e service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448477 Jul 28 11:15:49.784993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-4357053d-dc56-4907-9aa6-22af5bda11cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 HTTP/1.1" status: 200 len: 217 time: 0.1147420 Jul 28 11:15:49.789519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Attempting to bind port 26fab33b-c5af-4759-b390-5de902f23c0c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:49.791262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Attempting to bind port 26fab33b-c5af-4759-b390-5de902f23c0c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0026d2f2-88c1-40a0-ae25-fcce9c464575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b559659-7f12-4965-be4a-901081059273'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:49.791983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Attempting to bind port 26fab33b-c5af-4759-b390-5de902f23c0c on network 4b559659-7f12-4965-be4a-901081059273 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:49.804196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:49.804858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Checking segment: {'id': '0026d2f2-88c1-40a0-ae25-fcce9c464575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b559659-7f12-4965-be4a-901081059273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:49.807043 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.807386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Bound using segment: {'id': '0026d2f2-88c1-40a0-ae25-fcce9c464575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b559659-7f12-4965-be4a-901081059273'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:49.807967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Bound port: 26fab33b-c5af-4759-b390-5de902f23c0c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0026d2f2-88c1-40a0-ae25-fcce9c464575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4b559659-7f12-4965-be4a-901081059273'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:49.808469 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.815009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Pushing event updated for resources: {'Port': ['ID=26fab33b-c5af-4759-b390-5de902f23c0c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:49.826877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.882996 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7710c15-a360-41c6-899e-93a02d8c9cef req-3907229d-cc1d-439c-a46b-eebecce8c05f service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724515 Jul 28 11:15:49.924677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] For port 26fab33b-c5af-4759-b390-5de902f23c0c, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:49.926858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:49.935380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] For port 26fab33b-c5af-4759-b390-5de902f23c0c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=26fab33b-c5af-4759-b390-5de902f23c0c,segment=NetworkSegment(0026d2f2-88c1-40a0-ae25-fcce9c464575),segment_id=0026d2f2-88c1-40a0-ae25-fcce9c464575)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:49.945136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:49.954248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-32566509-8c18-4ada-ac3a-4909dcecc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.956580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-32566509-8c18-4ada-ac3a-4909dcecc231 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 200 len: 857 time: 0.2612686 Jul 28 11:15:49.981845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f063d5d-e1cc-4ff0-bcf5-6cb498fc79e6 req-f4c47946-a7fa-42b4-90fd-10d106c25a14 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:49.990765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f063d5d-e1cc-4ff0-bcf5-6cb498fc79e6 req-f4c47946-a7fa-42b4-90fd-10d106c25a14 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 943 time: 0.4741995 Jul 28 11:15:50.003100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:50.008155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:50.017244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-2dc79a26-82ff-499b-b854-f13f63c63fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519662 Jul 28 11:15:50.033693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:50.068265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e87ed-8ce9-4b77-86f5-a9e99101983e None None] Pushing event updated for resources: {'Port': ['ID=26fab33b-c5af-4759-b390-5de902f23c0c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:50.142577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-f8294d2e-7b5f-4259-951d-6492ea3ee261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:50.148466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-f8294d2e-7b5f-4259-951d-6492ea3ee261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 200 len: 857 time: 0.3109159 Jul 28 11:15:50.149984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Transition to ACTIVE for port object b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:50.218458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-fbe5670d-6738-4727-98f4-6d95ef0479d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599222 Jul 28 11:15:50.236833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-e22caeca-c7aa-4439-9d6a-e6a479e1d568 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064571 Jul 28 11:15:50.257720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:50.464506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-14da21eb-fa5c-481d-ab9d-388a51764022 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263658 Jul 28 11:15:50.503830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f063d5d-e1cc-4ff0-bcf5-6cb498fc79e6 req-6a183937-d4bb-44f7-8f85-5aeabcb0ab01 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120521 Jul 28 11:15:50.625993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-9e45cafd-c1c8-42a3-b64d-e6ceb33dc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:50.629466 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-9e45cafd-c1c8-42a3-b64d-e6ceb33dc442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 1094 time: 0.1000631 Jul 28 11:15:50.673639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:50.708164 n-d-723573-7 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 603409b8-bf61-4c36-8ba3-274042d805ef (CIDR: 2001:db8::/64) Jul 28 11:15:50.789167 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:15:50.789796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:15:50.864815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-d8bc23c7-256f-4328-8716-0b981a7f6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:50.866979 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-d8bc23c7-256f-4328-8716-0b981a7f6f47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 918 time: 0.2293501 Jul 28 11:15:50.892822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-fba7af37-0872-4158-a68b-ea3e2d70b101 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558013 Jul 28 11:15:50.918216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-243b100a-78a9-4e35-a421-7f02b1e10bd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 HTTP/1.1" status: 200 len: 217 time: 0.0434012 Jul 28 11:15:51.004133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-eb47f08b-2d9c-4f6c-91cb-0eb2b1504187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:51.006962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-eb47f08b-2d9c-4f6c-91cb-0eb2b1504187 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 200 len: 857 time: 0.0791531 Jul 28 11:15:51.125374 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-8783c7ac-9e7c-435c-a6a9-2919e0b9817a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066973 Jul 28 11:15:51.171596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 26fab33b-c5af-4759-b390-5de902f23c0c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:51.250875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-2cd3735d-bc3e-4b1d-9ed2-7061fed98eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180174 Jul 28 11:15:51.342295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 26fab33b-c5af-4759-b390-5de902f23c0c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:51.437617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-792f1313-9a85-485a-b73e-7b88cdb35331 req-34ee19aa-b4e5-4cc8-8734-d461a232787f service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719015 Jul 28 11:15:51.546503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:51.553772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4b559659-7f12-4965-be4a-901081059273', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:51.556900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ac1fa40e-b622-459e-8af8-b011e1346bf6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4884384 Jul 28 11:15:51.697123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a617a2e5-ccd7-434f-88fb-2c29b0ed87e9 req-a39523df-d582-4c38-8c41-d43c493c8d8e service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955160 Jul 28 11:15:51.717079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a310383-1779-4a98-95ac-67536a81c87c None None] Network 4b559659-7f12-4965-be4a-901081059273 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:51.746348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddd0be-da54-4ade-a384-c84cf1788218 req-75b31365-5c51-4abb-993f-cbbc7363b9cb tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:51.748134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5ddd0be-da54-4ade-a384-c84cf1788218 req-75b31365-5c51-4abb-993f-cbbc7363b9cb tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 982 time: 0.9522545 Jul 28 11:15:51.758690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Attempting to bind port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:15:51.759060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Attempting to bind port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:15:51.759376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Attempting to bind port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 on network d8bad497-25e5-4ec5-8a16-3cedb9862652 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:51.809111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:51.813162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:51.833270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 on network d8bad497-25e5-4ec5-8a16-3cedb9862652 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:15:51.833628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Attempting to bind port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 on network d8bad497-25e5-4ec5-8a16-3cedb9862652 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:15:51.858115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:15:51.858534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Checking segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:15:51.858833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Bound using segment: {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:15:51.859269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Bound port: b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a2810b-47b8-4769-b545-00eff00628c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:15:51.859623 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:51.878070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55276e6-db64-4879-9196-66763986cab5 req-62dfd241-6329-4a39-a1b9-7a3341731d35 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:51.879677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a55276e6-db64-4879-9196-66763986cab5 req-62dfd241-6329-4a39-a1b9-7a3341731d35 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 943 time: 0.2153018 Jul 28 11:15:51.915910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] Provisioning for port 26fab33b-c5af-4759-b390-5de902f23c0c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:51.925074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] Provisioning complete for port 26fab33b-c5af-4759-b390-5de902f23c0c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:51.927006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:51.931324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5ddd0be-da54-4ade-a384-c84cf1788218 req-b603fb3e-431d-47d7-a96f-adb56092106d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1659856 Jul 28 11:15:51.971122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-1f8d3e94-501e-4061-9487-cc04e74e9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:51.972805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-1f8d3e94-501e-4061-9487-cc04e74e9806 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 1094 time: 0.2048051 Jul 28 11:15:52.081032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a55276e6-db64-4879-9196-66763986cab5 req-083c2275-3b52-4446-96ec-40f781cf77a6 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901863 Jul 28 11:15:52.122882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] For port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:15:52.139193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] For port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:15:52.237912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.296424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5dae14e3-c337-4557-94ac-62af0eb4ba6d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:15:52.316923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-425703d2-6cc2-4872-84e8-13755af6ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:52.318635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-425703d2-6cc2-4872-84e8-13755af6ad21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 200 len: 918 time: 0.3337209 Jul 28 11:15:52.332930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:52.334151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.336389 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 HTTP/1.1" status: 200 len: 1130 time: 4.0986948 Jul 28 11:15:52.351588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:52.354189 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:52.398583 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.403235 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.462526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-0f8c84b6-49dd-445a-a409-d4a6fa7d78e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 HTTP/1.1" status: 200 len: 217 time: 0.1244626 Jul 28 11:15:52.552268 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0f143-814e-4d87-a2ca-99a6d924e3fd x-openstack-request-id: req-6ae0f143-814e-4d87-a2ca-99a6d924e3fd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:52.552684 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:52.553051 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ae0f143-814e-4d87-a2ca-99a6d924e3fd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:52.553546 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'status': 'completed', 'code': 200} Jul 28 11:15:52.575040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-048b420f-b58b-48c8-a8d9-0b68c29fe2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:52.579471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-048b420f-b58b-48c8-a8d9-0b68c29fe2e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 200 len: 857 time: 0.0822513 Jul 28 11:15:52.582514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] For port 26fab33b-c5af-4759-b390-5de902f23c0c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=26fab33b-c5af-4759-b390-5de902f23c0c,segment=NetworkSegment(0026d2f2-88c1-40a0-ae25-fcce9c464575),segment_id=0026d2f2-88c1-40a0-ae25-fcce9c464575)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:52.584784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.598309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.599129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387bc9-83b2-4a3f-ba98-ee27c353f2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:52.687382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-5e18a4d2-7dbf-4bc6-890b-a7fc8a7a88b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=189f4cf7-1a0b-4f13-a11c-c1c16e57a162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913835 Jul 28 11:15:52.692841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4b559659-7f12-4965-be4a-901081059273 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:52.702770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:52.708947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:52.709885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.747589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=cc11a6f6-f554-48ef-af5c-f70be05ac651,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:52.748009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-f001dbd3-7c5f-4900-801c-860371ed4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:52.752577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b73cee45-9e18-4aef-8199-1b25a6a5c8d3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2037668 Jul 28 11:15:52.754057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-f001dbd3-7c5f-4900-801c-860371ed4023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1133 time: 0.3233712 Jul 28 11:15:52.754925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:52.765787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '4b559659-7f12-4965-be4a-901081059273', 'fixed_ips': [{'subnet_id': '603409b8-bf61-4c36-8ba3-274042d805ef'}, {'subnet_id': 'cc11a6f6-f554-48ef-af5c-f70be05ac651'}], 'name': 'tempest-PortsIpV6TestJSON-1423502194'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:52.778868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:52.807781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5dae14e3-c337-4557-94ac-62af0eb4ba6d', 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'port_id': '5dae14e3-c337-4557-94ac-62af0eb4ba6d', 'mac_address': 'fa:16:3e:c6:17:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45649bd5-5f02-4356-ada6-cfe1a4a20df0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:15:52.905977 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:52.908357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742aaafb-a3da-4865-959f-ed29c7a56c38 None None] Network 4b559659-7f12-4965-be4a-901081059273 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:52.918014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-91135d8d-3709-4e70-a4d2-d1042fde3408 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 HTTP/1.1" status: 200 len: 217 time: 0.1256592 Jul 28 11:15:52.979245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:15:53.061009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-45bfbffa-ac19-4933-8f38-16d5c418329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:53.063018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-45bfbffa-ac19-4933-8f38-16d5c418329e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3410885b-24db-4852-8869-5f86a98d2211 HTTP/1.1" status: 200 len: 835 time: 0.1351023 Jul 28 11:15:53.089187 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577c357-605c-408a-a483-1c46cfca63ac None None] Pushing event updated for resources: {'Port': ['ID=26fab33b-c5af-4759-b390-5de902f23c0c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:53.106105 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:53.122963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dae14e3-c337-4557-94ac-62af0eb4ba6d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:53.131847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 76b2f01d-9760-446a-814c-eeccec807463 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:15:53.190846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2914a9ad-2405-45c7-83c8-6051fbc7931c None None] Provisioning complete for port 26fab33b-c5af-4759-b390-5de902f23c0c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:53.191273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2914a9ad-2405-45c7-83c8-6051fbc7931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:53.194298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:53.287331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:53.289630 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:15:53.326544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104a4e9-ce92-4a22-b229-1278441da276 req-59e6879d-ac92-4f6a-9c58-271fe632f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:53.328653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-59e6879d-ac92-4f6a-9c58-271fe632f68e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8bad497-25e5-4ec5-8a16-3cedb9862652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524042 Jul 28 11:15:53.332243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-d317aae7-e063-4144-a1b4-254329c1a6a0 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309531 Jul 28 11:15:53.389185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b273ddf-2481-4dda-a3b7-3a5f9dab2197 req-ec81050b-cdf3-4290-bc5a-3c5bf1b44a37 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:53.400929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b273ddf-2481-4dda-a3b7-3a5f9dab2197 req-ec81050b-cdf3-4290-bc5a-3c5bf1b44a37 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 982 time: 0.2346213 Jul 28 11:15:53.458732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5dae14e3-c337-4557-94ac-62af0eb4ba6d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:53.628517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Update dhcp port {'port': {'network_id': '4b559659-7f12-4965-be4a-901081059273', 'fixed_ips': [{'subnet_id': '603409b8-bf61-4c36-8ba3-274042d805ef', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc11a6f6-f554-48ef-af5c-f70be05ac651'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '26fab33b-c5af-4759-b390-5de902f23c0c'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:15:53.664615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eed520-226c-4b9d-8201-53ec916e4ac9 req-b6c3d523-0b2c-405a-9fb3-1a144d6193f1 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:53.666193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80eed520-226c-4b9d-8201-53ec916e4ac9 req-b6c3d523-0b2c-405a-9fb3-1a144d6193f1 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 943 time: 0.4375019 Jul 28 11:15:53.682680 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:53.685015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5dae14e3-c337-4557-94ac-62af0eb4ba6d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:53.717825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::329 (4b559659-7f12-4965-be4a-901081059273/603409b8-bf61-4c36-8ba3-274042d805ef/76b2f01d-9760-446a-814c-eeccec807463) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:53.726886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8:0:1::a7 (4b559659-7f12-4965-be4a-901081059273/cc11a6f6-f554-48ef-af5c-f70be05ac651/76b2f01d-9760-446a-814c-eeccec807463) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:53.791767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b273ddf-2481-4dda-a3b7-3a5f9dab2197 req-9bbf4962-8d0f-41ea-aae9-848ddf5cdc10 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3452229 Jul 28 11:15:53.910697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-6ff7a1c2-bd5a-4f77-b10b-e5a232186990 service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668011 Jul 28 11:15:53.972289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80eed520-226c-4b9d-8201-53ec916e4ac9 req-3ba6b11b-e1b7-4583-907a-5da18c327b4c tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740455 Jul 28 11:15:54.015211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.038158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 76b2f01d-9760-446a-814c-eeccec807463 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:54.078892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8961eefe-0b5a-49c2-a39f-2603eb2d097d req-4f2fbb65-8606-4390-9c0a-432acb5c24c0 service neutron] 10.222.0.41 "GET /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254059 Jul 28 11:15:54.117999 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.159958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a104a4e9-ce92-4a22-b229-1278441da276 req-f2ea0daa-2fd4-4f4e-97d4-c5e673f16079 service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363336 Jul 28 11:15:54.166529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4b559659-7f12-4965-be4a-901081059273 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:15:54.173847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:15:54.179179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:15:54.186162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:54.187186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.211879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=76b2f01d-9760-446a-814c-eeccec807463,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:54.227582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e765538b-26f6-4fc2-9e25-487c8f2e9012 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4692369 Jul 28 11:15:54.227948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46020) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:54.234666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '603409b8-bf61-4c36-8ba3-274042d805ef'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:54.259524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Allocated IP 2001:db8:0:1::2 (4b559659-7f12-4965-be4a-901081059273/cc11a6f6-f554-48ef-af5c-f70be05ac651/26fab33b-c5af-4759-b390-5de902f23c0c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:54.283932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:15:54.408646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-d2d730cb-26a7-41cb-a184-49b20fe83c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:54.410876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-d2d730cb-26a7-41cb-a184-49b20fe83c8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1133 time: 0.1723607 Jul 28 11:15:54.461450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] For port 26fab33b-c5af-4759-b390-5de902f23c0c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=26fab33b-c5af-4759-b390-5de902f23c0c,segment=NetworkSegment(0026d2f2-88c1-40a0-ae25-fcce9c464575),segment_id=0026d2f2-88c1-40a0-ae25-fcce9c464575)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:54.486671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:54.507821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'port_id': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', 'mac_address': 'fa:16:3e:37:40:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45649bd5-5f02-4356-ada6-cfe1a4a20df0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:15:54.518592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.554316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Transition to ACTIVE for port object 26fab33b-c5af-4759-b390-5de902f23c0c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:54.562183 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.593397 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.625291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:54.629229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-d606f4d4-c636-4df4-a23d-51e3fb1c5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:54.630992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-d606f4d4-c636-4df4-a23d-51e3fb1c5fe3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8bad497-25e5-4ec5-8a16-3cedb9862652 HTTP/1.1" status: 200 len: 897 time: 0.2084816 Jul 28 11:15:54.648656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:54.678635 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.679193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:15:54.703044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bbd20-ed49-46d5-b109-c575ca086234 None None] Pushing event updated for resources: {'Port': ['ID=26fab33b-c5af-4759-b390-5de902f23c0c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:54.794432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:54.817248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:54.826442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-d4ef28e9-f04f-4940-b13a-66907f563675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 HTTP/1.1" status: 200 len: 217 time: 0.1422789 Jul 28 11:15:54.850735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.854082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4', 'network_id': '189f4cf7-1a0b-4f13-a11c-c1c16e57a162', 'port_id': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4', 'mac_address': 'fa:16:3e:c3:1e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45649bd5-5f02-4356-ada6-cfe1a4a20df0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:15:54.925237 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:54.942196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:54.989730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-0b184322-66d5-45a2-bbd5-996f918c4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:54.993267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-0b184322-66d5-45a2-bbd5-996f918c4020 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3410885b-24db-4852-8869-5f86a98d2211 HTTP/1.1" status: 200 len: 835 time: 0.1559002 Jul 28 11:15:55.001463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:55.016375 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:55.114219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:55.123958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.124676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.125217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.125769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.126347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.126914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.127492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-99573d66-f855-4caf-b14e-cfa51a51d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:55.127633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.128415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.128977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.129095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-99573d66-f855-4caf-b14e-cfa51a51d4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8bad497-25e5-4ec5-8a16-3cedb9862652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197407 Jul 28 11:15:55.129688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.130258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.131101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:15:55.197945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 26fab33b-c5af-4759-b390-5de902f23c0c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:55.272026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336b3c2-4a9a-4472-9d0a-a61dc3e47948 req-aefed5df-d78d-48b3-b042-25a2db8328d3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:55.280536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0336b3c2-4a9a-4472-9d0a-a61dc3e47948 req-aefed5df-d78d-48b3-b042-25a2db8328d3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 982 time: 0.3269813 Jul 28 11:15:55.417151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['795bc7e1-54e3-4555-a8c8-ed83e6ff37f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:55.458301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ae30707b-cdbd-4bb2-9a07-a386b2ece4c3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:55.573572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Delete allocated IP 2001:db8:0:1::a7 (4b559659-7f12-4965-be4a-901081059273/cc11a6f6-f554-48ef-af5c-f70be05ac651) {{(pid=93836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:15:55.634566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0336b3c2-4a9a-4472-9d0a-a61dc3e47948 req-e3d28e3a-4a50-4e14-93d9-6c1b24259bf6 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3526320 Jul 28 11:15:55.748714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b703464f-4258-4a72-a37a-710f49c3a441 None None] Provisioning for port 26fab33b-c5af-4759-b390-5de902f23c0c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:55.770756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b703464f-4258-4a72-a37a-710f49c3a441 None None] Provisioning complete for port 26fab33b-c5af-4759-b390-5de902f23c0c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:55.771317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b703464f-4258-4a72-a37a-710f49c3a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:55.878357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262cc5-2ac2-4918-aadb-c6745b5ddf6a req-c38908ec-cbc0-4380-a8fe-18decc60ac3f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:55.879928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1262cc5-2ac2-4918-aadb-c6745b5ddf6a req-c38908ec-cbc0-4380-a8fe-18decc60ac3f tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 944 time: 0.6258528 Jul 28 11:15:56.007817 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.042984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Ignored duplicate provisioning block setup for port 76b2f01d-9760-446a-814c-eeccec807463 by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:15:56.057612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-9ea1ceaf-8d52-4756-bccc-c50cb52c76a9 service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943112 Jul 28 11:15:56.089440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.176814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dd910706-0979-4163-b650-3a51e724bdea None None] Provisioning for port 76b2f01d-9760-446a-814c-eeccec807463 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:56.185614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dd910706-0979-4163-b650-3a51e724bdea None None] Provisioning complete for port 76b2f01d-9760-446a-814c-eeccec807463 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:56.186421 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dd910706-0979-4163-b650-3a51e724bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.210783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1262cc5-2ac2-4918-aadb-c6745b5ddf6a req-062a5317-ccde-476f-a5e7-3d947baaef7d tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515620 Jul 28 11:15:56.235854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dd910706-0979-4163-b650-3a51e724bdea None None] Port 76b2f01d-9760-446a-814c-eeccec807463 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:56.277850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5dae14e3-c337-4557-94ac-62af0eb4ba6d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:56.283609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] In _notify_port_updated(), no bound segment for port 76b2f01d-9760-446a-814c-eeccec807463 on network 4b559659-7f12-4965-be4a-901081059273 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:15:56.289529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:56.290180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.294542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/ports/76b2f01d-9760-446a-814c-eeccec807463 HTTP/1.1" status: 200 len: 926 time: 2.0624871 Jul 28 11:15:56.295752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860ae8e-d145-49cd-b501-e947087e6f2e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=76b2f01d-9760-446a-814c-eeccec807463,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:56.296498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:56.304446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '603409b8-bf61-4c36-8ba3-274042d805ef'}, {'subnet_id': 'cc11a6f6-f554-48ef-af5c-f70be05ac651'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:15:56.329822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d04c2031-c8f2-4c32-9bc7-ebb9cbb83303 req-c9ba32b0-89de-4529-9999-fd3327de7f36 service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517207 Jul 28 11:15:56.401859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5dae14e3-c337-4557-94ac-62af0eb4ba6d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:56.407662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5dae14e3-c337-4557-94ac-62af0eb4ba6d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:56.408086 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.459005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.508547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.539933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae14e3-c337-4557-94ac-62af0eb4ba6d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:56.542499 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdccc4-2975-477d-8bc5-e82beb2c3630" -d '{"events": [{"server_uuid": "d3bf9556-3695-4694-a3a0-3d5de9509764", "name": "network-vif-plugged", "status": "completed", "tag": "5dae14e3-c337-4557-94ac-62af0eb4ba6d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:56.558762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:56.576580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.631468 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd62556-e21c-4baa-97ce-45858cbfcabf x-openstack-request-id: req-5bd62556-e21c-4baa-97ce-45858cbfcabf {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:56.631774 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bf9556-3695-4694-a3a0-3d5de9509764", "name": "network-vif-plugged", "status": "completed", "tag": "5dae14e3-c337-4557-94ac-62af0eb4ba6d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:56.632010 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bd62556-e21c-4baa-97ce-45858cbfcabf {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:56.632451 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae14e3-c337-4557-94ac-62af0eb4ba6d', 'code': 200} Jul 28 11:15:56.665646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5dae14e3-c337-4557-94ac-62af0eb4ba6d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:56.718464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c0fd58a-2dfc-47ce-9435-b60eb9a7767d None None] Provisioning complete for port 76b2f01d-9760-446a-814c-eeccec807463 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:56.718838 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd58a-2dfc-47ce-9435-b60eb9a7767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:56.794494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4c0fd58a-2dfc-47ce-9435-b60eb9a7767d None None] Port 76b2f01d-9760-446a-814c-eeccec807463 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:56.849092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a57d48-bd90-4187-b7cd-b3ca29113e18 req-03d3f4b5-4926-4e12-854c-eee7feac2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:56.850649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96a57d48-bd90-4187-b7cd-b3ca29113e18 req-03d3f4b5-4926-4e12-854c-eee7feac2868 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 1097 time: 0.1551378 Jul 28 11:15:56.864291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e9f0f-ef66-4981-854d-d5baa9fb66cd req-37413d2e-0821-4633-8a73-96f2a2c9079d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:56.865922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e08e9f0f-ef66-4981-854d-d5baa9fb66cd req-37413d2e-0821-4633-8a73-96f2a2c9079d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 982 time: 0.1000910 Jul 28 11:15:57.035033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8:0:1::e3 (4b559659-7f12-4965-be4a-901081059273/cc11a6f6-f554-48ef-af5c-f70be05ac651/76b2f01d-9760-446a-814c-eeccec807463) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:15:57.375849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.389588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e08e9f0f-ef66-4981-854d-d5baa9fb66cd req-15345085-b4c9-4658-ab5c-03098a5a831f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5090961 Jul 28 11:15:57.391174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96a57d48-bd90-4187-b7cd-b3ca29113e18 req-40466fba-309d-40b5-a6b4-6e391a2760ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217674 Jul 28 11:15:57.392893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 76b2f01d-9760-446a-814c-eeccec807463 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:15:57.398595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.486351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] In _notify_port_updated(), no bound segment for port 76b2f01d-9760-446a-814c-eeccec807463 on network 4b559659-7f12-4965-be4a-901081059273 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:15:57.492470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:57.493435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.494943 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/ports/76b2f01d-9760-446a-814c-eeccec807463 HTTP/1.1" status: 200 len: 1011 time: 1.1964316 Jul 28 11:15:57.498485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:57.545277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183fc4b-6082-4c8a-a16e-3f2aa299a10a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=76b2f01d-9760-446a-814c-eeccec807463,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:57.559383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddd80f-0d9d-46ce-afd4-6f38d88ce8c4 req-b0eb80c0-0399-4d1d-a753-34530106a792 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:57.561739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6ddd80f-0d9d-46ce-afd4-6f38d88ce8c4 req-b0eb80c0-0399-4d1d-a753-34530106a792 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 944 time: 0.1592822 Jul 28 11:15:57.655556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 76b2f01d-9760-446a-814c-eeccec807463 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:57.655996 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.668692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6ddd80f-0d9d-46ce-afd4-6f38d88ce8c4 req-62f3e756-d412-4eec-95e2-7408097c84bf tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915837 Jul 28 11:15:57.788777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.807548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 76b2f01d-9760-446a-814c-eeccec807463 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:57.842641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29d44715-f1c8-4b3d-b615-79dab6372222 None None] Provisioning for port 76b2f01d-9760-446a-814c-eeccec807463 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:57.848924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29d44715-f1c8-4b3d-b615-79dab6372222 None None] Provisioning complete for port 76b2f01d-9760-446a-814c-eeccec807463 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:57.849299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29d44715-f1c8-4b3d-b615-79dab6372222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.941314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6096702f-c4c3-4137-950f-9a92e9280400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:57.949000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-29d44715-f1c8-4b3d-b615-79dab6372222 None None] Port 76b2f01d-9760-446a-814c-eeccec807463 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:15:58.054052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.089924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=76b2f01d-9760-446a-814c-eeccec807463,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:58.157855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.159678 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b890ad06-bd27-4eef-805d-440edec865b6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/76b2f01d-9760-446a-814c-eeccec807463 HTTP/1.1" status: 204 len: 168 time: 0.6597261 Jul 28 11:15:58.162441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:58.213840 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7755c24-61e3-4647-8460-0f91cbbf386e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:15:58.217911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d7755c24-61e3-4647-8460-0f91cbbf386e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/76b2f01d-9760-446a-814c-eeccec807463 HTTP/1.1" status: 404 len: 333 time: 0.0544353 Jul 28 11:15:58.221190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:58.281220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:15:58.283659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:58.321029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet cc11a6f6-f554-48ef-af5c-f70be05ac651 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:58.334136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.413575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.422972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:58.435356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:58.436777 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.603216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca37f-901e-4e5d-bb16-5573e45e1b72 req-657eb485-26bb-4e7a-b054-20ea9cb029af tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:58.614791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b3ca37f-901e-4e5d-bb16-5573e45e1b72 req-657eb485-26bb-4e7a-b054-20ea9cb029af tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 982 time: 0.0974920 Jul 28 11:15:58.619642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:58.632865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.635789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'port_id': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'mac_address': 'fa:16:3e:1e:cb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:15:58.703156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b3ca37f-901e-4e5d-bb16-5573e45e1b72 req-f7a21355-10e2-4fd0-87f2-c2c019555d7f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0836225 Jul 28 11:15:58.726126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.756924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.786433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:15:58.796431 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.799717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ac59-4986-4822-b390-3a6f0bbbb8c7 req-916f94bd-0126-4096-89ac-b6f3b8f0edf6 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:58.801020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=cc11a6f6-f554-48ef-af5c-f70be05ac651,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:58.803362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.807965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8d2ac59-4986-4822-b390-3a6f0bbbb8c7 req-916f94bd-0126-4096-89ac-b6f3b8f0edf6 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 944 time: 0.0638232 Jul 28 11:15:58.810954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7f9244bd-3d1c-4de5-b866-3f4c74b73d69 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/cc11a6f6-f554-48ef-af5c-f70be05ac651 HTTP/1.1" status: 204 len: 168 time: 0.5857489 Jul 28 11:15:58.820496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:58.823350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0deca-b821-46e9-b7a0-4c52e47b700f None None] Network 4b559659-7f12-4965-be4a-901081059273 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:15:58.873231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8d2ac59-4986-4822-b390-3a6f0bbbb8c7 req-b82523bd-628a-4124-b0b2-04aec1dad0df tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Jul 28 11:15:58.897849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:15:58.900054 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c4a3b-e52f-4705-9610-30f77a303fce" -d '{"events": [{"server_uuid": "deca744f-e5c9-45d2-8c14-08a8da881ee5", "name": "network-vif-plugged", "status": "completed", "tag": "795bc7e1-54e3-4555-a8c8-ed83e6ff37f4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:15:58.903836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:58.919687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 603409b8-bf61-4c36-8ba3-274042d805ef {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:15:58.933600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.938665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:58.946935 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:58.957523 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f09455-0887-495d-bd69-17849b3da4b3 x-openstack-request-id: req-83f09455-0887-495d-bd69-17849b3da4b3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:15:58.957819 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deca744f-e5c9-45d2-8c14-08a8da881ee5", "name": "network-vif-plugged", "status": "completed", "tag": "795bc7e1-54e3-4555-a8c8-ed83e6ff37f4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:15:58.958082 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83f09455-0887-495d-bd69-17849b3da4b3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:15:58.958483 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4', 'code': 200} Jul 28 11:15:58.991565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.057976 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.059581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:15:59.063107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:59.127711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.142110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b01106-52e8-4a49-af21-9d3733c0fd5a req-a38623f0-73d0-49bd-9210-9aa8476fdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:15:59.143189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:59.143832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b01106-52e8-4a49-af21-9d3733c0fd5a req-a38623f0-73d0-49bd-9210-9aa8476fdeed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1182625 Jul 28 11:15:59.213257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b01106-52e8-4a49-af21-9d3733c0fd5a req-2d674911-fafc-4d68-a0bf-4178b34b2f19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Jul 28 11:15:59.213930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.264829 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.270577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:15:59.271917 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/603409b8-bf61-4c36-8ba3-274042d805ef HTTP/1.1" status: 204 len: 168 time: 0.4501219 Jul 28 11:15:59.323724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540b0f-7d5e-43d6-8286-a3d194ac3557 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=603409b8-bf61-4c36-8ba3-274042d805ef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:15:59.348765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:15:59.428639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.433577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:15:59.449814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:15:59.450203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.519320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 26fab33b-c5af-4759-b390-5de902f23c0c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:15:59.520066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.604617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port 26fab33b-c5af-4759-b390-5de902f23c0c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=26fab33b-c5af-4759-b390-5de902f23c0c,segment=NetworkSegment(0026d2f2-88c1-40a0-ae25-fcce9c464575),segment_id=0026d2f2-88c1-40a0-ae25-fcce9c464575)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:59.605833 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.623684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 26fab33b-c5af-4759-b390-5de902f23c0c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:15:59.772781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.798129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8247a-8169-4f5b-9f67-2ccc97c8ffef None None] DHCP port deletion for 4b559659-7f12-4965-be4a-901081059273 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:15:59.800661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port 26fab33b-c5af-4759-b390-5de902f23c0c on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:15:59.898404 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:15:59.951185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:15:59.971522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.055453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.069590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b559659-7f12-4965-be4a-901081059273']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:00.088874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:00.092239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0026d2f2-88c1-40a0-ae25-fcce9c464575') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:00.093319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0026d2f2-88c1-40a0-ae25-fcce9c464575') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:00.104980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.122755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=26fab33b-c5af-4759-b390-5de902f23c0c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:00.165848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49176f83-619c-4d48-a9e2-d2a7da25f61f req-7d2ea2ff-df67-4102-b406-6ab28b807dc2 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:00.172819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49176f83-619c-4d48-a9e2-d2a7da25f61f req-7d2ea2ff-df67-4102-b406-6ab28b807dc2 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 983 time: 0.3645852 Jul 28 11:16:00.174114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.182078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:00.182480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:00.208788 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:00.320720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49176f83-619c-4d48-a9e2-d2a7da25f61f req-1bc50bd7-4475-4345-8ce8-50c26ead8867 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0664058 Jul 28 11:16:00.339167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aa039-45d3-4bc3-a934-bbea22e62c9c req-1bd30303-7470-4769-ab4b-abeb0927961e tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:00.347578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b1aa039-45d3-4bc3-a934-bbea22e62c9c req-1bd30303-7470-4769-ab4b-abeb0927961e tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 945 time: 0.2403190 Jul 28 11:16:00.380456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.386675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.396341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:00.415472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/4b559659-7f12-4965-be4a-901081059273 HTTP/1.1" status: 204 len: 168 time: 1.1434784 Jul 28 11:16:00.487544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b1aa039-45d3-4bc3-a934-bbea22e62c9c req-9161f266-0b77-4187-948d-9f1f382ca946 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Jul 28 11:16:00.491445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c99f25-76ab-4d61-895c-c084991cbe78 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:00.504745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8c99f25-76ab-4d61-895c-c084991cbe78 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1070006 Jul 28 11:16:00.505393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:00.514570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de299842-3d54-4ede-914c-f76a9ab63825 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=4b559659-7f12-4965-be4a-901081059273,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:00.632638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:00.641463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791254481'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:00.642371 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d0781c4d-b1cd-4a44-bee0-a98b3d1b9a0e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1354330 Jul 28 11:16:00.684794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:00.689001 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.747786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:00.770089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.770571 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment 2f431361-0927-424f-93b3-e94b09b416c3 of type vlan for network 066ea1c9-8cf4-402e-ad3d-496dbc768cda Jul 28 11:16:00.888383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.947822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.954499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.958728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:00.958993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:00.959794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:00.962201 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64577579-7d5c-4fa0-b50d-299d9ed8d217" -d '{"events": [{"server_uuid": "c46e4862-8f15-4af6-9fb7-78e4e64b7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "ae30707b-cdbd-4bb2-9a07-a386b2ece4c3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:00.997938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3610697 Jul 28 11:16:00.998711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:01.004900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:01.037682 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152020f9-16c2-4b9f-ad9c-13a64819969c x-openstack-request-id: req-152020f9-16c2-4b9f-ad9c-13a64819969c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:01.038082 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46e4862-8f15-4af6-9fb7-78e4e64b7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "ae30707b-cdbd-4bb2-9a07-a386b2ece4c3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:01.038449 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-152020f9-16c2-4b9f-ad9c-13a64819969c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:01.038948 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', 'code': 200} Jul 28 11:16:01.092766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e22e7230-7b5a-44c8-9ebf-f4125d038039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:01.124419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 26fab33b-c5af-4759-b390-5de902f23c0c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:01.193962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928e89-2a48-4b80-8825-fbe25db3e603 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=066ea1c9-8cf4-402e-ad3d-496dbc768cda,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:01.197919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 26fab33b-c5af-4759-b390-5de902f23c0c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:01.198510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 26fab33b-c5af-4759-b390-5de902f23c0c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:01.212921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:01.263055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f04d-9d78-44e3-b992-9f1a9d24c5f9 req-b579286f-c01f-44ca-8ce7-d1c4be56206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:01.264916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d108f04d-9d78-44e3-b992-9f1a9d24c5f9 req-b579286f-c01f-44ca-8ce7-d1c4be56206d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 1096 time: 0.1229870 Jul 28 11:16:01.337815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:01.343135 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:01.355155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d108f04d-9d78-44e3-b992-9f1a9d24c5f9 req-e8a3d3f3-e636-47b9-97e3-fa8aa698e2bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816042 Jul 28 11:16:01.539469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e6b4b-3be8-45b3-aff7-565b828cfb5a req-652ceafe-a3de-4630-94e8-f16c325c3ec4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:01.548996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e6b4b-3be8-45b3-aff7-565b828cfb5a req-652ceafe-a3de-4630-94e8-f16c325c3ec4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 983 time: 0.1202197 Jul 28 11:16:01.639294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a59e6b4b-3be8-45b3-aff7-565b828cfb5a req-3772214c-0b92-4eb1-9a7a-d8eabed02276 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0893245 Jul 28 11:16:01.707032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:01.866859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=e3d799d4-51a2-4ffb-bc9a-029932edf8f9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:01.875488 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:01.895876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b3558-6bde-4813-8bc7-0c1f7b48c6a8 req-4513b11e-720c-4ca8-abba-eeb128f41cbf tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:01.897592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c09b3558-6bde-4813-8bc7-0c1f7b48c6a8 req-4513b11e-720c-4ca8-abba-eeb128f41cbf tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 945 time: 0.1437864 Jul 28 11:16:01.905553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': '2f431361-0927-424f-93b3-e94b09b416c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:01.909052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: 066ea1c9-8cf4-402e-ad3d-496dbc768cda, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:16:01.961494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:16:01.976818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 066ea1c9-8cf4-402e-ad3d-496dbc768cda) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:01.981275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:01.982103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:01.987456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b655a3-b72c-4b8a-a888-bcd9b1e7dffb None None] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:02.019487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c09b3558-6bde-4813-8bc7-0c1f7b48c6a8 req-89b14f96-028e-4bc7-a650-2e399bf279a0 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077771 Jul 28 11:16:02.020090 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e1293e45-80d2-48f0-909e-081fe86c870b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0199764 Jul 28 11:16:02.022888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46270) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:02.033961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda', 'name': 'tempest-PortsIpV6TestJSON-1650310532'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:02.253568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266f1dc-c80f-49e8-acc8-f03539dece51 req-93dda116-8748-4d9a-b53b-37d3eaaad0a5 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:02.274266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5266f1dc-c80f-49e8-acc8-f03539dece51 req-93dda116-8748-4d9a-b53b-37d3eaaad0a5 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 945 time: 0.1002145 Jul 28 11:16:02.278215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-066ea1c9-8cf4-402e-ad3d-496dbc768cda', 'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': 'e3d799d4-51a2-4ffb-bc9a-029932edf8f9'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:16:02.280062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.331324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:02.334244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5266f1dc-c80f-49e8-acc8-f03539dece51 req-ae48f9f8-bb8a-4252-92a9-2d887fd559fa tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Jul 28 11:16:02.382051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:02.386301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.433918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:02.529375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:02.540592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:02.541212 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.590188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Allocated IP 2001:db8::2 (066ea1c9-8cf4-402e-ad3d-496dbc768cda/e3d799d4-51a2-4ffb-bc9a-029932edf8f9/c92c4de8-cbb7-425f-ad46-a8c8dc500733) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:02.712666 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.778863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fabddb-9c93-4061-81c8-3cbaecc42eba req-1598ffd4-b40d-4a3e-9b4f-76918b400e72 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:02.784900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fabddb-9c93-4061-81c8-3cbaecc42eba req-1598ffd4-b40d-4a3e-9b4f-76918b400e72 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 983 time: 0.0721755 Jul 28 11:16:02.799139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:02.815148 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.846030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62fabddb-9c93-4061-81c8-3cbaecc42eba req-183789ab-d8eb-4926-bff1-598292c9c971 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0582547 Jul 28 11:16:02.868743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.891775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Transition to ACTIVE for port object c92c4de8-cbb7-425f-ad46-a8c8dc500733 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:02.904454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:02.916219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Transition to ACTIVE for port object c92c4de8-cbb7-425f-ad46-a8c8dc500733 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:02.934284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:02.980030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:02.983196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:02.986560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:03.002016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Pushing event updated for resources: {'Port': ['ID=c92c4de8-cbb7-425f-ad46-a8c8dc500733,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:03.038751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::155 (066ea1c9-8cf4-402e-ad3d-496dbc768cda/e3d799d4-51a2-4ffb-bc9a-029932edf8f9/cf28aae3-f7eb-4b80-9cfa-47f7addea9b7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:03.045594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:03.047850 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f793b9-869a-4746-8c87-a88b48905891" -d '{"events": [{"server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "name": "network-vif-plugged", "status": "completed", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:03.101756 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da9d77e-8b26-466a-b198-effe4ac5563c x-openstack-request-id: req-4da9d77e-8b26-466a-b198-effe4ac5563c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:03.102051 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "name": "network-vif-plugged", "status": "completed", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:03.102303 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4da9d77e-8b26-466a-b198-effe4ac5563c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:03.103281 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'code': 200} Jul 28 11:16:03.107737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Attempting to bind port c92c4de8-cbb7-425f-ad46-a8c8dc500733 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:03.108672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Attempting to bind port c92c4de8-cbb7-425f-ad46-a8c8dc500733 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2f431361-0927-424f-93b3-e94b09b416c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:03.109116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Attempting to bind port c92c4de8-cbb7-425f-ad46-a8c8dc500733 on network 066ea1c9-8cf4-402e-ad3d-496dbc768cda {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:03.115731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:03.116112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Checking segment: {'id': '2f431361-0927-424f-93b3-e94b09b416c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:03.116555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.118590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Bound using segment: {'id': '2f431361-0927-424f-93b3-e94b09b416c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:03.118590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Bound port: c92c4de8-cbb7-425f-ad46-a8c8dc500733, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f431361-0927-424f-93b3-e94b09b416c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:03.118590 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.197609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] For port c92c4de8-cbb7-425f-ad46-a8c8dc500733, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:03.208921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] For port c92c4de8-cbb7-425f-ad46-a8c8dc500733, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c92c4de8-cbb7-425f-ad46-a8c8dc500733,segment=NetworkSegment(2f431361-0927-424f-93b3-e94b09b416c3),segment_id=2f431361-0927-424f-93b3-e94b09b416c3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:03.216679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.230691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc1045-0d46-4837-99cc-5a98ca697c95 req-90d99d01-e4c8-427a-8489-758eca31c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:03.232958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9fc1045-0d46-4837-99cc-5a98ca697c95 req-90d99d01-e4c8-427a-8489-758eca31c53b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1135 time: 0.0674200 Jul 28 11:16:03.285737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.299570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9fc1045-0d46-4837-99cc-5a98ca697c95 req-33e1c1f1-c3c3-40a3-8480-7e79fcda9629 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0590456 Jul 28 11:16:03.307784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:03.338514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf069f-3475-4f9a-8748-1db0f5ca5cfb None None] Pushing event updated for resources: {'Port': ['ID=c92c4de8-cbb7-425f-ad46-a8c8dc500733,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:03.349493 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.353628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.412271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:03.415360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:03.419082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:03.425611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:03.426744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.462458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=cf28aae3-f7eb-4b80-9cfa-47f7addea9b7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:03.471410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae7f716f-c36a-4ec7-a44a-19a8a4a5ed95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4472201 Jul 28 11:16:03.474072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:03.481601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '066ea1c9-8cf4-402e-ad3d-496dbc768cda', 'name': 'tempest-PortsIpV6TestJSON-604097109'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:03.490981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ae9b2-878f-4f4b-aae3-7ff42da70bd6 req-c33a7661-0721-4169-b360-3cac309ce3bb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:03.498872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-579ae9b2-878f-4f4b-aae3-7ff42da70bd6 req-c33a7661-0721-4169-b360-3cac309ce3bb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 945 time: 0.0777204 Jul 28 11:16:03.542903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-579ae9b2-878f-4f4b-aae3-7ff42da70bd6 req-b7901be4-0167-4f21-b0d8-adf1137a557d tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jul 28 11:16:03.702474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:03.712894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:03.742520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port e02544ab-8f1c-48bf-8643-5957b02a3ae5 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:03.825674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fdccc-a2a6-4ff6-8f4e-66cb5b990643 req-c9f64d47-6421-45fc-acb6-18572b90b389 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:03.827291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb4fdccc-a2a6-4ff6-8f4e-66cb5b990643 req-c9f64d47-6421-45fc-acb6-18572b90b389 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 946 time: 0.1171079 Jul 28 11:16:03.875461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb4fdccc-a2a6-4ff6-8f4e-66cb5b990643 req-a5fcb206-d041-44f0-8107-ab2de67819c0 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jul 28 11:16:04.118370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fd2cc-b5b4-4108-8fcc-57233c216328 req-6269b472-52ba-4690-9db7-ceea54380b23 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:04.120046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-493fd2cc-b5b4-4108-8fcc-57233c216328 req-6269b472-52ba-4690-9db7-ceea54380b23 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 984 time: 0.0707812 Jul 28 11:16:04.197598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-493fd2cc-b5b4-4108-8fcc-57233c216328 req-a1dcb4cf-3b51-47ed-8f1b-169d403b9974 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0693562 Jul 28 11:16:04.262555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::2a4 (066ea1c9-8cf4-402e-ad3d-496dbc768cda/e3d799d4-51a2-4ffb-bc9a-029932edf8f9/e02544ab-8f1c-48bf-8643-5957b02a3ae5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:04.596340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:04.611659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c083d0-3193-4366-9709-ffdfeeadac57 req-0b9bd56c-5f12-473b-8c71-c1269915863a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:04.618371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object e02544ab-8f1c-48bf-8643-5957b02a3ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:04.628603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c083d0-3193-4366-9709-ffdfeeadac57 req-0b9bd56c-5f12-473b-8c71-c1269915863a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 946 time: 0.1216891 Jul 28 11:16:04.665975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:04.700213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c083d0-3193-4366-9709-ffdfeeadac57 req-ae572595-4110-44fb-99e1-5825d360032b tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700743 Jul 28 11:16:04.718507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:04.721860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:04.726142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:04.732413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:04.733047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:04.754006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=e02544ab-8f1c-48bf-8643-5957b02a3ae5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:04.757839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d12f7a-350a-4329-9010-7739dcd8cead None None] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:04.766657 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b4bc5d61-bfae-426b-a158-43c64d9aa44e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2914753 Jul 28 11:16:04.769467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:04.864876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05a7ed32-d54a-4a4c-85d2-25180c99a4fe None None] Provisioning for port c92c4de8-cbb7-425f-ad46-a8c8dc500733 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:04.894806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc359b62-f2f3-4dd8-97a4-207d734a22f5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:04.897354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc359b62-f2f3-4dd8-97a4-207d734a22f5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A155 HTTP/1.1" status: 200 len: 929 time: 0.1265392 Jul 28 11:16:04.899864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:04.926197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-416fcd80-fe6e-481c-9a97-5ca97b55263e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:04.927812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-416fcd80-fe6e-481c-9a97-5ca97b55263e tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.1318710 Jul 28 11:16:04.948214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-76919120-be1f-4d43-b961-ccb008cd1bef tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/quotas/eaf933171c9b484793269b273158ed4e HTTP/1.1" status: 200 len: 375 time: 0.0113583 Jul 28 11:16:05.022984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-6b183e08-9f90-4ac2-b70c-20351678dd94 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634816 Jul 28 11:16:05.032716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port e02544ab-8f1c-48bf-8643-5957b02a3ae5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:05.033790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.187506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.192278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c92c4de8-cbb7-425f-ad46-a8c8dc500733 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:05.195402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-66d9dd07-4e5d-40ce-92a8-58ae53513416 service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712413 Jul 28 11:16:05.204696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for e02544ab-8f1c-48bf-8643-5957b02a3ae5 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:05.251045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c92c4de8-cbb7-425f-ad46-a8c8dc500733 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:05.261478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c92c4de8-cbb7-425f-ad46-a8c8dc500733 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:05.262482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.420823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Provisioning complete for port c92c4de8-cbb7-425f-ad46-a8c8dc500733 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:05.421490 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.423343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.431365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.440733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62ebf-d6c3-48e4-8b68-d4ee12cec407 req-326e913e-2e6a-4d28-99ed-f53681eec6a2 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:05.449429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26d62ebf-d6c3-48e4-8b68-d4ee12cec407 req-326e913e-2e6a-4d28-99ed-f53681eec6a2 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 984 time: 0.1458030 Jul 28 11:16:05.453934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-4adf7d50-0882-4e45-8c70-1510d0618d07 service neutron] 10.222.0.20 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510326 Jul 28 11:16:05.471670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=e02544ab-8f1c-48bf-8643-5957b02a3ae5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:05.506976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26d62ebf-d6c3-48e4-8b68-d4ee12cec407 req-6f69e2c6-c8f3-4bbe-8eb3-f1d04f9a3aa4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0518837 Jul 28 11:16:05.525727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.531294 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4badabc0-fbb9-4adf-87ed-c3db28843c96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/e02544ab-8f1c-48bf-8643-5957b02a3ae5 HTTP/1.1" status: 204 len: 168 time: 0.6273043 Jul 28 11:16:05.531493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c92c4de8-cbb7-425f-ad46-a8c8dc500733, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c92c4de8-cbb7-425f-ad46-a8c8dc500733,segment=NetworkSegment(2f431361-0927-424f-93b3-e94b09b416c3),segment_id=2f431361-0927-424f-93b3-e94b09b416c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:05.531877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:05.543916 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.602775 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86fd738-be45-46e0-98c0-afc440fb5a4c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:05.607176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c86fd738-be45-46e0-98c0-afc440fb5a4c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/e02544ab-8f1c-48bf-8643-5957b02a3ae5 HTTP/1.1" status: 404 len: 333 time: 0.0738523 Jul 28 11:16:05.610402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:05.666275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Could not find standard attr ID for object e02544ab-8f1c-48bf-8643-5957b02a3ae5. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:16:05.677703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c92c4de8-cbb7-425f-ad46-a8c8dc500733,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:05.707321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Provisioning for port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:05.712922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Provisioning complete for port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:05.713554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.767864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e735b-840f-4674-ae6f-68d82b980e7b None None] Port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:05.788801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:05.789361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.906177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ee51eb0-eb08-4935-af38-a1aa451d32c1 None None] Provisioning complete for port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:05.908821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ee51eb0-eb08-4935-af38-a1aa451d32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:05.975910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9ee51eb0-eb08-4935-af38-a1aa451d32c1 None None] Port cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:06.026617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed44f4-0010-4474-942e-99b24b748731 req-3db7f032-d53e-4b57-81fb-c5f51e839759 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.028220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fed44f4-0010-4474-942e-99b24b748731 req-3db7f032-d53e-4b57-81fb-c5f51e839759 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 946 time: 0.1768367 Jul 28 11:16:06.041040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d36ae8-7d50-4bf4-89a6-9578d97ec4b3 req-59823866-cbfa-4f91-a96c-e60e366d1aad tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.042572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15d36ae8-7d50-4bf4-89a6-9578d97ec4b3 req-59823866-cbfa-4f91-a96c-e60e366d1aad tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 984 time: 0.1801372 Jul 28 11:16:06.079961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79f21-39e0-4732-a3db-00703ee37e8d req-db809fcf-d32f-488e-908d-0a5d9b077603 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.082223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d79f21-39e0-4732-a3db-00703ee37e8d req-db809fcf-d32f-488e-908d-0a5d9b077603 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 946 time: 0.2319903 Jul 28 11:16:06.086505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:06.097225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57088581-217b-4aeb-bee1-16e30a3a386a None None] Could not find standard attr ID for object e02544ab-8f1c-48bf-8643-5957b02a3ae5. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:16:06.134049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:06.298472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15d36ae8-7d50-4bf4-89a6-9578d97ec4b3 req-8cb88f87-e7f4-412e-9ba7-c60c57001945 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2361436 Jul 28 11:16:06.316702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d79f21-39e0-4732-a3db-00703ee37e8d req-6478f6e3-88b9-4e00-b67a-47c841c5876b tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013566 Jul 28 11:16:06.374976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Deleting port 5dae14e3-c337-4557-94ac-62af0eb4ba6d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:06.375326 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:06.472718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e6da0d9-46bd-4f5f-84cb-fbe915160b97 req-f8d85775-3a3e-49c4-804e-01bf9bb543c8 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 210 time: 0.0505121 Jul 28 11:16:06.605399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] For port 5dae14e3-c337-4557-94ac-62af0eb4ba6d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5dae14e3-c337-4557-94ac-62af0eb4ba6d,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:06.605764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:06.661743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Calling delete_port for 5dae14e3-c337-4557-94ac-62af0eb4ba6d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:06.670821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:06.700377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c917a-c149-4465-82a5-49f342937f84 req-daa890a2-d2dc-4104-83e0-939d49deff44 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.701880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-238c917a-c149-4465-82a5-49f342937f84 req-daa890a2-d2dc-4104-83e0-939d49deff44 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/ports?device_id=a505797e-ee92-4524-980c-3f2b0168a3be HTTP/1.1" status: 200 len: 945 time: 0.2006829 Jul 28 11:16:06.762471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=cf28aae3-f7eb-4b80-9cfa-47f7addea9b7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:06.770926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fcb6e-f0c9-4816-ba0c-c0d98e73959c req-e1ad4a58-477f-4cbb-bc75-55f72e97e3c6 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.772434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b09fcb6e-f0c9-4816-ba0c-c0d98e73959c req-e1ad4a58-477f-4cbb-bc75-55f72e97e3c6 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1135 time: 0.2632432 Jul 28 11:16:06.845994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:06.847905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d141d950-8885-4235-85d0-8b53d8ce4b4e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 HTTP/1.1" status: 204 len: 168 time: 1.2351139 Jul 28 11:16:06.850780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:06.863194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.869178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.875694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.880037 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccef4a39-8def-46af-aca0-14ecf180e6f3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:06.881642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ccef4a39-8def-46af-aca0-14ecf180e6f3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/cf28aae3-f7eb-4b80-9cfa-47f7addea9b7 HTTP/1.1" status: 404 len: 333 time: 0.0298524 Jul 28 11:16:06.882078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.887755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:06.888643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.894425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.900396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:06.903173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-0dd9890d-66b1-4fe6-bb8d-93b035c21184 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.3016329 Jul 28 11:16:06.916269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b09fcb6e-f0c9-4816-ba0c-c0d98e73959c req-fd9dd346-1457-4a84-8c96-c766e2db5bd3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:06.978265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet e3d799d4-51a2-4ffb-bc9a-029932edf8f9 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:06.985273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.050134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ae42e56-df7a-4b49-bf7d-d7df79621875 req-a2ea101f-9f26-4a06-8c44-d2d0590f657a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297579 Jul 28 11:16:07.130539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Deleting port 4823cc04-783d-4238-9e79-b463603f7f59 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:07.130866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.174876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.193312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c92c4de8-cbb7-425f-ad46-a8c8dc500733 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:07.209584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.258134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5dae14e3-c337-4557-94ac-62af0eb4ba6d', 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:07.278415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Pushing event deleted for resources: {'Port': ['ID=5dae14e3-c337-4557-94ac-62af0eb4ba6d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:07.375260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] No DVR routers for this DVR port 5dae14e3-c337-4557-94ac-62af0eb4ba6d on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:07.378342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b09fcb6e-f0c9-4816-ba0c-c0d98e73959c req-fd9dd346-1457-4a84-8c96-c766e2db5bd3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.383780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.386163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fed44f4-0010-4474-942e-99b24b748731 req-59fbd808-dd47-45cb-9738-0af588fae334 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "DELETE /v2.0/ports/5dae14e3-c337-4557-94ac-62af0eb4ba6d HTTP/1.1" status: 204 len: 173 time: 1.3387465 Jul 28 11:16:07.387251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'name': 'network-vif-deleted', 'tag': '5dae14e3-c337-4557-94ac-62af0eb4ba6d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:07.389694 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73af81-f99c-4971-a528-389b8bcf5a1a" -d '{"events": [{"server_uuid": "d3bf9556-3695-4694-a3a0-3d5de9509764", "name": "network-vif-deleted", "tag": "5dae14e3-c337-4557-94ac-62af0eb4ba6d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:07.400418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b09fcb6e-f0c9-4816-ba0c-c0d98e73959c req-fd9dd346-1457-4a84-8c96-c766e2db5bd3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.412156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c92c4de8-cbb7-425f-ad46-a8c8dc500733 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:07.412156 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.412412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] For port 4823cc04-783d-4238-9e79-b463603f7f59, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4823cc04-783d-4238-9e79-b463603f7f59,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:07.412412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.442067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Calling delete_port for 4823cc04-783d-4238-9e79-b463603f7f59 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:07.452698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b09fcb6e-f0c9-4816-ba0c-c0d98e73959c req-fd9dd346-1457-4a84-8c96-c766e2db5bd3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6514492 Jul 28 11:16:07.480099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:07.550623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dd346-1457-4a84-8c96-c766e2db5bd3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257f1816-e373-4769-8dcb-857c2649a12a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:07.559145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-d15405c1-1a21-4139-904b-a431ab703119 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.561583 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-d15405c1-1a21-4139-904b-a431ab703119 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 804 time: 0.4529600 Jul 28 11:16:07.563785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.660796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Request body: {'port': {'device_id': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'admin_state_up': True, 'tenant_id': 'eaf933171c9b484793269b273158ed4e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:07.681577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2e52eb6-5593-4e38-b13e-974da4c4a085 req-dd6df0dc-7846-478e-ad15-543dbee7fbd9 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3bf9556-3695-4694-a3a0-3d5de9509764 HTTP/1.1" status: 200 len: 210 time: 0.1107388 Jul 28 11:16:07.686964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.733480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.739693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.747143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.754621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.763172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.769181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d799d4-51a2-4ffb-bc9a-029932edf8f9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:07.769874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.776952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.778824 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-da93005e-0ab6-466b-a63e-64b411fa2c08 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/e3d799d4-51a2-4ffb-bc9a-029932edf8f9 HTTP/1.1" status: 204 len: 168 time: 0.8851383 Jul 28 11:16:07.780266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.781548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:07.785311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c827fbbd-cd89-4081-8008-a00fe0546900 req-fecc3a37-6712-491d-a17e-e0c8c4108144 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2903161 Jul 28 11:16:07.787306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f0f63-b1c9-46c8-97b7-e514a87324d5 None None] Network 066ea1c9-8cf4-402e-ad3d-496dbc768cda requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:07.789557 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5954e23-ab6f-4359-89f9-e535b6eba223 x-openstack-request-id: req-e5954e23-ab6f-4359-89f9-e535b6eba223 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:07.789844 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bf9556-3695-4694-a3a0-3d5de9509764", "name": "network-vif-deleted", "tag": "5dae14e3-c337-4557-94ac-62af0eb4ba6d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:07.790099 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5954e23-ab6f-4359-89f9-e535b6eba223 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:07.790488 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bf9556-3695-4694-a3a0-3d5de9509764', 'name': 'network-vif-deleted', 'tag': '5dae14e3-c337-4557-94ac-62af0eb4ba6d', 'status': 'completed', 'code': 200} Jul 28 11:16:07.803652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1779929f-9f27-4f54-9c72-66ba51e7a3e2 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:07.807987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1779929f-9f27-4f54-9c72-66ba51e7a3e2 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1130 time: 0.3240743 Jul 28 11:16:07.808955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:07.813465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:07.877065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.950186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:07.953456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Made reservation on behalf of eaf933171c9b484793269b273158ed4e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:07.957235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.005529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.022337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-450c4c43-d067-4748-9ba6-92aea3922932 req-54eef9bb-8368-4088-a813-d33e106ac14a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 210 time: 0.1029270 Jul 28 11:16:08.061554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event deleted for resources: {'Port': ['ID=4823cc04-783d-4238-9e79-b463603f7f59,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:08.148235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] DHCP port deletion for 066ea1c9-8cf4-402e-ad3d-496dbc768cda request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:16:08.167553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port c92c4de8-cbb7-425f-ad46-a8c8dc500733 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:08.167946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.268332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] Deleting port c92c4de8-cbb7-425f-ad46-a8c8dc500733 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:08.269377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.275177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Allocated IP 172.20.0.2 (7ae36bd8-0664-4682-a37c-41dcc94816a6/e6818907-1573-415d-9454-2e439c23f2d5/9b6f0268-63ce-4f9f-a024-8227916a05d6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:08.297986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port c92c4de8-cbb7-425f-ad46-a8c8dc500733, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c92c4de8-cbb7-425f-ad46-a8c8dc500733,segment=NetworkSegment(2f431361-0927-424f-93b3-e94b09b416c3),segment_id=2f431361-0927-424f-93b3-e94b09b416c3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:08.298382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.321266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for c92c4de8-cbb7-425f-ad46-a8c8dc500733 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:08.358183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] For port c92c4de8-cbb7-425f-ad46-a8c8dc500733, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c92c4de8-cbb7-425f-ad46-a8c8dc500733,segment=NetworkSegment(2f431361-0927-424f-93b3-e94b09b416c3),segment_id=2f431361-0927-424f-93b3-e94b09b416c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:08.358552 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.376252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] Calling delete_port for c92c4de8-cbb7-425f-ad46-a8c8dc500733 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:08.401559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4823cc04-783d-4238-9e79-b463603f7f59 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:08.465805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 4823cc04-783d-4238-9e79-b463603f7f59 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:08.467081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4823cc04-783d-4238-9e79-b463603f7f59 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:08.507520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] No DVR routers for this DVR port 4823cc04-783d-4238-9e79-b463603f7f59 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:08.510914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.515355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-238c917a-c149-4465-82a5-49f342937f84 req-5b005aec-c7f8-48fd-a98c-ab1f1604fc5b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "DELETE /v2.0/ports/4823cc04-783d-4238-9e79-b463603f7f59 HTTP/1.1" status: 204 len: 173 time: 1.7888455 Jul 28 11:16:08.537285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.564471 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.580048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.584637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=c92c4de8-cbb7-425f-ad46-a8c8dc500733,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:08.594339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port c92c4de8-cbb7-425f-ad46-a8c8dc500733 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:08.629020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] Pushing event deleted for resources: {'Port': ['ID=c92c4de8-cbb7-425f-ad46-a8c8dc500733,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:08.637309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc8190-4612-4389-8de5-cab671078d31 None None] No DVR routers for this DVR port c92c4de8-cbb7-425f-ad46-a8c8dc500733 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:08.723446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.731538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.25.1.92 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/51a99feb-a75c-4c4b-8f55-9ee78d684e87) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:08.737183 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.741296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066ea1c9-8cf4-402e-ad3d-496dbc768cda']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:08.755915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f431361-0927-424f-93b3-e94b09b416c3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:08.756237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f431361-0927-424f-93b3-e94b09b416c3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:08.772216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.798038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.811069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:08.811550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:08.815174 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:08.882837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.885599 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.943668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.946979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Network 7ae36bd8-0664-4682-a37c-41dcc94816a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:08.948957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.952949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:08.970665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:08.973614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:08.975759 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/066ea1c9-8cf4-402e-ad3d-496dbc768cda HTTP/1.1" status: 204 len: 168 time: 1.1930821 Jul 28 11:16:08.976791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a8b90-1ab7-4fd8-82ec-22ba5f2ffa95 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=066ea1c9-8cf4-402e-ad3d-496dbc768cda,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:08.983235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:09.011245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-39580817'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:09.040748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=51a99feb-a75c-4c4b-8f55-9ee78d684e87,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:09.042162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:09.054527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:09.056104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:09.064380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:09.104795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:09.108618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.117451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:09.126310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.196770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-b4be3d23-5b68-45b2-a50a-f8345718cb49 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5406938 Jul 28 11:16:09.226901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Request body: {'port': {'device_id': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:09.239897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c92c4de8-cbb7-425f-ad46-a8c8dc500733 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:09.282041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:09.295221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c92c4de8-cbb7-425f-ad46-a8c8dc500733 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:09.297005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c92c4de8-cbb7-425f-ad46-a8c8dc500733 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:09.305292 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.305556 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment be7528d4-5444-4dd5-8e91-785cfc269d50 of type vlan for network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 Jul 28 11:16:09.363387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.411714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.486720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5208c-6968-48a6-9b72-7ec5b020c4a4 req-b91a93fa-8988-42dd-b21f-8567a92f81d0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:09.497558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1a5208c-6968-48a6-9b72-7ec5b020c4a4 req-b91a93fa-8988-42dd-b21f-8567a92f81d0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 931 time: 0.2641597 Jul 28 11:16:09.551352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.557177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:09.557777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.565226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1a5208c-6968-48a6-9b72-7ec5b020c4a4 req-42926ca8-508e-4c9f-b269-b726a578509b tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Jul 28 11:16:09.597202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5922649 Jul 28 11:16:09.622232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:09.631223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:09.749152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6f69e-11db-4592-bfd5-211b33b15619 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:09.766797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:09.796878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'name': 'network-vif-deleted', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:09.799892 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7fe88-aaa6-43d5-9e0e-e8b2f393d917" -d '{"events": [{"server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "name": "network-vif-deleted", "tag": "4823cc04-783d-4238-9e79-b463603f7f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:09.877914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:09.881796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:09.938584 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b03b5c-d298-4eae-8b1e-2b4e09c0e257 x-openstack-request-id: req-86b03b5c-d298-4eae-8b1e-2b4e09c0e257 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:09.940192 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505797e-ee92-4524-980c-3f2b0168a3be", "name": "network-vif-deleted", "tag": "4823cc04-783d-4238-9e79-b463603f7f59", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:09.941777 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86b03b5c-d298-4eae-8b1e-2b4e09c0e257 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:09.942134 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505797e-ee92-4524-980c-3f2b0168a3be', 'name': 'network-vif-deleted', 'tag': '4823cc04-783d-4238-9e79-b463603f7f59', 'status': 'completed', 'code': 200} Jul 28 11:16:10.035523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6f0268-63ce-4f9f-a024-8227916a05d6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:10.055018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.084798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Transition to ACTIVE for port object 9b6f0268-63ce-4f9f-a024-8227916a05d6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:10.085882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-5b5df528-31f8-4f3f-baa6-40dd59f5a617 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1684799 Jul 28 11:16:10.104010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.105160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988ba74-3461-423d-ae30-f4bb11f58eb1 req-4aa96ab8-129c-4a52-8615-5aa0c83f5499 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.114166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988ba74-3461-423d-ae30-f4bb11f58eb1 req-4aa96ab8-129c-4a52-8615-5aa0c83f5499 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.123286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4988ba74-3461-423d-ae30-f4bb11f58eb1 req-4aa96ab8-129c-4a52-8615-5aa0c83f5499 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3&device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 1681 time: 0.1972969 Jul 28 11:16:10.212766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4988ba74-3461-423d-ae30-f4bb11f58eb1 req-3f5e3c9d-6c55-4834-acfe-e78b086a0555 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885229 Jul 28 11:16:10.216242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:10.249729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.291282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.352694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5dae14e3-c337-4557-94ac-62af0eb4ba6d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:10.377041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=5bb21904-1c0e-4c48-aee4-81d769d401d5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:10.386888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Attempting to bind port 9b6f0268-63ce-4f9f-a024-8227916a05d6 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:10.387232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Attempting to bind port 9b6f0268-63ce-4f9f-a024-8227916a05d6 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:10.387563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Attempting to bind port 9b6f0268-63ce-4f9f-a024-8227916a05d6 on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:10.397854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Port 9b6f0268-63ce-4f9f-a024-8227916a05d6 on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:16:10.398175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Attempting to bind port 9b6f0268-63ce-4f9f-a024-8227916a05d6 on network 7ae36bd8-0664-4682-a37c-41dcc94816a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:10.405410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': 'be7528d4-5444-4dd5-8e91-785cfc269d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:10.405767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:16:10.408948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:10.409273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Checking segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:10.409657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Bound using segment: {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:10.410093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Bound port: 9b6f0268-63ce-4f9f-a024-8227916a05d6, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bbc712-6312-4730-8762-30c414ffed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:10.410449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.417632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5dae14e3-c337-4557-94ac-62af0eb4ba6d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:10.419394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5dae14e3-c337-4557-94ac-62af0eb4ba6d not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:10.455558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:16:10.473134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.475942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:10.486625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.487212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.487882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be730f3-ee6d-4cc1-9375-90b3350d1de4 None None] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:10.504794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:10.509017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:10.514853 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d411810c-926c-455c-b18b-b141265b12e5 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8889303 Jul 28 11:16:10.516718 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.521181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:10.527749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1', 'name': 'tempest-PortsIpV6TestJSON-922898271', 'fixed_ips': [{'subnet_id': '5bb21904-1c0e-4c48-aee4-81d769d401d5', 'ip_address': '2001:db8::10'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:10.537089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:10.707921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.711635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-0ba1b08e-d366-4718-a7d3-a62930925581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.714093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-0ba1b08e-d366-4718-a7d3-a62930925581 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1097 time: 0.5834503 Jul 28 11:16:10.717768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.742748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.747539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.751995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b6f0268-63ce-4f9f-a024-8227916a05d6 HTTP/1.1" status: 200 len: 1091 time: 1.5398467 Jul 28 11:16:10.759474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'tag': '9b6f0268-63ce-4f9f-a024-8227916a05d6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:10.768298 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518c6d8d-3963-4ad7-9463-8e17d267188b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2e3a3c-6a0d-447e-b62c-da1d81d157ee", "tag": "9b6f0268-63ce-4f9f-a024-8227916a05d6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:10.779434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1', 'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': '5bb21904-1c0e-4c48-aee4-81d769d401d5'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:16:10.780328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:10.822524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=51a99feb-a75c-4c4b-8f55-9ee78d684e87,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:10.915859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2eab1-4156-4616-a56a-242ce6d3c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:10.951897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.952399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.952873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.953340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.953805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.954268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.954733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.960773 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-b6aaca07-60cc-42d9-bb4a-f7c1f23461e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 0.4226463 Jul 28 11:16:10.977831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Allocated IP 2001:db8::2 (d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1/5bb21904-1c0e-4c48-aee4-81d769d401d5/1442ec28-2e33-4b73-a11a-9a359fbfa4a4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:10.991092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-be506507-4168-4b26-af0e-c5e613c3f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:10.992564 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-be506507-4168-4b26-af0e-c5e613c3f82a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 1094 time: 0.1634855 Jul 28 11:16:11.024075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.027725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-5d60fa6a-a2cb-4a28-8311-88b1227c1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.029946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-5d60fa6a-a2cb-4a28-8311-88b1227c1334 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.2655027 Jul 28 11:16:11.070943 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-f74e48f1-6510-4c6e-bb2e-53bf878c8083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6 HTTP/1.1" status: 200 len: 217 time: 0.0567954 Jul 28 11:16:11.100931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:11.132352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5cba1-d161-4418-935b-58333583fb39 req-f1e13309-d657-4a5a-b2a9-d74aef569479 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.135298 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a454207-fbac-4caf-8a18-bc7025d10c3c x-openstack-request-id: req-8a454207-fbac-4caf-8a18-bc7025d10c3c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:11.135582 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2e3a3c-6a0d-447e-b62c-da1d81d157ee", "tag": "9b6f0268-63ce-4f9f-a024-8227916a05d6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:11.135832 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a454207-fbac-4caf-8a18-bc7025d10c3c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:11.136293 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'tag': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'status': 'completed', 'code': 200} Jul 28 11:16:11.142812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c5cba1-d161-4418-935b-58333583fb39 req-f1e13309-d657-4a5a-b2a9-d74aef569479 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 943 time: 0.3218179 Jul 28 11:16:11.158754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-9d55b11d-6a8c-422c-af23-902095f060b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930051 Jul 28 11:16:11.231669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-04ce8e44-4deb-4fca-a99c-32b9da7cea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.233410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-04ce8e44-4deb-4fca-a99c-32b9da7cea49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.1467466 Jul 28 11:16:11.291602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-4b6e1703-88ee-44a1-ac28-249b404a8f34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422325 Jul 28 11:16:11.351702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-6dbff286-b68b-4098-9c6a-6d06a349e238 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1002 time: 0.2992086 Jul 28 11:16:11.369208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.369644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.379599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Transition to ACTIVE for port object 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:11.404631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Transition to ACTIVE for port object 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:11.413811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.420958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:11.421594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9c5cba1-d161-4418-935b-58333583fb39 req-758dce7a-0085-4fab-a4ea-ff4e77ff83e7 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770340 Jul 28 11:16:11.457802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:11.461037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:11.464540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:11.478202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Pushing event updated for resources: {'Port': ['ID=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:11.512278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-c12aabc8-e86e-4ef0-95ab-4b91e32cd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.513750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-c12aabc8-e86e-4ef0-95ab-4b91e32cd354 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.1503952 Jul 28 11:16:11.531337 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-45464baf-bb39-46e4-9c3b-8c1686c65bcb service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298355 Jul 28 11:16:11.539800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70466e47-5093-4161-bcbf-3dfd6224d2e3 req-c800900d-7069-4ace-957e-0f065b6873ac tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.542308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70466e47-5093-4161-bcbf-3dfd6224d2e3 req-c800900d-7069-4ace-957e-0f065b6873ac tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 945 time: 0.2209449 Jul 28 11:16:11.547683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Attempting to bind port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:11.551146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Attempting to bind port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'be7528d4-5444-4dd5-8e91-785cfc269d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:11.551651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Attempting to bind port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 on network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:11.566015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:11.566442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Checking segment: {'id': 'be7528d4-5444-4dd5-8e91-785cfc269d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:11.566804 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.567205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Bound using segment: {'id': 'be7528d4-5444-4dd5-8e91-785cfc269d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:11.567703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Bound port: 1442ec28-2e33-4b73-a11a-9a359fbfa4a4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7528d4-5444-4dd5-8e91-785cfc269d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:11.568094 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.578883 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Floating IP e890abe7-9b65-482b-b5a3-572fb9e6843c associated. External IP: 172.25.1.92, port: b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514. Jul 28 11:16:11.665936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70466e47-5093-4161-bcbf-3dfd6224d2e3 req-f78945b6-8c28-4c3d-ba47-b294f2273243 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108761 Jul 28 11:16:11.696210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-2584307a-99ee-4b2b-b8aa-e5a9e828f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.700327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-2584307a-99ee-4b2b-b8aa-e5a9e828f625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564286 Jul 28 11:16:11.704143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] For port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:11.707972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] For port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,segment=NetworkSegment(be7528d4-5444-4dd5-8e91-785cfc269d50),segment_id=be7528d4-5444-4dd5-8e91-785cfc269d50)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:11.713747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:11.748737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::10 (d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1/5bb21904-1c0e-4c48-aee4-81d769d401d5/7d1dec51-d99d-4f6d-bb05-5d44219eb943) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:11.760797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c706f5c4-9d21-421b-8b8f-34e41988a1af req-514c0d9e-5ddd-4bc9-85ae-3dfa902a0750 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905341 Jul 28 11:16:11.829225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8a799-65b0-41d8-a310-e168641c8f86 None None] Pushing event updated for resources: {'Port': ['ID=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:11.925381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-8cd1852a-da32-49a3-bf5f-b8bc0375c2c3 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848464 Jul 28 11:16:11.977929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-632c35fd-f605-480e-89c9-06508415e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:11.977929 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-632c35fd-f605-480e-89c9-06508415e203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaf933171c9b484793269b273158ed4e&device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 1094 time: 0.1288364 Jul 28 11:16:12.085381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:16:12.115194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-519f8200-8845-4fcf-a0f5-1d19046f2485 req-f89c44e9-7488-45ff-a943-807c6f5969bb service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597602 Jul 28 11:16:12.181082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:12.208420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-101278ab-a948-46d2-8d3a-18925c82eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:12.210133 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-101278ab-a948-46d2-8d3a-18925c82eecd service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 200 len: 905 time: 0.2116697 Jul 28 11:16:12.211209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 7d1dec51-d99d-4f6d-bb05-5d44219eb943 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:12.286924 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-e025d2c6-2a68-4160-9240-1a61abb2c5e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6 HTTP/1.1" status: 200 len: 217 time: 0.0484393 Jul 28 11:16:12.294021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:16:12.296160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:12.304670 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] Sync routers for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:16:12.315786 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:12.316438 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:12.337564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad420-a427-477e-92bc-bd907683a876 req-9c8d838c-c25a-4e37-95ae-a87483719adf tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:12.339097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59fad420-a427-477e-92bc-bd907683a876 req-9c8d838c-c25a-4e37-95ae-a87483719adf tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 945 time: 0.0973616 Jul 28 11:16:12.340170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:12.423491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1371c1c6-dafc-4492-a633-762904b2096d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6132493 Jul 28 11:16:12.437696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:12.447815 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48de59b6-e070-4619-8525-efe40450141b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:12.451854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:12.510716 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:12.732623 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c04aa1-cfe5-455e-9343-0752474d2155 x-openstack-request-id: req-e8c04aa1-cfe5-455e-9343-0752474d2155 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:12.735316 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:12.735905 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8c04aa1-cfe5-455e-9343-0752474d2155 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:12.738110 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'status': 'completed', 'code': 200} Jul 28 11:16:12.845030 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'e890abe7-9b65-482b-b5a3-572fb9e6843c', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'port_id': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'mac_address': 'fa:16:3e:1e:cb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:16:09Z', 'updated_at': '2021-07-28T11:16:09Z', 'revision_number': 0, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:12.879950 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] Checking router: 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:16:12.891298 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:12.892243 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:12.937973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:12.955763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-66f5903b-7e36-46c4-85d3-ed1346135094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:12.961054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-66f5903b-7e36-46c4-85d3-ed1346135094 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 200 len: 844 time: 0.6626768 Jul 28 11:16:12.962135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:12.976036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:12.986555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:12.987369 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.003799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=7d1dec51-d99d-4f6d-bb05-5d44219eb943,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:13.079364 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-2b060c5a-20be-4c72-b80c-b1597a36194b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ae36bd8-0664-4682-a37c-41dcc94816a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563917 Jul 28 11:16:13.101124 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:13.117322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-e3db477e-9ed3-4964-be2d-e03d402ddc52 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.118973 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-e3db477e-9ed3-4964-be2d-e03d402ddc52 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "GET /v2.0/ports?device_id=deca744f-e5c9-45d2-8c14-08a8da881ee5 HTTP/1.1" status: 200 len: 945 time: 0.2836447 Jul 28 11:16:13.120726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e2e9f58-68f2-487b-838b-afe2b161be96 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5970776 Jul 28 11:16:13.144362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:13.148364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef082d9-04f1-4873-9658-7eeb1dcc2167 None None] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:13.149675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': 'd5f71d57-9558-4fa0-b0ee-1c1de40c2ca1', 'name': 'tempest-PortsIpV6TestJSON-1829666688', 'fixed_ips': [{'subnet_id': '5bb21904-1c0e-4c48-aee4-81d769d401d5', 'ip_address': '2001:db8::f'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:13.238483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:13.285510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5296292-ccba-42f1-a8b3-313392a911c3 None None] Provisioning for port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:13.443247 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-d4bc4d61-06c9-418a-b93c-43ff1bd4bece service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535037 Jul 28 11:16:13.459863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:13.466395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:13.466772 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.568939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.608136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-89cb2619-9586-498b-b2af-20f2a01bb4f7 service neutron] 10.222.0.41 "GET /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538193 Jul 28 11:16:13.628542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,segment=NetworkSegment(be7528d4-5444-4dd5-8e91-785cfc269d50),segment_id=be7528d4-5444-4dd5-8e91-785cfc269d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:13.637435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.658060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Deleting port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:13.658971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.701743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:13.716481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c09d8-1c9f-4108-8ae0-86dff192a22f req-3c243210-975e-4c89-806a-484e03ac0867 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.726496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b76c09d8-1c9f-4108-8ae0-86dff192a22f req-3c243210-975e-4c89-806a-484e03ac0867 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 943 time: 1.0942206 Jul 28 11:16:13.760010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'e890abe7-9b65-482b-b5a3-572fb9e6843c', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'port_id': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'mac_address': 'fa:16:3e:1e:cb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:16:09Z', 'updated_at': '2021-07-28T11:16:09Z', 'revision_number': 0, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:13.773451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de59b6-e070-4619-8525-efe40450141b req-4e273851-b9ff-4282-8a04-befffda4462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.774973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-4e273851-b9ff-4282-8a04-befffda4462e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1135 time: 1.0360477 Jul 28 11:16:13.800296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.800787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.801458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.801971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.802441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.803016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.803819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.804366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.804626 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea21427-23a7-4dc5-8f07-814c0d6642d9 None None] The sync data for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 is: [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'e890abe7-9b65-482b-b5a3-572fb9e6843c', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'port_id': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'mac_address': 'fa:16:3e:1e:cb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:16:09Z', 'updated_at': '2021-07-28T11:16:09Z', 'revision_number': 0, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:16:13.804895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.805398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.806113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.806581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.807041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.809435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:13.813242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-61fe4188-2214-4ac4-9c57-e4d8e5cbfb8f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9114 time: 1.3544130 Jul 28 11:16:13.814835 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.816884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:13.853601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ab8c-7fcb-426e-828d-9d4270fb9391 req-f2f90c29-ac88-4537-82ec-02fce953129a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:13.856716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32c4ab8c-7fcb-426e-828d-9d4270fb9391 req-f2f90c29-ac88-4537-82ec-02fce953129a tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 945 time: 0.5243390 Jul 28 11:16:13.937607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b76c09d8-1c9f-4108-8ae0-86dff192a22f req-87cb81f4-a39d-48e4-997d-0095237f7476 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094576 Jul 28 11:16:13.940025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Deleting port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:13.948361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:13.969473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-452f6620-3aab-432d-ad16-81a5abf32cb3 None None] Provisioning complete for port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:13.969473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-452f6620-3aab-432d-ad16-81a5abf32cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.064762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.065635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.066160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.066708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.067271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.067786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.068393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.068897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.069417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.072143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.073562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.076236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.082343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8b717517-efe8-49c9-8e1a-ffa0b6f324bb tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7708 time: 0.2614560 Jul 28 11:16:14.111134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:14.121476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port b7e52fa0-7088-46f5-bc78-10932194a834 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:14.147650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] For port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:14.148156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.148878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-452f6620-3aab-432d-ad16-81a5abf32cb3 None None] Provisioning for port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:14.155825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-452f6620-3aab-432d-ad16-81a5abf32cb3 None None] Provisioning complete for port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:14.156297 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-452f6620-3aab-432d-ad16-81a5abf32cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.215508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-452f6620-3aab-432d-ad16-81a5abf32cb3 None None] Port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:14.226740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Calling delete_port for 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:14.250155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f215149-0bcf-4b3e-8816-e7bdf81c69ca None None] New status for floating IP e890abe7-9b65-482b-b5a3-572fb9e6843c: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:16:14.294305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32c4ab8c-7fcb-426e-828d-9d4270fb9391 req-89bca859-d686-4a7e-acec-6b7133774550 tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/security-groups?id=dff1dcbf-678b-40ef-ae43-cfd16d7254fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725643 Jul 28 11:16:14.342741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de59b6-e070-4619-8525-efe40450141b req-59b5c610-2df5-46d2-9e93-6074c046765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.353737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-59b5c610-2df5-46d2-9e93-6074c046765f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8bad497-25e5-4ec5-8a16-3cedb9862652 HTTP/1.1" status: 200 len: 897 time: 0.5660994 Jul 28 11:16:14.392642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 9b6f0268-63ce-4f9f-a024-8227916a05d6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:14.403454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92f05e82-d63f-407c-9cb4-8d1855d9e913 None None] Provisioning complete for port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:14.403968 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f05e82-d63f-407c-9cb4-8d1855d9e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.451581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] For port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,segment=NetworkSegment(5aa79203-a9ea-40ac-901f-71603cb3e170),segment_id=5aa79203-a9ea-40ac-901f-71603cb3e170)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:14.452602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.476379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::f (d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1/5bb21904-1c0e-4c48-aee4-81d769d401d5/b7e52fa0-7088-46f5-bc78-10932194a834) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:14.487567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Calling delete_port for ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:14.524226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-c2760453-75a3-400d-8056-d30f6068c0d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 HTTP/1.1" status: 200 len: 998 time: 0.1573577 Jul 28 11:16:14.565050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-92f05e82-d63f-407c-9cb4-8d1855d9e913 None None] Port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:14.580710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.595886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:14.663407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Pushing event deleted for resources: {'Port': ['ID=795bc7e1-54e3-4555-a8c8-ed83e6ff37f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:14.718774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de59b6-e070-4619-8525-efe40450141b req-4856d8c8-6a31-4ef7-8c3a-9e9114f23e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.720509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-4856d8c8-6a31-4ef7-8c3a-9e9114f23e9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3410885b-24db-4852-8869-5f86a98d2211 HTTP/1.1" status: 200 len: 835 time: 0.1707170 Jul 28 11:16:14.728610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] No DVR routers for this DVR port 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:14.733523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.736019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2941f9f9-3e3e-4619-9c65-f9d30c10427b req-647eec76-2909-4f26-8faf-aa7eda5a7ebb tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "DELETE /v2.0/ports/795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 HTTP/1.1" status: 204 len: 173 time: 1.6006362 Jul 28 11:16:14.736953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'name': 'network-vif-deleted', 'tag': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:14.737863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:14.739230 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965f05be-1a8d-4ac0-acba-b6b8fe0a2532" -d '{"events": [{"server_uuid": "deca744f-e5c9-45d2-8c14-08a8da881ee5", "name": "network-vif-deleted", "tag": "795bc7e1-54e3-4555-a8c8-ed83e6ff37f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:14.794144 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2505f19-7aa4-4c23-941a-4f642be66092 x-openstack-request-id: req-a2505f19-7aa4-4c23-941a-4f642be66092 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:14.794451 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deca744f-e5c9-45d2-8c14-08a8da881ee5", "name": "network-vif-deleted", "tag": "795bc7e1-54e3-4555-a8c8-ed83e6ff37f4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:14.795137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2505f19-7aa4-4c23-941a-4f642be66092 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:14.795560 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deca744f-e5c9-45d2-8c14-08a8da881ee5', 'name': 'network-vif-deleted', 'tag': '795bc7e1-54e3-4555-a8c8-ed83e6ff37f4', 'status': 'completed', 'code': 200} Jul 28 11:16:14.807603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'mac_address': 'fa:16:3e:23:76:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:14.838741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.873221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object b7e52fa0-7088-46f5-bc78-10932194a834 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:14.887775 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.889766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de59b6-e070-4619-8525-efe40450141b req-80948304-590d-44e9-8f9e-b4335da069de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:14.891411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-80948304-590d-44e9-8f9e-b4335da069de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8bad497-25e5-4ec5-8a16-3cedb9862652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604457 Jul 28 11:16:14.926303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6f0268-63ce-4f9f-a024-8227916a05d6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:14.936904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:14.957003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8f227bf8-546e-4d5e-a333-cf6a478f0f04 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.8411920 Jul 28 11:16:14.961675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:14.963097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:14.972164 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.005850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:15.015361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.027970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:15.035842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:15.041723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.042235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.051799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:15.149153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=b7e52fa0-7088-46f5-bc78-10932194a834,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:15.191016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1328e4-f2ed-49a6-932c-702542f6b6f6 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.195957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1328e4-f2ed-49a6-932c-702542f6b6f6 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.198445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df1328e4-f2ed-49a6-932c-702542f6b6f6 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 HTTP/1.1" status: 200 len: 1990 time: 0.2356036 Jul 28 11:16:15.201375 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8ab44c29-e21d-4a7b-881c-5adaa342a14f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0558333 Jul 28 11:16:15.206757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:15.253916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Pushing event deleted for resources: {'Port': ['ID=ae30707b-cdbd-4bb2-9a07-a386b2ece4c3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:15.312709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:15.350090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] No DVR routers for this DVR port ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:15.353045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.355621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59fad420-a427-477e-92bc-bd907683a876 req-260671b9-4407-425e-97a9-35d35ae147db tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.41 "DELETE /v2.0/ports/ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 HTTP/1.1" status: 204 len: 173 time: 2.9801464 Jul 28 11:16:15.361551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'name': 'network-vif-deleted', 'tag': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:15.364152 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb81f8-594a-4fe8-80e7-f3e8832d6671" -d '{"events": [{"server_uuid": "c46e4862-8f15-4af6-9fb7-78e4e64b7ce3", "name": "network-vif-deleted", "tag": "ae30707b-cdbd-4bb2-9a07-a386b2ece4c3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:15.378071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf8a9b-bb46-4d0e-84c2-51f59d8ea18f req-b1dc3a12-93e7-4df9-82f9-ce60af13eada tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.382366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdcf8a9b-bb46-4d0e-84c2-51f59d8ea18f req-b1dc3a12-93e7-4df9-82f9-ce60af13eada tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 944 time: 0.2656324 Jul 28 11:16:15.393857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a1202-9bbb-4ee4-b531-b5c73c823a73 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.397960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['9b6f0268-63ce-4f9f-a024-8227916a05d6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:15.406876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7a3a1202-9bbb-4ee4-b531-b5c73c823a73 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1952455 Jul 28 11:16:15.408830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:15.489870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e413f-54e4-4dfa-a49a-b67f73bc7cdc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.500518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e413f-54e4-4dfa-a49a-b67f73bc7cdc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.524499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e413f-54e4-4dfa-a49a-b67f73bc7cdc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:15.525987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdcf8a9b-bb46-4d0e-84c2-51f59d8ea18f req-43c02894-6403-43dc-b949-2083debc0976 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375015 Jul 28 11:16:15.531382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-700e413f-54e4-4dfa-a49a-b67f73bc7cdc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1201229 Jul 28 11:16:15.532124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:15.604072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:15.604313 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.606888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-435feafa-2dd1-4a7b-b860-51eb12536c5f req-f9e15c26-d8eb-4187-85e7-193efd9c6afc tempest-ListServersNegativeTestJSON-1108792713 tempest-ListServersNegativeTestJSON-1108792713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c46e4862-8f15-4af6-9fb7-78e4e64b7ce3 HTTP/1.1" status: 200 len: 210 time: 0.1361420 Jul 28 11:16:15.618226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-8f23aa9a-97d6-4300-ac15-0c3b7d87dcad service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175503 Jul 28 11:16:15.680967 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48aa163-5709-4c06-b3a3-5b501773f277 x-openstack-request-id: req-f48aa163-5709-4c06-b3a3-5b501773f277 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:15.681328 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46e4862-8f15-4af6-9fb7-78e4e64b7ce3", "name": "network-vif-deleted", "tag": "ae30707b-cdbd-4bb2-9a07-a386b2ece4c3", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:15.681736 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f48aa163-5709-4c06-b3a3-5b501773f277 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:15.682217 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46e4862-8f15-4af6-9fb7-78e4e64b7ce3', 'name': 'network-vif-deleted', 'tag': 'ae30707b-cdbd-4bb2-9a07-a386b2ece4c3', 'status': 'completed', 'code': 200} Jul 28 11:16:15.725114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port b7e52fa0-7088-46f5-bc78-10932194a834 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:15.725958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.733162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-70e8a552-906d-4a66-92a2-8bd2681fe581 None None] Provisioning for port b7e52fa0-7088-46f5-bc78-10932194a834 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:15.738501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-70e8a552-906d-4a66-92a2-8bd2681fe581 None None] Provisioning complete for port b7e52fa0-7088-46f5-bc78-10932194a834 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:15.738881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70e8a552-906d-4a66-92a2-8bd2681fe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.744662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48de59b6-e070-4619-8525-efe40450141b req-5ddce3de-ac93-40bf-842e-a7b0084003a3 service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202183 Jul 28 11:16:15.802343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-70e8a552-906d-4a66-92a2-8bd2681fe581 None None] Port b7e52fa0-7088-46f5-bc78-10932194a834 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:15.826238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:15.841515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for b7e52fa0-7088-46f5-bc78-10932194a834 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:15.983259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.013450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=b7e52fa0-7088-46f5-bc78-10932194a834,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:16.048436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.050451 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7c9b8b86-a5a4-4ba4-bbe7-cdc64ca98126 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/b7e52fa0-7088-46f5-bc78-10932194a834 HTTP/1.1" status: 204 len: 168 time: 0.5162349 Jul 28 11:16:16.053147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46600) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:16.081228 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ce5bee-0b61-4f36-9cb2-ab28c086a397 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:16.083086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-03ce5bee-0b61-4f36-9cb2-ab28c086a397 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/b7e52fa0-7088-46f5-bc78-10932194a834 HTTP/1.1" status: 404 len: 333 time: 0.0286057 Jul 28 11:16:16.085870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:16.190860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 7d1dec51-d99d-4f6d-bb05-5d44219eb943 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:16.191286 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.304131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.317195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 7d1dec51-d99d-4f6d-bb05-5d44219eb943 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:16.391391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:16.413727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:16.414470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 795bc7e1-54e3-4555-a8c8-ed83e6ff37f4 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:16.414470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:16.439035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:16.439386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ae30707b-cdbd-4bb2-9a07-a386b2ece4c3 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:16.467536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.494327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=7d1dec51-d99d-4f6d-bb05-5d44219eb943,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:16.526161 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.528306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0979d98f-9ad7-44b1-9ac7-99692e99ba2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/7d1dec51-d99d-4f6d-bb05-5d44219eb943 HTTP/1.1" status: 204 len: 168 time: 0.4414849 Jul 28 11:16:16.531157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:16.559276 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5533f222-2375-49b4-8541-72a7bfa90efa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:16.563545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5533f222-2375-49b4-8541-72a7bfa90efa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/7d1dec51-d99d-4f6d-bb05-5d44219eb943 HTTP/1.1" status: 404 len: 333 time: 0.0288849 Jul 28 11:16:16.563902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:16.622933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 5bb21904-1c0e-4c48-aee4-81d769d401d5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:16.625237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.688850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.726482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dbb8-16c3-471e-9eaf-a049e97ace80 req-5213166c-c025-41a1-9eea-83490dfe7d4a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:16.732837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc16dbb8-16c3-471e-9eaf-a049e97ace80 req-5213166c-c025-41a1-9eea-83490dfe7d4a tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 944 time: 0.0906675 Jul 28 11:16:16.741430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46620) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:16.776734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc16dbb8-16c3-471e-9eaf-a049e97ace80 req-60f386de-c7ac-4089-84fa-a74c85b05285 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Jul 28 11:16:16.822740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Deleting subnet 45649bd5-5f02-4356-ada6-cfe1a4a20df0 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:16.829142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.868949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.899222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.955467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:16.986221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.022646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb21904-1c0e-4c48-aee4-81d769d401d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.030382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.032203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-633c6ffe-cd55-4f27-af1c-c92dff2af201 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/5bb21904-1c0e-4c48-aee4-81d769d401d5 HTTP/1.1" status: 204 len: 168 time: 0.4673336 Jul 28 11:16:17.034808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:17.038729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6fb40c-a756-4b80-937d-38e196ae15a4 None None] Network d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:17.109528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.147162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45649bd5-5f02-4356-ada6-cfe1a4a20df0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.155138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.157362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.159231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bbc4177b-b1f3-4659-8310-8a5c48ea5d40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45649bd5-5f02-4356-ada6-cfe1a4a20df0 HTTP/1.1" status: 204 len: 168 time: 0.4167140 Jul 28 11:16:17.161816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:17.228107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:17.228690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.255357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.267073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] DHCP port deletion for d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:16:17.317115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,segment=NetworkSegment(be7528d4-5444-4dd5-8e91-785cfc269d50),segment_id=be7528d4-5444-4dd5-8e91-785cfc269d50)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:17.317919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.332733 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] Deleting port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:17.333122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.336678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:17.358430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.368861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189f4cf7-1a0b-4f13-a11c-c1c16e57a162']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:17.380896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa79203-a9ea-40ac-901f-71603cb3e170') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:17.381199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa79203-a9ea-40ac-901f-71603cb3e170') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:17.395980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.411586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.419343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:17.420629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:17.422777 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:17.461470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.465068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] For port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,segment=NetworkSegment(be7528d4-5444-4dd5-8e91-785cfc269d50),segment_id=be7528d4-5444-4dd5-8e91-785cfc269d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:17.466823 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.491476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.498218 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.498481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:17.500763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.512133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] Calling delete_port for 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:17.514146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/189f4cf7-1a0b-4f13-a11c-c1c16e57a162 HTTP/1.1" status: 204 len: 168 time: 0.3511388 Jul 28 11:16:17.538356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d7f52-0509-4105-b043-e7ff4af60f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=189f4cf7-1a0b-4f13-a11c-c1c16e57a162,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.595535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.600007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.611029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:17.626058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7528d4-5444-4dd5-8e91-785cfc269d50') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:17.626360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7528d4-5444-4dd5-8e91-785cfc269d50') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:17.631474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] Pushing event deleted for resources: {'Port': ['ID=1442ec28-2e33-4b73-a11a-9a359fbfa4a4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.640209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec80f9-f99d-48d4-9929-aa1f9f9810fc None None] No DVR routers for this DVR port 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:17.649508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.669711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.677253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:17.677655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:17.680860 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:17.703829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46634) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:17.750802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b246c065-ff55-4a47-9a1b-cb014915f883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=536bb2fa86a14cea8ac3304c69dbc7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455985 Jul 28 11:16:17.751134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.753655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:17.755962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.764459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1 HTTP/1.1" status: 204 len: 168 time: 0.7285819 Jul 28 11:16:17.765103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:17.778323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1892983722'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:17.795604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd686a-ac31-4ba7-a54a-fd09436caeef tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=d5f71d57-9558-4fa0-b0ee-1c1de40c2ca1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.809489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44f7f67d-87f8-4137-846e-8f4431cff7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.831470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:17.835667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44f7f67d-87f8-4137-846e-8f4431cff7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.837165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.869443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:17.881667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.882253 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Added segment 42827202-0ec3-4c74-84d4-84fa5a045a4e of type vlan for network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 Jul 28 11:16:17.928894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49384ede-2e9d-48ff-b8a3-130dff7c31b1 req-310f55aa-94da-4595-ae84-92d9c06b1eed tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:17.929471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.932867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49384ede-2e9d-48ff-b8a3-130dff7c31b1 req-310f55aa-94da-4595-ae84-92d9c06b1eed tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 944 time: 0.0686374 Jul 28 11:16:17.946263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44f7f67d-87f8-4137-846e-8f4431cff7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.949433 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44f7f67d-87f8-4137-846e-8f4431cff7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.952617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44f7f67d-87f8-4137-846e-8f4431cff7d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dff1dcbf-678b-40ef-ae43-cfd16d7254fe HTTP/1.1" status: 204 len: 168 time: 0.1979828 Jul 28 11:16:17.967305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:17.974490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7f67d-87f8-4137-846e-8f4431cff7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1dcbf-678b-40ef-ae43-cfd16d7254fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:17.975362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:17.976053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.012078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49384ede-2e9d-48ff-b8a3-130dff7c31b1 req-7ee68ca2-43ef-4b4d-b694-4c5cadb81e45 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682738 Jul 28 11:16:18.065628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2926190 Jul 28 11:16:18.068401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:18.075266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:18.082019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f140c40-ca66-4e08-90ed-b7b8d6abef49 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Network': ['ID=7b9cc6b4-bc37-4470-94dd-c6f66e5de075,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:18.094400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:18.187458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:18.191069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.403700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 9b6f0268-63ce-4f9f-a024-8227916a05d6 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:18.440896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.494946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 9b6f0268-63ce-4f9f-a024-8227916a05d6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:18.505167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 9b6f0268-63ce-4f9f-a024-8227916a05d6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:18.506452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.543257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=9fa78ad6-121e-43e6-9d4e-7b12111114fb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:18.562462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Checking segment: {'id': '42827202-0ec3-4c74-84d4-84fa5a045a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:18.563087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network hostable DHCP agents. Network: 7b9cc6b4-bc37-4470-94dd-c6f66e5de075, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:16:18.595660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:16:18.608334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7b9cc6b4-bc37-4470-94dd-c6f66e5de075) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:18.624957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:18.626216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.645318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f17218-7fc4-444d-80cb-e0a702352fa5 None None] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:18.652802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46672) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:18.653788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d23ddea7-88bf-473d-bdc4-c71b170db021 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5841544 Jul 28 11:16:18.658568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2142764692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:18.691207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.692570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.696617 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.736083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f0268-63ce-4f9f-a024-8227916a05d6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:18.738982 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672601e-7812-40bc-87e8-654659327e0c" -d '{"events": [{"server_uuid": "eb2e3a3c-6a0d-447e-b62c-da1d81d157ee", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f0268-63ce-4f9f-a024-8227916a05d6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:18.768002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.773022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.773702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:18.791539 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.795535 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.799182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-661da23a-95f1-4fd8-974e-fc6aaba84291 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1442366 Jul 28 11:16:18.801470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:18.808404 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee61aa2-4ed1-42c1-b2b6-d4369dc29c61 x-openstack-request-id: req-7ee61aa2-4ed1-42c1-b2b6-d4369dc29c61 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:18.809035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075', 'name': 'tempest-PortsIpV6TestJSON-573890201'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:18.809257 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e3a3c-6a0d-447e-b62c-da1d81d157ee", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f0268-63ce-4f9f-a024-8227916a05d6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:18.809659 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ee61aa2-4ed1-42c1-b2b6-d4369dc29c61 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:18.810203 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'code': 200} Jul 28 11:16:18.897357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:18.906447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:18.973615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7b9cc6b4-bc37-4470-94dd-c6f66e5de075', 'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': '9fa78ad6-121e-43e6-9d4e-7b12111114fb'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:16:18.975001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efe27b-43ec-415d-9b46-64ace1b74711 req-48c4c9ca-56e7-4ba0-89a6-0226fd62b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:18.975785 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:18.976512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50efe27b-43ec-415d-9b46-64ace1b74711 req-48c4c9ca-56e7-4ba0-89a6-0226fd62b046 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 1096 time: 0.0926435 Jul 28 11:16:19.017085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:19.021015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-917819529-network', 'tenant_id': '0bc714d46a284e64a553e6cabad56a69'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:19.021634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.063366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Made reservation on behalf of 0bc714d46a284e64a553e6cabad56a69 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:19.065856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.080527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:19.092572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50efe27b-43ec-415d-9b46-64ace1b74711 req-d7c9b2a6-ccef-43ce-a3a4-805de6803b46 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938520 Jul 28 11:16:19.103886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.162852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:19.167162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Allocated IP 2001:db8::2 (7b9cc6b4-bc37-4470-94dd-c6f66e5de075/9fa78ad6-121e-43e6-9d4e-7b12111114fb/61fc55c6-1487-4bc8-9973-d8a44a2aaf02) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:19.202406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98380b-480b-4a81-8ac3-1a2e6af09f4c req-98e2f062-8bf2-453a-99d0-9935308989a9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:19.204295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e98380b-480b-4a81-8ac3-1a2e6af09f4c req-98e2f062-8bf2-453a-99d0-9935308989a9 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 945 time: 0.1050713 Jul 28 11:16:19.246748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.254615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e98380b-480b-4a81-8ac3-1a2e6af09f4c req-7a8f11aa-8fef-4e3f-aa3f-3d831b27c3c7 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Jul 28 11:16:19.255061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.267705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:19.278637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.278988 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Added segment ab4993e4-b46c-466d-9174-738a1e2e3300 of type vlan for network 567b40de-0547-4391-bd73-8266e4c97239 Jul 28 11:16:19.332361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761c66b5-799d-41dc-bd02-7e23336c4fcd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:19.342853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.365802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:19.366146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1442ec28-2e33-4b73-a11a-9a359fbfa4a4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:19.378974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.379666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:19.380446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.437843 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5367928 Jul 28 11:16:19.438102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:19.442685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Request body: {'subnet': {'network_id': '567b40de-0547-4391-bd73-8266e4c97239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-917819529-subnet', 'tenant_id': '0bc714d46a284e64a553e6cabad56a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:19.453603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b2df-3bc1-48cd-afb7-88eabaeedecc admin admin] Pushing event updated for resources: {'Network': ['ID=567b40de-0547-4391-bd73-8266e4c97239,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:19.470157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 567b40de-0547-4391-bd73-8266e4c97239 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:19.470371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Made reservation on behalf of 0bc714d46a284e64a553e6cabad56a69 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:19.472791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.615744 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.625570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Transition to ACTIVE for port object 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:19.647023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Transition to ACTIVE for port object 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:19.658238 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.674814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.707176 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.709095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:19.714923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:19.718048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:19.727569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e84e267-ed53-41b6-a370-1d6c58c7c126,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:19.729647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Pushing event updated for resources: {'Port': ['ID=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:19.747715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::1f5 (7b9cc6b4-bc37-4470-94dd-c6f66e5de075/9fa78ad6-121e-43e6-9d4e-7b12111114fb/aa14dc78-33eb-4cb2-b18e-2fb0c9409050) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:19.764559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Checking segment: {'id': 'ab4993e4-b46c-466d-9174-738a1e2e3300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '567b40de-0547-4391-bd73-8266e4c97239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:19.764923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Network hostable DHCP agents. Network: 567b40de-0547-4391-bd73-8266e4c97239, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:16:19.785598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Network 567b40de-0547-4391-bd73-8266e4c97239 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:16:19.786740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Attempting to bind port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:19.787165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Attempting to bind port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '42827202-0ec3-4c74-84d4-84fa5a045a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:19.787640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Attempting to bind port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 on network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:19.793186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:19.793861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Checking segment: {'id': '42827202-0ec3-4c74-84d4-84fa5a045a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:19.794443 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.794948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Bound using segment: {'id': '42827202-0ec3-4c74-84d4-84fa5a045a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:19.795610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Bound port: 61fc55c6-1487-4bc8-9973-d8a44a2aaf02, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42827202-0ec3-4c74-84d4-84fa5a045a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7b9cc6b4-bc37-4470-94dd-c6f66e5de075'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:19.796232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.797761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 567b40de-0547-4391-bd73-8266e4c97239) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:19.805468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:19.805920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:19.812869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a2ed0-e1d9-4789-9a42-dbc7db81e72d None None] Network 567b40de-0547-4391-bd73-8266e4c97239 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:19.830639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b95059a2-08a1-4398-9662-2de98e851965 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3915741 Jul 28 11:16:19.951945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] For port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:19.957086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] For port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,segment=NetworkSegment(42827202-0ec3-4c74-84d4-84fa5a045a4e),segment_id=42827202-0ec3-4c74-84d4-84fa5a045a4e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:20.001479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:20.057370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0409b-9bc0-49d5-bf66-2a46f4e59a64 None None] Network 567b40de-0547-4391-bd73-8266e4c97239 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:20.224799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609e242-3803-4b84-8132-6dd7f5fb149a None None] Pushing event updated for resources: {'Port': ['ID=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:20.503386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:20.513117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c756560-1974-4d2f-8b2a-fd1d333849ea req-d01ec1bb-be2a-4d10-b6c5-a3816e48adee tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:20.514722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c756560-1974-4d2f-8b2a-fd1d333849ea req-d01ec1bb-be2a-4d10-b6c5-a3816e48adee tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 945 time: 0.1698155 Jul 28 11:16:20.560636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object aa14dc78-33eb-4cb2-b18e-2fb0c9409050 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:20.608846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-ea6565e5-2f30-4354-a4b0-6acdc9affa73 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:20.610324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-ea6565e5-2f30-4354-a4b0-6acdc9affa73 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/networks?id=567b40de-0547-4391-bd73-8266e4c97239 HTTP/1.1" status: 200 len: 813 time: 0.2157967 Jul 28 11:16:20.614674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c756560-1974-4d2f-8b2a-fd1d333849ea req-e021fef1-35f4-47a4-8311-86a6c7efd6c6 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926962 Jul 28 11:16:20.631815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-2a7b6458-8e90-4637-8427-cac1e9f9ffcd tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/quotas/0bc714d46a284e64a553e6cabad56a69 HTTP/1.1" status: 200 len: 375 time: 0.0147824 Jul 28 11:16:20.683814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-bad138c0-d711-4fdb-8b5e-c3ef3858f22f tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bc714d46a284e64a553e6cabad56a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359058 Jul 28 11:16:20.690759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:20.799338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=aa14dc78-33eb-4cb2-b18e-2fb0c9409050,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:20.807119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:20.818461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:20.822887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.823244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.823594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.823995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.824368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.824710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.825048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.825381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.825716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.826045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.826375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.826706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:20.831979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:20.837683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:20.838344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:20.873891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ad54c858-f90f-4620-b07d-ba8e1e1a66dd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0705521 Jul 28 11:16:20.876662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:20.879798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-ae17b77a-e1d7-4d9f-b928-2877c9dee40f service neutron] 10.222.0.20 "GET /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817589 Jul 28 11:16:21.019273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-a7d8b340-804a-4881-8fbe-d615b3a61bfc service neutron] 10.222.0.20 "GET /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332459 Jul 28 11:16:21.210794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:21.312297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:21.438156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdc77080-70eb-4ea7-853f-e7c3de936fe1 req-f3a1a797-58ad-4c9b-824a-a05b90abbcf1 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 210 time: 0.0592663 Jul 28 11:16:21.550224 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:21.559054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46289ff8-d171-4502-9161-68f7725c7016 None None] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:21.645118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] Provisioning for port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:21.657142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] Provisioning complete for port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:21.657450 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:21.874585 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:21.935349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] For port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,segment=NetworkSegment(42827202-0ec3-4c74-84d4-84fa5a045a4e),segment_id=42827202-0ec3-4c74-84d4-84fa5a045a4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:21.944656 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.011001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f137046-62d4-4808-8b9f-f32aca9338c2 req-b84398af-5b70-402b-b256-16f410ef31fe tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:22.029002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f137046-62d4-4808-8b9f-f32aca9338c2 req-b84398af-5b70-402b-b256-16f410ef31fe tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 945 time: 0.1572492 Jul 28 11:16:22.071283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984cd21-cdf7-4f15-b59d-b13b1a3ff280 None None] Pushing event updated for resources: {'Port': ['ID=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:22.150103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f137046-62d4-4808-8b9f-f32aca9338c2 req-becfa418-6d15-4d86-983e-1188d5d56bb0 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185668 Jul 28 11:16:22.353635 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.379177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eefb8b18-a23d-4f77-b7e2-e9f6810499a9 None None] Provisioning complete for port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:22.379622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eefb8b18-a23d-4f77-b7e2-e9f6810499a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.486981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.496276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.571402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9f54be6-2028-480c-9fa7-89fb0a02d758 req-12af8688-850f-45c6-8cab-91d8b6078cb3 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 210 time: 0.0507431 Jul 28 11:16:22.583563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eefb8b18-a23d-4f77-b7e2-e9f6810499a9 None None] Provisioning for port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:22.588115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eefb8b18-a23d-4f77-b7e2-e9f6810499a9 None None] Provisioning complete for port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:22.588536 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eefb8b18-a23d-4f77-b7e2-e9f6810499a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.629793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eefb8b18-a23d-4f77-b7e2-e9f6810499a9 None None] Port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:22.668601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=aa14dc78-33eb-4cb2-b18e-2fb0c9409050,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:22.760926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63924bab-33cd-4271-8ddd-1b959f0816e3 None None] Provisioning complete for port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:22.762443 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63924bab-33cd-4271-8ddd-1b959f0816e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.772683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.855720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-63924bab-33cd-4271-8ddd-1b959f0816e3 None None] Port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:22.928255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:22.977225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-021b7dbf-e28d-4a98-ae92-c191525bb89d None None] Provisioning complete for port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:22.977863 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-021b7dbf-e28d-4a98-ae92-c191525bb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.029584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-021b7dbf-e28d-4a98-ae92-c191525bb89d None None] Port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:23.120440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:23.189606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:23.191302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.424277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.432084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.433723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.450532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d47970-04f8-4261-aced-3e603c8371d0 req-b011e452-0d7f-4d6f-a11e-72160c7417c2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:23.452001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3d47970-04f8-4261-aced-3e603c8371d0 req-b011e452-0d7f-4d6f-a11e-72160c7417c2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 945 time: 0.1770942 Jul 28 11:16:23.496146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-2a090c37-ef6e-436b-b2a1-55f01231e02c tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:23.498080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-2a090c37-ef6e-436b-b2a1-55f01231e02c tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.41 "GET /v2.0/networks?id=567b40de-0547-4391-bd73-8266e4c97239 HTTP/1.1" status: 200 len: 813 time: 0.2421398 Jul 28 11:16:23.543013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Request body: {'port': {'device_id': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'network_id': '567b40de-0547-4391-bd73-8266e4c97239', 'admin_state_up': True, 'tenant_id': '0bc714d46a284e64a553e6cabad56a69'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:23.562020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=aa14dc78-33eb-4cb2-b18e-2fb0c9409050,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:23.574675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.575199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.575548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.575892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.576261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.576597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.576928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.577260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.577590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.577917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.578243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.578567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:23.595691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3d47970-04f8-4261-aced-3e603c8371d0 req-538c2bb9-809a-480d-94fd-6b69fe064d71 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344132 Jul 28 11:16:23.630492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:23.632576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:23.701883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0eb25330-7a8b-46a7-8ba9-137604926ec9 req-5a3e1c54-776c-40c9-8404-b9c612cf1cb8 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 210 time: 0.0373466 Jul 28 11:16:23.741244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Made reservation on behalf of 0bc714d46a284e64a553e6cabad56a69 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:23.745215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.824533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Router c60aba72-c68d-4c51-beaa-775b07ae25db is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:16:23.928648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Allocated IP 172.20.0.6 (567b40de-0547-4391-bd73-8266e4c97239/2e84e267-ed53-41b6-a370-1d6c58c7c126/4c20ddba-9c3c-42ae-8001-23533cf3a9e2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:23.935356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:16:23.948135 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] Sync routers for ids ['c60aba72-c68d-4c51-beaa-775b07ae25db'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:16:23.962218 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] Routers {'c60aba72-c68d-4c51-beaa-775b07ae25db'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:23.963364 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c60aba72-c68d-4c51-beaa-775b07ae25db'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:23.980807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:23.982141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3ffd763-9e9c-4f34-846c-90c82b28f735 None None] Provisioning complete for port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:23.982625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3ffd763-9e9c-4f34-846c-90c82b28f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:23.983310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-291c7781-3d6b-4853-b6ca-719b6d3359d7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/routers/c60aba72-c68d-4c51-beaa-775b07ae25db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044767 Jul 28 11:16:24.034960 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:24.054715 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] Routers {'c60aba72-c68d-4c51-beaa-775b07ae25db'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:24.055852 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c60aba72-c68d-4c51-beaa-775b07ae25db'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:24.057171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d3ffd763-9e9c-4f34-846c-90c82b28f735 None None] Port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:24.102738 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:24.103395 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc5db3-9ece-4830-b525-978635acff64 None None] The sync data for ids ['c60aba72-c68d-4c51-beaa-775b07ae25db'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:16:24.115687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95d2c0-40a1-4948-989c-cab5418b91ec tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:24.117248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3f95d2c0-40a1-4948-989c-cab5418b91ec tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports?device_id=c60aba72-c68d-4c51-beaa-775b07ae25db HTTP/1.1" status: 200 len: 988 time: 0.1352546 Jul 28 11:16:24.120214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:24.329929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:24.434363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 9b6f0268-63ce-4f9f-a024-8227916a05d6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:24.495000 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:24.537035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:24.550432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'network_id': '7ae36bd8-0664-4682-a37c-41dcc94816a6', 'port_id': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'mac_address': 'fa:16:3e:23:76:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6818907-1573-415d-9454-2e439c23f2d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:24.557363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Network 567b40de-0547-4391-bd73-8266e4c97239 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:24.575887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:24.581229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:24.588724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Pushing event updated for resources: {'Port': ['ID=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:24.595637 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:24.608325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b6f0268-63ce-4f9f-a024-8227916a05d6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:24.630255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:24.637033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:24.684241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:24.684750 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:24.698168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:24.735140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-41c7d620-f3ce-46ff-93a8-c154b843d0a5 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2158773 Jul 28 11:16:24.752473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Request body: {'port': {'device_id': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:24.766686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['9b6f0268-63ce-4f9f-a024-8227916a05d6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:24.783853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e175b7-3cbd-42da-98da-c9fd2622112d req-c8d89cf5-9920-42b7-906c-f2e5171642db tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:24.785401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e175b7-3cbd-42da-98da-c9fd2622112d req-c8d89cf5-9920-42b7-906c-f2e5171642db tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 944 time: 0.1162312 Jul 28 11:16:24.941642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:24.943061 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:25.016367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e175b7-3cbd-42da-98da-c9fd2622112d req-9c63368e-9042-4ea1-9456-99dff82e71ae tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204752 Jul 28 11:16:25.026289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb94aa-d438-4b57-9457-1937b7f1cf69 req-db8091d2-ce79-4826-8145-79a621c3fa20 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:25.028401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02bb94aa-d438-4b57-9457-1937b7f1cf69 req-db8091d2-ce79-4826-8145-79a621c3fa20 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 931 time: 0.2396748 Jul 28 11:16:25.190273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02bb94aa-d438-4b57-9457-1937b7f1cf69 req-f7635288-2315-4b28-9e54-c770aeafeaa3 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350877 Jul 28 11:16:25.771759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:25.787902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307fcb5-4f31-4f49-849a-becfa5ab745f req-14b710cf-17ee-4b15-ae20-778e4fd2ff93 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:25.787902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c307fcb5-4f31-4f49-849a-becfa5ab745f req-14b710cf-17ee-4b15-ae20-778e4fd2ff93 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 944 time: 0.1161122 Jul 28 11:16:25.791094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:25.796791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port aa14dc78-33eb-4cb2-b18e-2fb0c9409050 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:25.797118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:25.862181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Transition to ACTIVE for port object 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:25.872221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:25.917344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c307fcb5-4f31-4f49-849a-becfa5ab745f req-856664ff-74a7-4607-98d7-e1ed5cd78044 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230178 Jul 28 11:16:25.956040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:25.969256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.015368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for aa14dc78-33eb-4cb2-b18e-2fb0c9409050 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:26.082706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Attempting to bind port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:26.083080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Attempting to bind port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'ab4993e4-b46c-466d-9174-738a1e2e3300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '567b40de-0547-4391-bd73-8266e4c97239'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:26.083405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Attempting to bind port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 on network 567b40de-0547-4391-bd73-8266e4c97239 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:26.097243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 on network 567b40de-0547-4391-bd73-8266e4c97239 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:16:26.097559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Attempting to bind port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 on network 567b40de-0547-4391-bd73-8266e4c97239 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:26.105961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:26.106291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Checking segment: {'id': 'ab4993e4-b46c-466d-9174-738a1e2e3300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '567b40de-0547-4391-bd73-8266e4c97239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:26.106670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Bound using segment: {'id': 'ab4993e4-b46c-466d-9174-738a1e2e3300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '567b40de-0547-4391-bd73-8266e4c97239'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:26.107088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Bound port: 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4993e4-b46c-466d-9174-738a1e2e3300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '567b40de-0547-4391-bd73-8266e4c97239'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:26.107440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.251408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] For port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:26.273763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] For port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,segment=NetworkSegment(ab4993e4-b46c-466d-9174-738a1e2e3300),segment_id=ab4993e4-b46c-466d-9174-738a1e2e3300)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:26.293955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.348305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.376085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:26.376727 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.378202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c20ddba-9c3c-42ae-8001-23533cf3a9e2 HTTP/1.1" status: 200 len: 1091 time: 1.6297448 Jul 28 11:16:26.378607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'tag': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:26.380917 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824cc467-5d88-4046-bdce-ce5e64411dff" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d9617d-0208-4d3f-80e2-7f797097dd3b", "tag": "4c20ddba-9c3c-42ae-8001-23533cf3a9e2"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:26.433355 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691833ec-2e9c-4a20-bfa1-871532cab466 x-openstack-request-id: req-691833ec-2e9c-4a20-bfa1-871532cab466 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:26.433355 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d9617d-0208-4d3f-80e2-7f797097dd3b", "tag": "4c20ddba-9c3c-42ae-8001-23533cf3a9e2", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:26.433355 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-691833ec-2e9c-4a20-bfa1-871532cab466 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:26.433922 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'tag': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2', 'status': 'completed', 'code': 200} Jul 28 11:16:26.439348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e84ef-2571-4875-a52f-12fe7dd56f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:26.446881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 9b6f0268-63ce-4f9f-a024-8227916a05d6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:26.505171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4824-d3d8-490a-aa8d-39dc249dca52 req-b9d71ef4-209b-43d9-a5c0-75125b586c0f tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:26.512739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f4d4824-d3d8-490a-aa8d-39dc249dca52 req-b9d71ef4-209b-43d9-a5c0-75125b586c0f tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 943 time: 0.2369864 Jul 28 11:16:26.535088 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.550093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b6f0268-63ce-4f9f-a024-8227916a05d6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:26.584102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:26.592084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.595408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=aa14dc78-33eb-4cb2-b18e-2fb0c9409050,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:26.604507 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:26.657235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:26.706276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f4d4824-d3d8-490a-aa8d-39dc249dca52 req-d9fcf837-621d-4a2a-8bc3-1c8303cbe745 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909275 Jul 28 11:16:26.708969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-36588065-a856-4f52-b072-4503d176f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:26.710573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-36588065-a856-4f52-b072-4503d176f975 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bc714d46a284e64a553e6cabad56a69&device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 1094 time: 0.2721238 Jul 28 11:16:26.815491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-69f99163-bb89-4f10-a91f-c32d4776686d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2 HTTP/1.1" status: 200 len: 217 time: 0.0642943 Jul 28 11:16:26.822350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Router c60aba72-c68d-4c51-beaa-775b07ae25db has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:16:26.972397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-1c6412d4-5151-47ab-9491-d135c4383388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:26.975100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-1c6412d4-5151-47ab-9491-d135c4383388 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e84e267-ed53-41b6-a370-1d6c58c7c126 HTTP/1.1" status: 200 len: 853 time: 0.1481860 Jul 28 11:16:26.975620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:16:26.981142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-485f0fa1-07e2-41ab-acaf-67b7605aee0a tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/routers/c60aba72-c68d-4c51-beaa-775b07ae25db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8593524 Jul 28 11:16:26.984159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:26.990841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] Sync routers for ids ['c60aba72-c68d-4c51-beaa-775b07ae25db'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:16:27.010412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-19fb5dd8-25f3-4047-b49f-8daa65cc226e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=567b40de-0547-4391-bd73-8266e4c97239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266945 Jul 28 11:16:27.014086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] Routers {'c60aba72-c68d-4c51-beaa-775b07ae25db'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:27.016732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c60aba72-c68d-4c51-beaa-775b07ae25db'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:27.041906 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2bfcfc-3b39-46e2-a905-20c4a2bd55dc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:27.043495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c2bfcfc-3b39-46e2-a905-20c4a2bd55dc tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/aa14dc78-33eb-4cb2-b18e-2fb0c9409050 HTTP/1.1" status: 404 len: 333 time: 0.0582490 Jul 28 11:16:27.054773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-23f0c70c-fbaf-44bf-8137-1cf045a5f625 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:27.055852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:27.056237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-23f0c70c-fbaf-44bf-8137-1cf045a5f625 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 943 time: 0.1502981 Jul 28 11:16:27.062441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:27.072652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] Routers {'c60aba72-c68d-4c51-beaa-775b07ae25db'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:27.073271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c60aba72-c68d-4c51-beaa-775b07ae25db'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:27.111778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:27.112726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed32de-59b6-4753-8a60-ffe3fbd20baa None None] The sync data for ids ['c60aba72-c68d-4c51-beaa-775b07ae25db'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:16:27.145500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.195219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55985d-98af-4339-a301-a59222310033 req-42490c62-85e1-491a-92cb-721d2832b332 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:27.196761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b55985d-98af-4339-a301-a59222310033 req-42490c62-85e1-491a-92cb-721d2832b332 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 943 time: 0.1849360 Jul 28 11:16:27.234489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-0743386e-9a72-4c47-a255-2f1e11ea5d9f service neutron] 10.222.0.41 "GET /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101712 Jul 28 11:16:27.268871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b55985d-98af-4339-a301-a59222310033 req-41438f3d-2c84-40ab-960b-f2031b308715 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdbc268d-8a22-4ad8-9505-f78904ab071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Jul 28 11:16:27.316905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.319087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.322533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Deleting port 9b6f0268-63ce-4f9f-a024-8227916a05d6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:27.322881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.366856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.367596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Fanout notify agent at l3_agent the message router_deleted on router c60aba72-c68d-4c51-beaa-775b07ae25db {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:16:27.379750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.382229 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b51dc134-8448-477b-8da7-bce38888a1ff tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/routers/c60aba72-c68d-4c51-beaa-775b07ae25db HTTP/1.1" status: 204 len: 168 time: 0.3212187 Jul 28 11:16:27.384708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:27.415503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a46c3a85-2661-4a58-b80f-4a007804d574 req-d88cf661-5e11-4168-9ec7-25d4bf3027a5 service neutron] 10.222.0.41 "GET /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589470 Jul 28 11:16:27.443003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 9fa78ad6-121e-43e6-9d4e-7b12111114fb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:27.446442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.492527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.510156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] For port 9b6f0268-63ce-4f9f-a024-8227916a05d6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=9b6f0268-63ce-4f9f-a024-8227916a05d6,segment=NetworkSegment(b1bbc712-6312-4730-8762-30c414ffed3a),segment_id=b1bbc712-6312-4730-8762-30c414ffed3a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:27.510534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.529055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Calling delete_port for 9b6f0268-63ce-4f9f-a024-8227916a05d6 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:27.535045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc467-5d88-4046-bdce-ce5e64411dff req-53303312-b918-4a48-bc9a-cab3ecf61d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:27.536633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-53303312-b918-4a48-bc9a-cab3ecf61d6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bc714d46a284e64a553e6cabad56a69&device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 1094 time: 0.0749249 Jul 28 11:16:27.584069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.651244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.682751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa78ad6-121e-43e6-9d4e-7b12111114fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:27.692097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc467-5d88-4046-bdce-ce5e64411dff req-928b6c94-8e8a-4412-9497-0f52f0311c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:27.693718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-928b6c94-8e8a-4412-9497-0f52f0311c04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=567b40de-0547-4391-bd73-8266e4c97239 HTTP/1.1" status: 200 len: 914 time: 0.1464596 Jul 28 11:16:27.696235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.701923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:27.705493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff73c046-a1a6-47bd-9b65-22b70e7441fc None None] Network 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:27.712743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66e2e73f-7741-42c9-ba18-7c5c09223f32 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/9fa78ad6-121e-43e6-9d4e-7b12111114fb HTTP/1.1" status: 204 len: 168 time: 0.3266261 Jul 28 11:16:27.857017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86647da6-1292-4adc-9530-4c2b8aacdd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.872538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-a8f71f37-8f16-41d9-9d9c-03aed8e5c51c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2 HTTP/1.1" status: 200 len: 217 time: 0.1591122 Jul 28 11:16:27.904369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.932982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] DHCP port deletion for 7b9cc6b4-bc37-4470-94dd-c6f66e5de075 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:16:27.974488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Pushing event deleted for resources: {'Port': ['ID=9b6f0268-63ce-4f9f-a024-8227916a05d6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:27.982874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:27.984746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] Deleting port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:27.985285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.026356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65877c9-ba18-4573-a513-0b1363827841 req-ecc93ae8-b2e5-4959-b87d-6b30dca11247 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:28.029229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b65877c9-ba18-4573-a513-0b1363827841 req-ecc93ae8-b2e5-4959-b87d-6b30dca11247 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 943 time: 0.2374434 Jul 28 11:16:28.040751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc467-5d88-4046-bdce-ce5e64411dff req-c055029e-78e5-4793-a579-11e1830a1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:28.043457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-c055029e-78e5-4793-a579-11e1830a1995 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e84e267-ed53-41b6-a370-1d6c58c7c126 HTTP/1.1" status: 200 len: 853 time: 0.1551027 Jul 28 11:16:28.057131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] For port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,segment=NetworkSegment(42827202-0ec3-4c74-84d4-84fa5a045a4e),segment_id=42827202-0ec3-4c74-84d4-84fa5a045a4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:28.057662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.072881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] No DVR routers for this DVR port 9b6f0268-63ce-4f9f-a024-8227916a05d6 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:28.076099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] Calling delete_port for 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:28.077451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.080630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7851d5f-6ecf-4f58-8adc-5f6a0e99a738 req-58ee78a8-c536-4a3e-b304-e81b739f9505 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.41 "DELETE /v2.0/ports/9b6f0268-63ce-4f9f-a024-8227916a05d6 HTTP/1.1" status: 204 len: 173 time: 1.0131481 Jul 28 11:16:28.122697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-a4141d3c-1344-4d31-a0cf-090e0d028f99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=567b40de-0547-4391-bd73-8266e4c97239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521562 Jul 28 11:16:28.185353 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.222692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b65877c9-ba18-4573-a513-0b1363827841 req-4f6aea12-209c-41ea-99cb-d02f85a7adfd tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841829 Jul 28 11:16:28.244300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] Pushing event deleted for resources: {'Port': ['ID=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:28.244300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df177f1-2cd6-4c61-834d-dedc195f4d80 None None] No DVR routers for this DVR port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:28.263508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:28.263856 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.347918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-504e7a52-8d0a-4083-ab0d-150178cdf33f service neutron] 10.222.0.41 "GET /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140965 Jul 28 11:16:28.351840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:28.352239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.382423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:28.400322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:16:28.446099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'name': 'network-vif-deleted', 'tag': '9b6f0268-63ce-4f9f-a024-8227916a05d6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:28.448957 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd42268-d83c-429a-9daf-3b0467e9fe56" -d '{"events": [{"server_uuid": "eb2e3a3c-6a0d-447e-b62c-da1d81d157ee", "name": "network-vif-deleted", "tag": "9b6f0268-63ce-4f9f-a024-8227916a05d6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:28.454215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.457808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f72557e-44b8-454b-812b-9afeaae130b8 req-24aa06c7-a0a3-4e5a-b498-73dbe47ef3d2 tempest-ImagesTestJSON-1988831256 tempest-ImagesTestJSON-1988831256-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2e3a3c-6a0d-447e-b62c-da1d81d157ee HTTP/1.1" status: 200 len: 210 time: 0.0873442 Jul 28 11:16:28.486500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=61fc55c6-1487-4bc8-9973-d8a44a2aaf02,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:28.499824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:28.571458 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bf742-bd0f-4979-a209-c476a79d7b2a x-openstack-request-id: req-6d6bf742-bd0f-4979-a209-c476a79d7b2a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:28.571754 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e3a3c-6a0d-447e-b62c-da1d81d157ee", "name": "network-vif-deleted", "tag": "9b6f0268-63ce-4f9f-a024-8227916a05d6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:28.572002 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d6bf742-bd0f-4979-a209-c476a79d7b2a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:28.572413 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e3a3c-6a0d-447e-b62c-da1d81d157ee', 'name': 'network-vif-deleted', 'tag': '9b6f0268-63ce-4f9f-a024-8227916a05d6', 'status': 'completed', 'code': 200} Jul 28 11:16:28.604115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.608619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-824cc467-5d88-4046-bdce-ce5e64411dff req-5587a6e8-d348-43cf-b03c-d214860de609 service neutron] 10.222.0.41 "GET /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486722 Jul 28 11:16:28.618817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9cc6b4-bc37-4470-94dd-c6f66e5de075']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:28.630786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42827202-0ec3-4c74-84d4-84fa5a045a4e') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:28.631089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42827202-0ec3-4c74-84d4-84fa5a045a4e') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:28.646735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.660597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.666778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:28.667275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:28.670422 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:28.733545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.750015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:28.751914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/7b9cc6b4-bc37-4470-94dd-c6f66e5de075 HTTP/1.1" status: 204 len: 168 time: 1.0469172 Jul 28 11:16:28.755646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:28.765464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a43ff8-fa91-4e69-9196-f80ff8fed3e4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=7b9cc6b4-bc37-4470-94dd-c6f66e5de075,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:28.806332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a958436-c405-4906-8a06-aa5833c34961 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:28.808361 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a958436-c405-4906-8a06-aa5833c34961 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/5e110780-4616-40b6-8d2f-b4f7620c42e0 HTTP/1.1" status: 200 len: 845 time: 0.0490932 Jul 28 11:16:28.811927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:28.852847 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24439356-dab9-4e1d-b377-35f24f478822 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/5e110780-4616-40b6-8d2f-b4f7620c42e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0397921 Jul 28 11:16:28.856676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46920) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:28.861849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:28.951740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:28.955105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.142336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:29.151138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.166256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:29.166885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 61fc55c6-1487-4bc8-9973-d8a44a2aaf02 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:29.204916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:29.210344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:29.215169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:29.216009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.222105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22f0d9-a517-4b50-8c83-a59fe16d65c3 None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:29.228050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=7a81e376-8d2d-4a07-a352-8654b678f51b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:29.241126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-830c5347-6f95-4bc3-bf08-d7f66cdefed4 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3833117 Jul 28 11:16:29.244346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:29.251377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1282376193'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:29.286916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.438277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a52b-d1e8-4f4d-8518-e5a1590b1011 req-26011cf6-8310-4f2e-8f11-240b1c237f78 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:29.441632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63f2a52b-d1e8-4f4d-8518-e5a1590b1011 req-26011cf6-8310-4f2e-8f11-240b1c237f78 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 943 time: 0.1088543 Jul 28 11:16:29.455746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.468887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'tenant_id': '2fce6843042e43c497c5d7485ed3123f', 'fixed_ips': [{'subnet_id': '7a81e376-8d2d-4a07-a352-8654b678f51b'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:16:29.469779 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.478274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.506949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63f2a52b-d1e8-4f4d-8518-e5a1590b1011 req-78d90dae-9e69-4416-997d-118a9d08b1ff tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Jul 28 11:16:29.540062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcae1f2-b50a-4bba-b231-6346a8c8b4d1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:29.544051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.545480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e0191df-0a28-4629-8ee2-5c790d660e7e tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2991915 Jul 28 11:16:29.549676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:29.554811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'security_group': {'name': 'tempest-secgroup-222764997'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:29.586032 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.684856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Allocated IP 2001:db8::2 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/7a81e376-8d2d-4a07-a352-8654b678f51b/a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:29.693869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.706061 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.763531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2ba38a-1dfb-4b11-941d-66b1782e9627,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:29.766978 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.770917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3aa4fadd-7410-42a0-a0ae-74511d3f1058 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2180583 Jul 28 11:16:29.771373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:29.777773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-527773868', 'security_groups': ['ae2ba38a-1dfb-4b11-941d-66b1782e9627'], 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a81e376-8d2d-4a07-a352-8654b678f51b'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:29.876468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.887145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Transition to ACTIVE for port object a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:29.894606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:29.907311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Transition to ACTIVE for port object a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:29.922982 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:29.980948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:29.986445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:29.991264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:29.997549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Pushing event updated for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:30.012995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.017843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:30.062403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Attempting to bind port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:30.062825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Attempting to bind port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1d541896-5907-4841-8431-767c68a3355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:30.063351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Attempting to bind port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 on network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:30.069458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:30.069834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Checking segment: {'id': '1d541896-5907-4841-8431-767c68a3355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:30.070277 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.070680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Bound using segment: {'id': '1d541896-5907-4841-8431-767c68a3355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:30.071132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Bound port: a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d541896-5907-4841-8431-767c68a3355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:30.071512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.071837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Deleting subnet e6818907-1573-415d-9454-2e439c23f2d5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:30.075563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.113485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.158670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.163385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:30.166851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,segment=NetworkSegment(1d541896-5907-4841-8431-767c68a3355c),segment_id=1d541896-5907-4841-8431-767c68a3355c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:30.174660 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.239998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.263687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e07aa-7a1b-4264-b919-ff52d961327a None None] Pushing event updated for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:30.275511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6818907-1573-415d-9454-2e439c23f2d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:30.290415 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:16:30.293137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.297077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ade414d3-efeb-4cca-9b08-ac2890e65533 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6818907-1573-415d-9454-2e439c23f2d5 HTTP/1.1" status: 204 len: 168 time: 0.2773199 Jul 28 11:16:30.297453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:30.402484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.436404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port b59327d6-dfe3-442f-92c3-ad4950f5664b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:30.480433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:30.486781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 9b6f0268-63ce-4f9f-a024-8227916a05d6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:30.503931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.515253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae36bd8-0664-4682-a37c-41dcc94816a6']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:30.536162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bbc712-6312-4730-8762-30c414ffed3a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:30.537355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bbc712-6312-4730-8762-30c414ffed3a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:30.543525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 9b6f0268-63ce-4f9f-a024-8227916a05d6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:30.543875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 9b6f0268-63ce-4f9f-a024-8227916a05d6 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:30.550131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.574281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.582838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:30.583051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:30.586628 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:30.683714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.689332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.691345 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ae36bd8-0664-4682-a37c-41dcc94816a6 HTTP/1.1" status: 204 len: 168 time: 0.3890605 Jul 28 11:16:30.727849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbc029-ce9b-4fb7-bc0a-1f91ec427abe admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae36bd8-0664-4682-a37c-41dcc94816a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:30.728110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::46 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/7a81e376-8d2d-4a07-a352-8654b678f51b/b59327d6-dfe3-442f-92c3-ad4950f5664b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:30.755679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250211-2fab-46d4-874f-10b0c62e0653 req-97bd544d-a106-4eae-b882-e4e8bcfaa525 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:30.757268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,segment=NetworkSegment(ab4993e4-b46c-466d-9174-738a1e2e3300),segment_id=ab4993e4-b46c-466d-9174-738a1e2e3300)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:30.757444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4250211-2fab-46d4-874f-10b0c62e0653 req-97bd544d-a106-4eae-b882-e4e8bcfaa525 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 943 time: 0.1002541 Jul 28 11:16:30.770080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2', 'network_id': '567b40de-0547-4391-bd73-8266e4c97239', 'port_id': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2', 'mac_address': 'fa:16:3e:b2:5e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e84e267-ed53-41b6-a370-1d6c58c7c126', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:30.816741 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.827406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4250211-2fab-46d4-874f-10b0c62e0653 req-d72654a8-5887-4d75-8dcf-afc1238e4614 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617924 Jul 28 11:16:30.849990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:30.893691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,segment=NetworkSegment(ab4993e4-b46c-466d-9174-738a1e2e3300),segment_id=ab4993e4-b46c-466d-9174-738a1e2e3300)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:30.896777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:30.903810 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.966508 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:30.970850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a998bb25-6142-4fb0-8f75-99e26dae892b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaf933171c9b484793269b273158ed4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728099 Jul 28 11:16:30.973440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:30.992162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:31.001733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.017881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object b59327d6-dfe3-442f-92c3-ad4950f5664b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:31.029855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61fbffd2-278c-4e6d-ad35-8a076c909621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.054154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61fbffd2-278c-4e6d-ad35-8a076c909621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.081320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.107432 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23ee741a-8354-4be1-925b-f03a9bc88f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.145218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61fbffd2-278c-4e6d-ad35-8a076c909621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.150561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61fbffd2-278c-4e6d-ad35-8a076c909621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.154709 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-61fbffd2-278c-4e6d-ad35-8a076c909621 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdbc268d-8a22-4ad8-9505-f78904ab071d HTTP/1.1" status: 204 len: 168 time: 0.1798387 Jul 28 11:16:31.179541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbffd2-278c-4e6d-ad35-8a076c909621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbc268d-8a22-4ad8-9505-f78904ab071d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:31.184168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=b59327d6-dfe3-442f-92c3-ad4950f5664b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:31.197418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:31.200213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:31.212738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:31.221920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:31.222691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.248348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c7c6258b-0c17-4719-8fb2-6f5f7b4b704f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4755909 Jul 28 11:16:31.251359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:31.256068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4c20ddba-9c3c-42ae-8001-23533cf3a9e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:31.258833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:31.502872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:31.506977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.509751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:31.620315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:31.685117 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a81e376-8d2d-4a07-a352-8654b678f51b (CIDR: 2001:db8::/64) Jul 28 11:16:31.690264 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:16:31.690771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:31.727593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a6f2b89-5d75-4ae3-9a0d-5355f254929f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4745724 Jul 28 11:16:31.730666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:31.736917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:31.802293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Provisioning for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:31.807415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:31.808491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:31.919859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.017970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:32.024546 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.028145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.102916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,segment=NetworkSegment(1d541896-5907-4841-8431-767c68a3355c),segment_id=1d541896-5907-4841-8431-767c68a3355c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:32.111910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.163463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Provisioning complete for port 5e110780-4616-40b6-8d2f-b4f7620c42e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:32.163847 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.164966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83774c-c2b8-40ab-b470-d13c0e7a9032 req-7061f5b9-41c2-41a8-8b15-2df7a34084ef tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:32.166625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa83774c-c2b8-40ab-b470-d13c0e7a9032 req-7061f5b9-41c2-41a8-8b15-2df7a34084ef tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 944 time: 0.1860049 Jul 28 11:16:32.225240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Pushing event updated for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:32.228896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb388f-001e-4828-a3cc-a808f6b314de None None] Port 5e110780-4616-40b6-8d2f-b4f7620c42e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:32.266762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa83774c-c2b8-40ab-b470-d13c0e7a9032 req-9fab801f-7895-426d-b499-b7d85afa5ef6 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849612 Jul 28 11:16:32.356634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1978e17b-51b7-4c7e-865b-fe9758e7166c None None] Provisioning for port b59327d6-dfe3-442f-92c3-ad4950f5664b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:32.361570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1978e17b-51b7-4c7e-865b-fe9758e7166c None None] Provisioning complete for port b59327d6-dfe3-442f-92c3-ad4950f5664b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:32.361943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1978e17b-51b7-4c7e-865b-fe9758e7166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.402050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1978e17b-51b7-4c7e-865b-fe9758e7166c None None] Port b59327d6-dfe3-442f-92c3-ad4950f5664b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:32.425151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.490120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:32.495000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:32.498079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:32.498673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.506127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef467f-0ca4-4d07-bb30-7f3181fae7be None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:32.526049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=dbd242e0-2d86-4e6d-9b29-09484a4cd968,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:32.540125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9d09c03e-fc3d-471d-a56e-fb21e730228d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8083143 Jul 28 11:16:32.543828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:32.552757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-656880176', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbd242e0-2d86-4e6d-9b29-09484a4cd968'}], 'security_groups': ['abcae1f2-b50a-4bba-b231-6346a8c8b4d1']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:32.657945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.811798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Update dhcp port {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'fixed_ips': [{'subnet_id': '7a81e376-8d2d-4a07-a352-8654b678f51b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dbd242e0-2d86-4e6d-9b29-09484a4cd968'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:16:32.841455 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:32.903892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-a34d18fb-8f28-4966-8ce2-c5c12d96c90b tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de3ea4b981e44442b1b5ce4b85b5cefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370910 Jul 28 11:16:33.029357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Allocated IP 2001:db8:0:1::2 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/dbd242e0-2d86-4e6d-9b29-09484a4cd968/a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:33.161300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,segment=NetworkSegment(1d541896-5907-4841-8431-767c68a3355c),segment_id=1d541896-5907-4841-8431-767c68a3355c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:33.173320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:33.175587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-f1db4a56-0c8a-41f6-ab6c-3c453cedcbfb tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:33.178087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-f1db4a56-0c8a-41f6-ab6c-3c453cedcbfb tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678075 Jul 28 11:16:33.193483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-250746bd-b2ab-45e3-a323-07bca7a6960f tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/quotas/de3ea4b981e44442b1b5ce4b85b5cefe HTTP/1.1" status: 200 len: 375 time: 0.0096529 Jul 28 11:16:33.228556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:33.237141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-8fda850a-ec04-4acb-beb2-cd97c119f6f2 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de3ea4b981e44442b1b5ce4b85b5cefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340703 Jul 28 11:16:33.248595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Transition to ACTIVE for port object a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:33.255787 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:33.376072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f6989-b5ee-4b0f-b1e7-c9c107b68c24 None None] Pushing event updated for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:33.380381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:33.498910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41a840dc-04c3-4528-8396-798804a6f22d req-23eaa1f3-7fe4-4447-9ad6-a399527cc31b tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0595310 Jul 28 11:16:33.540624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Delete allocated IP 2001:db8::46 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/7a81e376-8d2d-4a07-a352-8654b678f51b) {{(pid=93836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:16:33.565031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9061-564a-4faf-93c8-70593b583f40 req-e3ebcead-03b6-461e-b719-82135af2b468 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:33.566593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62ed9061-564a-4faf-93c8-70593b583f40 req-e3ebcead-03b6-461e-b719-82135af2b468 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 944 time: 0.1428916 Jul 28 11:16:33.568020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8:0:1::31d (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/dbd242e0-2d86-4e6d-9b29-09484a4cd968/b59327d6-dfe3-442f-92c3-ad4950f5664b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:33.684517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62ed9061-564a-4faf-93c8-70593b583f40 req-db7605ee-40a1-414c-b56b-c6df4c9c6db3 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060867 Jul 28 11:16:33.789797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:33.806433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object b59327d6-dfe3-442f-92c3-ad4950f5664b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:33.814304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:33.910284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] In _notify_port_updated(), no bound segment for port b59327d6-dfe3-442f-92c3-ad4950f5664b on network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:16:33.925792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:33.926488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:33.927868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/ports/b59327d6-dfe3-442f-92c3-ad4950f5664b HTTP/1.1" status: 200 len: 930 time: 1.3827736 Jul 28 11:16:33.930835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:33.944987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61eb06-eeca-4741-bb7f-1d0f72690798 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=b59327d6-dfe3-442f-92c3-ad4950f5664b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:34.081716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port b59327d6-dfe3-442f-92c3-ad4950f5664b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:34.082675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.195858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.210475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for b59327d6-dfe3-442f-92c3-ad4950f5664b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:34.251350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:34.344835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Provisioning for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:34.349619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:34.349998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.385570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.423674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=b59327d6-dfe3-442f-92c3-ad4950f5664b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:34.427644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aabde47-487f-4331-950f-c86be7862a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.461218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.463587 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf7f2591-c745-43b4-9eac-01c166f2e751 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/b59327d6-dfe3-442f-92c3-ad4950f5664b HTTP/1.1" status: 204 len: 168 time: 0.5316997 Jul 28 11:16:34.466811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:34.488022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Provisioning complete for port 5e110780-4616-40b6-8d2f-b4f7620c42e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:34.488737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.497051 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-317c7e02-d9a9-45b9-9295-31fa4c1d9949 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:34.499054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-317c7e02-d9a9-45b9-9295-31fa4c1d9949 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/b59327d6-dfe3-442f-92c3-ad4950f5664b HTTP/1.1" status: 404 len: 333 time: 0.0311074 Jul 28 11:16:34.501930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:34.520062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:34.640294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Port 5e110780-4616-40b6-8d2f-b4f7620c42e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:34.644370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99bfa859-49fc-425a-b9be-3b3c0c19baac None None] Could not find standard attr ID for object b59327d6-dfe3-442f-92c3-ad4950f5664b. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:16:34.650578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:34.656042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:34.656507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.732628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-acd2c848-d39c-440d-9dc4-9007eb56aa92 req-0e39bdf7-1f32-435e-ad04-71beeb3b30cb tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0984323 Jul 28 11:16:34.734658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-8b172820-07f0-42fe-88f4-d3ab4d988bc6 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de3ea4b981e44442b1b5ce4b85b5cefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314114 Jul 28 11:16:34.769349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afb1fae5-39d2-41c1-9f89-15f3545d69bd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.769575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-923f9c9d-8c10-4653-8692-446ff8e09718 None None] Could not find standard attr ID for object b59327d6-dfe3-442f-92c3-ad4950f5664b. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:16:34.793445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.840776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aabde47-487f-4331-950f-c86be7862a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.848856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,segment=NetworkSegment(ab4993e4-b46c-466d-9174-738a1e2e3300),segment_id=ab4993e4-b46c-466d-9174-738a1e2e3300)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:34.850771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:34.853589 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee736be-34e6-4047-9212-2a13a0e8bc30" -d '{"events": [{"server_uuid": "e9d9617d-0208-4d3f-80e2-7f797097dd3b", "name": "network-vif-plugged", "status": "completed", "tag": "4c20ddba-9c3c-42ae-8001-23533cf3a9e2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:34.859017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.868867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aabde47-487f-4331-950f-c86be7862a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.944519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afb1fae5-39d2-41c1-9f89-15f3545d69bd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:34.950550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.013590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabde47-487f-4331-950f-c86be7862a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de39894-4b69-4d0d-9ee3-657f7317ba74,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.017803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6aabde47-487f-4331-950f-c86be7862a9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e769d8d0f523409e9583710782284920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7654159 Jul 28 11:16:35.022424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:35.033006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016e39a-7c01-425b-a302-2441ca0eab1b req-550ded82-4d9e-4a51-8740-2ed05ed0f809 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:35.034529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4016e39a-7c01-425b-a302-2441ca0eab1b req-550ded82-4d9e-4a51-8740-2ed05ed0f809 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 945 time: 0.1923578 Jul 28 11:16:35.051018 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e78f0-bbe2-4e99-be1c-a4c020f05180 x-openstack-request-id: req-d23e78f0-bbe2-4e99-be1c-a4c020f05180 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:35.051018 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d9617d-0208-4d3f-80e2-7f797097dd3b", "name": "network-vif-plugged", "status": "completed", "tag": "4c20ddba-9c3c-42ae-8001-23533cf3a9e2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:35.051289 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d23e78f0-bbe2-4e99-be1c-a4c020f05180 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:35.051496 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2', 'code': 200} Jul 28 11:16:35.075871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-642b0fda-540a-4f60-9986-bfdcde03f746 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:35.077476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-642b0fda-540a-4f60-9986-bfdcde03f746 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085222 Jul 28 11:16:35.098513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Request body: {'port': {'device_id': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'de3ea4b981e44442b1b5ce4b85b5cefe'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:35.102667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afb1fae5-39d2-41c1-9f89-15f3545d69bd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.105283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afb1fae5-39d2-41c1-9f89-15f3545d69bd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.108710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-afb1fae5-39d2-41c1-9f89-15f3545d69bd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae2ba38a-1dfb-4b11-941d-66b1782e9627 HTTP/1.1" status: 204 len: 168 time: 0.6056550 Jul 28 11:16:35.109477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:35.120521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49f16bc-6088-4aee-9213-130ceb229916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.149652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49f16bc-6088-4aee-9213-130ceb229916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.164585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:35.174050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4016e39a-7c01-425b-a302-2441ca0eab1b req-ec3685be-773d-4c40-bd92-735845eafa3a tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273458 Jul 28 11:16:35.197026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1fae5-39d2-41c1-9f89-15f3545d69bd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2ba38a-1dfb-4b11-941d-66b1782e9627,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.205477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49f16bc-6088-4aee-9213-130ceb229916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.210026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49f16bc-6088-4aee-9213-130ceb229916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.211222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e49f16bc-6088-4aee-9213-130ceb229916 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4de39894-4b69-4d0d-9ee3-657f7317ba74 HTTP/1.1" status: 204 len: 168 time: 0.1870322 Jul 28 11:16:35.221807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f16bc-6088-4aee-9213-130ceb229916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de39894-4b69-4d0d-9ee3-657f7317ba74,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.277417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:35.278030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.302970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a397246-a19c-412a-baaa-8f72cd891ac7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.328051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0573-e11a-412b-9064-d169e4ecfc64 req-d3bfe3b2-c063-4db1-bd21-6515a99dd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:35.329571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9aab0573-e11a-412b-9064-d169e4ecfc64 req-d3bfe3b2-c063-4db1-bd21-6515a99dd403 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 1096 time: 0.1589651 Jul 28 11:16:35.353339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a397246-a19c-412a-baaa-8f72cd891ac7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.397818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Made reservation on behalf of de3ea4b981e44442b1b5ce4b85b5cefe for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:35.402064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.422819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.435171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9aab0573-e11a-412b-9064-d169e4ecfc64 req-7537bf82-16e6-4c74-98e8-a6e38320e1a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901599 Jul 28 11:16:35.450304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a397246-a19c-412a-baaa-8f72cd891ac7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.452871 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a397246-a19c-412a-baaa-8f72cd891ac7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.453991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a397246-a19c-412a-baaa-8f72cd891ac7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/security-groups/abcae1f2-b50a-4bba-b231-6346a8c8b4d1 HTTP/1.1" status: 204 len: 168 time: 0.3361359 Jul 28 11:16:35.457132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:35.470633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a397246-a19c-412a-baaa-8f72cd891ac7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcae1f2-b50a-4bba-b231-6346a8c8b4d1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.534848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 7a81e376-8d2d-4a07-a352-8654b678f51b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:35.538171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.554941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.560397 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.585407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.626985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d571ec3-5e92-4b14-a27a-8154868fedb8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.676932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.703008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Allocated IP 192.168.233.38 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/462691b0-9f29-447c-8b8f-9514b1d2e0fa) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:35.748530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.774746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=7a81e376-8d2d-4a07-a352-8654b678f51b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:35.785851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.792621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8366cd6-cc4b-44db-a32a-a7d0b2c21197 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/7a81e376-8d2d-4a07-a352-8654b678f51b HTTP/1.1" status: 204 len: 168 time: 0.3337245 Jul 28 11:16:35.793381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47118) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:35.795499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e33bc1-af20-4c36-90d6-086da5701348 None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:35.798495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:35.905783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bff02f3a-da18-414a-9a79-3eaa11e0fbc0 req-ee3c03ef-ce52-4507-859d-237a8e5278c8 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0423357 Jul 28 11:16:35.940460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:35.944795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.967567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:35.986954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Transition to ACTIVE for port object 462691b0-9f29-447c-8b8f-9514b1d2e0fa will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:36.024841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.075677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:36.079085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:36.083222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:36.125774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:36.164746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:36.165407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.219521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-3130da7f-f6e9-49d5-a87f-25c776f6c227 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1275027 Jul 28 11:16:36.244094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Request body: {'port': {'device_id': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:36.326864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.425104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.426192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:36.462238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0c01e-b82c-4c84-8967-4ffb7fe53953 req-593adf71-d666-4b43-870b-27e1e9c367a0 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:36.464704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:36.465080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdb0c01e-b82c-4c84-8967-4ffb7fe53953 req-593adf71-d666-4b43-870b-27e1e9c367a0 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 945 time: 0.1519709 Jul 28 11:16:36.474632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:36.475249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.511905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8e7838b5-658a-4c2a-a065-a9550a9cc8d7 None None] Provisioning for port 462691b0-9f29-447c-8b8f-9514b1d2e0fa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:36.515723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=0fefe563-194b-4f6f-a4c3-5cfe4414c357,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:36.516986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8e7838b5-658a-4c2a-a065-a9550a9cc8d7 None None] Provisioning complete for port 462691b0-9f29-447c-8b8f-9514b1d2e0fa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:36.517369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e7838b5-658a-4c2a-a065-a9550a9cc8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.520331 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8650f571-f39b-42e2-b900-2ff27e350ad3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7259617 Jul 28 11:16:36.522999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:36.530443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1770600718'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:36.558735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.595948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8e7838b5-658a-4c2a-a065-a9550a9cc8d7 None None] Port 462691b0-9f29-447c-8b8f-9514b1d2e0fa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:36.613585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdb0c01e-b82c-4c84-8967-4ffb7fe53953 req-ee2c993a-a12c-4e93-a942-c9d4eb423117 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260197 Jul 28 11:16:36.677971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:36.696707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.705784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.744914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.749207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2246230 Jul 28 11:16:36.749968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b774a8-0723-481b-abac-b580b932df1f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd3b095-7fce-4989-8898-f41e448b1dd5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:36.750154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:36.772418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1715682624'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:36.806682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad5db7df-5671-48e8-a90d-47ee5c5b1324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.830912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462691b0-9f29-447c-8b8f-9514b1d2e0fa {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:36.839336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.842103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.864059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Transition to ACTIVE for port object 462691b0-9f29-447c-8b8f-9514b1d2e0fa will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:36.871147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.880472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d7485-e7e8-41df-81e5-a5c66618fb97 None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:36.924917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:36.930646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad5db7df-5671-48e8-a90d-47ee5c5b1324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.937923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad5db7df-5671-48e8-a90d-47ee5c5b1324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.971916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5db7df-5671-48e8-a90d-47ee5c5b1324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f78b2-4fc0-4a9f-9f72-edeb0307c5b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:36.976001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b80f4a3b-6f21-4f99-aecd-ece6bcf4e31f None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:36.977359 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b80f4a3b-6f21-4f99-aecd-ece6bcf4e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:36.997082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad5db7df-5671-48e8-a90d-47ee5c5b1324 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=265f6e8d4104406fbaffa5a9b59185f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179698 Jul 28 11:16:36.999701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:37.086841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Attempting to bind port 462691b0-9f29-447c-8b8f-9514b1d2e0fa on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:37.087259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Attempting to bind port 462691b0-9f29-447c-8b8f-9514b1d2e0fa by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:37.087652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Attempting to bind port 462691b0-9f29-447c-8b8f-9514b1d2e0fa on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:37.122017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Port 462691b0-9f29-447c-8b8f-9514b1d2e0fa on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:16:37.122662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Attempting to bind port 462691b0-9f29-447c-8b8f-9514b1d2e0fa on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:37.140551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b80f4a3b-6f21-4f99-aecd-ece6bcf4e31f None None] Provisioning complete for port 5e110780-4616-40b6-8d2f-b4f7620c42e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:37.140924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b80f4a3b-6f21-4f99-aecd-ece6bcf4e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.153216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:37.153597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:37.154009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:37.154438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Bound port: 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:37.154796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.170675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc4fb5-fc23-49b5-8455-1f79b7be22e4 req-bf5dcff3-dbd2-4c10-8eb6-13cc61442218 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:37.172148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81bc4fb5-fc23-49b5-8455-1f79b7be22e4 req-bf5dcff3-dbd2-4c10-8eb6-13cc61442218 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 947 time: 0.1399744 Jul 28 11:16:37.196015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0165e99a-c270-48b5-8d78-2151a0eacaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.199921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b80f4a3b-6f21-4f99-aecd-ece6bcf4e31f None None] Port 5e110780-4616-40b6-8d2f-b4f7620c42e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:37.200622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.235562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.272400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Update dhcp port {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'fixed_ips': [{'subnet_id': 'dbd242e0-2d86-4e6d-9b29-09484a4cd968', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0fefe563-194b-4f6f-a4c3-5cfe4414c357'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:16:37.283425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0165e99a-c270-48b5-8d78-2151a0eacaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.301115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.312388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.316369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:37.316629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5651565 Jul 28 11:16:37.321034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'security_group': {'name': 'tempest-secgroup-885171928'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:37.326054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46da4d6-c385-425f-8fb9-0115f1927115 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb56490-a0c5-4e80-98e7-3dc76e55b184,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:37.338082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81bc4fb5-fc23-49b5-8455-1f79b7be22e4 req-fcd2b05e-8a90-45df-b3b8-52ebcb4f0643 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527987 Jul 28 11:16:37.357279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:37.367539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.372950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:37.379164 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.418756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:37.419341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.420765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] 10.222.0.41 "PUT /v2.0/ports/462691b0-9f29-447c-8b8f-9514b1d2e0fa HTTP/1.1" status: 200 len: 1095 time: 1.1874590 Jul 28 11:16:37.421207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:37.423523 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36531be4-4144-47bd-9f2a-78799cb8fac5" -d '{"events": [{"name": "network-changed", "server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:37.442770 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0165e99a-c270-48b5-8d78-2151a0eacaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.452851 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0165e99a-c270-48b5-8d78-2151a0eacaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.456606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0165e99a-c270-48b5-8d78-2151a0eacaa4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d44f78b2-4fc0-4a9f-9f72-edeb0307c5b3 HTTP/1.1" status: 204 len: 168 time: 0.4522831 Jul 28 11:16:37.478204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.487491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.529177 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.531149 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2134483 Jul 28 11:16:37.533720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d019b6f-4c24-4cfb-8b7c-4fb2ca559859 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25756833-afea-4d04-97af-88bdd1430500,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:37.538097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:37.546754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1034137478', 'security_groups': ['25756833-afea-4d04-97af-88bdd1430500'], 'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0fefe563-194b-4f6f-a4c3-5cfe4414c357'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:37.561681 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45a9852-a856-4a7b-86be-35c7a510412a x-openstack-request-id: req-c45a9852-a856-4a7b-86be-35c7a510412a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:37.563235 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:37.564478 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c45a9852-a856-4a7b-86be-35c7a510412a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:37.565917 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'status': 'completed', 'code': 200} Jul 28 11:16:37.611967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Allocated IP 2001:db8::2 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/0fefe563-194b-4f6f-a4c3-5cfe4414c357/a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:37.631637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165e99a-c270-48b5-8d78-2151a0eacaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f78b2-4fc0-4a9f-9f72-edeb0307c5b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:37.646824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5bde0-fc24-4074-9c02-45877c657c65 service neutron] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:37.665049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-1cbe7448-e052-4b64-81c4-42adab153dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:37.666780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-1cbe7448-e052-4b64-81c4-42adab153dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3ea4b981e44442b1b5ce4b85b5cefe&device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 1098 time: 0.1859298 Jul 28 11:16:37.722195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-228cecf1-5dfb-4d9a-85a6-50f95627bac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa HTTP/1.1" status: 200 len: 217 time: 0.0435658 Jul 28 11:16:37.762051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:37.784499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,segment=NetworkSegment(1d541896-5907-4841-8431-767c68a3355c),segment_id=1d541896-5907-4841-8431-767c68a3355c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:37.802453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-2467db7b-1fbe-4133-91a1-5ca7b3587a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:37.804406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-2467db7b-1fbe-4133-91a1-5ca7b3587a19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0747499 Jul 28 11:16:37.842128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.856903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.864937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Transition to ACTIVE for port object a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:37.871601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:37.884556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] device_id is not set on port 9fb80463-8d65-4961-8a06-12d03f45e46e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:16:37.966446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e074e50-70ec-4d36-9561-92f14b3a60cd None None] Pushing event updated for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:38.111945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8::1d4 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/0fefe563-194b-4f6f-a4c3-5cfe4414c357/9fb80463-8d65-4961-8a06-12d03f45e46e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:38.242480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4650a-bd3c-4963-9d90-6f662a6de001 req-e895e0ee-453a-43e2-86ff-a62ce644a27c tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:38.250408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ad4650a-bd3c-4963-9d90-6f662a6de001 req-e895e0ee-453a-43e2-86ff-a62ce644a27c tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 945 time: 0.4718602 Jul 28 11:16:38.279942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:38.280724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c785-eae4-4a2e-9386-317407fd470d req-516c759b-e09a-4349-885f-e505abe72a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:38.284059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-516c759b-e09a-4349-885f-e505abe72a38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876384 Jul 28 11:16:38.301091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 9fb80463-8d65-4961-8a06-12d03f45e46e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:38.351287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ad4650a-bd3c-4963-9d90-6f662a6de001 req-51236ab9-e888-4208-9799-05c7bae68d44 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999830 Jul 28 11:16:38.352707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:38.412892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:38.420130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:38.423536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:38.430311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:38.431240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:38.450251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-938ff6d5-bd6e-40d0-91a2-a11d0e0b5e12 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557581 Jul 28 11:16:38.473467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9334366 Jul 28 11:16:38.476331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:38.486312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:38.621946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec803ace-fb9d-4955-a138-9fbe388584cd tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=9fb80463-8d65-4961-8a06-12d03f45e46e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:38.636450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:38.646242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:38.680694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ed4c1-cc24-4000-9c46-51aa9ec8c724 req-802b821e-4d70-4333-b7dd-9f65277f533f tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:38.694736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-759ed4c1-cc24-4000-9c46-51aa9ec8c724 req-802b821e-4d70-4333-b7dd-9f65277f533f tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 947 time: 0.1562762 Jul 28 11:16:38.738240 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c785-eae4-4a2e-9386-317407fd470d req-df38db7c-7ab0-4823-b0a8-f5bd58d3b105 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751954 Jul 28 11:16:38.770095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-759ed4c1-cc24-4000-9c46-51aa9ec8c724 req-0f4abf8f-4103-4242-809d-c388fec69520 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744421 Jul 28 11:16:38.796342 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fefe563-194b-4f6f-a4c3-5cfe4414c357 (CIDR: 2001:db8::/64) Jul 28 11:16:38.799618 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:16:38.800085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:38.841525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a5f36a7f-6d90-400d-9fde-103a54a40cb6 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3640473 Jul 28 11:16:38.844554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:38.849833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:38.881121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-74b1885e-6f59-4161-baf7-4a5fa14b67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:38.882631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-74b1885e-6f59-4161-baf7-4a5fa14b67c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3ea4b981e44442b1b5ce4b85b5cefe&device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 1098 time: 0.0804496 Jul 28 11:16:38.911642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59c78511-8262-4797-8d5b-270a8e265558 None None] Provisioning for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:38.918578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59c78511-8262-4797-8d5b-270a8e265558 None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:38.919070 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59c78511-8262-4797-8d5b-270a8e265558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.045130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59c78511-8262-4797-8d5b-270a8e265558 None None] Provisioning complete for port 5e110780-4616-40b6-8d2f-b4f7620c42e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:39.047040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59c78511-8262-4797-8d5b-270a8e265558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.092991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-02f2acce-1bb9-4a10-b71f-3c15d5678495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:39.093160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:39.095335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-02f2acce-1bb9-4a10-b71f-3c15d5678495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1918416 Jul 28 11:16:39.097552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.114803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-59c78511-8262-4797-8d5b-270a8e265558 None None] Port 5e110780-4616-40b6-8d2f-b4f7620c42e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:39.163325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:39.181104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-c72f44e5-7243-4d58-bdd1-46581f04cafb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa HTTP/1.1" status: 200 len: 217 time: 0.0581474 Jul 28 11:16:39.193590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf3416-b70e-46c4-b776-61a65d98bd3d req-e982128a-bd1e-4cf7-a4f5-51cc457bf4e0 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:39.195218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33cf3416-b70e-46c4-b776-61a65d98bd3d req-e982128a-bd1e-4cf7-a4f5-51cc457bf4e0 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 945 time: 0.1747134 Jul 28 11:16:39.247426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:39.248263 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.250469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ffe95193-3812-4de2-8281-d474ddc80053 None None] Provisioning for port 9fb80463-8d65-4961-8a06-12d03f45e46e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:39.257988 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dbd242e0-2d86-4e6d-9b29-09484a4cd968 (CIDR: 2001:db8:0:1::/64) Jul 28 11:16:39.264401 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:16:39.264912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:39.277124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ffe95193-3812-4de2-8281-d474ddc80053 None None] Provisioning complete for port 9fb80463-8d65-4961-8a06-12d03f45e46e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:39.277677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffe95193-3812-4de2-8281-d474ddc80053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.278500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-e37f1462-25e4-4356-ae8e-2f6356ce6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:39.280727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-e37f1462-25e4-4356-ae8e-2f6356ce6a02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0846334 Jul 28 11:16:39.302717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d5c6a280-7f5a-4903-b3e2-111337eb1a82 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4573088 Jul 28 11:16:39.305941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:39.312287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'subnet': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:39.334066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ffe95193-3812-4de2-8281-d474ddc80053 None None] Port 9fb80463-8d65-4961-8a06-12d03f45e46e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:39.338947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33cf3416-b70e-46c4-b776-61a65d98bd3d req-71a61f6e-1224-4fff-bff2-7fcfb2ed0d8a tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325853 Jul 28 11:16:39.360169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-298647fd-f0d2-4dd4-ba62-f292c9dd9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:39.361891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-298647fd-f0d2-4dd4-ba62-f292c9dd9c2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604501 Jul 28 11:16:39.474587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-7bf524f8-5ef8-4a16-b4a2-b5b06163f274 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030660 Jul 28 11:16:39.481725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Made reservation on behalf of 2fce6843042e43c497c5d7485ed3123f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:39.485898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.588486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36531be4-4144-47bd-9f2a-78799cb8fac5 req-f94ce3fa-e836-4b2a-8b5e-d78bbd80e95e service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016860 Jul 28 11:16:39.770883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.816062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:39.819328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:39.824570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:39.825145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:39.833969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146022cb-ed15-4148-9b84-cb1c780ae72f None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:39.837546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Subnet': ['ID=572e660e-655b-4826-9915-2d0e8ebebb8d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:39.849079 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b699b9f-5227-4635-8094-93e45f755de0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5414584 Jul 28 11:16:39.850983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:39.865443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-537877063', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '572e660e-655b-4826-9915-2d0e8ebebb8d'}], 'security_groups': ['fcd3b095-7fce-4989-8898-f41e448b1dd5', 'cdb56490-a0c5-4e80-98e7-3dc76e55b184']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:39.919850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aecc0-588e-4363-bcaf-db8bfc842bb4 req-9f0fe42e-93c7-4cf6-a7f5-384f8d4df444 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:39.927597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f48aecc0-588e-4363-bcaf-db8bfc842bb4 req-9f0fe42e-93c7-4cf6-a7f5-384f8d4df444 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 947 time: 0.0785267 Jul 28 11:16:39.981985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f48aecc0-588e-4363-bcaf-db8bfc842bb4 req-2eec371b-ed9b-46fb-9bd5-eaf1d37b2084 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Jul 28 11:16:40.013066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.111849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Update dhcp port {'port': {'network_id': '4fa758e7-7a7f-48eb-8085-64c78cf42cfd', 'fixed_ips': [{'subnet_id': 'dbd242e0-2d86-4e6d-9b29-09484a4cd968', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0fefe563-194b-4f6f-a4c3-5cfe4414c357', 'ip_address': '2001:db8::2'}, {'subnet_id': '572e660e-655b-4826-9915-2d0e8ebebb8d'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:16:40.150315 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.401921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Delete allocated IP 2001:db8::1d4 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/0fefe563-194b-4f6f-a4c3-5cfe4414c357) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:16:40.414069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Allocated IP 2001:db8:0:2::2ed (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/572e660e-655b-4826-9915-2d0e8ebebb8d/9fb80463-8d65-4961-8a06-12d03f45e46e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:40.507669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0726f4-0ae0-421d-9985-d4d4d9408fb6 req-33af8e86-ad1a-487b-83a7-0caaebea4785 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:40.515945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac0726f4-0ae0-421d-9985-d4d4d9408fb6 req-33af8e86-ad1a-487b-83a7-0caaebea4785 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 945 time: 0.0772727 Jul 28 11:16:40.584565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac0726f4-0ae0-421d-9985-d4d4d9408fb6 req-e1e54183-c32b-43d1-876b-8c818598a5c9 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/security-groups?id=761c66b5-799d-41dc-bd02-7e23336c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674074 Jul 28 11:16:40.622446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-96297c3d-7518-4d04-991c-b374ec0f865a tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:40.622821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.625031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-96297c3d-7518-4d04-991c-b374ec0f865a tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 945 time: 0.1062436 Jul 28 11:16:40.640200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Transition to ACTIVE for port object 9fb80463-8d65-4961-8a06-12d03f45e46e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:40.647758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.762515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Allocated IP 2001:db8:0:2::2 (4fa758e7-7a7f-48eb-8085-64c78cf42cfd/572e660e-655b-4826-9915-2d0e8ebebb8d/a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:40.858929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Deleting port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:40.859323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.909874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,segment=NetworkSegment(1d541896-5907-4841-8431-767c68a3355c),segment_id=1d541896-5907-4841-8431-767c68a3355c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:40.946843 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.979144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] For port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,segment=NetworkSegment(ab4993e4-b46c-466d-9174-738a1e2e3300),segment_id=ab4993e4-b46c-466d-9174-738a1e2e3300)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:40.979798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:40.985495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Transition to ACTIVE for port object a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:40.995433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Calling delete_port for 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:40.999018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.135741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] In _notify_port_updated(), no bound segment for port 9fb80463-8d65-4961-8a06-12d03f45e46e on network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:16:41.142146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:41.142808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.144206 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "PUT /v2.0/ports/9fb80463-8d65-4961-8a06-12d03f45e46e HTTP/1.1" status: 200 len: 969 time: 1.2914176 Jul 28 11:16:41.147989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:41.155633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63384f96-b6ac-4854-bb22-bd234ab1bcfa tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event updated for resources: {'Port': ['ID=9fb80463-8d65-4961-8a06-12d03f45e46e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:41.179464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e127b0-c8dd-4f22-8a97-0f4e7958f3d8 None None] Pushing event updated for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:41.233409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000634-d71a-4862-a0e9-530b6aa99db6 req-25a6722e-dd07-4fe7-8481-41b1ffeed825 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:41.240739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60000634-d71a-4862-a0e9-530b6aa99db6 req-25a6722e-dd07-4fe7-8481-41b1ffeed825 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 947 time: 0.1212068 Jul 28 11:16:41.277070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.288936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4c20ddba-9c3c-42ae-8001-23533cf3a9e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:41.289946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 9fb80463-8d65-4961-8a06-12d03f45e46e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:41.290360 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.309163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Pushing event deleted for resources: {'Port': ['ID=4c20ddba-9c3c-42ae-8001-23533cf3a9e2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:41.324846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60000634-d71a-4862-a0e9-530b6aa99db6 req-7463cf88-855f-42f5-acfa-8db57c1e01a8 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831282 Jul 28 11:16:41.383562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] No DVR routers for this DVR port 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:41.386911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.389061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-269b5b8b-d8fd-4594-a8df-d09364836ff1 req-b58d8b2d-2054-4546-8659-6308f5ec0062 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.41 "DELETE /v2.0/ports/4c20ddba-9c3c-42ae-8001-23533cf3a9e2 HTTP/1.1" status: 204 len: 173 time: 0.7569094 Jul 28 11:16:41.389526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'name': 'network-vif-deleted', 'tag': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:41.391961 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd59a8-441c-4059-b733-eb2a63899049" -d '{"events": [{"server_uuid": "e9d9617d-0208-4d3f-80e2-7f797097dd3b", "name": "network-vif-deleted", "tag": "4c20ddba-9c3c-42ae-8001-23533cf3a9e2"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:41.444092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.467319 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915d0bac-d7a2-468c-ad7b-7524c2704326 x-openstack-request-id: req-915d0bac-d7a2-468c-ad7b-7524c2704326 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:41.467778 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d9617d-0208-4d3f-80e2-7f797097dd3b", "name": "network-vif-deleted", "tag": "4c20ddba-9c3c-42ae-8001-23533cf3a9e2", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:41.468036 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-915d0bac-d7a2-468c-ad7b-7524c2704326 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:41.468500 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d9617d-0208-4d3f-80e2-7f797097dd3b', 'name': 'network-vif-deleted', 'tag': '4c20ddba-9c3c-42ae-8001-23533cf3a9e2', 'status': 'completed', 'code': 200} Jul 28 11:16:41.472956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 9fb80463-8d65-4961-8a06-12d03f45e46e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:41.621978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.663451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=9fb80463-8d65-4961-8a06-12d03f45e46e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:41.690475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.695225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:41.695724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-14221cb7-b5ea-48cc-b3ed-13924842c569 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/9fb80463-8d65-4961-8a06-12d03f45e46e HTTP/1.1" status: 204 len: 168 time: 0.5464423 Jul 28 11:16:41.742006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad195c57-e46e-4d9e-b80f-5159d15e0ef3 req-870a3d08-8ac1-4aaf-be7f-0abb622886e0 tempest-ServerAddressesTestJSON-85958539 tempest-ServerAddressesTestJSON-85958539-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9617d-0208-4d3f-80e2-7f797097dd3b HTTP/1.1" status: 200 len: 210 time: 0.0353763 Jul 28 11:16:41.760297 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee42c3e0-a7cb-4b40-aee9-895df106843b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] GET failed (client error): The resource could not be found. Jul 28 11:16:41.761953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ee42c3e0-a7cb-4b40-aee9-895df106843b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports/9fb80463-8d65-4961-8a06-12d03f45e46e HTTP/1.1" status: 404 len: 333 time: 0.0653265 Jul 28 11:16:41.767532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:41.830699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c939449e-454a-4a44-b32b-e9119008447f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.862510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c939449e-454a-4a44-b32b-e9119008447f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.959950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c939449e-454a-4a44-b32b-e9119008447f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.977355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c939449e-454a-4a44-b32b-e9119008447f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:41.990818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Could not find standard attr ID for object 9fb80463-8d65-4961-8a06-12d03f45e46e. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:16:41.998492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c939449e-454a-4a44-b32b-e9119008447f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/security-groups/25756833-afea-4d04-97af-88bdd1430500 HTTP/1.1" status: 204 len: 168 time: 0.2275734 Jul 28 11:16:41.999272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:42.019683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939449e-454a-4a44-b32b-e9119008447f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25756833-afea-4d04-97af-88bdd1430500,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:42.033590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Provisioning for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:42.042422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:42.043061 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.157702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40062da7-4ab6-48e9-91ef-7795c502444f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.212849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40062da7-4ab6-48e9-91ef-7795c502444f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.231917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Provisioning complete for port 5e110780-4616-40b6-8d2f-b4f7620c42e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:42.232517 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.284881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ed798560-b714-42f5-9c1b-489efd5ad234 None None] Port 5e110780-4616-40b6-8d2f-b4f7620c42e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:42.285693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40062da7-4ab6-48e9-91ef-7795c502444f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.288595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40062da7-4ab6-48e9-91ef-7795c502444f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.292955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-40062da7-4ab6-48e9-91ef-7795c502444f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/security-groups/cdb56490-a0c5-4e80-98e7-3dc76e55b184 HTTP/1.1" status: 204 len: 168 time: 0.2886989 Jul 28 11:16:42.293430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47284) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:42.302119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40062da7-4ab6-48e9-91ef-7795c502444f tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb56490-a0c5-4e80-98e7-3dc76e55b184,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:42.367424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e678ee25-ecbd-439f-b616-0f0cf892bba1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.393063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e678ee25-ecbd-439f-b616-0f0cf892bba1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.486539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78128b-0449-47a8-ad45-0d7d68c532f6 req-3d9ac808-c31c-4fe8-bf67-778aa93a17bc tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:42.488093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e78128b-0449-47a8-ad45-0d7d68c532f6 req-3d9ac808-c31c-4fe8-bf67-778aa93a17bc tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 947 time: 0.0923004 Jul 28 11:16:42.501304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b5ad7a23-f11b-4839-beda-1b2a1c35165f None None] Could not find standard attr ID for object 9fb80463-8d65-4961-8a06-12d03f45e46e. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:16:42.515768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e678ee25-ecbd-439f-b616-0f0cf892bba1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.518325 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e678ee25-ecbd-439f-b616-0f0cf892bba1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.521807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e678ee25-ecbd-439f-b616-0f0cf892bba1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/security-groups/fcd3b095-7fce-4989-8898-f41e448b1dd5 HTTP/1.1" status: 204 len: 168 time: 0.2249048 Jul 28 11:16:42.522223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:42.555548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:42.563064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678ee25-ecbd-439f-b616-0f0cf892bba1 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd3b095-7fce-4989-8898-f41e448b1dd5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:42.592783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e78128b-0449-47a8-ad45-0d7d68c532f6 req-d2fc0838-6422-430b-aba8-2f8da68c5407 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927453 Jul 28 11:16:42.593706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 0fefe563-194b-4f6f-a4c3-5cfe4414c357 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:42.601700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.610033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c214e-e7c3-4b95-baee-6035f5eaacf4 req-572e3780-fbe4-4c6f-abbb-45c384f4d056 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:42.611622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-042c214e-e7c3-4b95-baee-6035f5eaacf4 req-572e3780-fbe4-4c6f-abbb-45c384f4d056 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.0987451 Jul 28 11:16:42.662645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.667059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-042c214e-e7c3-4b95-baee-6035f5eaacf4 req-ef703132-5db5-45d1-a778-ef427e927656 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Jul 28 11:16:42.706949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:42.719685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'mac_address': 'fa:16:3e:e5:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:42.758608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.759078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.773210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462691b0-9f29-447c-8b8f-9514b1d2e0fa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:42.795144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:42.799334 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.838271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:42.844727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.861141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:42.874770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=0fefe563-194b-4f6f-a4c3-5cfe4414c357,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:42.882313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.890609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1dd30d70-2014-4570-83d2-33338a48c019 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/0fefe563-194b-4f6f-a4c3-5cfe4414c357 HTTP/1.1" status: 204 len: 168 time: 0.3609447 Jul 28 11:16:42.890901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d06e302-3336-4616-b702-c7caae0b5b67 None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:42.891052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:42.926815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Deleting subnet 2e84e267-ed53-41b6-a370-1d6c58c7c126 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:42.942726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.951563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet 572e660e-655b-4826-9915-2d0e8ebebb8d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:42.955171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:42.990264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.002746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.078283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.103248 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.171711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.200061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=572e660e-655b-4826-9915-2d0e8ebebb8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:43.212314 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.217595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c5220a67-3edc-4c8e-9955-43348db7a6d0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/572e660e-655b-4826-9915-2d0e8ebebb8d HTTP/1.1" status: 204 len: 168 time: 0.3231349 Jul 28 11:16:43.219578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47314) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:43.265672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.268852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:43.285618 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c7a60e-fc68-4f36-808b-11a3061d90e0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:43.286076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c7a60e-fc68-4f36-808b-11a3061d90e0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:43.290139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-05c7a60e-fc68-4f36-808b-11a3061d90e0 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/0fefe563-194b-4f6f-a4c3-5cfe4414c357 HTTP/1.1" status: 404 len: 337 time: 0.0669625 Jul 28 11:16:43.290998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:43.296207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['462691b0-9f29-447c-8b8f-9514b1d2e0fa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:43.314149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e84e267-ed53-41b6-a370-1d6c58c7c126,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:43.318903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.320890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-90ff44ba-8a80-46e6-ac20-eee75fedadc8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e84e267-ed53-41b6-a370-1d6c58c7c126 HTTP/1.1" status: 204 len: 168 time: 0.4808159 Jul 28 11:16:43.324378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:43.388787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:43.389308 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.402466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2736f-3383-40a4-8e70-17eb5f97f223 req-cd968073-3aa9-4709-8cb3-8c0097d0dddc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:43.404638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bf2736f-3383-40a4-8e70-17eb5f97f223 req-cd968073-3aa9-4709-8cb3-8c0097d0dddc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.1723611 Jul 28 11:16:43.412611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting subnet dbd242e0-2d86-4e6d-9b29-09484a4cd968 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:16:43.418119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.468237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.476954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bf2736f-3383-40a4-8e70-17eb5f97f223 req-9b1689ef-2148-4389-a581-f3932dd09b04 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583224 Jul 28 11:16:43.488873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.600431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.623765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567b40de-0547-4391-bd73-8266e4c97239']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:43.639612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4993e4-b46c-466d-9174-738a1e2e3300') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:43.640286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4993e4-b46c-466d-9174-738a1e2e3300') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:43.653695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.676659 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.686544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:43.687194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.706731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:43.765700 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:43.779300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.785883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.790742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/567b40de-0547-4391-bd73-8266e4c97239 HTTP/1.1" status: 204 len: 168 time: 0.4651117 Jul 28 11:16:43.797597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.820335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8eb420-d002-4cfb-a4a1-0dd601b814d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=567b40de-0547-4391-bd73-8266e4c97239,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:43.849898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f99f4-2f5d-4b58-9d25-6423afe873c5 req-caf725cd-7a46-4146-b245-59479504a800 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:43.854097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-939f99f4-2f5d-4b58-9d25-6423afe873c5 req-caf725cd-7a46-4146-b245-59479504a800 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 948 time: 0.0873799 Jul 28 11:16:43.883165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd242e0-2d86-4e6d-9b29-09484a4cd968,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:43.887649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:43.890433 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6ac9ae46-ab59-4064-ad4b-8668fc3241b8 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/dbd242e0-2d86-4e6d-9b29-09484a4cd968 HTTP/1.1" status: 204 len: 168 time: 0.5966763 Jul 28 11:16:43.892917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:43.930063 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab229390-72ec-462a-9acc-32be085cb123 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:43.930561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab229390-72ec-462a-9acc-32be085cb123 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:43.932937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab229390-72ec-462a-9acc-32be085cb123 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/7a81e376-8d2d-4a07-a352-8654b678f51b HTTP/1.1" status: 404 len: 337 time: 0.0388341 Jul 28 11:16:43.935560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:43.951066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-939f99f4-2f5d-4b58-9d25-6423afe873c5 req-71a190b9-5aa2-4e69-8b17-2027f11f30c3 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828595 Jul 28 11:16:43.990266 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4ddb71c1-1a65-4350-95e9-a33159933175 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "GET /v2.0/ports?device_id=c60aba72-c68d-4c51-beaa-775b07ae25db HTTP/1.1" status: 200 len: 205 time: 0.0510948 Jul 28 11:16:43.990711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.074950 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-2a7204bd-bf6d-4db5-bebd-2c65d79c234c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] delete failed (client error): The resource could not be found. Jul 28 11:16:44.076402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a7204bd-bf6d-4db5-bebd-2c65d79c234c tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/routers/c60aba72-c68d-4c51-beaa-775b07ae25db HTTP/1.1" status: 404 len: 336 time: 0.0839133 Jul 28 11:16:44.079353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47344) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.137534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.171540 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-193d9d13-56c9-4a1c-b63d-61c990553099 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.172716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193d9d13-56c9-4a1c-b63d-61c990553099 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.179648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-193d9d13-56c9-4a1c-b63d-61c990553099 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/9fa78ad6-121e-43e6-9d4e-7b12111114fb HTTP/1.1" status: 404 len: 337 time: 0.0987828 Jul 28 11:16:44.180536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.215381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0439a927-efae-4211-ab1b-39e13c0a05ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bc714d46a284e64a553e6cabad56a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754108 Jul 28 11:16:44.219225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.255928 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53c1186-d72e-40d0-a7ff-46eb691fc09b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.256699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53c1186-d72e-40d0-a7ff-46eb691fc09b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.258619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c53c1186-d72e-40d0-a7ff-46eb691fc09b tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/5bb21904-1c0e-4c48-aee4-81d769d401d5 HTTP/1.1" status: 404 len: 337 time: 0.0748029 Jul 28 11:16:44.268103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.302806 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3aa9b80-4465-4f91-bb5b-9918ccda4026 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.303263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3aa9b80-4465-4f91-bb5b-9918ccda4026 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.305149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b3aa9b80-4465-4f91-bb5b-9918ccda4026 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/e3d799d4-51a2-4ffb-bc9a-029932edf8f9 HTTP/1.1" status: 404 len: 337 time: 0.0354753 Jul 28 11:16:44.308623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.340200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-676985c0-32c9-4bc7-b693-e9fc7a93e057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.346182 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ac3fd2-8a9a-4064-87c1-6a7fd60101a2 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.346904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ac3fd2-8a9a-4064-87c1-6a7fd60101a2 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.348728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a0ac3fd2-8a9a-4064-87c1-6a7fd60101a2 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/76b2f01d-9760-446a-814c-eeccec807463 HTTP/1.1" status: 404 len: 333 time: 0.0376780 Jul 28 11:16:44.351580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.363217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-676985c0-32c9-4bc7-b693-e9fc7a93e057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.371648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f551a66-778b-42cc-aa70-e7ea042c31fe req-6cdb046e-3dc2-4110-894e-35702534498b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:44.373250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f551a66-778b-42cc-aa70-e7ea042c31fe req-6cdb046e-3dc2-4110-894e-35702534498b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2146983 Jul 28 11:16:44.393099 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6e2330-ab44-4540-8fd7-cb04ecf268e7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.394038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6e2330-ab44-4540-8fd7-cb04ecf268e7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.395549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7d6e2330-ab44-4540-8fd7-cb04ecf268e7 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/cc11a6f6-f554-48ef-af5c-f70be05ac651 HTTP/1.1" status: 404 len: 337 time: 0.0430920 Jul 28 11:16:44.398055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.414229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b2ddc-4a17-4123-9a31-72060c80eca2 None None] Network 4fa758e7-7a7f-48eb-8085-64c78cf42cfd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:44.435620 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f52a845-d763-4052-82c5-fb2952098d2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.438416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f52a845-d763-4052-82c5-fb2952098d2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.443653 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9f52a845-d763-4052-82c5-fb2952098d2d tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/603409b8-bf61-4c36-8ba3-274042d805ef HTTP/1.1" status: 404 len: 337 time: 0.0445635 Jul 28 11:16:44.444881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f551a66-778b-42cc-aa70-e7ea042c31fe req-3540cb6e-ecf0-4217-876f-e08b565b08af tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537663 Jul 28 11:16:44.448444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.492614 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec61cce-e793-4be0-9795-06e2b9c83b58 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.493506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec61cce-e793-4be0-9795-06e2b9c83b58 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.498908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.499159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ec61cce-e793-4be0-9795-06e2b9c83b58 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/23fae0b6-20e7-4506-9977-5ed3e2b82648 HTTP/1.1" status: 404 len: 333 time: 0.0338416 Jul 28 11:16:44.501089 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-676985c0-32c9-4bc7-b693-e9fc7a93e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.502238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-72031009-6e7e-4cc9-b282-6192901240f9 None None] Provisioning complete for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:44.502618 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-72031009-6e7e-4cc9-b282-6192901240f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.504911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-676985c0-32c9-4bc7-b693-e9fc7a93e057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.508328 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-676985c0-32c9-4bc7-b693-e9fc7a93e057 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/761c66b5-799d-41dc-bd02-7e23336c4fcd HTTP/1.1" status: 204 len: 168 time: 0.2815723 Jul 28 11:16:44.519434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676985c0-32c9-4bc7-b693-e9fc7a93e057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c66b5-799d-41dc-bd02-7e23336c4fcd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:44.532588 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3fed4c-6da2-4f07-84e4-e6a5604c2536 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.533052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3fed4c-6da2-4f07-84e4-e6a5604c2536 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.534944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1b3fed4c-6da2-4f07-84e4-e6a5604c2536 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/51a9a5b4-67bf-43e5-aa45-560b508dca89 HTTP/1.1" status: 404 len: 337 time: 0.0337696 Jul 28 11:16:44.537617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47370) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.574347 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc86cf9-7104-414b-b578-fa09ad875d71 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] DELETE failed (client error): The resource could not be found. Jul 28 11:16:44.575226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc86cf9-7104-414b-b578-fa09ad875d71 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:16:44.577640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6dc86cf9-7104-414b-b578-fa09ad875d71 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/subnets/83629286-c0fd-4a89-a018-ce138192fcad HTTP/1.1" status: 404 len: 337 time: 0.0376070 Jul 28 11:16:44.580406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.585029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:44.684861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port 5e110780-4616-40b6-8d2f-b4f7620c42e0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:44.685436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.719285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 462691b0-9f29-447c-8b8f-9514b1d2e0fa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:44.725445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 462691b0-9f29-447c-8b8f-9514b1d2e0fa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:44.725822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.728984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-72031009-6e7e-4cc9-b282-6192901240f9 None None] Provisioning complete for port 5e110780-4616-40b6-8d2f-b4f7620c42e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:44.728984 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-72031009-6e7e-4cc9-b282-6192901240f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.772561 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.777969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] DHCP port deletion for 4fa758e7-7a7f-48eb-8085-64c78cf42cfd request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:16:44.788703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for 5e110780-4616-40b6-8d2f-b4f7620c42e0 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:44.801161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-72031009-6e7e-4cc9-b282-6192901240f9 None None] Port 5e110780-4616-40b6-8d2f-b4f7620c42e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:16:44.874895 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.882676 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.892547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] Deleting port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:44.892924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.918903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=5e110780-4616-40b6-8d2f-b4f7620c42e0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:44.926577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.928987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-16eeee1f-4f62-4dc0-bff6-3a1098b00ed3 tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/ports/5e110780-4616-40b6-8d2f-b4f7620c42e0 HTTP/1.1" status: 204 len: 168 time: 0.3455050 Jul 28 11:16:44.931368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:44.938880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:44.941130 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85376ce7-3939-4091-93f4-56e1c7399ad6" -d '{"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-plugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:44.961978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:44.969565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:44.970617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:45.032105 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee02db-0490-472a-8b4c-dffa1e05cc89 x-openstack-request-id: req-36ee02db-0490-472a-8b4c-dffa1e05cc89 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:45.032105 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-plugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:45.032105 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36ee02db-0490-472a-8b4c-dffa1e05cc89 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:45.032533 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'code': 200} Jul 28 11:16:45.036321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,segment=NetworkSegment(1d541896-5907-4841-8431-767c68a3355c),segment_id=1d541896-5907-4841-8431-767c68a3355c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:45.036816 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.039051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:16:45.039400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4c20ddba-9c3c-42ae-8001-23533cf3a9e2 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:45.064830 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.065355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] Calling delete_port for a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:45.102808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:45.199740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371daf51-a75b-4bcc-9fcd-683e957ae05f req-a767df84-4e2b-400a-b613-48a961e1210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:45.201146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-371daf51-a75b-4bcc-9fcd-683e957ae05f req-a767df84-4e2b-400a-b613-48a961e1210d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 1100 time: 0.1321442 Jul 28 11:16:45.231971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:16:45.251156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9b00-d200-404d-82ce-2dc5e2743432 req-394ba7e0-74e4-48f8-88e9-b8eec3748df0 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:45.252757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ead9b00-d200-404d-82ce-2dc5e2743432 req-394ba7e0-74e4-48f8-88e9-b8eec3748df0 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 949 time: 0.1339400 Jul 28 11:16:45.258357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.301071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-371daf51-a75b-4bcc-9fcd-683e957ae05f req-e87c9ebb-ed94-4a15-851b-3f2839ee04ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899105 Jul 28 11:16:45.305923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] No DVR routers for this DVR port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:45.310603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89378a7-60cb-454b-9552-129dd4eb8181 None None] Pushing event deleted for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:45.325906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No active binding found for port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 {{(pid=93837) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:16:45.326953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:16:45.337218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ead9b00-d200-404d-82ce-2dc5e2743432 req-aed594c3-2f26-47ca-80ec-eda0854bd595 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711436 Jul 28 11:16:45.338493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Deleting port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:16:45.338875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.408953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] For port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:45.409394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.426562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Calling delete_port for a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:16:45.430264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:16:45.431726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.461960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Port': ['ID=a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:45.469142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] No DVR routers for this DVR port a7d7b8b8-dc3b-40ac-b0ca-0b9f440f8685 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:16:45.482558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:45.576629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.590211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa758e7-7a7f-48eb-8085-64c78cf42cfd']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:45.593814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-733312095-network', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:45.606496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d541896-5907-4841-8431-767c68a3355c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:45.606794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d541896-5907-4841-8431-767c68a3355c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:45.617130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Made reservation on behalf of 566bddd9bacd43ae9d018efb5ff125fb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:45.619530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.622136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbbdd9-a250-42f1-8e49-0b4f33a137bf req-9a56bb9e-0b5b-4fef-a3cb-543f86c7ced3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:45.623645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0fbbdd9-a250-42f1-8e49-0b4f33a137bf req-9a56bb9e-0b5b-4fef-a3cb-543f86c7ced3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.0876505 Jul 28 11:16:45.627350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.631011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.651453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.660031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:16:45.660449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:16:45.663642 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:16:45.728423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0fbbdd9-a250-42f1-8e49-0b4f33a137bf req-de8ed61f-818a-467c-a297-64ab5b1196e1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942380 Jul 28 11:16:45.739428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.741555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.743033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.749660 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.751519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] 10.222.0.20 "DELETE /v2.0/networks/4fa758e7-7a7f-48eb-8085-64c78cf42cfd HTTP/1.1" status: 204 len: 168 time: 0.8180559 Jul 28 11:16:45.769319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:45.771370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52649ba7-69a7-45b0-959a-42245b0136eb tempest-PortsIpV6TestJSON-142291381 tempest-PortsIpV6TestJSON-142291381-project] Pushing event deleted for resources: {'Network': ['ID=4fa758e7-7a7f-48eb-8085-64c78cf42cfd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:45.793549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.793887 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Added segment a4bd8ff3-7674-4f24-a7a1-38782bf92034 of type vlan for network 9d15383e-81fb-470c-9fea-4f1eadce964a Jul 28 11:16:45.802302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59d5b6-071c-4daa-a624-b3a4d6834be4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:45.843220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.876577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.877566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:45.878133 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:45.936376 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4505134 Jul 28 11:16:45.937509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:45.944075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Request body: {'subnet': {'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-subnet', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:45.952666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c90120-5f6a-4ed4-afa3-a89296688754 admin admin] Pushing event updated for resources: {'Network': ['ID=9d15383e-81fb-470c-9fea-4f1eadce964a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:45.971742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9d15383e-81fb-470c-9fea-4f1eadce964a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:45.977663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Made reservation on behalf of 566bddd9bacd43ae9d018efb5ff125fb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:45.980742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.002297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:46.183144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0adcb784-f2e3-464d-9131-27d0caf0b045 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fce6843042e43c497c5d7485ed3123f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783864 Jul 28 11:16:46.185067 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.185913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:46.241889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:46.244115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca1cc-2320-47d1-a11d-d957784c0af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.280961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca1cc-2320-47d1-a11d-d957784c0af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.294812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Checking segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:46.295589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Network hostable DHCP agents. Network: 9d15383e-81fb-470c-9fea-4f1eadce964a, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:16:46.320069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Network 9d15383e-81fb-470c-9fea-4f1eadce964a is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:16:46.335319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9d15383e-81fb-470c-9fea-4f1eadce964a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:46.341264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:46.342575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.355059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b67153-13c5-40a0-b4e9-51fd2ee33277 None None] Network 9d15383e-81fb-470c-9fea-4f1eadce964a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:46.357178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca1cc-2320-47d1-a11d-d957784c0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.360020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca1cc-2320-47d1-a11d-d957784c0af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.368158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1f0ca1cc-2320-47d1-a11d-d957784c0af3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6702ccb6-48f1-4b57-b08a-e5603ed2f7b7 HTTP/1.1" status: 204 len: 168 time: 0.1806724 Jul 28 11:16:46.396118 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-019fa4f3-cc37-4d8d-a5bd-c7c7f7f6e21b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4550591 Jul 28 11:16:46.397033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:46.404200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ca1cc-2320-47d1-a11d-d957784c0af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6702ccb6-48f1-4b57-b08a-e5603ed2f7b7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:46.405126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:46.463841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.465312 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.513152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e4013-6222-4eb8-aa9f-ca0e3a50a2df req-39e9966d-65c4-4e84-9f49-8bcb01b4d0e7 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:46.520545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a32e4013-6222-4eb8-aa9f-ca0e3a50a2df req-39e9966d-65c4-4e84-9f49-8bcb01b4d0e7 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 949 time: 0.0829351 Jul 28 11:16:46.574275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a32e4013-6222-4eb8-aa9f-ca0e3a50a2df req-12eec9df-dee3-4773-97c2-c5919e421587 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Jul 28 11:16:46.574747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55990a9-0513-4c36-ab09-1a60bbf310ca None None] Network 9d15383e-81fb-470c-9fea-4f1eadce964a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:46.580727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.591475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:46.831611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:46.857586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:46.884636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.888946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7414f-e4fa-474c-8d4a-5eee6c45bca8 req-3669b8d7-1549-45d2-9399-c3d1ac51061c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:46.897238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2a7414f-e4fa-474c-8d4a-5eee6c45bca8 req-3669b8d7-1549-45d2-9399-c3d1ac51061c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.0709896 Jul 28 11:16:46.922102 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:46.943004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:46.957387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2a7414f-e4fa-474c-8d4a-5eee6c45bca8 req-7ff5ec91-e3a3-4540-97ed-48090fe256aa tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590467 Jul 28 11:16:46.998552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:47.006677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.097121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:47.174222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ef1e51aa-a2ee-4a3f-8073-c48c19be988e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:47.195753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.254930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.389333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Allocated IP 172.25.1.209 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/98326809-62d5-43d1-a625-4543864766f3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:47.516931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.546957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:47.563106 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.604899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:47.612291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:47.617633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:47.623402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Pushing event updated for resources: {'Port': ['ID=98326809-62d5-43d1-a625-4543864766f3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:47.730913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47498) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:47.801326 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3218ddd7-080c-40fa-88f8-42ab5dfabca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.820714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-24e15ad0-8781-4b17-ab8b-04c425a372b5 tempest-DvrRoutersNegativeTest-1307924929 tempest-DvrRoutersNegativeTest-1307924929-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1608774809', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:47.824136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.policy [None req-24e15ad0-8781-4b17-ab8b-04c425a372b5 tempest-DvrRoutersNegativeTest-1307924929 tempest-DvrRoutersNegativeTest-1307924929-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93836) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 28 11:16:47.824545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.policy [None req-24e15ad0-8781-4b17-ab8b-04c425a372b5 tempest-DvrRoutersNegativeTest-1307924929 tempest-DvrRoutersNegativeTest-1307924929-project] Failed policy check for 'create_router' {{(pid=93836) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 28 11:16:47.825011 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-24e15ad0-8781-4b17-ab8b-04c425a372b5 tempest-DvrRoutersNegativeTest-1307924929 tempest-DvrRoutersNegativeTest-1307924929-project] create failed (client error): Access was denied to this resource. Jul 28 11:16:47.832638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-24e15ad0-8781-4b17-ab8b-04c425a372b5 tempest-DvrRoutersNegativeTest-1307924929 tempest-DvrRoutersNegativeTest-1307924929-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2808154 Jul 28 11:16:47.913467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.942003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3218ddd7-080c-40fa-88f8-42ab5dfabca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.949639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3218ddd7-080c-40fa-88f8-42ab5dfabca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:47.996705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ddd7-080c-40fa-88f8-42ab5dfabca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655de266-a16c-4bba-bcd8-09e8d33b4d36,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:48.023485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3218ddd7-080c-40fa-88f8-42ab5dfabca7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=869d6e226bee426b884cc5b5114a1e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891092 Jul 28 11:16:48.027158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:48.107108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d858985c-dd8f-4f82-b76e-610833b584ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.117640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:48.194475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d858985c-dd8f-4f82-b76e-610833b584ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.206464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.233981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2113-0fe0-4905-bcd1-a6cee20616cf req-1e65e353-ab8d-45d5-be64-8bde8197606b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:48.235723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e86b2113-0fe0-4905-bcd1-a6cee20616cf req-1e65e353-ab8d-45d5-be64-8bde8197606b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1298099 Jul 28 11:16:48.304312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d858985c-dd8f-4f82-b76e-610833b584ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.306826 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d858985c-dd8f-4f82-b76e-610833b584ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.311084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d858985c-dd8f-4f82-b76e-610833b584ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/655de266-a16c-4bba-bcd8-09e8d33b4d36 HTTP/1.1" status: 204 len: 168 time: 0.2805843 Jul 28 11:16:48.322478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e86b2113-0fe0-4905-bcd1-a6cee20616cf req-e0877066-752c-431a-93b5-1b78f69ed7a9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547850 Jul 28 11:16:48.324106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858985c-dd8f-4f82-b76e-610833b584ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655de266-a16c-4bba-bcd8-09e8d33b4d36,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:48.381394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-567c0c28-8ad5-4ee5-b036-1147cb23609e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.483684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Router 66002466-9437-4c8e-9aaf-3514eab42afa is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:16:48.569411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-567c0c28-8ad5-4ee5-b036-1147cb23609e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.593801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:48.603560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-567c0c28-8ad5-4ee5-b036-1147cb23609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.662331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:48.662509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-567c0c28-8ad5-4ee5-b036-1147cb23609e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=342028149b6246e8a6e22f091ee14fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412648 Jul 28 11:16:48.663641 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.663820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:16:48.664965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:48.665399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c0c28-8ad5-4ee5-b036-1147cb23609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d64b4-c4f0-47cf-9b8c-3941a93fc3ce,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:48.677599 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Sync routers for ids ['66002466-9437-4c8e-9aaf-3514eab42afa'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:16:48.696527 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Routers {'66002466-9437-4c8e-9aaf-3514eab42afa'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:48.697848 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['66002466-9437-4c8e-9aaf-3514eab42afa'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:48.699560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.700876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ce7807cb-71c5-448f-86fe-b61988681742 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3017905 Jul 28 11:16:48.703502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:48.766962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ddb-0702-4301-95a6-60f572b13b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.814025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ddb-0702-4301-95a6-60f572b13b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.861816 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.905426 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ddb-0702-4301-95a6-60f572b13b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.909172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ddb-0702-4301-95a6-60f572b13b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:48.912900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ed7f0ddb-0702-4301-95a6-60f572b13b97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/556d64b4-c4f0-47cf-9b8c-3941a93fc3ce HTTP/1.1" status: 204 len: 168 time: 0.2429838 Jul 28 11:16:48.946586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0ddb-0702-4301-95a6-60f572b13b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d64b4-c4f0-47cf-9b8c-3941a93fc3ce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:48.949161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:48.954928 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d15ee-43b2-4865-b1f3-eba02cc97429" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:48.995638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:49.031983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:49.065974 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79de27-c46e-4d38-9c59-60d560480c7c x-openstack-request-id: req-5f79de27-c46e-4d38-9c59-60d560480c7c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:49.065974 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:49.066272 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f79de27-c46e-4d38-9c59-60d560480c7c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:49.066485 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:16:49.067288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.082514 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Set router 66002466-9437-4c8e-9aaf-3514eab42afa gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:49.208279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7a27f478-68e8-498e-b5e4-dfab39224b4c tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4611 time: 0.2107623 Jul 28 11:16:49.210595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:49.220853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'network': {'name': 'tempest-network-smoke--223541264', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'port_security_enabled': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:49.222411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:49.272661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Made reservation on behalf of b57d1173ecfa4fc5b427fc10419e0045 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:49.278776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.310241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:49.326234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.326840 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Added segment f9e2a215-14e7-47e5-b6c4-9b259b2189a2 of type vlan for network cd1b7f4f-cb70-4568-8459-40e46ae51d54 Jul 28 11:16:49.407899 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.486832 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:16:47Z', 'revision_number': 3, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:49.533467 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Checking router: 66002466-9437-4c8e-9aaf-3514eab42afa for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:16:49.534156 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Updating router 66002466-9437-4c8e-9aaf-3514eab42afa port 98326809-62d5-43d1-a625-4543864766f3 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:16:49.558881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e19af-fcda-44b6-800e-c1631591a86b req-0f7fba98-b564-42eb-b1f3-55616c245dce tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:49.561340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-029e19af-fcda-44b6-800e-c1631591a86b req-0f7fba98-b564-42eb-b1f3-55616c245dce tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1198425 Jul 28 11:16:49.562025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.568097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:49.568856 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.584396 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.599645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3864925 Jul 28 11:16:49.609720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:49.615874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'admin_state_up': True, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:49.653843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.655508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.679409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.690381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:49.708817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-029e19af-fcda-44b6-800e-c1631591a86b req-4830a6b4-1c43-470f-8e0b-0fdcdfe9b7a2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255341 Jul 28 11:16:49.712055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a52419-5d36-4272-9fe7-239cd6f7610f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Network': ['ID=cd1b7f4f-cb70-4568-8459-40e46ae51d54,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:49.724527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:49.814822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.035035 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.050508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Transition to ACTIVE for port object 98326809-62d5-43d1-a625-4543864766f3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:50.063684 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.155982 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Pushing event updated for resources: {'Port': ['ID=98326809-62d5-43d1-a625-4543864766f3,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:50.168189 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Attempting to bind port 98326809-62d5-43d1-a625-4543864766f3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:50.169285 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Attempting to bind port 98326809-62d5-43d1-a625-4543864766f3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:50.169819 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Attempting to bind port 98326809-62d5-43d1-a625-4543864766f3 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:50.177510 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.177845 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.178180 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.178509 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.179318 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.179820 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.180152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.180506 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.181161 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.181491 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.182148 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.182992 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:50.193772 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:50.195332 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:50.196508 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.197130 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:50.197616 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Bound port: 98326809-62d5-43d1-a625-4543864766f3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:50.199226 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.329284 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] For port 98326809-62d5-43d1-a625-4543864766f3, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:50.339547 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] For port 98326809-62d5-43d1-a625-4543864766f3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98326809-62d5-43d1-a625-4543864766f3,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:50.355328 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.486895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Routers {'66002466-9437-4c8e-9aaf-3514eab42afa'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:50.487973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['66002466-9437-4c8e-9aaf-3514eab42afa'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:50.590831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:50.688741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.792476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:50.824927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'mac_address': 'fa:16:3e:e5:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:50.839505 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980994-99a6-41b5-b065-156ba7405bd3 None None] Pushing event updated for resources: {'Port': ['ID=98326809-62d5-43d1-a625-4543864766f3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:50.911956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:50.921853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] Set router 66002466-9437-4c8e-9aaf-3514eab42afa gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:50.941058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 462691b0-9f29-447c-8b8f-9514b1d2e0fa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:50.976162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Allocated IP 172.20.0.1 (9d15383e-81fb-470c-9fea-4f1eadce964a/13aa3d32-2c9a-4b70-bea2-cbab01ac93e4/3ce51bd0-87b4-41ce-8b62-9713ecb13d71) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:50.987620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:51.002128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.128032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2d5dd-b996-430e-8e84-8ee70d82c5ba req-b92cd73c-6597-475a-bf96-ffaf2b7756fa tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:51.134840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bb2d5dd-b996-430e-8e84-8ee70d82c5ba req-b92cd73c-6597-475a-bf96-ffaf2b7756fa tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2248704 Jul 28 11:16:51.135236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:51.170509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['462691b0-9f29-447c-8b8f-9514b1d2e0fa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:51.250616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bb2d5dd-b996-430e-8e84-8ee70d82c5ba req-24428527-bcad-412f-b87a-60b1a25e2117 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072505 Jul 28 11:16:51.260904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:51.437873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.525613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337569711'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:51.558437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.561169 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:16:47Z', 'revision_number': 3, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:51.583440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.598701 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0804b-f82f-43ff-9143-960a86d2afdb None None] The sync data for ids ['66002466-9437-4c8e-9aaf-3514eab42afa'] in n-d-723573-7 is: [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:16:47Z', 'revision_number': 3, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:16:51.697286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.754398 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.793829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.801328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:51.854821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebfebb9-1e6f-4a03-922d-f3e8e1f11d65,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:51.982287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.002555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.026924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.25.1.4 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/1cb6b328-d133-47c6-9d5c-18ca68e5587a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:16:52.097958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.107839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.112031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8496985 Jul 28 11:16:52.115132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:52.142481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:52.158530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077325198', 'description': 'tempest-secgroup-smoke-2077325198 description', 'project_id': '53d99df6846d459185671064bf7c439d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:52.188929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a67d-cd34-4fd7-b1e3-cb9918777dfb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c7708b-c7f7-4361-a6b5-1cb4f86d44ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:52.219881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:52.234783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Network 9d15383e-81fb-470c-9fea-4f1eadce964a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:52.238665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:52.254201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:52.308350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.324129 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.326690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.378048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.444913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c682c643-6406-4049-b23c-dcecd9af0471 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3220196 Jul 28 11:16:52.450621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:52.455027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-security--2020311701', 'description': 'tempest-security-description-1121382197'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:52.535165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.592893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:52.631113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.706510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4adaf-cc92-4e45-abc8-dd899eeb10cf req-3921e525-160b-4495-a952-6c92c0003a91 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:52.712168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 462691b0-9f29-447c-8b8f-9514b1d2e0fa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:52.712571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.722713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78c4adaf-cc92-4e45-abc8-dd899eeb10cf req-3921e525-160b-4495-a952-6c92c0003a91 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2764406 Jul 28 11:16:52.787059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.889483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.894386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.922828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.925935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.928198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "PUT /v2.0/security-groups/08c7708b-c7f7-4361-a6b5-1cb4f86d44ae HTTP/1.1" status: 200 len: 1780 time: 0.4766119 Jul 28 11:16:52.937934 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:52.948142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47698) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:52.976829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78c4adaf-cc92-4e45-abc8-dd899eeb10cf req-21b5ed08-1512-4930-a3e0-c4259ee40b32 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530336 Jul 28 11:16:53.039744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:53.042490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:53.048938 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b9e13a-78e1-41cc-b3e5-f281663a4dd6" -d '{"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-plugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:53.073880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.161381 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863508f9-c959-4ff5-bb2b-e091c94bba5a x-openstack-request-id: req-863508f9-c959-4ff5-bb2b-e091c94bba5a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:16:53.168599 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-plugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:16:53.169118 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-863508f9-c959-4ff5-bb2b-e091c94bba5a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:16:53.169698 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'code': 200} Jul 28 11:16:53.185564 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.202794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:53.206841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:53.208927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.210856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94adf6-d29e-4adf-9068-e9d523682673 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c7708b-c7f7-4361-a6b5-1cb4f86d44ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.211641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:16:53.223660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.244162 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.256557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4e460f2b-b445-48ad-8a31-e1ee9e0e1d9e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups/08c7708b-c7f7-4361-a6b5-1cb4f86d44ae HTTP/1.1" status: 200 len: 1780 time: 0.2781129 Jul 28 11:16:53.259115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:53.268159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.331582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=1cb6b328-d133-47c6-9d5c-18ca68e5587a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.350123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.438352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea97d34f-3578-4756-93ce-df96edafecea,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.468619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98326809-62d5-43d1-a625-4543864766f3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:53.484315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0b2d-5994-4f61-a5ad-b133feac2949 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.528222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0b2d-5994-4f61-a5ad-b133feac2949 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.544662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.561991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.608771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98f6d5e-2397-4968-a722-1460795923bd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.611773 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.615801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-99ab632e-deb6-4569-ba43-e63761e34943 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4598444 Jul 28 11:16:53.616238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:53.621814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': 'a98f6d5e-2397-4968-a722-1460795923bd', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:53.628804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0b2d-5994-4f61-a5ad-b133feac2949 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.631233 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0b2d-5994-4f61-a5ad-b133feac2949 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.632453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc8e0b2d-5994-4f61-a5ad-b133feac2949 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/08c7708b-c7f7-4361-a6b5-1cb4f86d44ae HTTP/1.1" status: 204 len: 168 time: 0.3721738 Jul 28 11:16:53.639763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47706) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:53.670414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 98326809-62d5-43d1-a625-4543864766f3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:16:53.676663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 98326809-62d5-43d1-a625-4543864766f3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:53.677044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.686621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e0b2d-5994-4f61-a5ad-b133feac2949 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c7708b-c7f7-4361-a6b5-1cb4f86d44ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.752280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:53.779714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.795549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79e74622-6230-43cf-a938-955962ba32df tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534374 Jul 28 11:16:53.824952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:53.875620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.913806 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5d26bf2e-8a32-4258-8ed4-e281b800e24e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] delete failed (client error): The resource could not be found. Jul 28 11:16:53.915734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d26bf2e-8a32-4258-8ed4-e281b800e24e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/08c7708b-c7f7-4361-a6b5-1cb4f86d44ae HTTP/1.1" status: 404 len: 347 time: 0.0880237 Jul 28 11:16:53.922641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:53.934637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564413590'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:53.940159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 98326809-62d5-43d1-a625-4543864766f3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98326809-62d5-43d1-a625-4543864766f3,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:53.952285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.970008 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:53.999553 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.014133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.098371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Network 9d15383e-81fb-470c-9fea-4f1eadce964a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:16:54.108804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.118383 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:54.155354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272b3973-9bdc-4cf0-8333-a72b44567b4f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:54.158873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.160066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7402024b-c17f-4549-abeb-ceb1228a6437 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5430930 Jul 28 11:16:54.166775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:54.173418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': 'a98f6d5e-2397-4968-a722-1460795923bd', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:54.306006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=98326809-62d5-43d1-a625-4543864766f3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:54.382715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300febb-13d3-4148-a807-555ea2900f37 req-a7ece37d-e587-40f9-b9e5-884e5de8e79a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:54.401996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6300febb-13d3-4148-a807-555ea2900f37 req-a7ece37d-e587-40f9-b9e5-884e5de8e79a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2104166 Jul 28 11:16:54.538179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6300febb-13d3-4148-a807-555ea2900f37 req-a5bb7050-a20a-4a8d-859a-6b24ea1e932b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351600 Jul 28 11:16:54.560947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Router 66002466-9437-4c8e-9aaf-3514eab42afa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:16:54.578849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.589883 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.605228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:16:54.681430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b896069-9974-45d2-b833-906e608f2a26,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:54.696016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.697352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-388c839c-cda6-429a-a752-b2df23d5ab70 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7691197 Jul 28 11:16:54.700499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:54.705271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': '0b896069-9974-45d2-b833-906e608f2a26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:54.765394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.793374 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.853517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.878635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:54.912399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'mac_address': 'fa:16:3e:bd:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:16:54.942629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:54.956995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.023559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781f90ab-4f11-4c63-9d4a-9f4a2d2fb273,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:55.029724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.035416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.039777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2b8ab03c-19aa-454c-83ea-5b660a673bb5 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379095 Jul 28 11:16:55.043429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:55.094938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:16:55.132242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-842ce318-dfbb-46e9-b8bc-998781461b84 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.159580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-842ce318-dfbb-46e9-b8bc-998781461b84 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.182788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.237575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:55.242304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-842ce318-dfbb-46e9-b8bc-998781461b84 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.259081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.260938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-842ce318-dfbb-46e9-b8bc-998781461b84 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.261875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-842ce318-dfbb-46e9-b8bc-998781461b84 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/781f90ab-4f11-4c63-9d4a-9f4a2d2fb273 HTTP/1.1" status: 204 len: 168 time: 0.2167463 Jul 28 11:16:55.267404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:55.276731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.315044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ce318-dfbb-46e9-b8bc-998781461b84 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=781f90ab-4f11-4c63-9d4a-9f4a2d2fb273,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:55.333830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:16:55.366878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:55.379156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a237cc0-b889-499b-b785-85012c301bc6 admin admin] 10.222.0.20 "PUT /v2.0/routers/66002466-9437-4c8e-9aaf-3514eab42afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6648738 Jul 28 11:16:55.379156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a250ce3-5528-4184-95d3-c35dd04666d4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:55.393953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b312a845-0e93-4fdf-966a-f7293703d14a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231391 Jul 28 11:16:55.398238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.402796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-212adb32-1277-45d0-8511-191a661e97cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2308407 Jul 28 11:16:55.403017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:55.403138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Sync routers for ids ['66002466-9437-4c8e-9aaf-3514eab42afa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:16:55.403253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:55.406304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98326809-62d5-43d1-a625-4543864766f3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:55.408981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': 'a98f6d5e-2397-4968-a722-1460795923bd', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:55.450515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.450996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.451587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.452056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.452553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.452988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.453417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.453851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.454419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.454709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.455135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.455561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:16:55.470984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Routers {'66002466-9437-4c8e-9aaf-3514eab42afa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:55.472286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['66002466-9437-4c8e-9aaf-3514eab42afa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:55.478883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 69d3da6a-8c91-4a53-9804-910e750b208a is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:16:55.545502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['dd1d304c-7b36-49e2-a111-46952f7967a7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:16:55.567019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99b55f24-1ef7-4494-b993-06547eb198f7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.575318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.717188 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99b55f24-1ef7-4494-b993-06547eb198f7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.762071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:16:55.772542 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Sync routers for ids ['69d3da6a-8c91-4a53-9804-910e750b208a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:16:55.800211 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Routers {'69d3da6a-8c91-4a53-9804-910e750b208a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:55.801499 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['69d3da6a-8c91-4a53-9804-910e750b208a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:55.808968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.811019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-67b67c0c-5ce9-4af6-865c-383312fdae05 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1992185 Jul 28 11:16:55.813721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:55.884359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Set router 66002466-9437-4c8e-9aaf-3514eab42afa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:55.952148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:55.969933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce2633-89a1-49ba-ba69-534b5081c0e7 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:55.980279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19ce2633-89a1-49ba-ba69-534b5081c0e7 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b57d1173ecfa4fc5b427fc10419e0045&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1622283 Jul 28 11:16:55.981330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:55.988231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb1adf-8db1-475e-ae71-bce5c7da89d4 req-c6343758-7d78-460e-bdbc-a19e08249330 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:55.999043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28fb1adf-8db1-475e-ae71-bce5c7da89d4 req-c6343758-7d78-460e-bdbc-a19e08249330 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.2838140 Jul 28 11:16:56.012229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.066814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99b55f24-1ef7-4494-b993-06547eb198f7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.069408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99b55f24-1ef7-4494-b993-06547eb198f7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.074049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-99b55f24-1ef7-4494-b993-06547eb198f7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b896069-9974-45d2-b833-906e608f2a26 HTTP/1.1" status: 204 len: 168 time: 0.6691177 Jul 28 11:16:56.074500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.087476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c8dbba-f5b8-4f77-a89b-7655dca0355d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:56.131037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b55f24-1ef7-4494-b993-06547eb198f7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b896069-9974-45d2-b833-906e608f2a26,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:56.139345 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Set router 69d3da6a-8c91-4a53-9804-910e750b208a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:56.170736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.170736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5e040a5-20bf-43e4-b101-11ec98acea85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7361114 Jul 28 11:16:56.170925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.170925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': 'a98f6d5e-2397-4968-a722-1460795923bd', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:56.182251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 98326809-62d5-43d1-a625-4543864766f3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:56.182900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.200368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28fb1adf-8db1-475e-ae71-bce5c7da89d4 req-66043b6e-d6b6-4cc3-a496-7d3e22d1fe69 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003098 Jul 28 11:16:56.264620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-710a02fc-655b-4332-85c3-a5bd7c6c918a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1715479 Jul 28 11:16:56.276291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.291237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789480165'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:56.319593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.349901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c61f11-ffd7-4eee-9ef4-9891cd73a4e3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:56.351972 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a0c61f11-ffd7-4eee-9ef4-9891cd73a4e3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3687656 Jul 28 11:16:56.353783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.356341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.414053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.421639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.472398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8386c36f-33ee-45d0-9240-75388f674404,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:56.489740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3e4707fa-ec25-403b-a1ac-dd3a9695750f tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1207995 Jul 28 11:16:56.491386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.491562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.498535 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-118593a4-6a0f-4f37-8916-7e943ccd48a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521621 Jul 28 11:16:56.500603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.524320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': 'a98f6d5e-2397-4968-a722-1460795923bd', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:56.611965 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:16:56.614325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:16:52Z', 'revision_number': 4, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '3ce51bd0-87b4-41ce-8b62-9713ecb13d71', 'name': '', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'mac_address': 'fa:16:3e:04:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:16:52Z', 'revision_number': 2, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'subnets': [{'id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:56.623060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.669805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Checking router: 66002466-9437-4c8e-9aaf-3514eab42afa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:16:56.670440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Updating router 66002466-9437-4c8e-9aaf-3514eab42afa port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:16:56.699009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.755791 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 3, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:56.756073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.765633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.813607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.817402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3135908 Jul 28 11:16:56.817402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921708d-f118-4ba7-9348-32ee6f604672 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249aa20b-0f23-4686-99ba-bbb3039bd9d0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:56.818985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:56.822011 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Checking router: 69d3da6a-8c91-4a53-9804-910e750b208a for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:16:56.822620 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Updating router 69d3da6a-8c91-4a53-9804-910e750b208a port 1cb6b328-d133-47c6-9d5c-18ca68e5587a binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:16:56.824685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': 'a98f6d5e-2397-4968-a722-1460795923bd', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:56.860277 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:16:56.869355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.916395 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.964051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.972230 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:56.996696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e64a55-3496-4368-8655-9bc4464512e2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:57.024930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.029873 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ced3572-8c50-4a58-a1ea-b72657a7978e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2075570 Jul 28 11:16:57.032876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:57.046229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'network': {'name': 'tempest-network-smoke--1968542267', 'project_id': '53d99df6846d459185671064bf7c439d', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:57.106130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:57.111699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.192757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:16:57.216453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.218337 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Added segment 509ae8cf-2ce2-4d13-a3a6-3a197600a94c of type vlan for network 009da86d-af74-4718-8676-b6ac30e03658 Jul 28 11:16:57.332502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.397352 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.409827 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.419557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:57.420576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.426831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Transition to ACTIVE for port object 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:57.446228 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.467189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3235aa62-fb25-44de-85c5-81c948d7acc9 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b57d1173ecfa4fc5b427fc10419e0045&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9721739 Jul 28 11:16:57.476761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:57.544900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202b745-fd76-44a4-bc5a-bd7d43c7b8b0 None None] Pushing event updated for resources: {'Port': ['ID=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:57.671860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Attempting to bind port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:57.672424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Attempting to bind port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:57.672911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Attempting to bind port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 on network 9d15383e-81fb-470c-9fea-4f1eadce964a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:57.679655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:57.680605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Checking segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:57.681769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.682311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Bound using segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:57.683083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Bound port: 3ce51bd0-87b4-41ce-8b62-9713ecb13d71, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:57.683580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.763003 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.785698 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Transition to ACTIVE for port object 1cb6b328-d133-47c6-9d5c-18ca68e5587a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:16:57.804034 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.830794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] For port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:57.838396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] For port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:57.867554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.891696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9ee8-33ad-4b14-b0c5-b468644d9d46 None None] Pushing event updated for resources: {'Port': ['ID=1cb6b328-d133-47c6-9d5c-18ca68e5587a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:57.931066 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Attempting to bind port 1cb6b328-d133-47c6-9d5c-18ca68e5587a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:16:57.931752 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Attempting to bind port 1cb6b328-d133-47c6-9d5c-18ca68e5587a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:16:57.933032 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Attempting to bind port 1cb6b328-d133-47c6-9d5c-18ca68e5587a on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:16:57.941735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.947220 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:16:57.948732 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:57.949417 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.950038 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:16:57.950964 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Bound port: 1cb6b328-d133-47c6-9d5c-18ca68e5587a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:16:57.954128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e21d8d1-5bf4-40e6-a0ce-163ebb50449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:57.954951 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.037049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Routers {'66002466-9437-4c8e-9aaf-3514eab42afa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:58.038108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['66002466-9437-4c8e-9aaf-3514eab42afa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:58.040444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202b745-fd76-44a4-bc5a-bd7d43c7b8b0 None None] Pushing event updated for resources: {'Port': ['ID=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:58.053119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d0ab5-8306-44c1-9c88-9fda9492dea9 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:58.057889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0e4d0ab5-8306-44c1-9c88-9fda9492dea9 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5765700 Jul 28 11:16:58.058712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:58.090358 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] For port 1cb6b328-d133-47c6-9d5c-18ca68e5587a, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:16:58.093812 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] For port 1cb6b328-d133-47c6-9d5c-18ca68e5587a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1cb6b328-d133-47c6-9d5c-18ca68e5587a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:16:58.097337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.105229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5e20bc6a-1495-4475-82ec-ae8729e30c37 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442162 Jul 28 11:16:58.108887 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.158198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:58.160253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2366288-ad22-4093-bf08-4fb0ced2124f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:58.182440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1456883 Jul 28 11:16:58.183466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:58.191315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71441522', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:58.193055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'admin_state_up': True, 'project_id': '53d99df6846d459185671064bf7c439d', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:58.215880 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9ee8-33ad-4b14-b0c5-b468644d9d46 None None] Pushing event updated for resources: {'Port': ['ID=1cb6b328-d133-47c6-9d5c-18ca68e5587a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:58.235602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7c911-faea-471b-826a-9291ec808aac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Network': ['ID=009da86d-af74-4718-8676-b6ac30e03658,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:58.243534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.245988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.264136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Routers {'69d3da6a-8c91-4a53-9804-910e750b208a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:16:58.265085 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:16:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['69d3da6a-8c91-4a53-9804-910e750b208a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:58.297998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 009da86d-af74-4718-8676-b6ac30e03658 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:16:58.307473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.311959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-357c0c4b-8e52-44b9-85be-bcf5d4d4cbb7 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0321198 Jul 28 11:16:58.313030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:58.327678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': 'e2366288-ad22-4093-bf08-4fb0ced2124f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:58.360528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.381982 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.430269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Made reservation on behalf of b57d1173ecfa4fc5b427fc10419e0045 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:16:58.450985 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.514494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] Set router 66002466-9437-4c8e-9aaf-3514eab42afa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:58.577912 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] Set router 69d3da6a-8c91-4a53-9804-910e750b208a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:16:58.653764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.668434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.694026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:16:58.728674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.756550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.761256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:58.763901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4465101 Jul 28 11:16:58.771023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e17a5-6302-4a79-bc0e-0adf540a6d59 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82f7ae3-4c57-48d0-85b0-74ef4fee290c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:58.787500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': 'e2366288-ad22-4093-bf08-4fb0ced2124f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:58.944153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:58.984101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 3, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:59.014517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port dd1d304c-7b36-49e2-a111-46952f7967a7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:16:59.019329 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.061881 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc5c4-6ed3-49c3-9b37-6c5dbbaf5f5f None None] The sync data for ids ['69d3da6a-8c91-4a53-9804-910e750b208a'] in n-d-723573-7 is: [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 3, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:16:59.187538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.283947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Subnet': ['ID=3db4f7e0-6e11-4298-9ccf-755161a4d3ae,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:59.324375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Checking segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:16:59.324826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network hostable DHCP agents. Network: cd1b7f4f-cb70-4568-8459-40e46ae51d54, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:16:59.331657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.368483 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.374791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:16:59.377544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.393364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, cd1b7f4f-cb70-4568-8459-40e46ae51d54) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:16:59.397826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:16:59.398485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.428475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f942a-8025-49f3-bcb8-070a01892ba8 None None] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:16:59.437752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0ef6a714-2e83-4da6-afc2-c62c6a2ff591 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.2527919 Jul 28 11:16:59.440401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:59.459768 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.561435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.569818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:16:52Z', 'revision_number': 4, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '3ce51bd0-87b4-41ce-8b62-9713ecb13d71', 'name': '', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'mac_address': 'fa:16:3e:04:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:16:57Z', 'revision_number': 4, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'subnets': [{'id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:16:59.627354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b881d8f-9aab-4d47-a7e9-ba3797aabdda,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:16:59.654110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:16:59.654531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.658410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-272495ad-5e27-47dd-ac31-8bc617c7b436 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8923659 Jul 28 11:16:59.658589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771bc77-80bb-47b3-8dd8-427e51640d9e None None] The sync data for ids ['66002466-9437-4c8e-9aaf-3514eab42afa'] in n-d-723573-7 is: [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:16:52Z', 'revision_number': 4, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '3ce51bd0-87b4-41ce-8b62-9713ecb13d71', 'name': '', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'mac_address': 'fa:16:3e:04:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:16:57Z', 'revision_number': 4, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'subnets': [{'id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:16:59.664229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:16:59.666009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:16:59.669972 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59392d8-1c15-43a8-abd7-93c66508fd8a" -d '{"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:16:59.687271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:16:59.708147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': 'e2366288-ad22-4093-bf08-4fb0ced2124f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:16:59.848695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:00.026976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.9 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/176c1db8-95f1-4d9b-b8f6-497dcad89ff0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:00.032565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.125457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'fixed_ips': [{'subnet_id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:17:00.126323 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.219648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.247775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.410403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ceeca4-20c7-4686-a8b7-dbb94e66b46b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:00.465874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.470237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-219f82fe-7ec7-4fb8-ad1c-195ae1b99bbd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7959380 Jul 28 11:17:00.475915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:00.501859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': 'e2366288-ad22-4093-bf08-4fb0ced2124f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:00.571963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Allocated IP 172.20.0.18 (cd1b7f4f-cb70-4568-8459-40e46ae51d54/3db4f7e0-6e11-4298-9ccf-755161a4d3ae/3b8f07e1-1fa0-4631-a5bf-3b219301b04d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:00.775021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.789871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:00.938527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.039939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.050387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.127400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.132101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.134101 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6530261 Jul 28 11:17:01.169560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:01.179974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': 'e2366288-ad22-4093-bf08-4fb0ced2124f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:01.203210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78863d-4f1b-491f-a04c-4a28860d47fc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fc570d-6291-4ab1-b08a-c05ea6dec78b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:01.226749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:01.245683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:01.252855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:01.257258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:01.264404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.439409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.474727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.545004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cb6b328-d133-47c6-9d5c-18ca68e5587a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:01.572151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b83f63f-8b0c-4815-ab9f-efefbb0a34a8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:01.594802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.611481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-277e10ea-23ad-4270-a88c-1c9c9900ef61 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4404502 Jul 28 11:17:01.618076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:01.710615 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef39a54c-3d4f-45b2-bc29-72d0abf44d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.714851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.729468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.746615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Transition to ACTIVE for port object 3b8f07e1-1fa0-4631-a5bf-3b219301b04d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:01.777811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Transition to ACTIVE for port object 3b8f07e1-1fa0-4631-a5bf-3b219301b04d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:01.784648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 1cb6b328-d133-47c6-9d5c-18ca68e5587a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:01.796351 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.802710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1cb6b328-d133-47c6-9d5c-18ca68e5587a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:01.803459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.876875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9a47e9a-9a82-45e2-bb68-dc5bd17bbf81 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.909613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9a47e9a-9a82-45e2-bb68-dc5bd17bbf81 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:01.939224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.20.0.17 (cd1b7f4f-cb70-4568-8459-40e46ae51d54/3db4f7e0-6e11-4298-9ccf-755161a4d3ae/25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:02.024980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:02.045498 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.059371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Pushing event updated for resources: {'Port': ['ID=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:02.079376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:02.089210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:02.132351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9a47e9a-9a82-45e2-bb68-dc5bd17bbf81 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.144032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9a47e9a-9a82-45e2-bb68-dc5bd17bbf81 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.145592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e9a47e9a-9a82-45e2-bb68-dc5bd17bbf81 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4b83f63f-8b0c-4815-ab9f-efefbb0a34a8 HTTP/1.1" status: 204 len: 168 time: 0.5262582 Jul 28 11:17:02.148620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:02.176851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a47e9a-9a82-45e2-bb68-dc5bd17bbf81 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b83f63f-8b0c-4815-ab9f-efefbb0a34a8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:02.189313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.390241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Attempting to bind port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:02.390757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Attempting to bind port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:02.391401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Attempting to bind port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d on network cd1b7f4f-cb70-4568-8459-40e46ae51d54 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:02.405557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.419158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5faf561f-17c6-43f4-9bf0-11d87130652a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2658162 Jul 28 11:17:02.419382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:02.452521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:02.452939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Checking segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:02.454501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.454912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Bound using segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:02.455768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Bound port: 3b8f07e1-1fa0-4631-a5bf-3b219301b04d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:02.456155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.470956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.505084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b8be3c5-fc06-4142-b7c5-1e961de8807e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.508460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Transition to ACTIVE for port object 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:02.514831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 1cb6b328-d133-47c6-9d5c-18ca68e5587a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1cb6b328-d133-47c6-9d5c-18ca68e5587a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:02.529642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b8be3c5-fc06-4142-b7c5-1e961de8807e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.639841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b8be3c5-fc06-4142-b7c5-1e961de8807e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.648031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b8be3c5-fc06-4142-b7c5-1e961de8807e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.653235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:02.657832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.659469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b8be3c5-fc06-4142-b7c5-1e961de8807e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c2fc570d-6291-4ab1-b08a-c05ea6dec78b HTTP/1.1" status: 204 len: 168 time: 0.2385778 Jul 28 11:17:02.688554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be3c5-fc06-4142-b7c5-1e961de8807e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2fc570d-6291-4ab1-b08a-c05ea6dec78b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:02.753188 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.757640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:02.827237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:02.850831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:02.858548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:02.859627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] For port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:02.862797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:02.907790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:02.947245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] For port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:02.980736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.006858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=1cb6b328-d133-47c6-9d5c-18ca68e5587a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:03.072824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3ad6b5ca-c81f-4884-b5cb-ce6782e3dd68 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4156275 Jul 28 11:17:03.078382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:03.084805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.109634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:03.145702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:03.146078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.239894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17008dc-f7f9-4b1c-9806-519f26a5307f None None] Pushing event updated for resources: {'Port': ['ID=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:03.283814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d43331-7607-4386-9b8c-897264be6ac4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.315063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d43331-7607-4386-9b8c-897264be6ac4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.345971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:17:03.389248 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.390398 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.474686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:03.483934 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.604837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:03.700418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:17:03.715654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Sync routers for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:17:03.741545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:03.743145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:02Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:03.761234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.765582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-004e55b3-35ba-419e-86ab-2d0d06559b2b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5779431 Jul 28 11:17:03.767460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:03.791787 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.816838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d43331-7607-4386-9b8c-897264be6ac4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.827113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d43331-7607-4386-9b8c-897264be6ac4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:03.828793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-32d43331-7607-4386-9b8c-897264be6ac4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/65ceeca4-20c7-4686-a8b7-dbb94e66b46b HTTP/1.1" status: 204 len: 168 time: 0.7486115 Jul 28 11:17:03.830594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:03.926980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cb6b328-d133-47c6-9d5c-18ca68e5587a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:03.981144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:03.987303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d43331-7607-4386-9b8c-897264be6ac4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ceeca4-20c7-4686-a8b7-dbb94e66b46b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:04.007088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6051c8dd-718a-4480-8d1b-95d06ca78a6b tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1710725 Jul 28 11:17:04.008257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:04.121517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1cb6b328-d133-47c6-9d5c-18ca68e5587a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:04.122074 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.202339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eb667c0-2173-4541-a7cd-2f81e4d0c813 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.210878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:04.211103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6c4f1aba-8558-4938-af96-3ac343bb4851 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=53d99df6846d459185671064bf7c439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4403298 Jul 28 11:17:04.218898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eb667c0-2173-4541-a7cd-2f81e4d0c813 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.348808 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eb667c0-2173-4541-a7cd-2f81e4d0c813 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.356416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eb667c0-2173-4541-a7cd-2f81e4d0c813 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.358084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6eb667c0-2173-4541-a7cd-2f81e4d0c813 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9b881d8f-9aab-4d47-a7e9-ba3797aabdda HTTP/1.1" status: 204 len: 168 time: 0.3460293 Jul 28 11:17:04.361998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:04.380712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb667c0-2173-4541-a7cd-2f81e4d0c813 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b881d8f-9aab-4d47-a7e9-ba3797aabdda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:04.520029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3b8f07e1-1fa0-4631-a5bf-3b219301b04d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:04.549289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-00e71a0d-0093-47bf-b2e7-7fe3a4facde8 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1839397 Jul 28 11:17:04.552634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:04.557063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b019c149-cbad-4263-9645-c3c63b91bcb5 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:04.558969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b019c149-cbad-4263-9645-c3c63b91bcb5 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3470666 Jul 28 11:17:04.563183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:04.630859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-14d25eff-8865-4ebb-b10d-dcc38a219857 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655119 Jul 28 11:17:04.639906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:04.647145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919664472', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'project_id': '53d99df6846d459185671064bf7c439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:04.700874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:01Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:04.724470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.739166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.745624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-274addca-c1fb-4df4-8f30-e32ea80bf043 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.761878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Checking router: f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:17:04.762231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Updating router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:17:04.821428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:04.856234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.867379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-274addca-c1fb-4df4-8f30-e32ea80bf043 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.918839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:04.923408 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:04.981210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:04.984918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb4237-c379-4be8-b5ed-68473c255044 None None] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:05.007997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.031931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-274addca-c1fb-4df4-8f30-e32ea80bf043 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.053246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-274addca-c1fb-4df4-8f30-e32ea80bf043 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.062600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-274addca-c1fb-4df4-8f30-e32ea80bf043 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f82f7ae3-4c57-48d0-85b0-74ef4fee290c HTTP/1.1" status: 204 len: 168 time: 0.5059092 Jul 28 11:17:05.065512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:05.130039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a83ec36e-ce9c-45e0-84db-e70ac6abe03f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606830 Jul 28 11:17:05.130285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:05.138367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] Provisioning for port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:05.177595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274addca-c1fb-4df4-8f30-e32ea80bf043 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f82f7ae3-4c57-48d0-85b0-74ef4fee290c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:05.192337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] Provisioning complete for port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:05.192811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.281017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:05.282125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:05.351461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77ebd508-8d1e-4428-975e-af8248e62b34 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.481677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77ebd508-8d1e-4428-975e-af8248e62b34 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.513634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.520091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 69d3da6a-8c91-4a53-9804-910e750b208a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:17:05.704896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.735228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:05.756208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Transition to ACTIVE for port object 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:05.769020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Subnet': ['ID=2440ba18-8193-4112-b37d-fbca10b2692a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:05.776946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:17:05.778372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.796702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2237816e-19b0-4c85-92f0-459bcda616da tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "PUT /v2.0/routers/69d3da6a-8c91-4a53-9804-910e750b208a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3465025 Jul 28 11:17:05.826880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.834196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Checking segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:05.834611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network hostable DHCP agents. Network: 009da86d-af74-4718-8676-b6ac30e03658, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:17:05.862654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77ebd508-8d1e-4428-975e-af8248e62b34 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.866909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77ebd508-8d1e-4428-975e-af8248e62b34 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:05.871512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:05.871707 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-77ebd508-8d1e-4428-975e-af8248e62b34 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/e2366288-ad22-4093-bf08-4fb0ced2124f HTTP/1.1" status: 204 len: 168 time: 0.7404015 Jul 28 11:17:05.890454 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Sync routers for ids ['69d3da6a-8c91-4a53-9804-910e750b208a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:17:05.893476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebd508-8d1e-4428-975e-af8248e62b34 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2366288-ad22-4093-bf08-4fb0ced2124f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:05.904722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 009da86d-af74-4718-8676-b6ac30e03658 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:17:05.906700 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Routers {'69d3da6a-8c91-4a53-9804-910e750b208a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:05.909688 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:02Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['69d3da6a-8c91-4a53-9804-910e750b208a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:05.950676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 009da86d-af74-4718-8676-b6ac30e03658) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:05.959384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:05.960805 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.000715 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07fb9d4f-2447-44d3-8510-d1a8016a4c6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3590322 Jul 28 11:17:06.003827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:06.040461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:06.048075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--236410848'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:06.052839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11a58fd0-b4e2-4a79-8dfa-8c979bb8b917 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1565661 Jul 28 11:17:06.136601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.282190 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Set router 69d3da6a-8c91-4a53-9804-910e750b208a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:06.403059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.429249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.514930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0862f0-948d-4bb6-a52f-f9b560dc20ce None None] Network 009da86d-af74-4718-8676-b6ac30e03658 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:06.575745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b47619-1e89-4e08-bd09-8973ba2a5f10,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:06.644491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.653854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2d92c5d4-60dc-4059-99e4-e621e1d1c195 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6112306 Jul 28 11:17:06.654530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:06.688218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': '43b47619-1e89-4e08-bd09-8973ba2a5f10', 'direction': 'ingress', 'protocol': 17}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:06.805774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e34ac-b99d-4c68-9394-a32363d99157 None None] Pushing event updated for resources: {'Port': ['ID=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:06.826496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.853126 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:17:03Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5', 'name': '', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:77:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:01Z', 'updated_at': '2021-07-28T11:17:04Z', 'revision_number': 2, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:06.870091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] For port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:06.893499 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Checking router: 69d3da6a-8c91-4a53-9804-910e750b208a for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:17:06.894663 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Updating router 69d3da6a-8c91-4a53-9804-910e750b208a port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:17:06.908421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Attempting to bind port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:06.908837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Attempting to bind port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:06.909148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Attempting to bind port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:06.925624 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:06.935244 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.033603 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.046258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.095959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f70d98d-4d50-46a3-95c1-0f4d0c0fd7b9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:07.114981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304539b-2d11-4625-ab02-93600050ce3c None None] Pushing event updated for resources: {'Port': ['ID=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:07.151588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:07.152831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.154487 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1ec37d3-dcd6-4d17-97cc-a0b357e7d778 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4926100 Jul 28 11:17:07.159170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:07.162890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:07.163453 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.163932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:07.164541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Bound port: 176c1db8-95f1-4d9b-b8f6-497dcad89ff0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:07.165010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.243236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:07.243907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.303164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0ed96dc-0222-4a05-ad49-c271e4e8d34c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.339547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed34537d-2128-450d-880b-59621f091328 None None] Provisioning complete for port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:07.344848 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed34537d-2128-450d-880b-59621f091328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.347668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-009da86d-af74-4718-8676-b6ac30e03658', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:17:07.348814 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.364894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0ed96dc-0222-4a05-ad49-c271e4e8d34c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.425671 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:17:07.471905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0ed96dc-0222-4a05-ad49-c271e4e8d34c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.475253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0ed96dc-0222-4a05-ad49-c271e4e8d34c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.481261 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f0ed96dc-0222-4a05-ad49-c271e4e8d34c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/43b47619-1e89-4e08-bd09-8973ba2a5f10 HTTP/1.1" status: 204 len: 168 time: 0.3206646 Jul 28 11:17:07.481958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:07.555717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed96dc-0222-4a05-ad49-c271e4e8d34c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b47619-1e89-4e08-bd09-8973ba2a5f10,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:07.608224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] For port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:07.646031 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a697f1e-9ea4-4e86-88e8-130bbd9ace0d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406691 Jul 28 11:17:07.646693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:07.654312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--826683020'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:07.663306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] For port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:07.682882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.692131 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.702165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.727036 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Transition to ACTIVE for port object 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:07.742420 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.831975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:07.832922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:02Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:07.880131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97710d93-2f39-40e0-ab22-4e1c0fb7786e None None] Pushing event updated for resources: {'Port': ['ID=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:07.944631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Allocated IP 172.20.0.2 (009da86d-af74-4718-8676-b6ac30e03658/2440ba18-8193-4112-b37d-fbca10b2692a/03a04a94-2667-497e-9e8d-ef05baa790d5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:07.954381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:07.968587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.055900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.074370 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4255054 Jul 28 11:17:08.081501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:08.093407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034629563'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:08.101974 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Attempting to bind port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:08.102592 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Attempting to bind port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:08.118296 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Attempting to bind port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 on network cd1b7f4f-cb70-4568-8459-40e46ae51d54 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:08.126669 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:08.129478 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Checking segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:08.130118 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.134155 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Bound using segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:08.137904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.138762 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Bound port: 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:08.144438 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.178872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035a4da-9ad7-4665-8f92-b9eb0811cc1a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5398d2-af47-4db5-9d64-ef5b5dc7ad2a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:08.184483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.270518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.280740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Transition to ACTIVE for port object 03a04a94-2667-497e-9e8d-ef05baa790d5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:08.311341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Transition to ACTIVE for port object 03a04a94-2667-497e-9e8d-ef05baa790d5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:08.344686 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.348559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.356974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.445895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e34ac-b99d-4c68-9394-a32363d99157 None None] Pushing event updated for resources: {'Port': ['ID=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:08.446145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa0646b-b4c1-4ec9-8ac4-51495b332cdf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:08.459000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.460272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-349d3d73-3b5f-4022-9d3f-e05efd72c80d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3745883 Jul 28 11:17:08.462502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Network 009da86d-af74-4718-8676-b6ac30e03658 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:08.463744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:08.468923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': 'cf5398d2-af47-4db5-9d64-ef5b5dc7ad2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2fa0646b-b4c1-4ec9-8ac4-51495b332cdf', 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:08.473611 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] For port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:08.496714 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] For port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:08.518462 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.537199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.554526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:08.570946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:08.729134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3b8f07e1-1fa0-4631-a5bf-3b219301b04d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:08.737912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Pushing event updated for resources: {'Port': ['ID=03a04a94-2667-497e-9e8d-ef05baa790d5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:08.755750 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Routers {'69d3da6a-8c91-4a53-9804-910e750b208a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:08.762959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:02Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['69d3da6a-8c91-4a53-9804-910e750b208a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:08.781284 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97710d93-2f39-40e0-ab22-4e1c0fb7786e None None] Pushing event updated for resources: {'Port': ['ID=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:08.788524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.799846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.830873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed34537d-2128-450d-880b-59621f091328 None None] Provisioning for port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:08.838861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.1 (009da86d-af74-4718-8676-b6ac30e03658/2440ba18-8193-4112-b37d-fbca10b2692a/8ebc0f52-114e-4a7e-a822-535897d6f5df) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:08.856286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.867610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3942938 Jul 28 11:17:08.876086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:08.882851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31c51f-2320-46d9-b4a0-8e84062b679c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93220d3-ed59-442d-a20c-98a92a2ca7a6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:08.896639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:08.903129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Attempting to bind port 03a04a94-2667-497e-9e8d-ef05baa790d5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:08.903693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Attempting to bind port 03a04a94-2667-497e-9e8d-ef05baa790d5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:08.904340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Attempting to bind port 03a04a94-2667-497e-9e8d-ef05baa790d5 on network 009da86d-af74-4718-8676-b6ac30e03658 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:08.959587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa92ce5-4949-4c75-b5fc-b42b89e19458 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:08.982652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa92ce5-4949-4c75-b5fc-b42b89e19458 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.025450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:09.025930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Checking segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:09.026955 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.027250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Bound using segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:09.028573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Bound port: 03a04a94-2667-497e-9e8d-ef05baa790d5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:09.028970 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.061941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa92ce5-4949-4c75-b5fc-b42b89e19458 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.089846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa92ce5-4949-4c75-b5fc-b42b89e19458 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.091003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dfa92ce5-4949-4c75-b5fc-b42b89e19458 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b93220d3-ed59-442d-a20c-98a92a2ca7a6 HTTP/1.1" status: 204 len: 168 time: 0.2136936 Jul 28 11:17:09.104975 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] Set router 69d3da6a-8c91-4a53-9804-910e750b208a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:09.109822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:09.168055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.178115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa92ce5-4949-4c75-b5fc-b42b89e19458 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b93220d3-ed59-442d-a20c-98a92a2ca7a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:09.185591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object 8ebc0f52-114e-4a7e-a822-535897d6f5df will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:09.195303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:09.198707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.234127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.413446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2218d5ab-9479-463b-ac90-31cf3383f07d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3000150 Jul 28 11:17:09.416742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:09.489046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=8ebc0f52-114e-4a7e-a822-535897d6f5df,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:09.517235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 009da86d-af74-4718-8676-b6ac30e03658 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:09.527685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:09.528584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] For port 03a04a94-2667-497e-9e8d-ef05baa790d5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:09.529436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5566ce0-ed09-4c58-a527-db5f37a89e88 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.533136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:09.541637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] For port 03a04a94-2667-497e-9e8d-ef05baa790d5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=03a04a94-2667-497e-9e8d-ef05baa790d5,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:09.558355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5566ce0-ed09-4c58-a527-db5f37a89e88 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.600731 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.628485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5566ce0-ed09-4c58-a527-db5f37a89e88 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.632109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5566ce0-ed09-4c58-a527-db5f37a89e88 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.633222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a5566ce0-ed09-4c58-a527-db5f37a89e88 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fa0646b-b4c1-4ec9-8ac4-51495b332cdf HTTP/1.1" status: 204 len: 168 time: 0.2104270 Jul 28 11:17:09.638776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:09.641519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:09.644595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5566ce0-ed09-4c58-a527-db5f37a89e88 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa0646b-b4c1-4ec9-8ac4-51495b332cdf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:09.757790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7967c9-1b99-4b31-9d27-6bbd8b4e23b2 None None] Pushing event updated for resources: {'Port': ['ID=03a04a94-2667-497e-9e8d-ef05baa790d5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:09.897487 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:17:03Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5', 'name': '', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:77:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:01Z', 'updated_at': '2021-07-28T11:17:08Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:09.917953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-185c1328-7fcf-4dd0-8b45-438c30c7d84d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2745452 Jul 28 11:17:09.920773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:10.001631 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae049b-3e7d-40a6-b132-2de8bde2b524 None None] The sync data for ids ['69d3da6a-8c91-4a53-9804-910e750b208a'] in n-d-723573-7 is: [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:17:03Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5', 'name': '', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:77:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:01Z', 'updated_at': '2021-07-28T11:17:08Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:17:10.022679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:01Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:10.073859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e6849-1c02-48cb-bf98-74a5c0b14489 None None] The sync data for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 is: [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:01Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:17:10.097470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bef77f9-d588-482a-8450-d1144defa0f6 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:10.181837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bef77f9-d588-482a-8450-d1144defa0f6 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:10.239532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:10.304080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-2cf52d31-dc4c-421a-8da9-b4d226002ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:10.306811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-2cf52d31-dc4c-421a-8da9-b4d226002ba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1096 time: 0.4531212 Jul 28 11:17:10.359519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bef77f9-d588-482a-8450-d1144defa0f6 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:10.362515 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bef77f9-d588-482a-8450-d1144defa0f6 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:10.363753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2bef77f9-d588-482a-8450-d1144defa0f6 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf5398d2-af47-4db5-9d64-ef5b5dc7ad2a HTTP/1.1" status: 204 len: 168 time: 0.4414785 Jul 28 11:17:10.367233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:10.477085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef77f9-d588-482a-8450-d1144defa0f6 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5398d2-af47-4db5-9d64-ef5b5dc7ad2a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:10.590140 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-334b99f1-edcc-4fa6-8fe5-9875eb975fe1 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2200544 Jul 28 11:17:10.595851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:10.611081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528099883'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:10.769213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-f6a59b31-67b0-4c0a-8f33-930ab24ce84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:10.770752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-f6a59b31-67b0-4c0a-8f33-930ab24ce84f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.4336376 Jul 28 11:17:10.773173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:10.834355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 03a04a94-2667-497e-9e8d-ef05baa790d5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:10.980321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 03a04a94-2667-497e-9e8d-ef05baa790d5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:10.994482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:11.170959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.172099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:11.177059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:11.177452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.183637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.209275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-ccc1a565-51b8-456f-b6c3-6bcb432f95c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 1001 time: 0.4173503 Jul 28 11:17:11.371888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.386621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7831206 Jul 28 11:17:11.388750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:11.405433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667471-2937-4434-949f-594e8dc0580d tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ba8cb3-ed8c-4d02-9bbe-1f149b73ef60,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:11.419434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.425505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': '31ba8cb3-ed8c-4d02-9bbe-1f149b73ef60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:11.502646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:11.523876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.538676 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.538898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-6e5feafe-1d4d-49ec-b2ed-4e25dccb8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:11.540468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-6e5feafe-1d4d-49ec-b2ed-4e25dccb8259 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.1915417 Jul 28 11:17:11.652831 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.682793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.705480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:11.724139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.738181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.780457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-31122d2a-5e2b-4305-a884-853c4ce12b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:11.782035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-31122d2a-5e2b-4305-a884-853c4ce12b7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310631 Jul 28 11:17:11.789698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.799006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0103d47c-8ca3-4c3b-9153-6a10d9e12481,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:11.809646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.814553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db7b7ff7-b396-46a9-b698-3ec4e8a1b7dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4144447 Jul 28 11:17:11.815480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:11.896991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-566d5f5a-507b-478d-bf25-28a98e0f0ddd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.921708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-566d5f5a-507b-478d-bf25-28a98e0f0ddd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:11.934503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60435025-71b7-4a30-a466-ddc93f6f8925 None None] Network 009da86d-af74-4718-8676-b6ac30e03658 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:11.946138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=8ebc0f52-114e-4a7e-a822-535897d6f5df,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:11.995730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-566d5f5a-507b-478d-bf25-28a98e0f0ddd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.012171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-566d5f5a-507b-478d-bf25-28a98e0f0ddd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.016100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-566d5f5a-507b-478d-bf25-28a98e0f0ddd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0103d47c-8ca3-4c3b-9153-6a10d9e12481 HTTP/1.1" status: 204 len: 168 time: 0.1968205 Jul 28 11:17:12.016100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d5f5a-507b-478d-bf25-28a98e0f0ddd tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0103d47c-8ca3-4c3b-9153-6a10d9e12481,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:12.018175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:12.062219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-954b3d9a-e309-4807-a832-42901a78ba4b service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435396 Jul 28 11:17:12.064080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 009da86d-af74-4718-8676-b6ac30e03658 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:12.065610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:12.085037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a15be82-d60c-4276-ac5f-bc51f5588aae tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657399 Jul 28 11:17:12.088276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:12.244673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65a5f84-1c55-4822-9cbc-fbb040f7e055 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.307432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65a5f84-1c55-4822-9cbc-fbb040f7e055 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.383196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65a5f84-1c55-4822-9cbc-fbb040f7e055 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.387218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65a5f84-1c55-4822-9cbc-fbb040f7e055 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.388667 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e65a5f84-1c55-4822-9cbc-fbb040f7e055 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/31ba8cb3-ed8c-4d02-9bbe-1f149b73ef60 HTTP/1.1" status: 204 len: 168 time: 0.2983963 Jul 28 11:17:12.393416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] Provisioning for port 03a04a94-2667-497e-9e8d-ef05baa790d5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:12.394149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:12.407411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] Provisioning complete for port 03a04a94-2667-497e-9e8d-ef05baa790d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:12.407797 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.425781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a5f84-1c55-4822-9cbc-fbb040f7e055 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ba8cb3-ed8c-4d02-9bbe-1f149b73ef60,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:12.580341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b6de5fab-9d5f-4799-b9b2-510becdb3a47 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793492 Jul 28 11:17:12.584021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:12.596104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681706921'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:12.661596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.866925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:12.867693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.878144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.924767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc6b929-b20e-48f0-b7a4-b65373692817,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:12.944552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:12.946254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a688bd95-ab4d-40f5-a62c-d05732bf236f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3601296 Jul 28 11:17:12.949713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:12.963618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': '7fc6b929-b20e-48f0-b7a4-b65373692817', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:13.033077 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.064823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:13.074545 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.088472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7f12-79f8-4a59-b5be-5a88238c7da9 req-1f59dd25-666d-4c55-b163-be953287019f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:13.102162 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8cb7f12-79f8-4a59-b5be-5a88238c7da9 req-1f59dd25-666d-4c55-b163-be953287019f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.8040128 Jul 28 11:17:13.157428 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.190455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e85b4309-2e1e-466b-ab6e-1b83872fb5e0 req-30498e6c-1e01-42b2-b794-3f9afcb463bb service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1150262 Jul 28 11:17:13.213835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-a3a32a99-0fc6-4f66-81aa-7a766a7f86dd tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:13.215976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-a3a32a99-0fc6-4f66-81aa-7a766a7f86dd tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 818 time: 1.0504971 Jul 28 11:17:13.217855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.232026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8cb7f12-79f8-4a59-b5be-5a88238c7da9 req-08e75b18-af3c-4349-9667-d4cc5ecde102 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288924 Jul 28 11:17:13.237813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.282804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:17:13.287448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-3fdafe52-37fd-487c-b8d6-a2601322f094 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/quotas/566bddd9bacd43ae9d018efb5ff125fb HTTP/1.1" status: 200 len: 375 time: 0.0513699 Jul 28 11:17:13.297754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5854b7e0-ac3d-4361-9ad7-29e6b6fc5cc7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:13.320670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.325334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c78c1c42-14be-42d4-8574-f2b49dd40c5f tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3707764 Jul 28 11:17:13.325760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:13.359193 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-14936364-2edd-4e16-9da9-6cee94cea7d4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules/5854b7e0-ac3d-4361-9ad7-29e6b6fc5cc7 HTTP/1.1" status: 200 len: 763 time: 0.0298963 Jul 28 11:17:13.361987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:13.377348 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb50cdf-c3b8-492f-bf6d-0d6c33685359 x-openstack-request-id: req-deb50cdf-c3b8-492f-bf6d-0d6c33685359 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:13.377348 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:13.377348 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-deb50cdf-c3b8-492f-bf6d-0d6c33685359 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:13.377348 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'code': 200} Jul 28 11:17:13.403826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] For port 03a04a94-2667-497e-9e8d-ef05baa790d5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=03a04a94-2667-497e-9e8d-ef05baa790d5,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:13.449290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.461136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:13.657908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-3ce58700-9645-42a7-a0c0-ecb99617bb8e tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3490963 Jul 28 11:17:13.772341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04c1dbd6-b060-49c0-babd-1f4eda641233 None None] Provisioning complete for port 03a04a94-2667-497e-9e8d-ef05baa790d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:13.783786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04c1dbd6-b060-49c0-babd-1f4eda641233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.785863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:13.828052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:13.828608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.844476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:13.844927 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7a2bcc3c-22c5-4f75-b6a8-43a928524a52 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4810030 Jul 28 11:17:13.877588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:17:13.893813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22f8ab71-b3ad-4820-b0ea-d0021ac53de1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8874719 Jul 28 11:17:13.933309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4fe996f-5559-41f8-a0cf-8bd1857c9d58 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.951081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-67e9f7a3-07a4-4767-a7c1-e0dbd4d201ef service neutron] 10.222.0.20 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798896 Jul 28 11:17:13.964474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4fe996f-5559-41f8-a0cf-8bd1857c9d58 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:13.968578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc08a81-7c5e-440d-86eb-d2e17deb7930 None None] Pushing event updated for resources: {'Port': ['ID=03a04a94-2667-497e-9e8d-ef05baa790d5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:14.046757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4fe996f-5559-41f8-a0cf-8bd1857c9d58 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.055766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4fe996f-5559-41f8-a0cf-8bd1857c9d58 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.059760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f4fe996f-5559-41f8-a0cf-8bd1857c9d58 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5854b7e0-ac3d-4361-9ad7-29e6b6fc5cc7 HTTP/1.1" status: 204 len: 168 time: 0.2136641 Jul 28 11:17:14.066364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:14.106817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe996f-5559-41f8-a0cf-8bd1857c9d58 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5854b7e0-ac3d-4361-9ad7-29e6b6fc5cc7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:14.174805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-c1365b9b-192e-439c-a991-a7187d4fe9dd service neutron] 10.222.0.20 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158518 Jul 28 11:17:14.188071 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6a30118-5d90-41df-97c1-05881867c1f4 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1190293 Jul 28 11:17:14.190593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:14.196643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': '7fc6b929-b20e-48f0-b7a4-b65373692817', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:14.257588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.264505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Sync routers for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:17:14.320440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.339147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:14.339886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:02Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:14.350322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04c1dbd6-b060-49c0-babd-1f4eda641233 None None] Provisioning for port 8ebc0f52-114e-4a7e-a822-535897d6f5df completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:14.421020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04c1dbd6-b060-49c0-babd-1f4eda641233 None None] Provisioning complete for port 8ebc0f52-114e-4a7e-a822-535897d6f5df triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:14.425106 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04c1dbd6-b060-49c0-babd-1f4eda641233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.432570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.435437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:14.452665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.528551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066a7b28-f2c2-4700-9d85-d81c277486fa,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:14.542856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.544968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e835bb-4c89-4e75-a0eb-9cc417ab9b42 req-59029d34-8409-429a-bfae-f75130680644 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:14.546532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5e835bb-4c89-4e75-a0eb-9cc417ab9b42 req-59029d34-8409-429a-bfae-f75130680644 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.0732858 Jul 28 11:17:14.546899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2f507df9-466f-4135-8775-bb560ce8ed69 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3551085 Jul 28 11:17:14.547022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:14.547346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.574082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7225265b-0f62-42d6-8dd6-6c7ef5c560dc tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules/066a7b28-f2c2-4700-9d85-d81c277486fa HTTP/1.1" status: 200 len: 763 time: 0.0259655 Jul 28 11:17:14.576608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:14.677506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-466c7708-23af-4254-bd69-4db329fc9477 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0997324 Jul 28 11:17:14.683012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:14.694069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5e835bb-4c89-4e75-a0eb-9cc417ab9b42 req-8f1e60bc-55f8-4365-9802-c955ec0f2e30 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185882 Jul 28 11:17:14.726071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-04c1dbd6-b060-49c0-babd-1f4eda641233 None None] Port 8ebc0f52-114e-4a7e-a822-535897d6f5df cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:17:14.745939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 03a04a94-2667-497e-9e8d-ef05baa790d5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:14.755190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e3909fd-c147-44ce-a6d8-97610abf2dca tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.790190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e3909fd-c147-44ce-a6d8-97610abf2dca tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.815012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:14.817607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:14.877035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e3909fd-c147-44ce-a6d8-97610abf2dca tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.888477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-010666ff-8b02-482d-b547-a78696d4f9d2 None None] Provisioning complete for port 8ebc0f52-114e-4a7e-a822-535897d6f5df triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:14.888969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-010666ff-8b02-482d-b547-a78696d4f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.900105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 03a04a94-2667-497e-9e8d-ef05baa790d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:14.901338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.902614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e3909fd-c147-44ce-a6d8-97610abf2dca tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:14.906056 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e3909fd-c147-44ce-a6d8-97610abf2dca tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/066a7b28-f2c2-4700-9d85-d81c277486fa HTTP/1.1" status: 204 len: 168 time: 0.2196863 Jul 28 11:17:14.906651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:14.958914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3909fd-c147-44ce-a6d8-97610abf2dca tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=066a7b28-f2c2-4700-9d85-d81c277486fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:15.043667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:15.044751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-304babb5-a941-485b-ab05-2529a763465c tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1361024 Jul 28 11:17:15.048951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Request body: {'security_group_rule': {'security_group_id': '7fc6b929-b20e-48f0-b7a4-b65373692817', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:15.148275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-010666ff-8b02-482d-b547-a78696d4f9d2 None None] Port 8ebc0f52-114e-4a7e-a822-535897d6f5df cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:17:15.218039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.374578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-1e293478-259b-49e9-85cf-0e450f335cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077325198&fields=id&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 267 time: 0.1206622 Jul 28 11:17:15.381709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:11Z', 'revision_number': 2, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:15.415372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Checking router: f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:17:15.415372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Updating router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd port 8ebc0f52-114e-4a7e-a822-535897d6f5df binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:17:15.444389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.559219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.570429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-1c3a94de-cb14-4df6-bdad-89f15b16aefc tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:15.573445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-1c3a94de-cb14-4df6-bdad-89f15b16aefc tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/networks?id=cd1b7f4f-cb70-4568-8459-40e46ae51d54 HTTP/1.1" status: 200 len: 797 time: 0.4728582 Jul 28 11:17:15.578582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.605575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93944e93-7383-4654-83e6-d9388c72a429,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:15.628951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-488b3074-a442-4f98-be1a-dc34abe26ba7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:15.630605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-488b3074-a442-4f98-be1a-dc34abe26ba7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 797 time: 0.2551332 Jul 28 11:17:15.640864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-040b79a8-1699-41bb-a2ef-999de4be4fa3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/quotas/b57d1173ecfa4fc5b427fc10419e0045 HTTP/1.1" status: 200 len: 375 time: 0.0543716 Jul 28 11:17:15.662385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.663536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-30ef2550-fcf3-4b18-ae02-c92b4157f2fb tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187546 Jul 28 11:17:15.667079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:15.674134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-7aa46eb7-99dd-4bca-b17a-8783a23ea45b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/quotas/53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 375 time: 0.0309703 Jul 28 11:17:15.691051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d6f29729-f2ab-4f76-886e-3db3f707021b tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules/93944e93-7383-4654-83e6-d9388c72a429 HTTP/1.1" status: 200 len: 764 time: 0.0221603 Jul 28 11:17:15.694408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:15.780900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-a8dcc683-55ff-4186-a8cb-644cfa75c5f9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1196227 Jul 28 11:17:15.781620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2c670c1e-aee1-4c44-a446-1225ee2ff3df tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0856428 Jul 28 11:17:15.784531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:15.819527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09bb37b2-59de-4bdf-bf85-0ccb34ab7428 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.827425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09bb37b2-59de-4bdf-bf85-0ccb34ab7428 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.839345 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.860319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-f3549cc4-9595-46f7-9e53-5ad5ac909dbf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580229 Jul 28 11:17:15.871119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Transition to ACTIVE for port object 8ebc0f52-114e-4a7e-a822-535897d6f5df will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:15.881098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09bb37b2-59de-4bdf-bf85-0ccb34ab7428 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.894968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09bb37b2-59de-4bdf-bf85-0ccb34ab7428 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.895496 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:15.905536 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-09bb37b2-59de-4bdf-bf85-0ccb34ab7428 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/93944e93-7383-4654-83e6-d9388c72a429 HTTP/1.1" status: 204 len: 168 time: 0.1194420 Jul 28 11:17:15.907047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:15.969347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb37b2-59de-4bdf-bf85-0ccb34ab7428 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93944e93-7383-4654-83e6-d9388c72a429,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:16.014205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ada20026-6aca-4989-814e-858266320451 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1009388 Jul 28 11:17:16.016606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:16.031517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac52489-9e92-46eb-a89c-856bf78a9b27 None None] Pushing event updated for resources: {'Port': ['ID=8ebc0f52-114e-4a7e-a822-535897d6f5df,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:16.078938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-fda6be41-c4e4-445c-be1d-e0bb288999b2 service neutron] 10.222.0.20 "GET /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943463 Jul 28 11:17:16.133854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Attempting to bind port 8ebc0f52-114e-4a7e-a822-535897d6f5df on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:16.134225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Attempting to bind port 8ebc0f52-114e-4a7e-a822-535897d6f5df by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:16.134654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Attempting to bind port 8ebc0f52-114e-4a7e-a822-535897d6f5df on network 009da86d-af74-4718-8676-b6ac30e03658 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:16.152317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:16.152734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Checking segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:16.153142 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.153551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Bound using segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:16.154044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Bound port: 8ebc0f52-114e-4a7e-a822-535897d6f5df, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:16.154439 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.157035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0606-3e9b-465c-9e6c-58908decff3a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.205935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0606-3e9b-465c-9e6c-58908decff3a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.317436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0606-3e9b-465c-9e6c-58908decff3a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.320965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0606-3e9b-465c-9e6c-58908decff3a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.321132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] For port 8ebc0f52-114e-4a7e-a822-535897d6f5df, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:16.323295 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9d5a0606-3e9b-465c-9e6c-58908decff3a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "DELETE /v2.0/security-groups/7fc6b929-b20e-48f0-b7a4-b65373692817 HTTP/1.1" status: 204 len: 168 time: 0.3055542 Jul 28 11:17:16.326871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] For port 8ebc0f52-114e-4a7e-a822-535897d6f5df, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8ebc0f52-114e-4a7e-a822-535897d6f5df,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:16.329837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48026) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:16.333902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:16.335016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a0606-3e9b-465c-9e6c-58908decff3a tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc6b929-b20e-48f0-b7a4-b65373692817,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:16.434316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-042e596e-e2b3-456b-808d-84cffa434309 service neutron] 10.222.0.20 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631044 Jul 28 11:17:16.446098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:16.447794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:02Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:16.500557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac52489-9e92-46eb-a89c-856bf78a9b27 None None] Pushing event updated for resources: {'Port': ['ID=8ebc0f52-114e-4a7e-a822-535897d6f5df,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:16.530737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-7154d32b-2762-4725-966a-2a4daf6f752a service neutron] 10.222.0.20 "GET /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342375 Jul 28 11:17:16.542252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1a820ba-bc83-42a2-9659-5dbf2b0be872 tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1988845 Jul 28 11:17:16.542722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:16.552346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-09a0ea0e-1469-41b7-ad16-21332a12ff69 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:16.553806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-09a0ea0e-1469-41b7-ad16-21332a12ff69 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 818 time: 0.4864752 Jul 28 11:17:16.574176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Request body: {'port': {'device_id': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'admin_state_up': True, 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:16.653821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-16a29205-b974-45ee-9864-e80b4465e07e tempest-SecGroupTest-1899602729 tempest-SecGroupTest-1899602729-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1100287 Jul 28 11:17:16.694512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:16.756379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:16.833462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d98eb848-057f-410e-b126-cedf143b6704 service neutron] 10.222.0.20 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981900 Jul 28 11:17:16.846863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:16.969385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Made reservation on behalf of 566bddd9bacd43ae9d018efb5ff125fb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:16.978584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:17.061068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793750d-7e7a-4013-9f29-09ad26d5d447 req-fb7e4672-dfc4-42fd-9b50-1f7d1c987f87 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:17.062608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1793750d-7e7a-4013-9f29-09ad26d5d447 req-fb7e4672-dfc4-42fd-9b50-1f7d1c987f87 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1589427 Jul 28 11:17:17.186377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:17.213371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:17.213741 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:17.222902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a218fdc-c4a2-4830-972d-6b05b8ed44f3 req-f3cff624-5d92-49e1-99c6-d4c6d6c5032b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 210 time: 0.0673759 Jul 28 11:17:17.286067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:17.378331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:17.380622 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b944a64-2430-4a68-a418-82860ffe4d12" -d '{"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-unplugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:17.397081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1793750d-7e7a-4013-9f29-09ad26d5d447 req-e1496e4f-c8c9-4dc7-83e0-220f655d2c38 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950122 Jul 28 11:17:17.407775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:17.430002 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:17.431135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:17.498861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Allocated IP 172.20.0.3 (9d15383e-81fb-470c-9fea-4f1eadce964a/13aa3d32-2c9a-4b70-bea2-cbab01ac93e4/2ddc6a7d-d9d8-4afc-8838-fde270303473) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:17.787476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-03570b75-a0dd-42fb-950c-1dedabda5a9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa1d07e4d9844ed6862807b5f47ce32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999614 Jul 28 11:17:17.788110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:17.842930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7971d4b0-73ad-4f14-8782-88f62b78773b req-c0151bbf-0a45-4036-bc91-ba5eae37c78d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 210 time: 0.0985875 Jul 28 11:17:17.915536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96f9dd5a-8809-4694-bac6-5decf77a99a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:17.967426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96f9dd5a-8809-4694-bac6-5decf77a99a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.018698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdfc005a-42ad-473b-9a83-b8e997a14126 req-7d8e45a5-87f6-4d03-8e61-aec2be0c30d1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 210 time: 0.0807607 Jul 28 11:17:18.061319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.133204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:18.144370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96f9dd5a-8809-4694-bac6-5decf77a99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.147137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96f9dd5a-8809-4694-bac6-5decf77a99a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.149548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96f9dd5a-8809-4694-bac6-5decf77a99a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cebfebb9-1e6f-4a03-922d-f3e8e1f11d65 HTTP/1.1" status: 204 len: 168 time: 0.3604600 Jul 28 11:17:18.172884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9dd5a-8809-4694-bac6-5decf77a99a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebfebb9-1e6f-4a03-922d-f3e8e1f11d65,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:18.214155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:16Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:18.251055 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b4fde-56f9-4ff6-b3cb-c4d415851392 x-openstack-request-id: req-f44b4fde-56f9-4ff6-b3cb-c4d415851392 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:18.251360 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-unplugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:18.251615 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f44b4fde-56f9-4ff6-b3cb-c4d415851392 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:18.252035 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'code': 200} Jul 28 11:17:18.256886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf52828-2429-4573-8be5-1f9f806b1dd9 None None] The sync data for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 is: [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:16Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:17:18.280659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.304318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.343996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:18.354808 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.495330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:18.647825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Network 9d15383e-81fb-470c-9fea-4f1eadce964a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:18.655575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Pushing event updated for resources: {'Port': ['ID=2ddc6a7d-d9d8-4afc-8838-fde270303473,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:18.659329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:18.673689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:18.773832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ebc0f52-114e-4a7e-a822-535897d6f5df up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:18.802138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:18.809228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.929569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-ec8e9e42-7d3d-42c8-8d80-c4fe6150e926 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:18.942217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-ec8e9e42-7d3d-42c8-8d80-c4fe6150e926 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 818 time: 0.5280912 Jul 28 11:17:18.956510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8ebc0f52-114e-4a7e-a822-535897d6f5df completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:18.964761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8ebc0f52-114e-4a7e-a822-535897d6f5df triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:18.965369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:18.978119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-675a5595-1a83-4fd4-b01a-40c6f924161b tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:18.984793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136400c-5f80-4520-bb1a-d6dee409e837 req-dccf7315-956e-406d-8556-21c6105cab3a tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:18.985652 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-675a5595-1a83-4fd4-b01a-40c6f924161b tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.44 "GET /v2.0/networks?id=cd1b7f4f-cb70-4568-8459-40e46ae51d54 HTTP/1.1" status: 200 len: 797 time: 0.2267830 Jul 28 11:17:18.986313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3136400c-5f80-4520-bb1a-d6dee409e837 req-dccf7315-956e-406d-8556-21c6105cab3a tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 947 time: 0.4472420 Jul 28 11:17:19.000249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-aec911f1-9ddc-475f-a124-5947c8da3ed0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/quotas/566bddd9bacd43ae9d018efb5ff125fb HTTP/1.1" status: 200 len: 375 time: 0.0569975 Jul 28 11:17:19.001929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Request body: {'port': {'device_id': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'admin_state_up': True, 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:19.063875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-6891a4b5-6756-4311-8f95-f974d3f54aa7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4948316 Jul 28 11:17:19.098435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Request body: {'port': {'device_id': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:19.171571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:19.272307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-dc71a26b-4223-43f0-abb4-9cdbf2d11fee tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:19.274493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-dc71a26b-4223-43f0-abb4-9cdbf2d11fee tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 797 time: 0.1640911 Jul 28 11:17:19.287873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8ebc0f52-114e-4a7e-a822-535897d6f5df, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8ebc0f52-114e-4a7e-a822-535897d6f5df,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:19.299076 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:19.309580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Made reservation on behalf of b57d1173ecfa4fc5b427fc10419e0045 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:19.322501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3136400c-5f80-4520-bb1a-d6dee409e837 req-6ef363cf-3f3d-4b94-a151-14ede21b8799 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086810 Jul 28 11:17:19.326619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:19.410261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-a9d242a5-2c5c-4233-80dd-63e51f639f45 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4057431 Jul 28 11:17:19.467092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8ebc0f52-114e-4a7e-a822-535897d6f5df,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:19.627946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:19.643211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-c0efc5fa-8d16-4731-b851-2c63a6e13638 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 380 time: 0.3404121 Jul 28 11:17:19.670326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'port': {'device_id': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'admin_state_up': True, 'tenant_id': '53d99df6846d459185671064bf7c439d', 'security_groups': ['a98f6d5e-2397-4968-a722-1460795923bd']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:19.683526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:19.718257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Allocated IP 172.20.0.28 (cd1b7f4f-cb70-4568-8459-40e46ae51d54/3db4f7e0-6e11-4298-9ccf-755161a4d3ae/802b4324-8872-4abb-963f-0f28bb2117fa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:19.747304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3c7cf-89c4-4f4c-ade3-cd243f8e9acc req-d01b3550-0bda-45e7-aae8-b7152f735f99 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:19.749079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54b3c7cf-89c4-4f4c-ade3-cd243f8e9acc req-d01b3550-0bda-45e7-aae8-b7152f735f99 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2207518 Jul 28 11:17:19.899019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:19.921683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Transition to ACTIVE for port object 802b4324-8872-4abb-963f-0f28bb2117fa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:19.950817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:19.968593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.024882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:20.028843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:20.032024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:20.112361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event updated for resources: {'Port': ['ID=802b4324-8872-4abb-963f-0f28bb2117fa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:20.194358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:20.201546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.214558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54b3c7cf-89c4-4f4c-ade3-cd243f8e9acc req-1bd7c009-4d61-4f61-90e4-3c3210bd3d90 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356880 Jul 28 11:17:20.232280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1351407685'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:20.254361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:20.257286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3d65a727-a50f-4775-b8bb-530105d71818 service neutron] 10.222.0.20 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452163 Jul 28 11:17:20.264674 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec695ae2-15d9-4f35-8079-e30e506f327b" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:20.273842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-5ca4ab53-641e-4349-88ee-eab6addd03c4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2773924 Jul 28 11:17:20.290308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-fd3bcf77-de9c-4692-a857-0a276d6a7a89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:17:20.290308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-fd3bcf77-de9c-4692-a857-0a276d6a7a89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074728 Jul 28 11:17:20.341829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Made reservation on behalf of a5466b86eaac46b098fbff0fe70f10ac for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:20.349789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.382138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.428690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Request body: {'port': {'device_id': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:20.478903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e20f3f62-9e8f-462b-8a4e-036b2e27cb30 None None] Provisioning for port 802b4324-8872-4abb-963f-0f28bb2117fa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:20.485115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e20f3f62-9e8f-462b-8a4e-036b2e27cb30 None None] Provisioning complete for port 802b4324-8872-4abb-963f-0f28bb2117fa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:20.485495 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e20f3f62-9e8f-462b-8a4e-036b2e27cb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.532685 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.562192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e20f3f62-9e8f-462b-8a4e-036b2e27cb30 None None] Port 802b4324-8872-4abb-963f-0f28bb2117fa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:17:20.646235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e6526-888c-4f94-bc97-246208c3cbce req-85a56c1b-47b2-4d1d-ace6-873233b22527 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:20.658292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d89e6526-888c-4f94-bc97-246208c3cbce req-85a56c1b-47b2-4d1d-ace6-873233b22527 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 895 time: 0.2070425 Jul 28 11:17:20.725460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:20.741109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.750875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ebc0f52-114e-4a7e-a822-535897d6f5df up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:20.754142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.769790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:17:20.781828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.782382 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Added segment b535c24a-19c8-4b8b-af88-798f2edd169d of type vlan for network 8a013965-e539-42e9-a4ef-4080a8a1780e Jul 28 11:17:20.816046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:20.820287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.833922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.890598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.897551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8ebc0f52-114e-4a7e-a822-535897d6f5df triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:20.898280 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.898924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:20.899571 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:20.942429 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9903476 Jul 28 11:17:20.980139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:21.015460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.5 (009da86d-af74-4718-8676-b6ac30e03658/2440ba18-8193-4112-b37d-fbca10b2692a/db28f86c-961c-4583-b5b8-07e96c746d5c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:21.020110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:21.087777 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.102448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:21.130069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:21.141967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.182671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.199175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object db28f86c-961c-4583-b5b8-07e96c746d5c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:21.208030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:21.219924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8270853c-6839-4b3c-b91e-d0225f3616b4 req-5c7b5951-f9ea-4a51-a569-7fd4f7b6e89e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 210 time: 0.4283354 Jul 28 11:17:21.227393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:21.256303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Request body: {'subnet': {'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:21.294655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-67599133-0656-47ae-9a42-197c295077e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0363705 Jul 28 11:17:21.320210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ef1e51aa-a2ee-4a3f-8073-c48c19be988e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:21.397162 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09fdf49-1342-4824-ad8e-2d37c45146c7 x-openstack-request-id: req-b09fdf49-1342-4824-ad8e-2d37c45146c7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:21.400347 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:21.402511 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b09fdf49-1342-4824-ad8e-2d37c45146c7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:21.403428 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:17:21.483188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5b4e2-b140-490b-bcc5-aa1128e68b24,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:21.489851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddc6a7d-d9d8-4afc-8838-fde270303473 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:21.500823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.517673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Transition to ACTIVE for port object 2ddc6a7d-d9d8-4afc-8838-fde270303473 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:21.568223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f58ec2-52cb-4ddb-a20b-800e8a09040f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event updated for resources: {'Network': ['ID=8a013965-e539-42e9-a4ef-4080a8a1780e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:21.598267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8a013965-e539-42e9-a4ef-4080a8a1780e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:17:21.599121 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.707201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802b4324-8872-4abb-963f-0f28bb2117fa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:21.718371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.735941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Transition to ACTIVE for port object 802b4324-8872-4abb-963f-0f28bb2117fa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:21.753765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:21.757220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a51d2b2-8ab4-4942-ad0c-19272f2ab1aa req-2427c1a6-a1e3-4a5e-95cf-35b9d9561f8d tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 210 time: 0.0529251 Jul 28 11:17:21.911918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Pushing event updated for resources: {'Port': ['ID=802b4324-8872-4abb-963f-0f28bb2117fa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:21.953512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.003563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1caff-3af6-4c77-9980-7829753f1f1d req-e4a1266e-7c40-4ac2-93c1-e1456a6d51d1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:22.016784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bd1caff-3af6-4c77-9980-7829753f1f1d req-e4a1266e-7c40-4ac2-93c1-e1456a6d51d1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.4325619 Jul 28 11:17:22.075945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 009da86d-af74-4718-8676-b6ac30e03658 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:22.090848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Attempting to bind port 802b4324-8872-4abb-963f-0f28bb2117fa on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:22.091504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Attempting to bind port 802b4324-8872-4abb-963f-0f28bb2117fa by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:22.091813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Attempting to bind port 802b4324-8872-4abb-963f-0f28bb2117fa on network cd1b7f4f-cb70-4568-8459-40e46ae51d54 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:22.096986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Port 802b4324-8872-4abb-963f-0f28bb2117fa on network cd1b7f4f-cb70-4568-8459-40e46ae51d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:17:22.097423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Attempting to bind port 802b4324-8872-4abb-963f-0f28bb2117fa on network cd1b7f4f-cb70-4568-8459-40e46ae51d54 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:22.102790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:22.103377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Checking segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:22.104113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Bound using segment: {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:22.104669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Bound port: 802b4324-8872-4abb-963f-0f28bb2117fa, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:22.105120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.122608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:22.131115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:22.136765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddc6a7d-d9d8-4afc-8838-fde270303473,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:22.216221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.216598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.216938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.218902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.219780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.220125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.220500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.221096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.221546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.221807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.222063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.222389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:22.329860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] For port 802b4324-8872-4abb-963f-0f28bb2117fa, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:22.334899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] For port 802b4324-8872-4abb-963f-0f28bb2117fa, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=802b4324-8872-4abb-963f-0f28bb2117fa,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:22.343671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Made reservation on behalf of a5466b86eaac46b098fbff0fe70f10ac for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:22.350592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.352857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.354382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.469295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:22.469925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.471618 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] 10.222.0.44 "PUT /v2.0/ports/802b4324-8872-4abb-963f-0f28bb2117fa HTTP/1.1" status: 200 len: 1055 time: 2.1738489 Jul 28 11:17:22.486238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'tag': '802b4324-8872-4abb-963f-0f28bb2117fa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:22.527106 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1367c3-d405-49fb-b355-53acec6768d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c54e0b4b-6706-402f-8c44-8fcf32de0e77", "tag": "802b4324-8872-4abb-963f-0f28bb2117fa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:22.615840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bd1caff-3af6-4c77-9980-7829753f1f1d req-706c6abc-c524-44d3-b3b6-f20de7a8c778 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5981078 Jul 28 11:17:22.756705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:22.760020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4cb7e-e43e-4a4b-b4d5-0caae4b9bfcb service neutron] Pushing event updated for resources: {'Port': ['ID=802b4324-8872-4abb-963f-0f28bb2117fa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:22.809620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:22.812613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.828743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-79d79de9-afc6-4ad5-bc1d-2b259d9b2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:22.841717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-79d79de9-afc6-4ad5-bc1d-2b259d9b2b83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 1058 time: 0.3062508 Jul 28 11:17:22.854533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1966488 Jul 28 11:17:22.875443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-121915c8-6b14-49d9-bd8e-643beac6fd60 None None] Provisioning for port db28f86c-961c-4583-b5b8-07e96c746d5c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:22.882042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7829afe-2b8c-44bd-9634-2f15b6839f4d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:22.909281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Request body: {'port': {'device_id': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:22.934624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-121915c8-6b14-49d9-bd8e-643beac6fd60 None None] Provisioning complete for port db28f86c-961c-4583-b5b8-07e96c746d5c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:22.934978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-121915c8-6b14-49d9-bd8e-643beac6fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:22.939569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-c0e18d64-b668-46ba-bbe7-5072be1e7e26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=802b4324-8872-4abb-963f-0f28bb2117fa HTTP/1.1" status: 200 len: 217 time: 0.0927732 Jul 28 11:17:22.988498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-121915c8-6b14-49d9-bd8e-643beac6fd60 None None] Port db28f86c-961c-4583-b5b8-07e96c746d5c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:17:23.017898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:23.018662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.033146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-717429bc-fe75-4660-aa85-77fb74cff61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:23.035136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-717429bc-fe75-4660-aa85-77fb74cff61f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3db4f7e0-6e11-4298-9ccf-755161a4d3ae HTTP/1.1" status: 200 len: 836 time: 0.0879500 Jul 28 11:17:23.091634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-0d13a262-44f1-422d-acfd-4c8c196ba25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:23.094138 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-0d13a262-44f1-422d-acfd-4c8c196ba25c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd1b7f4f-cb70-4568-8459-40e46ae51d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519361 Jul 28 11:17:23.116006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Attempting to bind port 2ddc6a7d-d9d8-4afc-8838-fde270303473 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:23.116006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Attempting to bind port 2ddc6a7d-d9d8-4afc-8838-fde270303473 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:23.116801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Attempting to bind port 2ddc6a7d-d9d8-4afc-8838-fde270303473 on network 9d15383e-81fb-470c-9fea-4f1eadce964a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:23.130576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Port 2ddc6a7d-d9d8-4afc-8838-fde270303473 on network 9d15383e-81fb-470c-9fea-4f1eadce964a not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:17:23.130807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Attempting to bind port 2ddc6a7d-d9d8-4afc-8838-fde270303473 on network 9d15383e-81fb-470c-9fea-4f1eadce964a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:23.154233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:23.154964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Checking segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:23.155530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Bound using segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:23.156196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Bound port: 2ddc6a7d-d9d8-4afc-8838-fde270303473, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:23.156586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.186611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.211454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cadb37-fc2a-4f29-8c21-f378a60cf96f req-27503675-a1d5-4df8-b96d-a5c0c3638e49 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:23.220550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.225698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53cadb37-fc2a-4f29-8c21-f378a60cf96f req-27503675-a1d5-4df8-b96d-a5c0c3638e49 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 907 time: 0.3135388 Jul 28 11:17:23.272729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:23.278902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.326816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-a6a6c6a2-beff-4c14-b4ed-6cc06c70b936 service neutron] 10.222.0.44 "GET /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150190 Jul 28 11:17:23.405984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:23.412378 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb940e-5a17-4517-9f34-1388f3777265" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:23.442783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:23.467916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3af547ef-4cfb-4cc9-8fae-eb4e77fa6470 req-2ea63438-66fe-45d2-90bf-71a9ab5c6d3c service neutron] 10.222.0.44 "GET /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332073 Jul 28 11:17:23.525989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] For port 2ddc6a7d-d9d8-4afc-8838-fde270303473, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:23.531222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] For port 2ddc6a7d-d9d8-4afc-8838-fde270303473, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:23.690480 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf2ef4-b4d8-4160-95e8-7d0afc3c1339 x-openstack-request-id: req-dbaf2ef4-b4d8-4160-95e8-7d0afc3c1339 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:23.691006 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54e0b4b-6706-402f-8c44-8fcf32de0e77", "tag": "802b4324-8872-4abb-963f-0f28bb2117fa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:23.691006 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbaf2ef4-b4d8-4160-95e8-7d0afc3c1339 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:23.691414 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'tag': '802b4324-8872-4abb-963f-0f28bb2117fa', 'status': 'completed', 'code': 200} Jul 28 11:17:23.803091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.858882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-03bfeb48-4a42-4873-aa21-6ee24d106c0d tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:23.862066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-03bfeb48-4a42-4873-aa21-6ee24d106c0d tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 818 time: 0.3071728 Jul 28 11:17:23.887472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Request body: {'port': {'device_id': 'ada42896-eb55-4cee-8f89-730a39907448', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'admin_state_up': True, 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:23.917990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:23.918765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:23.920397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 1091 time: 4.8418472 Jul 28 11:17:23.935049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'tag': '2ddc6a7d-d9d8-4afc-8838-fde270303473'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:23.941454 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ffece-0561-4616-9ffc-d129374ffefa" -d '{"events": [{"name": "network-changed", "server_uuid": "97d73169-7133-41de-bb76-3147fdcfcfd7", "tag": "2ddc6a7d-d9d8-4afc-8838-fde270303473"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:23.968788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3288903a-ffe1-4ebc-8446-0ad0b0d6ca29 req-9f266a2c-1059-4d8c-9a36-7055ebaa9e42 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 210 time: 0.1630771 Jul 28 11:17:23.999762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-c40310ef-c284-4e60-a79f-712326126473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.001930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-c40310ef-c284-4e60-a79f-712326126473 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 1058 time: 0.2658989 Jul 28 11:17:24.110805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:24.182890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-f081d764-d843-400b-80cc-d96c1dadce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.184628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-f081d764-d843-400b-80cc-d96c1dadce03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd1b7f4f-cb70-4568-8459-40e46ae51d54 HTTP/1.1" status: 200 len: 898 time: 0.1728449 Jul 28 11:17:24.193279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Made reservation on behalf of 566bddd9bacd43ae9d018efb5ff125fb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:24.201149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:24.241797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7dc6b-a220-46e5-a12e-1b9485604e88 req-dea19141-a657-41e6-b507-107ff453310a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.250696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27a7dc6b-a220-46e5-a12e-1b9485604e88 req-dea19141-a657-41e6-b507-107ff453310a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 931 time: 0.7306435 Jul 28 11:17:24.341247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db28f86c-961c-4583-b5b8-07e96c746d5c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:24.351201 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:24.359143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-15019a47-7ef8-4d45-869d-0e56791dd46b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=802b4324-8872-4abb-963f-0f28bb2117fa HTTP/1.1" status: 200 len: 217 time: 0.1411283 Jul 28 11:17:24.367738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Transition to ACTIVE for port object db28f86c-961c-4583-b5b8-07e96c746d5c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:24.442628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-98ae6a4e-c3d5-46d8-bfe4-3a609d4c2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.444764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-98ae6a4e-c3d5-46d8-bfe4-3a609d4c2049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1094 time: 0.3362210 Jul 28 11:17:24.582725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:24.599121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-c5eba3a0-a3f4-47e3-a5d4-11df6ab063f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 217 time: 0.1100614 Jul 28 11:17:24.611067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e359ade-c025-4115-a23d-6d60d91227c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddc6a7d-d9d8-4afc-8838-fde270303473,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:24.623387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-3f6b7d79-4d2a-4672-8634-d71b7029834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.630344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-3f6b7d79-4d2a-4672-8634-d71b7029834a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3db4f7e0-6e11-4298-9ccf-755161a4d3ae HTTP/1.1" status: 200 len: 836 time: 0.2605686 Jul 28 11:17:24.787668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:24.794466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937465-808b-4a81-8df7-4821d702b432 req-f9bef9a5-c9ed-49cd-921e-0ef4f07c97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.795939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-f9bef9a5-c9ed-49cd-921e-0ef4f07c97ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.1817727 Jul 28 11:17:24.868980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-5558b673-6854-4d40-a541-dd0de4a72537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:24.871143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-5558b673-6854-4d40-a541-dd0de4a72537 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd1b7f4f-cb70-4568-8459-40e46ae51d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2292271 Jul 28 11:17:24.872732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27a7dc6b-a220-46e5-a12e-1b9485604e88 req-b8566362-8ec5-44a3-aee9-82a1e59804c8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166918 Jul 28 11:17:24.909179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Allocated IP 172.20.0.13 (9d15383e-81fb-470c-9fea-4f1eadce964a/13aa3d32-2c9a-4b70-bea2-cbab01ac93e4/0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:24.968148 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b75664-0187-4e18-b8f4-6d3f4d961e60 x-openstack-request-id: req-52b75664-0187-4e18-b8f4-6d3f4d961e60 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:24.969053 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:24.969479 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52b75664-0187-4e18-b8f4-6d3f4d961e60 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:24.970038 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:17:24.983661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event updated for resources: {'Subnet': ['ID=0f556e44-1c7b-40d0-8bc2-9070f5268eca,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:25.030886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-8b61461b-77f7-4e15-b6b0-36661a89bb1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150946 Jul 28 11:17:25.081771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Checking segment: {'id': 'b535c24a-19c8-4b8b-af88-798f2edd169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:25.084062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Network hostable DHCP agents. Network: 8a013965-e539-42e9-a4ef-4080a8a1780e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:17:25.221674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:25.221924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:25.222299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c on network 009da86d-af74-4718-8676-b6ac30e03658 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:25.334425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Port db28f86c-961c-4583-b5b8-07e96c746d5c on network 009da86d-af74-4718-8676-b6ac30e03658 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:17:25.335221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c on network 009da86d-af74-4718-8676-b6ac30e03658 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:25.340470 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-bb5c59b5-37b3-46a6-a3f0-4dd1ac624ea1 service neutron] 10.222.0.44 "GET /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604306 Jul 28 11:17:25.343034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Network 8a013965-e539-42e9-a4ef-4080a8a1780e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:17:25.395377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:25.395722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Checking segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:25.396116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Bound using segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:25.396623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Bound port: db28f86c-961c-4583-b5b8-07e96c746d5c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:25.397029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:25.411060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8a013965-e539-42e9-a4ef-4080a8a1780e) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:25.419820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2271ad-04ed-456f-9326-e961d2bcc90c None None] Network 8a013965-e539-42e9-a4ef-4080a8a1780e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:25.430770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:25.432366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:25.481239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafcc67-f336-4fc9-889f-cda39f36e04a req-65cd2f87-0eff-41cc-83c6-c3b400d98a76 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:25.493474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fafcc67-f336-4fc9-889f-cda39f36e04a req-65cd2f87-0eff-41cc-83c6-c3b400d98a76 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.3483820 Jul 28 11:17:25.585347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a1367c3-d405-49fb-b355-53acec6768d4 req-6c6d254c-3e65-4e15-ba5b-21330232901b service neutron] 10.222.0.44 "GET /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338581 Jul 28 11:17:25.598457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ec08038e-eefa-4cb7-8b79-cbbdcbfe2e65 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3717117 Jul 28 11:17:25.603701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:25.616069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Request body: {'port': {'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e', 'name': 'tempest-TagsExtTest-1041096280'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:25.723744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fafcc67-f336-4fc9-889f-cda39f36e04a req-b38f33af-931a-486e-93e0-f8d0f609be52 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191703 Jul 28 11:17:25.756950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8a013965-e539-42e9-a4ef-4080a8a1780e', 'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e', 'tenant_id': 'a5466b86eaac46b098fbff0fe70f10ac', 'fixed_ips': [{'subnet_id': '0f556e44-1c7b-40d0-8bc2-9070f5268eca'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:17:25.758214 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:25.775607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-67f7ba2a-381c-4bac-a3af-2fe4761f6314 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239764 Jul 28 11:17:25.817909 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b8337-3c42-4bfe-b56e-777819f75406 x-openstack-request-id: req-860b8337-3c42-4bfe-b56e-777819f75406 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:25.827986 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d73169-7133-41de-bb76-3147fdcfcfd7", "tag": "2ddc6a7d-d9d8-4afc-8838-fde270303473", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:25.828751 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-860b8337-3c42-4bfe-b56e-777819f75406 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:25.829361 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'tag': '2ddc6a7d-d9d8-4afc-8838-fde270303473', 'status': 'completed', 'code': 200} Jul 28 11:17:25.983234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Made reservation on behalf of a5466b86eaac46b098fbff0fe70f10ac for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:25.987638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.037441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:26.092268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Allocated IP 172.20.0.2 (8a013965-e539-42e9-a4ef-4080a8a1780e/0f556e44-1c7b-40d0-8bc2-9070f5268eca/4c7fe17b-4bde-4da3-a275-0293d4955045) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:26.098252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.120597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] device_id is not set on port 65eefec4-2486-4c2f-952e-d22904700f9a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:17:26.278232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.415163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Network 9d15383e-81fb-470c-9fea-4f1eadce964a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:26.430476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:26.447683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:26.485750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.487177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:26.506776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.508967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Transition to ACTIVE for port object 4c7fe17b-4bde-4da3-a275-0293d4955045 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:26.531417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Pushing event updated for resources: {'Port': ['ID=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:26.550067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.550506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.550970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.551377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.551880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.552384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.553390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.553390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.553591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.554018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.554416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.554866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:17:26.555909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Transition to ACTIVE for port object 4c7fe17b-4bde-4da3-a275-0293d4955045 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:26.586281 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.602407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:26.604055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.606723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] 10.222.0.41 "PUT /v2.0/ports/db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 1091 time: 3.7415802 Jul 28 11:17:26.637855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1fc9-ed0b-48b1-889e-7841036e214b req-220fa6f9-ace5-4973-a2ef-79278a25a275 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:26.652153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd1c1fc9-ed0b-48b1-889e-7841036e214b req-220fa6f9-ace5-4973-a2ef-79278a25a275 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 907 time: 0.6610022 Jul 28 11:17:26.656700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:26.657680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.687075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 802b4324-8872-4abb-963f-0f28bb2117fa details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:26.706178 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-5ea591df-1b73-402a-8937-1236fa9f9266 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8269639 Jul 28 11:17:26.713631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Allocated IP 172.20.0.5 (8a013965-e539-42e9-a4ef-4080a8a1780e/0f556e44-1c7b-40d0-8bc2-9070f5268eca/65eefec4-2486-4c2f-952e-d22904700f9a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:26.722223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Request body: {'port': {'device_id': 'ada42896-eb55-4cee-8f89-730a39907448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:26.770807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa937465-808b-4a81-8df7-4821d702b432 req-ffeb83bf-3e38-4197-b8e5-bc9543adadd3 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9782965 Jul 28 11:17:26.911014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:26.927683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b29e4b-a87b-481f-89e9-9a4cec101b11 service neutron] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:26.950498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-9b8e0725-1370-4db7-b990-1c845ef91ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:26.952925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-9b8e0725-1370-4db7-b990-1c845ef91ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1094 time: 0.2639647 Jul 28 11:17:26.972289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba7ad9-e130-4b5d-ad23-01cb3095d20a req-bb3af19c-ab1b-46c6-bea6-93e7eb62d698 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:26.983544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9ba7ad9-e130-4b5d-ad23-01cb3095d20a req-bb3af19c-ab1b-46c6-bea6-93e7eb62d698 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 932 time: 0.1821985 Jul 28 11:17:26.997500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 802b4324-8872-4abb-963f-0f28bb2117fa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=802b4324-8872-4abb-963f-0f28bb2117fa,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:27.021855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '802b4324-8872-4abb-963f-0f28bb2117fa', 'network_id': 'cd1b7f4f-cb70-4568-8459-40e46ae51d54', 'port_id': '802b4324-8872-4abb-963f-0f28bb2117fa', 'mac_address': 'fa:16:3e:91:0a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db4f7e0-6e11-4298-9ccf-755161a4d3ae', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:27.044631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Network 8a013965-e539-42e9-a4ef-4080a8a1780e is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:27.045059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-043a3a60-1fbb-4f3f-9250-548478d155a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 217 time: 0.0586822 Jul 28 11:17:27.048965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:27.102442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:27.105168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.112350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-19a308e3-6ef9-410d-a180-8f5f44626330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:27.114130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-19a308e3-6ef9-410d-a180-8f5f44626330 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.0599215 Jul 28 11:17:27.116304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ffece-0561-4616-9ffc-d129374ffefa req-c0ed9971-d81d-4501-860f-064b9c61b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:27.117935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-c0ed9971-d81d-4501-860f-064b9c61b493 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1094 time: 0.2694695 Jul 28 11:17:27.123764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802b4324-8872-4abb-963f-0f28bb2117fa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:27.154434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 802b4324-8872-4abb-963f-0f28bb2117fa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=802b4324-8872-4abb-963f-0f28bb2117fa,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:27.158669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Pushing event updated for resources: {'Port': ['ID=4c7fe17b-4bde-4da3-a275-0293d4955045,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:27.182348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9ba7ad9-e130-4b5d-ad23-01cb3095d20a req-6cb8a5ba-73d4-4df3-8714-285b7111d7fa tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913748 Jul 28 11:17:27.197907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.394560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-c587b9df-214b-43d5-b365-0714361ba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:27.396900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-c587b9df-214b-43d5-b365-0714361ba314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2652428 Jul 28 11:17:27.470372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['802b4324-8872-4abb-963f-0f28bb2117fa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:27.519121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.532262 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-12ae3e78-59c8-4921-895f-17ee168ebe10 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115146 Jul 28 11:17:27.566139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Attempting to bind port 4c7fe17b-4bde-4da3-a275-0293d4955045 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:27.566658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Attempting to bind port 4c7fe17b-4bde-4da3-a275-0293d4955045 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b535c24a-19c8-4b8b-af88-798f2edd169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:27.567130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Attempting to bind port 4c7fe17b-4bde-4da3-a275-0293d4955045 on network 8a013965-e539-42e9-a4ef-4080a8a1780e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:27.612287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=802b4324-8872-4abb-963f-0f28bb2117fa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:27.615586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:27.615957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Checking segment: {'id': 'b535c24a-19c8-4b8b-af88-798f2edd169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:27.617154 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.617657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Bound using segment: {'id': 'b535c24a-19c8-4b8b-af88-798f2edd169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:27.621099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Bound port: 4c7fe17b-4bde-4da3-a275-0293d4955045, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b535c24a-19c8-4b8b-af88-798f2edd169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a013965-e539-42e9-a4ef-4080a8a1780e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:27.621611 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.628293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ffece-0561-4616-9ffc-d129374ffefa req-0cea9d60-7e39-4d72-9746-4e7ad136230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:27.630132 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-0cea9d60-7e39-4d72-9746-4e7ad136230d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.4958849 Jul 28 11:17:27.633458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Transition to ACTIVE for port object 65eefec4-2486-4c2f-952e-d22904700f9a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:27.646285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539476-82f8-4a77-8703-3c3acbfac6de req-8a4490af-61a4-49eb-abea-706920853817 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:27.656796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5539476-82f8-4a77-8703-3c3acbfac6de req-8a4490af-61a4-49eb-abea-706920853817 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.3404171 Jul 28 11:17:27.725451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-d0c9a2a9-683e-4f53-87b9-ec9b851cc2bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 217 time: 0.0569637 Jul 28 11:17:27.781772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] For port 4c7fe17b-4bde-4da3-a275-0293d4955045, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:27.785792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] For port 4c7fe17b-4bde-4da3-a275-0293d4955045, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4c7fe17b-4bde-4da3-a275-0293d4955045,segment=NetworkSegment(b535c24a-19c8-4b8b-af88-798f2edd169d),segment_id=b535c24a-19c8-4b8b-af88-798f2edd169d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:27.797945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.819202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.837040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:27.840781 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73215994-668c-4202-b4a7-8f637e6a665b" -d '{"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:27.879172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5539476-82f8-4a77-8703-3c3acbfac6de req-d9cfebed-8c74-408f-b2bd-bb04c935c63d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211149 Jul 28 11:17:27.902239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be73a6da-acca-4721-9d8b-1d372f117f79 req-44ee0eba-4b79-4fec-b080-a2e97378a124 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486567 Jul 28 11:17:27.910396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c295b2e-d3d9-471d-8583-6c09bffcf130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:27.922804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ffece-0561-4616-9ffc-d129374ffefa req-8ee01a48-a06a-46c5-bf41-c91da9081a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:27.926127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-8ee01a48-a06a-46c5-bf41-c91da9081a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.1924989 Jul 28 11:17:27.971927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38b189-cbe1-4f5a-bbc6-14fb72f46272 None None] Pushing event updated for resources: {'Port': ['ID=4c7fe17b-4bde-4da3-a275-0293d4955045,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:27.974080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Network 8a013965-e539-42e9-a4ef-4080a8a1780e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:27.992764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:27.995890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:28.009474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-51fbc828-8a0d-41e0-8a2b-7e5afcdd9e26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721219 Jul 28 11:17:28.076126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event updated for resources: {'Port': ['ID=65eefec4-2486-4c2f-952e-d22904700f9a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:28.088922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:28.109396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.152170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-3ca552b0-3b1e-4d83-8db8-6a0b37daaea1 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300142 Jul 28 11:17:28.175028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Transition to ACTIVE for port object 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:28.186432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:28.186432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.193171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.299874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1f7e3499-bbaf-4206-9b9d-decdf3cab100 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6912212 Jul 28 11:17:28.303560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:28.310599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-504165074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:28.350278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Pushing event updated for resources: {'Port': ['ID=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:28.382041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382488-acec-4631-97e8-5abdacc7676e req-2c09a700-42eb-4063-a1a4-00b031423685 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:28.417335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c382488-acec-4631-97e8-5abdacc7676e req-2c09a700-42eb-4063-a1a4-00b031423685 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.4018290 Jul 28 11:17:28.483959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.485308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.524124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d36ffece-0561-4616-9ffc-d129374ffefa req-f6455dad-974c-4aff-9be4-1760ec308af2 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360972 Jul 28 11:17:28.553902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.569597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.584301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Attempting to bind port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:28.586257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Attempting to bind port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:28.586257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Attempting to bind port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e on network 9d15383e-81fb-470c-9fea-4f1eadce964a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:28.598826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c382488-acec-4631-97e8-5abdacc7676e req-d984df34-2552-4852-bd9c-5351bf07263e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730247 Jul 28 11:17:28.600087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e on network 9d15383e-81fb-470c-9fea-4f1eadce964a not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:17:28.600604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Attempting to bind port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e on network 9d15383e-81fb-470c-9fea-4f1eadce964a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:28.613985 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.614238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 802b4324-8872-4abb-963f-0f28bb2117fa up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:28.615562 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ce792b4b-d096-4021-8384-3f4e50a99805 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3084629 Jul 28 11:17:28.616925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:28.619213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Checking segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:28.619696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Bound using segment: {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:28.619855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48284) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:28.620420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Bound port: 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bd8ff3-7674-4f24-a7a1-38782bf92034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:28.620884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.624900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ecdfc3f5-2743-4533-9f1e-d53230822b5d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1893809479', 'prefixes': ['172.20.0.0/16']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:28.695862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 802b4324-8872-4abb-963f-0f28bb2117fa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:28.702732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 802b4324-8872-4abb-963f-0f28bb2117fa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:28.703106 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.806873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2ddc6a7d-d9d8-4afc-8838-fde270303473 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:28.819978 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] For port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:28.835084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] For port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:28.844072 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.908886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc3f5-2743-4533-9f1e-d53230822b5d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.924623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ecdfc3f5-2743-4533-9f1e-d53230822b5d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3001339 Jul 28 11:17:28.925256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:28.936188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-4bb07b96-4cb1-4252-86bf-cac6c2b322f8 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-705242512') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:28.941401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Pushing event updated for resources: {'Port': ['ID=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:28.946342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:28.946994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:28.948488 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-3b0354ef-c9f0-4ba5-8c09-a52043ac1a45 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e HTTP/1.1" status: 200 len: 1092 time: 2.2320201 Jul 28 11:17:28.949039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada42896-eb55-4cee-8f89-730a39907448', 'tag': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:28.951352 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2cc14-767e-4ea8-89c1-462ca844abd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ada42896-eb55-4cee-8f89-730a39907448", "tag": "0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:28.954374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4c7fe17b-4bde-4da3-a275-0293d4955045 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:29.010511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8958df4-7865-4d3b-9104-67d9f454a7de req-c76c25c9-fb2c-4a11-a0cb-8035ad50f5bb tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:29.041442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8958df4-7865-4d3b-9104-67d9f454a7de req-c76c25c9-fb2c-4a11-a0cb-8035ad50f5bb tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 908 time: 0.2416842 Jul 28 11:17:29.082893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-a7dfc691-1e67-4825-bc77-b0844532ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:29.096942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-a7dfc691-1e67-4825-bc77-b0844532ad1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 1095 time: 0.0973330 Jul 28 11:17:29.138818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:17:29.192143 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da321f-9f2d-4539-972d-d2536eb430bc x-openstack-request-id: req-86da321f-9f2d-4539-972d-d2536eb430bc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:29.217315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-22af8557-3b5e-4014-aec2-3eb24e8673b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e HTTP/1.1" status: 200 len: 217 time: 0.1100581 Jul 28 11:17:29.218897 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:29.219950 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86da321f-9f2d-4539-972d-d2536eb430bc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:29.235600 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'status': 'completed', 'code': 200} Jul 28 11:17:29.283614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:29.439698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-20476d85-542a-48cf-b48b-7966943e05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:29.441612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-20476d85-542a-48cf-b48b-7966943e05ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.2103672 Jul 28 11:17:29.477238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802b4324-8872-4abb-963f-0f28bb2117fa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:29.483518 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4083f26-6104-4d42-9dd4-2a6f881ff5b6" -d '{"events": [{"server_uuid": "c54e0b4b-6706-402f-8c44-8fcf32de0e77", "name": "network-vif-plugged", "status": "completed", "tag": "802b4324-8872-4abb-963f-0f28bb2117fa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:29.502932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-daef59c5-3d88-4b71-8d87-4d6156480b2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507739 Jul 28 11:17:29.560030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4c7fe17b-4bde-4da3-a275-0293d4955045 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:29.572634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 802b4324-8872-4abb-963f-0f28bb2117fa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=802b4324-8872-4abb-963f-0f28bb2117fa,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:29.624354 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:29.637251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215994-668c-4202-b4a7-8f637e6a665b req-2f682056-7b2f-47ae-9cb8-5988d682fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:29.639620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-2f682056-7b2f-47ae-9cb8-5988d682fd4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1094 time: 0.3966866 Jul 28 11:17:29.656853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2ddc6a7d-d9d8-4afc-8838-fde270303473, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:29.661887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4bb07b96-4cb1-4252-86bf-cac6c2b322f8 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-705242512 HTTP/1.1" status: 201 len: 201 time: 0.7304151 Jul 28 11:17:29.667498 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-8c9157c8-4624-4da8-a5f5-6b44e356650c service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508389 Jul 28 11:17:29.669664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:29.677332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-0364d446-0867-4735-b7ed-3a0704d35fd0 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-1312503598') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:29.741612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df47727-17c3-4648-b954-1a47dab8e261 None None] Network 8a013965-e539-42e9-a4ef-4080a8a1780e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:29.754120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '2ddc6a7d-d9d8-4afc-8838-fde270303473', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'port_id': '2ddc6a7d-d9d8-4afc-8838-fde270303473', 'mac_address': 'fa:16:3e:ca:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:29.803525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a7336-a63a-4e7c-89aa-f39dbcb1180a req-df98bfa4-9884-4a77-b465-d9dbb2b3d4ab tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:29.813121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-235a7336-a63a-4e7c-89aa-f39dbcb1180a req-df98bfa4-9884-4a77-b465-d9dbb2b3d4ab tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 944 time: 0.4152176 Jul 28 11:17:29.928053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-235a7336-a63a-4e7c-89aa-f39dbcb1180a req-a996de66-d6cb-4605-90cb-e8749157c044 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079342 Jul 28 11:17:29.971228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c3a83e1b-184b-4934-85fb-4dc29ffc6a5d req-59e4d613-6ca7-47b3-a400-a2aa755bed66 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556300 Jul 28 11:17:30.007574 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0364d446-0867-4735-b7ed-3a0704d35fd0 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-1312503598 HTTP/1.1" status: 201 len: 201 time: 0.3363492 Jul 28 11:17:30.008611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:30.014882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215994-668c-4202-b4a7-8f637e6a665b req-93575662-05c7-4cec-b3bb-d3e50abd0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:30.015335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-89ecb8bb-fb2e-4a65-bd51-66ff3f8dfdf3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-333603255') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:30.015641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-93575662-05c7-4cec-b3bb-d3e50abd0f2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.3636873 Jul 28 11:17:30.121636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-2016f93b-93c0-4282-9a0a-f1bbcb46c3f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 217 time: 0.0967126 Jul 28 11:17:30.229710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215994-668c-4202-b4a7-8f637e6a665b req-6ca2e43b-9c3c-4db1-b13d-cc56b5be32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:30.230540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-6ca2e43b-9c3c-4db1-b13d-cc56b5be32e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.0946834 Jul 28 11:17:30.252354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-89ecb8bb-fb2e-4a65-bd51-66ff3f8dfdf3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-333603255 HTTP/1.1" status: 201 len: 201 time: 0.2416213 Jul 28 11:17:30.253000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:30.258379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-2adfe128-3b13-4431-b12c-770ce10f6e88 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-1845237013') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:30.381959 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2adfe128-3b13-4431-b12c-770ce10f6e88 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-1845237013 HTTP/1.1" status: 201 len: 201 time: 0.1276181 Jul 28 11:17:30.382611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:30.388258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-4f33c3e0-44df-4ddf-b476-6e8426d20b4d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:30.406676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215994-668c-4202-b4a7-8f637e6a665b req-5f97a694-3047-4d4e-acaf-a5fd15496212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:30.409312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-5f97a694-3047-4d4e-acaf-a5fd15496212 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490278 Jul 28 11:17:30.446055 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:30.479122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e59b5e-aacb-47e3-b95f-adc9d5fe9849 req-321d7e6a-492d-41a0-8b87-c53d79678c07 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:30.501135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17e59b5e-aacb-47e3-b95f-adc9d5fe9849 req-321d7e6a-492d-41a0-8b87-c53d79678c07 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.2665143 Jul 28 11:17:30.539356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddc6a7d-d9d8-4afc-8838-fde270303473 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:30.576080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=802b4324-8872-4abb-963f-0f28bb2117fa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:30.586680 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f33c3e0-44df-4ddf-b476-6e8426d20b4d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags HTTP/1.1" status: 200 len: 240 time: 0.2028940 Jul 28 11:17:30.587929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:30.596769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-31bbd5d8-2826-4bab-8b6d-a4e14781dacd tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-705242512') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:30.641753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] Provisioning for port 4c7fe17b-4bde-4da3-a275-0293d4955045 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:30.717913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17e59b5e-aacb-47e3-b95f-adc9d5fe9849 req-3365fecd-a042-4c61-a5c0-d80626132145 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086453 Jul 28 11:17:30.721115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2ddc6a7d-d9d8-4afc-8838-fde270303473, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:30.730160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] Provisioning complete for port 4c7fe17b-4bde-4da3-a275-0293d4955045 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:30.730593 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:30.740935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31bbd5d8-2826-4bab-8b6d-a4e14781dacd tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-705242512 HTTP/1.1" status: 204 len: 168 time: 0.1516371 Jul 28 11:17:30.743892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48312) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:30.761814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-ec945134-9ec3-40e5-855d-859b384bb4a9 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-705242512') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:30.787475 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:30.823509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:30.830207 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3feed91-61f5-4ba5-bafe-17e338cd903a x-openstack-request-id: req-c3feed91-61f5-4ba5-bafe-17e338cd903a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:30.830207 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada42896-eb55-4cee-8f89-730a39907448", "tag": "0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:30.830902 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3feed91-61f5-4ba5-bafe-17e338cd903a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:30.830902 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada42896-eb55-4cee-8f89-730a39907448', 'tag': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e', 'status': 'completed', 'code': 200} Jul 28 11:17:30.916614 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623cff64-2b0f-48e6-a4a8-83b99a352e86 x-openstack-request-id: req-623cff64-2b0f-48e6-a4a8-83b99a352e86 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:30.916910 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54e0b4b-6706-402f-8c44-8fcf32de0e77", "name": "network-vif-plugged", "status": "completed", "tag": "802b4324-8872-4abb-963f-0f28bb2117fa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:30.917167 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-623cff64-2b0f-48e6-a4a8-83b99a352e86 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:30.917566 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802b4324-8872-4abb-963f-0f28bb2117fa', 'code': 200} Jul 28 11:17:30.933841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-78afa3e6-0155-42d2-b880-7dc6a4260911 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997156 Jul 28 11:17:30.942565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-1c05b259-5216-4621-98c4-14c83dea8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:30.944219 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-1c05b259-5216-4621-98c4-14c83dea8da3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 1095 time: 0.0934074 Jul 28 11:17:31.154407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ec945134-9ec3-40e5-855d-859b384bb4a9 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-705242512 HTTP/1.1" status: 204 len: 168 time: 0.4039044 Jul 28 11:17:31.157411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:31.160720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=2ddc6a7d-d9d8-4afc-8838-fde270303473,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:31.187517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbce46-358d-41b6-b64f-ec84f5ca41de req-c976af37-7828-4e3d-9d52-fc79ed2859fd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:31.190707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:31.201984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09cbce46-358d-41b6-b64f-ec84f5ca41de req-c976af37-7828-4e3d-9d52-fc79ed2859fd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2269983 Jul 28 11:17:31.227024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-ca3b825e-183b-4f2e-b048-7d531ddcefcc tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:31.242579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7e2d-74e1-4bc7-8c45-e0f7d46a9159 req-abf7530a-9ea8-401a-821f-f64b9d876c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:31.255798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-35bc7e2d-74e1-4bc7-8c45-e0f7d46a9159 req-abf7530a-9ea8-401a-821f-f64b9d876c05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 1060 time: 0.1974468 Jul 28 11:17:31.300928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['2ddc6a7d-d9d8-4afc-8838-fde270303473'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:31.311176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-7d22ac9c-fe84-4fc1-b8d6-30a6faf0bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:31.315189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73215994-668c-4202-b4a7-8f637e6a665b req-48c0d013-9148-4ca4-97bc-d77efa4a4429 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706543 Jul 28 11:17:31.317020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-7d22ac9c-fe84-4fc1-b8d6-30a6faf0bcf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.3558464 Jul 28 11:17:31.341174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09cbce46-358d-41b6-b64f-ec84f5ca41de req-d71426dd-cb4a-43ec-8325-323f2601db1a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370652 Jul 28 11:17:31.389885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca3b825e-183b-4f2e-b048-7d531ddcefcc tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags HTTP/1.1" status: 200 len: 205 time: 0.1665983 Jul 28 11:17:31.392892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:31.402578 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee746ea9-6f5c-446c-9460-1f7ae3c7a589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:31.412329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-9cc5f298-af54-4d37-b75a-d2f640925706 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:31.433673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-c1000e02-78d7-4477-807b-e0c4c9262382 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e HTTP/1.1" status: 200 len: 217 time: 0.1024861 Jul 28 11:17:31.491129 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:31.496333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:31.525584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-cb0cd3f2-7c0c-45a8-af97-c41908f47d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:31.530366 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-cb0cd3f2-7c0c-45a8-af97-c41908f47d8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.0885649 Jul 28 11:17:31.580558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9cc5f298-af54-4d37-b75a-d2f640925706 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags HTTP/1.1" status: 200 len: 241 time: 0.1851957 Jul 28 11:17:31.589917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ccaa6-62d7-4d3c-9f02-abac7a0f1df4 req-b57ccea6-866e-4cb9-b3e5-e9f7cb16ba4e tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:31.600832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:31.604830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-646ccaa6-62d7-4d3c-9f02-abac7a0f1df4 req-b57ccea6-866e-4cb9-b3e5-e9f7cb16ba4e tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 909 time: 0.1192954 Jul 28 11:17:31.619907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-56f98d89-7bc0-4b35-8572-46e207cc901c tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-1312503598') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:31.623471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] For port 4c7fe17b-4bde-4da3-a275-0293d4955045, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4c7fe17b-4bde-4da3-a275-0293d4955045,segment=NetworkSegment(b535c24a-19c8-4b8b-af88-798f2edd169d),segment_id=b535c24a-19c8-4b8b-af88-798f2edd169d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:31.629882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'port_id': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'mac_address': 'fa:16:3e:43:94:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:31.638798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-82a0f27a-2475-4b75-9467-e0bede6e1717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003320 Jul 28 11:17:31.676733 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:31.797976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaea6f-1b4b-41e2-8518-18c70d9fadce req-2a5f903f-f897-47cb-aceb-e41584bd4c52 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:31.807796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cddaea6f-1b4b-41e2-8518-18c70d9fadce req-2a5f903f-f897-47cb-aceb-e41584bd4c52 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 944 time: 0.1061389 Jul 28 11:17:31.829908 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:31.894898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cddaea6f-1b4b-41e2-8518-18c70d9fadce req-8f475526-e528-4d05-bda2-17034311de17 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858314 Jul 28 11:17:31.922941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e90bc275-9024-47dc-a9c4-0793bff26a77 None None] Provisioning complete for port 4c7fe17b-4bde-4da3-a275-0293d4955045 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:31.923517 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e90bc275-9024-47dc-a9c4-0793bff26a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:31.988691 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:32.015700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-1e76c6de-0c5b-4258-a409-af7704b81b95 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143194 Jul 28 11:17:32.042539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db28f86c-961c-4583-b5b8-07e96c746d5c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:32.065791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:32.066515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-56f98d89-7bc0-4b35-8572-46e207cc901c tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-1312503598 HTTP/1.1" status: 204 len: 168 time: 0.4492469 Jul 28 11:17:32.110657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-7c8ed116-7450-49c1-afd2-b9c80499f872 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-1312503598') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:32.172306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675991fb-4e9e-40a0-ad50-3b040fc268a8 None None] Pushing event updated for resources: {'Port': ['ID=4c7fe17b-4bde-4da3-a275-0293d4955045,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:32.186449 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f6b2cc14-767e-4ea8-89c1-462ca844abd4 req-ba2e4131-fc34-4183-839d-b6910fbdd610 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614077 Jul 28 11:17:32.219531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:32.242268 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:32.298168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8f8e2-3899-48f5-ae85-2297dadcf925 req-2cef415e-9069-4a18-b22a-c00643485160 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:32.299869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15b8f8e2-3899-48f5-ae85-2297dadcf925 req-2cef415e-9069-4a18-b22a-c00643485160 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.2489073 Jul 28 11:17:32.394907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e90bc275-9024-47dc-a9c4-0793bff26a77 None None] Provisioning for port 65eefec4-2486-4c2f-952e-d22904700f9a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:32.401419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e90bc275-9024-47dc-a9c4-0793bff26a77 None None] Provisioning complete for port 65eefec4-2486-4c2f-952e-d22904700f9a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:32.402107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e90bc275-9024-47dc-a9c4-0793bff26a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:32.403952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:32.405984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:32.406234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7c8ed116-7450-49c1-afd2-b9c80499f872 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-1312503598 HTTP/1.1" status: 204 len: 168 time: 0.3382659 Jul 28 11:17:32.411620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-bce404eb-efb7-4e2d-a860-3c0899370047 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:32.432444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15b8f8e2-3899-48f5-ae85-2297dadcf925 req-359abd21-49bc-43b1-ad3a-cc4c42f43b60 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181924 Jul 28 11:17:32.486695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e90bc275-9024-47dc-a9c4-0793bff26a77 None None] Port 65eefec4-2486-4c2f-952e-d22904700f9a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:17:32.490823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bce404eb-efb7-4e2d-a860-3c0899370047 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags HTTP/1.1" status: 200 len: 205 time: 0.0835588 Jul 28 11:17:32.494178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:32.500510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-7e776b75-e06c-4f3b-95cc-589757d69c91 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:32.623875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['db28f86c-961c-4583-b5b8-07e96c746d5c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:32.793477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4c7fe17b-4bde-4da3-a275-0293d4955045 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:32.862881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:32.918970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7e776b75-e06c-4f3b-95cc-589757d69c91 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags HTTP/1.1" status: 200 len: 240 time: 0.4211946 Jul 28 11:17:32.919590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:32.926015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-1b79fe79-ec0d-46a8-be7e-24524ceabae4 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-333603255') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:32.933900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08574-b84b-49d3-812f-14f6d5862723 req-4a644304-2c6f-4c63-842f-5f6139df4374 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:32.935403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ac08574-b84b-49d3-812f-14f6d5862723 req-4a644304-2c6f-4c63-842f-5f6139df4374 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.3892856 Jul 28 11:17:32.973399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4c7fe17b-4bde-4da3-a275-0293d4955045 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:32.974368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:33.017036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ac08574-b84b-49d3-812f-14f6d5862723 req-f3e64673-005a-43be-9e8e-795fe2576b26 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749090 Jul 28 11:17:33.134905 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b79fe79-ec0d-46a8-be7e-24524ceabae4 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-333603255 HTTP/1.1" status: 204 len: 168 time: 0.2142811 Jul 28 11:17:33.137841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48344) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.142797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-6b7d53ed-a02e-4e50-8b64-c285ffc9db42 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-333603255') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.152862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:33.171197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e', 'network_id': '9d15383e-81fb-470c-9fea-4f1eadce964a', 'port_id': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e', 'mac_address': 'fa:16:3e:30:01:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa3d32-2c9a-4b70-bea2-cbab01ac93e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:33.270761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:33.330973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb0b7-f014-43ef-960c-8ddabee1f399 req-3f4bbd4c-5a09-44b5-97fd-54b294d3032d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:33.333534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6edfb0b7-f014-43ef-960c-8ddabee1f399 req-3f4bbd4c-5a09-44b5-97fd-54b294d3032d tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 909 time: 0.1416974 Jul 28 11:17:33.335618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6b7d53ed-a02e-4e50-8b64-c285ffc9db42 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-333603255 HTTP/1.1" status: 204 len: 168 time: 0.1967878 Jul 28 11:17:33.339283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.339756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:33.346732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-b6acb157-8b49-4ff7-9d49-a23a922b0bc6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.387644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:33.392774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:33.406520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:33.505596 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b6acb157-8b49-4ff7-9d49-a23a922b0bc6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags HTTP/1.1" status: 200 len: 205 time: 0.1606061 Jul 28 11:17:33.505596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.508330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-69bc9394-f6a9-4fc4-b612-f849a686939d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.521618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:33.563976 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69bc9394-f6a9-4fc4-b612-f849a686939d tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags HTTP/1.1" status: 200 len: 241 time: 0.0572314 Jul 28 11:17:33.564407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.570065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-1765725e-6188-46f9-a7aa-92a7060b6c36 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-1845237013') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.607575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1765725e-6188-46f9-a7aa-92a7060b6c36 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-1845237013 HTTP/1.1" status: 204 len: 168 time: 0.0418308 Jul 28 11:17:33.610068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.616393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-be7ca323-5e20-4041-84f9-ea20ce3083bf tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-1845237013') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.619872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096320c6-03de-4f85-b304-7b362e612c5c req-77c8741d-2f09-439f-bc53-2c2a96aa33a6 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:33.621550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-096320c6-03de-4f85-b304-7b362e612c5c req-77c8741d-2f09-439f-bc53-2c2a96aa33a6 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 945 time: 0.1562042 Jul 28 11:17:33.670139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be7ca323-5e20-4041-84f9-ea20ce3083bf tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-1845237013 HTTP/1.1" status: 204 len: 168 time: 0.0563009 Jul 28 11:17:33.670454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.677524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-99dafef6-7bd9-4f29-9c8f-bd903a2f6f32 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.684795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-096320c6-03de-4f85-b304-7b362e612c5c req-e49f6caa-aad2-4c69-9314-1111cdde0cae tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Jul 28 11:17:33.720463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-99dafef6-7bd9-4f29-9c8f-bd903a2f6f32 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags HTTP/1.1" status: 200 len: 205 time: 0.0453310 Jul 28 11:17:33.721116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.726040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-6d041905-6447-41fa-9728-e96f815bc649 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.779007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:33.791632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a8d3d-3745-4819-b359-5008245d9ac0 req-00f1d058-5c1b-47c1-b85f-3ad3de46e7fb tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:33.795067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d6a8d3d-3745-4819-b359-5008245d9ac0 req-00f1d058-5c1b-47c1-b85f-3ad3de46e7fb tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 909 time: 0.1074142 Jul 28 11:17:33.826741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:33.827588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6d041905-6447-41fa-9728-e96f815bc649 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags HTTP/1.1" status: 204 len: 168 time: 0.1053374 Jul 28 11:17:33.832719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-719adcf4-2e14-4263-9183-262a8930dc6e tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:33.853418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb2d3-f996-4566-a9cc-56a0768926fd req-000b9dea-3d92-4798-81d8-cbdaf816bfc6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:33.866408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3bdb2d3-f996-4566-a9cc-56a0768926fd req-000b9dea-3d92-4798-81d8-cbdaf816bfc6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 944 time: 0.1053200 Jul 28 11:17:33.944540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3bdb2d3-f996-4566-a9cc-56a0768926fd req-ba4119aa-cd0b-47ae-8f5f-d3c24394ad85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726514 Jul 28 11:17:34.195155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546d60-c607-4dc3-bdcd-6a849ed4b74e req-ad2a40ad-762d-4e06-b737-57d9b381f4ae tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.214323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0546d60-c607-4dc3-bdcd-6a849ed4b74e req-ad2a40ad-762d-4e06-b737-57d9b381f4ae tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 1060 time: 0.1163044 Jul 28 11:17:34.391661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572ed8f-856f-4233-8921-daf5ef3f1295 req-c934eae2-01a3-4c79-9716-f4a1fd9772bc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.401331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1572ed8f-856f-4233-8921-daf5ef3f1295 req-c934eae2-01a3-4c79-9716-f4a1fd9772bc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1137931 Jul 28 11:17:34.464392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1572ed8f-856f-4233-8921-daf5ef3f1295 req-33487494-cb36-4cdf-a7cd-0a2c4c28c883 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631220 Jul 28 11:17:34.466941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-1cb37308-db09-4073-a5a4-c9fc2b4a2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.468446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-1cb37308-db09-4073-a5a4-c9fc2b4a2acf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1097 time: 0.0807691 Jul 28 11:17:34.479117 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-719adcf4-2e14-4263-9183-262a8930dc6e tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags HTTP/1.1" status: 204 len: 168 time: 0.6472385 Jul 28 11:17:34.484456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:34.488570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-f66d35a4-e9ad-436f-8d47-b56dc3635d94 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:34.528399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed0506-c792-42ed-ac8a-48f20edf84d3 req-f490ef4a-2935-458b-bee7-f495e8df202b tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.536662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bed0506-c792-42ed-ac8a-48f20edf84d3 req-f490ef4a-2935-458b-bee7-f495e8df202b tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1135 time: 0.1130071 Jul 28 11:17:34.578049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bed0506-c792-42ed-ac8a-48f20edf84d3 req-546672a8-31f8-4681-bf88-73175a475433 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402386 Jul 28 11:17:34.604131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:34.621083 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f66d35a4-e9ad-436f-8d47-b56dc3635d94 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1356211 Jul 28 11:17:34.622434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-de486d0c-1056-455e-868a-a707862bbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.623800 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-de486d0c-1056-455e-868a-a707862bbfbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1467912 Jul 28 11:17:34.624278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:34.628541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-7c02aeec-3601-4065-988e-5a3bbc923c58 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:34.656713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f27bef-b9cc-43a7-8669-d7765f4adde3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.660817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b3f27bef-b9cc-43a7-8669-d7765f4adde3 tempest-TestSecurityGroupsBasicOps-636916906 tempest-TestSecurityGroupsBasicOps-636916906-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 1055 time: 0.0528786 Jul 28 11:17:34.755962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-d50c4570-5498-4d20-8861-f2a1cdd67b49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1002 time: 0.0962949 Jul 28 11:17:34.764264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7c02aeec-3601-4065-988e-5a3bbc923c58 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags HTTP/1.1" status: 204 len: 168 time: 0.1329036 Jul 28 11:17:34.764458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:34.770831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-68839cec-843f-4151-a163-da33d7da69d0 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-1430661781') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:34.844926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2ddc6a7d-d9d8-4afc-8838-fde270303473 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:34.860288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-26f2c95f-f6d8-438b-b7fc-75b5901c0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.877337 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-26f2c95f-f6d8-438b-b7fc-75b5901c0b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.1016779 Jul 28 11:17:34.883615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c82f0c-43e6-40b7-bd00-40121ae2727d req-7899703b-cf40-4967-8029-6820a561b189 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.894521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c82f0c-43e6-40b7-bd00-40121ae2727d req-7899703b-cf40-4967-8029-6820a561b189 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 945 time: 0.0913968 Jul 28 11:17:34.933903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 2ddc6a7d-d9d8-4afc-8838-fde270303473 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:34.942139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 2ddc6a7d-d9d8-4afc-8838-fde270303473 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:34.951125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:34.965729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-6e1f4529-e1e7-4269-b647-481b7a857a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:34.967875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-6e1f4529-e1e7-4269-b647-481b7a857a9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824020 Jul 28 11:17:34.971430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1c82f0c-43e6-40b7-bd00-40121ae2727d req-42301692-c8b9-4fde-ad8d-0d869d0334dc tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755730 Jul 28 11:17:34.976427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-68839cec-843f-4151-a163-da33d7da69d0 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-1430661781 HTTP/1.1" status: 201 len: 201 time: 0.2094119 Jul 28 11:17:34.986357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:35.003240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-191e87be-b78e-42f1-b0e2-6f1b90c52c9a tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-1900044079') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:35.055544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b970f1-fae7-4122-88bc-4f8da43a49e4 req-0927d1eb-a23a-4c7e-b6ec-bf874cb434f6 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:35.057635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4b970f1-fae7-4122-88bc-4f8da43a49e4 req-0927d1eb-a23a-4c7e-b6ec-bf874cb434f6 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 909 time: 0.0630720 Jul 28 11:17:35.117516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:35.158783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddc6a7d-d9d8-4afc-8838-fde270303473'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:35.161724 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adbf304-7e14-4c25-be8e-f24e96340fa3" -d '{"events": [{"server_uuid": "97d73169-7133-41de-bb76-3147fdcfcfd7", "name": "network-vif-plugged", "status": "completed", "tag": "2ddc6a7d-d9d8-4afc-8838-fde270303473"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:35.202428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5577-57b0-420c-984e-ffa8268ab131 req-61427567-52fa-4626-aa0d-90cf65ee8f2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:35.206176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 2ddc6a7d-d9d8-4afc-8838-fde270303473, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:35.211083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-127d5577-57b0-420c-984e-ffa8268ab131 req-61427567-52fa-4626-aa0d-90cf65ee8f2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 944 time: 0.1071279 Jul 28 11:17:35.252551 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:35.253550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:35.291559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-127d5577-57b0-420c-984e-ffa8268ab131 req-7b98cd1c-8c1a-4210-b7dc-113cb9406524 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794141 Jul 28 11:17:35.322924 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-cd5ff4e1-a737-4200-a3d5-b1bbf237a0c1 service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398781 Jul 28 11:17:35.424701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=2ddc6a7d-d9d8-4afc-8838-fde270303473,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:35.439724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48438) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:35.446129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-46d9bcb5-6747-4839-9860-faa5eb714716 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-1823616567') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:35.452484 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-191e87be-b78e-42f1-b0e2-6f1b90c52c9a tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-1900044079 HTTP/1.1" status: 201 len: 201 time: 0.4410892 Jul 28 11:17:35.502285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port db28f86c-961c-4583-b5b8-07e96c746d5c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:35.507542 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64d08c6-10b2-407b-b55c-d0784f9db7dc x-openstack-request-id: req-f64d08c6-10b2-407b-b55c-d0784f9db7dc {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:35.507678 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d73169-7133-41de-bb76-3147fdcfcfd7", "name": "network-vif-plugged", "status": "completed", "tag": "2ddc6a7d-d9d8-4afc-8838-fde270303473", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:35.507928 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f64d08c6-10b2-407b-b55c-d0784f9db7dc {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:35.508342 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddc6a7d-d9d8-4afc-8838-fde270303473', 'code': 200} Jul 28 11:17:35.510950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port db28f86c-961c-4583-b5b8-07e96c746d5c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:35.511336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:35.552147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff2739c5-4e44-4243-9f82-aa21b67e9b4f req-d5283004-9c0f-4310-856a-3e47dac7849b service neutron] 10.222.0.41 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182219 Jul 28 11:17:35.679709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ff17-dd83-486a-9d6e-f107ba236917 req-cf963501-5500-41de-a3d3-70c20c3592f2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:35.681410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c6ff17-dd83-486a-9d6e-f107ba236917 req-cf963501-5500-41de-a3d3-70c20c3592f2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.0793519 Jul 28 11:17:35.695430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:35.699965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f500a3-fa5a-4f42-a0e3-eb2f69cc1667 req-40c4d623-ecf4-42de-b336-3c8569a77d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:35.702382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f500a3-fa5a-4f42-a0e3-eb2f69cc1667 req-40c4d623-ecf4-42de-b336-3c8569a77d51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0836399 Jul 28 11:17:35.714236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-46d9bcb5-6747-4839-9860-faa5eb714716 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-1823616567 HTTP/1.1" status: 201 len: 201 time: 0.2732508 Jul 28 11:17:35.721751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:35.737129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c6ff17-dd83-486a-9d6e-f107ba236917 req-02051af9-9f12-4ea0-8dd1-34a2ff95efa7 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Jul 28 11:17:35.741886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-19752c84-d19c-4083-8e4b-e84ec10fb251 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-635615957') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:35.754986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:35.763409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:35.779307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f500a3-fa5a-4f42-a0e3-eb2f69cc1667 req-5a7c7f52-c693-419d-ae62-244542fe76fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671251 Jul 28 11:17:35.811909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19752c84-d19c-4083-8e4b-e84ec10fb251 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-635615957 HTTP/1.1" status: 201 len: 201 time: 0.0883899 Jul 28 11:17:35.814559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:35.819410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-e8682bf4-caec-4ef4-92d3-534b49cacf82 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', {'tags': ['tempest-TagsExtTest-Tag-753799248', 'tempest-TagsExtTest-Tag-683720962', 'tempest-TagsExtTest-Tag-1585689798']}) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:35.833266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:35.891905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e8682bf4-caec-4ef4-92d3-534b49cacf82 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags HTTP/1.1" status: 200 len: 316 time: 0.0738845 Jul 28 11:17:35.892150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:35.898282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-a00d4478-7751-4935-a1d0-f8f052e66b69 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:35.995075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a00d4478-7751-4935-a1d0-f8f052e66b69 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags HTTP/1.1" status: 204 len: 168 time: 0.0985267 Jul 28 11:17:35.995741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.001101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-c04308cc-139b-44d5-b9eb-53c842c194e6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-753799248') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.081576 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c04308cc-139b-44d5-b9eb-53c842c194e6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:36.086457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c04308cc-139b-44d5-b9eb-53c842c194e6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-753799248 HTTP/1.1" status: 404 len: 328 time: 0.0896904 Jul 28 11:17:36.087533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.092214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-7b601796-9704-4a56-8d12-c8b7dcd834e1 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-683720962') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.154240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43496-793c-404d-8dbd-f01876963f55 req-2a386b16-e3f0-42d4-9e6d-c3a11747fe09 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:36.155768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfa43496-793c-404d-8dbd-f01876963f55 req-2a386b16-e3f0-42d4-9e6d-c3a11747fe09 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 945 time: 0.1037500 Jul 28 11:17:36.236302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-b752c256-1787-44ae-b0c0-d63a93bb6bd5 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:36.237994 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-b752c256-1787-44ae-b0c0-d63a93bb6bd5 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.44 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 909 time: 0.0663610 Jul 28 11:17:36.252290 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-7b601796-9704-4a56-8d12-c8b7dcd834e1 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:36.257184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7b601796-9704-4a56-8d12-c8b7dcd834e1 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-683720962 HTTP/1.1" status: 404 len: 328 time: 0.1679745 Jul 28 11:17:36.258046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.265307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-b919674e-acab-4e52-87b4-bd4e5e664d35 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca', 'tempest-TagsExtTest-Tag-1585689798') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.293678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfa43496-793c-404d-8dbd-f01876963f55 req-86dd877d-4e78-487d-8671-305f3370c887 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263335 Jul 28 11:17:36.313981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2302b-315a-407d-ae4f-b56cfb6a1ccb req-1aef2f8d-d70c-4696-995c-fa8dfdd80e84 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:36.315692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6e2302b-315a-407d-ae4f-b56cfb6a1ccb req-1aef2f8d-d70c-4696-995c-fa8dfdd80e84 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 909 time: 0.1402178 Jul 28 11:17:36.380516 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b919674e-acab-4e52-87b4-bd4e5e664d35 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:36.381702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b919674e-acab-4e52-87b4-bd4e5e664d35 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags/tempest-TagsExtTest-Tag-1585689798 HTTP/1.1" status: 404 len: 329 time: 0.1202476 Jul 28 11:17:36.384957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.389574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-22f0bb80-8aea-4313-b8ae-e6b79b9006a3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', {'tags': ['tempest-TagsExtTest-Tag-400424375', 'tempest-TagsExtTest-Tag-1502814101', 'tempest-TagsExtTest-Tag-2066023769']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.442851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9d8f-f223-49d6-9f17-74d083d69c8b req-be6bb46a-faef-4216-9ce7-4f2700aae11b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:36.456902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f34f9d8f-f223-49d6-9f17-74d083d69c8b req-be6bb46a-faef-4216-9ce7-4f2700aae11b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0706077 Jul 28 11:17:36.461981 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-22f0bb80-8aea-4313-b8ae-e6b79b9006a3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags HTTP/1.1" status: 200 len: 317 time: 0.0759103 Jul 28 11:17:36.464595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.470369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-855808c2-55a7-4ef2-97ac-cfb209f6fbd0 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.519137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f34f9d8f-f223-49d6-9f17-74d083d69c8b req-47eb3cb9-ecee-4c5f-b7e7-ff921f08431e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497880 Jul 28 11:17:36.526013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port 802b4324-8872-4abb-963f-0f28bb2117fa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:36.526628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:36.641937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] For port 802b4324-8872-4abb-963f-0f28bb2117fa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=802b4324-8872-4abb-963f-0f28bb2117fa,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:36.642623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:36.660995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for 802b4324-8872-4abb-963f-0f28bb2117fa owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:36.667323 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-855808c2-55a7-4ef2-97ac-cfb209f6fbd0 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags HTTP/1.1" status: 204 len: 168 time: 0.2010612 Jul 28 11:17:36.669969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.677901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-96915b6e-a07b-4496-bddf-6c93306c37b3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-400424375') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.796661 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-96915b6e-a07b-4496-bddf-6c93306c37b3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:36.798316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96915b6e-a07b-4496-bddf-6c93306c37b3 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-400424375 HTTP/1.1" status: 404 len: 328 time: 0.1272736 Jul 28 11:17:36.801846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:36.808775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-b670b118-0d80-488c-bb95-d32a2caaf011 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-1502814101') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:36.848072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:36.854692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:36.927412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:36.981579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=802b4324-8872-4abb-963f-0f28bb2117fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:36.997588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1e8c-464e-4b25-b282-ce11f907735f req-57573ea8-3455-45a3-a258-924632205082 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:37.007540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e77c1e8c-464e-4b25-b282-ce11f907735f req-57573ea8-3455-45a3-a258-924632205082 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.1336446 Jul 28 11:17:37.056747 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-b670b118-0d80-488c-bb95-d32a2caaf011 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:37.058355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b670b118-0d80-488c-bb95-d32a2caaf011 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-1502814101 HTTP/1.1" status: 404 len: 329 time: 0.2550778 Jul 28 11:17:37.069283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48488) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:37.073723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] No DVR routers for this DVR port 802b4324-8872-4abb-963f-0f28bb2117fa on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:17:37.076921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-888bf8ed-5795-4d49-a60d-ff07448d1359 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a', 'tempest-TagsExtTest-Tag-2066023769') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:37.077408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:17:37.079530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:37.082114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bc2945eb-00f6-47e8-b61b-70c7aca6b686 req-8e86240e-5f84-47d5-af1e-1aaa5440e1d8 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.44 "DELETE /v2.0/ports/802b4324-8872-4abb-963f-0f28bb2117fa HTTP/1.1" status: 204 len: 173 time: 0.8354206 Jul 28 11:17:37.082607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'name': 'network-vif-deleted', 'tag': '802b4324-8872-4abb-963f-0f28bb2117fa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:37.087428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:37.087849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:37.088239 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1103b141-3f5b-401e-a324-0ffac60fdfb5" -d '{"events": [{"server_uuid": "c54e0b4b-6706-402f-8c44-8fcf32de0e77", "name": "network-vif-deleted", "tag": "802b4324-8872-4abb-963f-0f28bb2117fa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:37.146278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:37.185982 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f7374f-f70c-4783-aab9-85f87097aadb x-openstack-request-id: req-14f7374f-f70c-4783-aab9-85f87097aadb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:37.186252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'mac_address': 'fa:16:3e:e5:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:37.186399 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54e0b4b-6706-402f-8c44-8fcf32de0e77", "name": "network-vif-deleted", "tag": "802b4324-8872-4abb-963f-0f28bb2117fa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:37.186574 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14f7374f-f70c-4783-aab9-85f87097aadb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:37.186926 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54e0b4b-6706-402f-8c44-8fcf32de0e77', 'name': 'network-vif-deleted', 'tag': '802b4324-8872-4abb-963f-0f28bb2117fa', 'status': 'completed', 'code': 200} Jul 28 11:17:37.197451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e77c1e8c-464e-4b25-b282-ce11f907735f req-4e4bd989-eb67-4f08-9a78-02726f872f44 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890173 Jul 28 11:17:37.249102 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-888bf8ed-5795-4d49-a60d-ff07448d1359 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:37.251259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-888bf8ed-5795-4d49-a60d-ff07448d1359 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags/tempest-TagsExtTest-Tag-2066023769 HTTP/1.1" status: 404 len: 329 time: 0.1806226 Jul 28 11:17:37.254517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:37.258041 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:37.259900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-e388f9a1-f246-4c06-ba12-34ba87d79ce5 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', {'tags': ['tempest-TagsExtTest-Tag-2017895230', 'tempest-TagsExtTest-Tag-1449363899', 'tempest-TagsExtTest-Tag-324009808']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:37.318679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462691b0-9f29-447c-8b8f-9514b1d2e0fa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:37.353513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:37.355002 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:37.366040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:37.449193 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e388f9a1-f246-4c06-ba12-34ba87d79ce5 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags HTTP/1.1" status: 200 len: 317 time: 0.1933663 Jul 28 11:17:37.451465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:37.456524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-6e9773d6-c716-4821-8f51-f422e51fcee6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:37.471461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:37.493813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:37.511604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}, {'server_uuid': 'ada42896-eb55-4cee-8f89-730a39907448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:37.515520 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63408ea-f485-4372-8f13-ac2167afc1b1" -d '{"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-plugged", "status": "completed", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}, {"server_uuid": "ada42896-eb55-4cee-8f89-730a39907448", "name": "network-vif-plugged", "status": "completed", "tag": "0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:37.517256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd143d83-e966-4384-8841-cde630670253 req-489d3df7-8b79-4191-b08e-bb4e39c90f9f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54e0b4b-6706-402f-8c44-8fcf32de0e77 HTTP/1.1" status: 200 len: 210 time: 0.0567021 Jul 28 11:17:37.525770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:37.551677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c170e-d469-4ec7-98f1-6ae28af8cdb3 req-db43ad67-40f2-48d1-8715-0719aaa5d515 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:37.557627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-622c170e-d469-4ec7-98f1-6ae28af8cdb3 req-db43ad67-40f2-48d1-8715-0719aaa5d515 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 945 time: 0.1453586 Jul 28 11:17:37.588838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['462691b0-9f29-447c-8b8f-9514b1d2e0fa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:37.670770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-622c170e-d469-4ec7-98f1-6ae28af8cdb3 req-37f837cb-7555-404a-bb68-3e39fa8ac8f0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017025 Jul 28 11:17:37.704999 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc0b50e-2d94-445b-b1a3-258d6107ebc8 x-openstack-request-id: req-bfc0b50e-2d94-445b-b1a3-258d6107ebc8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:37.716728 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-plugged", "status": "completed", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "code": 200}, {"server_uuid": "ada42896-eb55-4cee-8f89-730a39907448", "name": "network-vif-plugged", "status": "completed", "tag": "0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:37.718607 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfc0b50e-2d94-445b-b1a3-258d6107ebc8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:37.718607 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'code': 200} Jul 28 11:17:37.718971 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada42896-eb55-4cee-8f89-730a39907448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e', 'code': 200} Jul 28 11:17:37.746032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e9773d6-c716-4821-8f51-f422e51fcee6 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags HTTP/1.1" status: 204 len: 168 time: 0.2897735 Jul 28 11:17:37.746880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:37.751812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-b60ba274-3376-45a7-b6a5-4153d1fbcf95 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-2017895230') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:37.811586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:37.893412 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b60ba274-3376-45a7-b6a5-4153d1fbcf95 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:37.896585 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b60ba274-3376-45a7-b6a5-4153d1fbcf95 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-2017895230 HTTP/1.1" status: 404 len: 329 time: 0.1470397 Jul 28 11:17:37.899453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:37.912015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-033e3363-aba5-4454-b291-26bd309cb21c tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-1449363899') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:37.932673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e0106-6b6e-4481-ac8a-c7faff017dd3 req-406c8c36-4dbb-4388-832f-c3299235d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:37.934839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-122e0106-6b6e-4481-ac8a-c7faff017dd3 req-406c8c36-4dbb-4388-832f-c3299235d329 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1096 time: 0.0793035 Jul 28 11:17:38.042584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e3e33-fd74-4dbd-8431-16e757f174b0 req-db203610-e4d7-41fd-ae52-6ccdf3a37876 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:38.050066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f48e3e33-fd74-4dbd-8431-16e757f174b0 req-db203610-e4d7-41fd-ae52-6ccdf3a37876 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.2129667 Jul 28 11:17:38.072997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd42cb-33cb-4ad7-9b67-ab37f7d67ffd req-4e3f019f-67b4-42bc-b46d-bd08a7ab0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:38.074635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9cd42cb-33cb-4ad7-9b67-ab37f7d67ffd req-4e3f019f-67b4-42bc-b46d-bd08a7ab0471 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 1097 time: 0.1952503 Jul 28 11:17:38.079539 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-033e3363-aba5-4454-b291-26bd309cb21c tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:38.080783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-033e3363-aba5-4454-b291-26bd309cb21c tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-1449363899 HTTP/1.1" status: 404 len: 329 time: 0.1751864 Jul 28 11:17:38.083280 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-122e0106-6b6e-4481-ac8a-c7faff017dd3 req-8d61317b-f190-4dc4-a65f-884b38c76646 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330197 Jul 28 11:17:38.083869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.096421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-d847a872-9c38-4f48-899f-3c678e598ab8 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3', 'tempest-TagsExtTest-Tag-324009808') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.159952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f48e3e33-fd74-4dbd-8431-16e757f174b0 req-d6b1c7af-811c-4bc9-a158-29f00c0bcf82 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067975 Jul 28 11:17:38.213844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9cd42cb-33cb-4ad7-9b67-ab37f7d67ffd req-075ebbd0-a0ee-4715-904a-40b798bdff0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288791 Jul 28 11:17:38.219147 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-d847a872-9c38-4f48-899f-3c678e598ab8 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:38.220243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d847a872-9c38-4f48-899f-3c678e598ab8 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags/tempest-TagsExtTest-Tag-324009808 HTTP/1.1" status: 404 len: 328 time: 0.1294889 Jul 28 11:17:38.223380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.228635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-1459edf2-4361-4720-ad1d-a4ffdb12a94f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', {'tags': ['tempest-TagsExtTest-Tag-773464918', 'tempest-TagsExtTest-Tag-356649790', 'tempest-TagsExtTest-Tag-391680290']}) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.292934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1459edf2-4361-4720-ad1d-a4ffdb12a94f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "PUT /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags HTTP/1.1" status: 200 len: 315 time: 0.0674567 Jul 28 11:17:38.294503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.301616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-b8c147d8-76af-410f-9352-bfff606dd920 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.387873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b8c147d8-76af-410f-9352-bfff606dd920 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags HTTP/1.1" status: 204 len: 168 time: 0.0922751 Jul 28 11:17:38.390621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.395147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-69396d7f-2d83-4bdf-be82-78846258e14f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-773464918') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.411207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544f04-a92b-4a8a-8ace-99794854087a req-8f76a2f1-b5d9-42df-88c7-2a6b5c3e438a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:38.420236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08544f04-a92b-4a8a-8ace-99794854087a req-8f76a2f1-b5d9-42df-88c7-2a6b5c3e438a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.0960679 Jul 28 11:17:38.432348 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-69396d7f-2d83-4bdf-be82-78846258e14f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:38.436098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69396d7f-2d83-4bdf-be82-78846258e14f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-773464918 HTTP/1.1" status: 404 len: 328 time: 0.0414248 Jul 28 11:17:38.436505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.449888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-a62152ad-0eee-43d1-b49b-c6a1adbf6b4a tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-356649790') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.477678 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a62152ad-0eee-43d1-b49b-c6a1adbf6b4a tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:38.478901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a62152ad-0eee-43d1-b49b-c6a1adbf6b4a tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-356649790 HTTP/1.1" status: 404 len: 328 time: 0.0412703 Jul 28 11:17:38.481881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.493759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-4f692791-d103-461c-bf1d-fa6ca3e2f63f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca', 'tempest-TagsExtTest-Tag-391680290') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.505654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08544f04-a92b-4a8a-8ace-99794854087a req-77e018a1-1f74-4652-a0ce-18e1ac2b2050 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844190 Jul 28 11:17:38.570710 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4f692791-d103-461c-bf1d-fa6ca3e2f63f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] show failed (client error): The resource could not be found. Jul 28 11:17:38.576156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f692791-d103-461c-bf1d-fa6ca3e2f63f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags/tempest-TagsExtTest-Tag-391680290 HTTP/1.1" status: 404 len: 328 time: 0.0927231 Jul 28 11:17:38.578544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.586488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-88551b84-9d8c-4434-bf99-4b0ec4a1df7f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b126eec-5d12-4f96-804b-bba33dbf5fca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.622228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-88551b84-9d8c-4434-bf99-4b0ec4a1df7f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca/tags HTTP/1.1" status: 204 len: 168 time: 0.0422783 Jul 28 11:17:38.624593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.631247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-24dd0bc8-9c87-4280-a46d-de6c628d0307 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '73c61e87-c1ad-4325-b56f-e2013b4658a3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.649015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.820800 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24dd0bc8-9c87-4280-a46d-de6c628d0307 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3/tags HTTP/1.1" status: 204 len: 168 time: 0.1949315 Jul 28 11:17:38.825845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:38.831064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-22321e7e-a7eb-4467-bcdb-073d3bf06d46 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65eefec4-2486-4c2f-952e-d22904700f9a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:38.862810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:38.976069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:39.093445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:39.119876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:39.154686 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-22321e7e-a7eb-4467-bcdb-073d3bf06d46 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a/tags HTTP/1.1" status: 204 len: 168 time: 0.3275115 Jul 28 11:17:39.157484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:39.163186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-f946c456-af36-49b6-835e-7c3b45ff9af4 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0f556e44-1c7b-40d0-8bc2-9070f5268eca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:39.322716 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f946c456-af36-49b6-835e-7c3b45ff9af4 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca/tags HTTP/1.1" status: 204 len: 168 time: 0.1637926 Jul 28 11:17:39.326946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:39.413092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2ebc-952d-49d4-ae31-4ce744abb4d7 req-f8f0dd28-6db6-4f4d-a080-4a34081aabe0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:39.422618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-975c2ebc-952d-49d4-ae31-4ce744abb4d7 req-f8f0dd28-6db6-4f4d-a080-4a34081aabe0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.5732000 Jul 28 11:17:39.584727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1841536-60ff-4234-aa7d-01705efc577f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for subnetpool, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:39.589344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f1841536-60ff-4234-aa7d-01705efc577f tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8b126eec-5d12-4f96-804b-bba33dbf5fca HTTP/1.1" status: 204 len: 168 time: 0.2587433 Jul 28 11:17:39.590294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:39.665208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-975c2ebc-952d-49d4-ae31-4ce744abb4d7 req-46e2acaf-8858-45c2-9f88-6aed480d0054 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403729 Jul 28 11:17:39.682630 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13f741fe-21b7-4aa3-a3ee-b7410f5ca08c tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c61e87-c1ad-4325-b56f-e2013b4658a3 HTTP/1.1" status: 200 len: 205 time: 0.0909677 Jul 28 11:17:39.686987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:39.851656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:39.853178 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:39.854920 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b595c9c-1de9-4e39-bcf5-06aa3c549781" -d '{"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:39.858583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:39.993647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b8a1-f851-4bee-a39f-dd40d1b705bd req-060e9e13-50b2-45ff-a9a4-df1360e8dcce tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:39.995281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b41b8a1-f851-4bee-a39f-dd40d1b705bd req-060e9e13-50b2-45ff-a9a4-df1360e8dcce tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1580153 Jul 28 11:17:40.082053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.087234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.140243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.140895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Fanout notify agent at l3_agent the message router_deleted on router 73c61e87-c1ad-4325-b56f-e2013b4658a3 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:17:40.161691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.173883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:40.174346 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d69d3360-0529-4bf3-afb5-97330466e002 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/routers/73c61e87-c1ad-4325-b56f-e2013b4658a3 HTTP/1.1" status: 204 len: 168 time: 0.4791205 Jul 28 11:17:40.193824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b41b8a1-f851-4bee-a39f-dd40d1b705bd req-bded6082-9f19-4289-8fa9-3ea819eead12 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818328 Jul 28 11:17:40.454258 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d4f50-9211-4ef8-b261-c79ea770a6a5 x-openstack-request-id: req-7e5d4f50-9211-4ef8-b261-c79ea770a6a5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:40.454821 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-unplugged", "status": "failed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:40.454821 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e5d4f50-9211-4ef8-b261-c79ea770a6a5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:40.455234 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'code': 422} returned with failed status Jul 28 11:17:40.609018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.617761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Deleting port 65eefec4-2486-4c2f-952e-d22904700f9a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:40.618644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.693945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 802b4324-8872-4abb-963f-0f28bb2117fa no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:40.737250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:40.750931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Calling delete_port for 65eefec4-2486-4c2f-952e-d22904700f9a owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:40.758157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 802b4324-8872-4abb-963f-0f28bb2117fa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:17:40.763155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 802b4324-8872-4abb-963f-0f28bb2117fa not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:17:40.872457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:40.966490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 462691b0-9f29-447c-8b8f-9514b1d2e0fa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:40.966866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:41.073397 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:41.123007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:41.132045 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:41.208088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:41.219841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf74ca-fd66-4d9c-bacf-3173955c1512 req-47aadff0-0db8-4fed-be26-35a585190fdd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:41.228325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27bf74ca-fd66-4d9c-bacf-3173955c1512 req-47aadff0-0db8-4fed-be26-35a585190fdd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.7066045 Jul 28 11:17:41.314838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27bf74ca-fd66-4d9c-bacf-3173955c1512 req-97ca0b47-c4f1-44c5-a76f-1297bae7507a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856192 Jul 28 11:17:41.343989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:41.413749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e49f6-3b4b-4147-ac8b-4d02b053989e tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:41.418540 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d3e49f6-3b4b-4147-ac8b-4d02b053989e tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1091 time: 0.0704110 Jul 28 11:17:41.418738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:41.426677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:41.482034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:41.617540 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:41.686619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:41.692993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4f688-ce38-4d5c-a52e-9e78f73d19c6 req-5074160c-29cf-44f3-b914-6dc8aeff3c6a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:41.701540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7d4f688-ce38-4d5c-a52e-9e78f73d19c6 req-5074160c-29cf-44f3-b914-6dc8aeff3c6a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.2673614 Jul 28 11:17:41.785298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event deleted for resources: {'Port': ['ID=65eefec4-2486-4c2f-952e-d22904700f9a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:41.797097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-3c3d85ad-d401-450e-b31a-c26e99a609ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1974998 Jul 28 11:17:41.821047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08191-6905-49b3-820f-539eb14df61c req-c3d95749-625c-460f-99a2-97fb8ea11d21 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:41.825205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4f08191-6905-49b3-820f-539eb14df61c req-c3d95749-625c-460f-99a2-97fb8ea11d21 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1859705 Jul 28 11:17:41.878736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.15 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/05a9591a-c704-42e1-bb9e-8f2a2f75290c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:17:41.883323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7d4f688-ce38-4d5c-a52e-9e78f73d19c6 req-3c026c7e-7ab2-4a7a-974e-e75b2852b457 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750553 Jul 28 11:17:42.117482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.199721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.207634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.209533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f723ea50-0a19-4d3a-9250-ee9a571ce882 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/ports/65eefec4-2486-4c2f-952e-d22904700f9a HTTP/1.1" status: 204 len: 168 time: 2.0344086 Jul 28 11:17:42.217321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:42.222009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4f08191-6905-49b3-820f-539eb14df61c req-ead7ca23-93bb-496f-a17f-b2556cbe601b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701178 Jul 28 11:17:42.246461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:17:42.280574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:17:42.289030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:17:42.301012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e7eae-bd5b-4695-b7c8-d38dd4ba6393 req-ea3807b2-abdc-4790-9e76-a1e3ee502ef8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:42.302665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a3e7eae-bd5b-4695-b7c8-d38dd4ba6393 req-ea3807b2-abdc-4790-9e76-a1e3ee502ef8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.2539046 Jul 28 11:17:42.329633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Deleting subnet 0f556e44-1c7b-40d0-8bc2-9070f5268eca {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:17:42.346636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=05a9591a-c704-42e1-bb9e-8f2a2f75290c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:42.365636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.417342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:42.417342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.456606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:42.459729 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ea165-0c2d-48b0-80ad-5e0e64f75dc1" -d '{"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-plugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:42.526650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a3e7eae-bd5b-4695-b7c8-d38dd4ba6393 req-6a52dd36-2295-497a-92cf-4de6d5f7bfef tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135925 Jul 28 11:17:42.538561 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.565340 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12683626-7ff5-4fa6-9e87-a9655ccc9788 x-openstack-request-id: req-12683626-7ff5-4fa6-9e87-a9655ccc9788 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:42.565730 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-plugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:42.566098 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12683626-7ff5-4fa6-9e87-a9655ccc9788 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:42.566588 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'code': 200} Jul 28 11:17:42.788802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] For port 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:42.789301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:42.867226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-93147a5a-49da-4263-ac04-6174d976b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:42.869404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-93147a5a-49da-4263-ac04-6174d976b49d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 1097 time: 0.2284575 Jul 28 11:17:42.878122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb457-8cfa-42de-88b1-fabea84716a3 req-3218a47f-c538-4c15-bfdf-4463c1b5e3ba tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:42.886394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6fb457-8cfa-42de-88b1-fabea84716a3 req-3218a47f-c538-4c15-bfdf-4463c1b5e3ba tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.2594981 Jul 28 11:17:42.893638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:42.994735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:43.047834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:43.104975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6fb457-8cfa-42de-88b1-fabea84716a3 req-ddfb81e9-c26f-467e-b35d-bd1c5d1addd7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176087 Jul 28 11:17:43.219409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:43.264800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-1d97f403-b7a1-456c-b9de-5f97c9ae1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:43.266307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-1d97f403-b7a1-456c-b9de-5f97c9ae1be6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.3666615 Jul 28 11:17:43.284198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd2215-849e-4320-9cce-071a607fb73e req-81de76df-b48b-4eb2-ab9a-6540bbd5f653 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:43.285915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88cd2215-849e-4320-9cce-071a607fb73e req-81de76df-b48b-4eb2-ab9a-6540bbd5f653 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.2521298 Jul 28 11:17:43.356820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-c342342a-cd44-461a-8fb8-b436ea742afe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e HTTP/1.1" status: 200 len: 217 time: 0.0613108 Jul 28 11:17:43.356820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:43.441438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event deleted for resources: {'Subnet': ['ID=0f556e44-1c7b-40d0-8bc2-9070f5268eca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:43.454262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:43.458588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aebfa0e9-3952-4e93-89aa-1e1e08c3a7a7 tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/subnets/0f556e44-1c7b-40d0-8bc2-9070f5268eca HTTP/1.1" status: 204 len: 168 time: 1.2334003 Jul 28 11:17:43.466513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:43.471794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ac3c8-3fad-4547-8c07-a56fc1d4e2cd None None] Network 8a013965-e539-42e9-a4ef-4080a8a1780e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:43.512280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-8d17390c-23ad-4c06-8f7b-e1f4213817c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:43.512280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-8d17390c-23ad-4c06-8f7b-e1f4213817c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.1543794 Jul 28 11:17:43.530049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88cd2215-849e-4320-9cce-071a607fb73e req-4c53adb0-12be-4795-87e4-f333d0a7edca tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319570 Jul 28 11:17:43.705384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-8e9e5a06-dda5-411f-97fe-479f4c1ecbbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743035 Jul 28 11:17:43.873104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] DHCP port deletion for 8a013965-e539-42e9-a4ef-4080a8a1780e request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:17:43.958612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] Deleting port 4c7fe17b-4bde-4da3-a275-0293d4955045 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:43.958981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:43.971332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.001503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.013748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.062869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] For port 4c7fe17b-4bde-4da3-a275-0293d4955045, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4c7fe17b-4bde-4da3-a275-0293d4955045,segment=NetworkSegment(b535c24a-19c8-4b8b-af88-798f2edd169d),segment_id=b535c24a-19c8-4b8b-af88-798f2edd169d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:44.063550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.080829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.095600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] Calling delete_port for 4c7fe17b-4bde-4da3-a275-0293d4955045 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:44.128866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bc1b9-b5b3-499f-ab69-373af76dd3e7 req-d7d3a457-a180-4109-98fc-0e0d731f54ed tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:44.135978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe6bc1b9-b5b3-499f-ab69-373af76dd3e7 req-d7d3a457-a180-4109-98fc-0e0d731f54ed tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.4276516 Jul 28 11:17:44.158344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.226945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=05a9591a-c704-42e1-bb9e-8f2a2f75290c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:44.297016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.375549 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP 4447525a-9b5a-453c-a482-a4cd66ddb9ce associated. External IP: 172.25.1.15, port: db28f86c-961c-4583-b5b8-07e96c746d5c. Jul 28 11:17:44.381858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] Pushing event deleted for resources: {'Port': ['ID=4c7fe17b-4bde-4da3-a275-0293d4955045,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:44.396787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430ac36-1061-4624-b428-dd4b01bb6a23 None None] No DVR routers for this DVR port 4c7fe17b-4bde-4da3-a275-0293d4955045 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:17:44.428680 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:17:44.704996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:17:44.706017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:44.738818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4c7fe17b-4bde-4da3-a275-0293d4955045 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:44.773666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe6bc1b9-b5b3-499f-ab69-373af76dd3e7 req-8aec21d8-7adf-48d7-a7dd-3d54f54b873b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6189301 Jul 28 11:17:44.784381 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4c7fe17b-4bde-4da3-a275-0293d4955045 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:17:44.784727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4c7fe17b-4bde-4da3-a275-0293d4955045 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:17:44.802017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ed9d-879b-4ff5-9ee9-0c3f181a188c req-0c09bb19-0493-4019-b3a1-f3f1b878dc60 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:44.811239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e13ed9d-879b-4ff5-9ee9-0c3f181a188c req-0c09bb19-0493-4019-b3a1-f3f1b878dc60 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1781640 Jul 28 11:17:44.817697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-9b0f29f1-676d-4fbc-a3c5-dbc2832a5435 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0343990 Jul 28 11:17:44.890379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:17:44.903536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] Sync routers for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:17:44.916922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:44.919920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:44.924350 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:44.932120 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:44.972355 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a6582f28-e243-4ee4-8af4-f08ba4aa3dcd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5523839 Jul 28 11:17:44.973845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:44.977111 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4133b-ef8a-464e-baa2-c5fc38e50139" -d '{"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:45.052168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e13ed9d-879b-4ff5-9ee9-0c3f181a188c req-c3ee9260-5e0b-4e8d-a404-7e304a4993ab tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178366 Jul 28 11:17:45.054643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Deleting port 4c7fe17b-4bde-4da3-a275-0293d4955045 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:45.055216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:45.149833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:45.200944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:45.203262 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8395b2bb-7657-4628-8bdf-03ff29407ec1" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:45.237252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:45.251421 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:45.261576 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:45.278833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17789f9f-eee7-4c1a-8b2e-220b8d191bab req-eaeb64e2-be8f-4bd8-9f52-2d8d8f9c83da tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:45.288308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17789f9f-eee7-4c1a-8b2e-220b8d191bab req-eaeb64e2-be8f-4bd8-9f52-2d8d8f9c83da tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.4010408 Jul 28 11:17:45.337466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6204f4-13e1-4039-901b-25f5b3d0f282 req-ccddeeca-d267-43f6-b857-4db6caa58d69 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122254 Jul 28 11:17:45.350218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:45.363676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] For port 4c7fe17b-4bde-4da3-a275-0293d4955045, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:45.364131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:45.380412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:45.404470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Calling delete_port for 4c7fe17b-4bde-4da3-a275-0293d4955045 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:45.409611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Port 4c7fe17b-4bde-4da3-a275-0293d4955045 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:17:45.421536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17789f9f-eee7-4c1a-8b2e-220b8d191bab req-f5f51b77-7257-4799-9622-e54ba9dd3188 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321881 Jul 28 11:17:45.437053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:45.581853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] No DVR routers for this DVR port 4c7fe17b-4bde-4da3-a275-0293d4955045 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:17:45.590823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event deleted for resources: {'Port': ['ID=4c7fe17b-4bde-4da3-a275-0293d4955045,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:45.828922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255fda8-9a68-4c88-991e-f7fd62473b4b req-a29470e5-756c-4380-a737-4486ea50f2eb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:45.830878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e255fda8-9a68-4c88-991e-f7fd62473b4b req-a29470e5-756c-4380-a737-4486ea50f2eb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.2615340 Jul 28 11:17:45.852121 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df48743-d7ba-42c1-be36-ed3fc2440c53 x-openstack-request-id: req-9df48743-d7ba-42c1-be36-ed3fc2440c53 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:45.852702 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:45.852839 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9df48743-d7ba-42c1-be36-ed3fc2440c53 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:45.853410 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'status': 'completed', 'code': 200} Jul 28 11:17:45.866749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '4447525a-9b5a-453c-a482-a4cd66ddb9ce', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'port_id': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'mac_address': 'fa:16:3e:43:94:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:17:42Z', 'updated_at': '2021-07-28T11:17:42Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:19Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:45.935055 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfadb20-4fab-4251-b776-9d535543a907 x-openstack-request-id: req-cbfadb20-4fab-4251-b776-9d535543a907 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:45.935984 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:45.936496 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbfadb20-4fab-4251-b776-9d535543a907 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:45.939804 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:17:45.941648 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] Checking router: f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:17:45.975566 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:45.976635 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:45.998966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:46.025308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 69d3da6a-8c91-4a53-9804-910e750b208a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:17:46.101698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a013965-e539-42e9-a4ef-4080a8a1780e']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:46.131524 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:46.190789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e255fda8-9a68-4c88-991e-f7fd62473b4b req-5aa16dac-46c4-40be-b524-643ff7bd2237 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013168 Jul 28 11:17:46.226916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:46.235269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b535c24a-19c8-4b8b-af88-798f2edd169d') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:46.235570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b535c24a-19c8-4b8b-af88-798f2edd169d') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:46.292211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:46.370998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5386a-8afa-40c9-88cd-3b7bf969b05b req-962207ae-62a4-435e-a8c4-b033b62a4d80 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:46.382269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dcb5386a-8afa-40c9-88cd-3b7bf969b05b req-962207ae-62a4-435e-a8c4-b033b62a4d80 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.3551788 Jul 28 11:17:46.411711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-96e121af-03c7-4565-bea6-da5aed6b445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:46.422326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-96e121af-03c7-4565-bea6-da5aed6b445d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1096 time: 0.4426255 Jul 28 11:17:46.424028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:46.450959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '4447525a-9b5a-453c-a482-a4cd66ddb9ce', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'port_id': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'mac_address': 'fa:16:3e:43:94:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:17:42Z', 'updated_at': '2021-07-28T11:17:42Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:19Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:46.484411 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1625057-e607-4ed4-a004-cb11a7a74dc1 None None] The sync data for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 is: [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '4447525a-9b5a-453c-a482-a4cd66ddb9ce', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'port_id': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'mac_address': 'fa:16:3e:43:94:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:17:42Z', 'updated_at': '2021-07-28T11:17:42Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:19Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:17:46.495709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:17:46.500584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:17:46.503920 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:17:46.507634 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf839c64-fc59-4b45-984f-94e3ec77e510 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/4447525a-9b5a-453c-a482-a4cd66ddb9ce HTTP/1.1" status: 200 len: 990 time: 0.2704172 Jul 28 11:17:46.620588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:17:46.630473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:46.636961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] Sync routers for ids ['69d3da6a-8c91-4a53-9804-910e750b208a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:17:46.640577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fb5ff3e0-ba76-4337-91eb-fac2f1ed8bdd tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "PUT /v2.0/routers/69d3da6a-8c91-4a53-9804-910e750b208a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9897256 Jul 28 11:17:46.649292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] Routers {'69d3da6a-8c91-4a53-9804-910e750b208a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:46.650398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['69d3da6a-8c91-4a53-9804-910e750b208a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:46.738289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting subnet 3db4f7e0-6e11-4298-9ccf-755161a4d3ae {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:17:46.741904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:46.768229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-4a8385b7-0bf2-4674-a8be-be2ef9e25c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:46.769693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-4a8385b7-0bf2-4674-a8be-be2ef9e25c6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.3277283 Jul 28 11:17:46.786060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f727e-ae76-4a89-ad8e-12c5218acb66 req-dfc5786a-a9c6-43dd-b339-069d9c2fe493 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:46.795149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-059f727e-ae76-4a89-ad8e-12c5218acb66 req-dfc5786a-a9c6-43dd-b339-069d9c2fe493 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.3554900 Jul 28 11:17:46.806511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:46.812639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dcb5386a-8afa-40c9-88cd-3b7bf969b05b req-bf77a0fd-f840-455b-aee3-cce9bad22d49 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279590 Jul 28 11:17:46.851485 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1db909-18eb-41f0-9046-57e181a59887 None None] New status for floating IP 4447525a-9b5a-453c-a482-a4cd66ddb9ce: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:17:47.018375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] Set router 69d3da6a-8c91-4a53-9804-910e750b208a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:47.026940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-a866e864-73b7-436f-8874-41415f7413d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 998 time: 0.1783404 Jul 28 11:17:47.033594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.117718 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.140037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.145102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] 10.222.0.20 "DELETE /v2.0/networks/8a013965-e539-42e9-a4ef-4080a8a1780e HTTP/1.1" status: 204 len: 168 time: 3.6722815 Jul 28 11:17:47.145102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1d5f4-324d-4aff-96bd-c0ba097f74ce tempest-TagsExtTest-23035679 tempest-TagsExtTest-23035679-project] Pushing event deleted for resources: {'Network': ['ID=8a013965-e539-42e9-a4ef-4080a8a1780e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:47.270439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-059f727e-ae76-4a89-ad8e-12c5218acb66 req-5c76b64e-17a1-4775-89fb-a593a14af116 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743903 Jul 28 11:17:47.298274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.310894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-f050584c-ddde-4f53-9071-5fac2f41f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:47.312411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-f050584c-ddde-4f53-9071-5fac2f41f95f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.2755094 Jul 28 11:17:47.344683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad92c2-cc4a-4d6e-9bb8-fe392aba12a3 req-3eb567df-ea43-4529-8f58-5daed8702281 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:47.346648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0ad92c2-cc4a-4d6e-9bb8-fe392aba12a3 req-3eb567df-ea43-4529-8f58-5daed8702281 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.1860747 Jul 28 11:17:47.365108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Subnet': ['ID=3db4f7e0-6e11-4298-9ccf-755161a4d3ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:47.378586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.386572 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-585b136e-f2e1-4a14-9111-bb69ebe1703a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/subnets/3db4f7e0-6e11-4298-9ccf-755161a4d3ae HTTP/1.1" status: 204 len: 168 time: 0.7548587 Jul 28 11:17:47.390400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:47.454788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255fcbd1-23ac-4ca3-9639-ace4bacc1e36 None None] Network cd1b7f4f-cb70-4568-8459-40e46ae51d54 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:17:47.510304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-7ce9c0c3-f5a7-4b40-80a8-bc1fb60fed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:47.511725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-7ce9c0c3-f5a7-4b40-80a8-bc1fb60fed94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888261 Jul 28 11:17:47.512219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:47.545633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0ad92c2-cc4a-4d6e-9bb8-fe392aba12a3 req-bf13c048-2ac2-4fb6-b5bd-d52eab3c0d11 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866884 Jul 28 11:17:47.609047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:47.676747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:17:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:47.698223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.712405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] Checking router: 69d3da6a-8c91-4a53-9804-910e750b208a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:17:47.728681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] Routers {'69d3da6a-8c91-4a53-9804-910e750b208a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:47.730055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['69d3da6a-8c91-4a53-9804-910e750b208a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:47.877538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] Set router 69d3da6a-8c91-4a53-9804-910e750b208a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:47.950450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:47.955094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] DHCP port deletion for cd1b7f4f-cb70-4568-8459-40e46ae51d54 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:17:48.053400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port 1cb6b328-d133-47c6-9d5c-18ca68e5587a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:48.053913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.062552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7d06726d-a3c2-45c5-8b94-698639a60882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5466b86eaac46b098fbff0fe70f10ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477656 Jul 28 11:17:48.081912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:48.176825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] Deleting port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:48.178393 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.201555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c907-ecc7-443f-a86a-ca1cb2c8019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.233770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c907-ecc7-443f-a86a-ca1cb2c8019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.267300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:17:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:48.296632 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c907-ecc7-443f-a86a-ca1cb2c8019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.300460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c907-ecc7-443f-a86a-ca1cb2c8019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.301908 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dcd4c907-ecc7-443f-a86a-ca1cb2c8019d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4d5b4e2-b140-490b-bcc5-aa1128e68b24 HTTP/1.1" status: 204 len: 168 time: 0.1893198 Jul 28 11:17:48.316719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] For port 1cb6b328-d133-47c6-9d5c-18ca68e5587a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1cb6b328-d133-47c6-9d5c-18ca68e5587a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:48.317229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.320811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4c907-ecc7-443f-a86a-ca1cb2c8019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5b4e2-b140-490b-bcc5-aa1128e68b24,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:48.345210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for 1cb6b328-d133-47c6-9d5c-18ca68e5587a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:48.389352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57f8ed-86b0-47db-91c8-d83b4b149842 None None] The sync data for ids ['69d3da6a-8c91-4a53-9804-910e750b208a'] in n-d-723573-7 is: [{'id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-288003413', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:49Z', 'updated_at': '2021-07-28T11:17:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '1cb6b328-d133-47c6-9d5c-18ca68e5587a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d3da6a-8c91-4a53-9804-910e750b208a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:51Z', 'updated_at': '2021-07-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:17:48.403769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] For port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,segment=NetworkSegment(f9e2a215-14e7-47e5-b6c4-9b259b2189a2),segment_id=f9e2a215-14e7-47e5-b6c4-9b259b2189a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:48.404400 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.419599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] Calling delete_port for 3b8f07e1-1fa0-4631-a5bf-3b219301b04d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:48.604876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.626511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] No DVR routers for this DVR port 3b8f07e1-1fa0-4631-a5bf-3b219301b04d on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:17:48.675541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a089ec3-4592-4eba-9179-f0037d35516c None None] Pushing event deleted for resources: {'Port': ['ID=3b8f07e1-1fa0-4631-a5bf-3b219301b04d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:48.700777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0328be0e-3b36-46ae-b64d-9d28e7d4c29d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/4447525a-9b5a-453c-a482-a4cd66ddb9ce HTTP/1.1" status: 200 len: 992 time: 1.1810896 Jul 28 11:17:48.710363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.731138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19295-a27f-4f53-be0e-4cede21331cc req-4469ffff-5880-45cd-8f82-d486248d3ae5 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:48.732791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0d19295-a27f-4f53-be0e-4cede21331cc req-4469ffff-5880-45cd-8f82-d486248d3ae5 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.3155236 Jul 28 11:17:48.757000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=1cb6b328-d133-47c6-9d5c-18ca68e5587a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:48.759873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158653b-a3d8-4b95-a497-bb2108adba5b req-8706ca46-806e-4a62-9656-135e890903c6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:48.761510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7158653b-a3d8-4b95-a497-bb2108adba5b req-8706ca46-806e-4a62-9656-135e890903c6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.3645201 Jul 28 11:17:48.781287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-88f66f44-0b67-43fd-8f3b-748aabc0cc5c service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1700888 Jul 28 11:17:48.882830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:48.915952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0d19295-a27f-4f53-be0e-4cede21331cc req-8d54b229-f999-4e70-8e4c-d7e3fbadee1c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734011 Jul 28 11:17:48.931021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:17:48.941284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7158653b-a3d8-4b95-a497-bb2108adba5b req-ec5dc3d2-4141-4d91-b20e-b4b3a8f03997 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686254 Jul 28 11:17:48.976021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3b8f07e1-1fa0-4631-a5bf-3b219301b04d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:49.039080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 3b8f07e1-1fa0-4631-a5bf-3b219301b04d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:17:49.039474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3b8f07e1-1fa0-4631-a5bf-3b219301b04d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:17:49.040655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:49.058055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9c4133b-ef8a-464e-baa2-c5fc38e50139 req-3761b34a-0b12-45b7-8909-9334c2ce2bb2 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664449 Jul 28 11:17:49.099483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:17:49.099829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 25b2f60b-5af2-4c9a-98b0-ba0d53bb2de5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:17:49.112639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:17:49.163242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef359b-5eae-4f08-9452-a5152acbd131 req-ee84fbbd-dc6f-46c7-95a7-f08288b0cd42 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:49.174805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03ef359b-5eae-4f08-9452-a5152acbd131 req-ee84fbbd-dc6f-46c7-95a7-f08288b0cd42 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.1453867 Jul 28 11:17:49.244494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.249963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.313536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:49.333162 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03ef359b-5eae-4f08-9452-a5152acbd131 req-224ff7d7-354e-4be0-9658-db1bc13f13e6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573668 Jul 28 11:17:49.358436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'mac_address': 'fa:16:3e:a6:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:17:49.366026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.366026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Fanout notify agent at l3_agent the message router_deleted on router 69d3da6a-8c91-4a53-9804-910e750b208a {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:17:49.381198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.383721 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b7a1517a-93f9-4847-afcb-8b4d97311a07 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/routers/69d3da6a-8c91-4a53-9804-910e750b208a HTTP/1.1" status: 204 len: 168 time: 1.9916010 Jul 28 11:17:49.386590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:49.457370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.504208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:49.541839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.558810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:49.569768 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.729906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.733462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.744859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1b7f4f-cb70-4568-8459-40e46ae51d54']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:49.767385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ef1e51aa-a2ee-4a3f-8073-c48c19be988e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:17:49.771304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:49.782888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:49.783462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e2a215-14e7-47e5-b6c4-9b259b2189a2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:49.809972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.864777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.879763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:17:49.880311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:17:49.884141 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:17:49.920580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:49.981083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.007273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.015845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:50.017762 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/networks/cd1b7f4f-cb70-4568-8459-40e46ae51d54 HTTP/1.1" status: 204 len: 168 time: 0.6291821 Jul 28 11:17:50.050025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1eddd-01fd-4c42-99c2-6e1b1b4b7924 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Network': ['ID=cd1b7f4f-cb70-4568-8459-40e46ae51d54,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:50.202614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1373453579'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:50.363458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Made reservation on behalf of 8c164bf261be42fd951291ecf4b6cf60 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:17:50.366934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.389284 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.417920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a182-5cc7-4592-9017-7c3c9f648863 req-d9961f7c-e166-4e19-a13a-a153ac0a0bfe tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:50.419544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b1a182-5cc7-4592-9017-7c3c9f648863 req-d9961f7c-e166-4e19-a13a-a153ac0a0bfe tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.2914767 Jul 28 11:17:50.449208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b22a-1753-4b57-91c4-77406f8657cc req-fd20ef2e-4210-4666-9da3-c6d2d9402cef tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:50.451172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a376b22a-1753-4b57-91c4-77406f8657cc req-fd20ef2e-4210-4666-9da3-c6d2d9402cef tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.2873671 Jul 28 11:17:50.550725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b1a182-5cc7-4592-9017-7c3c9f648863 req-429255ce-b260-4cfc-b8b2-7e725efce6f1 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220877 Jul 28 11:17:50.589231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a376b22a-1753-4b57-91c4-77406f8657cc req-91428d29-bf15-43e9-81a8-773d87f556cd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192229 Jul 28 11:17:50.592729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port 51a99feb-a75c-4c4b-8f55-9ee78d684e87 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:50.593169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.753554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cb6b328-d133-47c6-9d5c-18ca68e5587a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:17:50.816973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 1cb6b328-d133-47c6-9d5c-18ca68e5587a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:17:50.817511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1cb6b328-d133-47c6-9d5c-18ca68e5587a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:17:50.826861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.840337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.845652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.846472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:50.875596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for 51a99feb-a75c-4c4b-8f55-9ee78d684e87 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:50.895865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca83b5b-09cd-423f-b449-33130b719c9d req-21275e67-de1a-4ba3-b94b-bbd5dd00caf1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:50.897863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ca83b5b-09cd-423f-b449-33130b719c9d req-21275e67-de1a-4ba3-b94b-bbd5dd00caf1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.1579144 Jul 28 11:17:50.909013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:17:51.077146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:51.078704 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Added segment b7572f8d-2a57-484f-9a96-cb77e0aae288 of type vlan for network 94b5ec8a-049d-457a-a4f5-2f610be8f4f5 Jul 28 11:17:51.154947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368860ec-a13f-4842-bde8-07d7ba3e3147,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:51.322629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:51.326518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ca83b5b-09cd-423f-b449-33130b719c9d req-aa60c5c9-71e9-42c1-ada9-c500395117af tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131992 Jul 28 11:17:51.391741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-866ac738-4217-4c41-a07c-faee8d26bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:51.394346 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-866ac738-4217-4c41-a07c-faee8d26bb92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761&tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 1095 time: 0.1483581 Jul 28 11:17:51.395944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:51.401773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:51.402778 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:51.408444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:17:51.512586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:51.579065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6567032 Jul 28 11:17:51.587612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=51a99feb-a75c-4c4b-8f55-9ee78d684e87,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:51.589430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:51.599006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-a70b4218-8311-4226-8685-cb1a3858693b tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-1532386514') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:51.692293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e613fab-0c72-4f17-b1a8-489d53763702 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Pushing event updated for resources: {'Network': ['ID=94b5ec8a-049d-457a-a4f5-2f610be8f4f5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:51.706156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 94b5ec8a-049d-457a-a4f5-2f610be8f4f5 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:17:51.735279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:51.735836 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Floating IP e890abe7-9b65-482b-b5a3-572fb9e6843c disassociated (deleted). External IP: 172.25.1.92, port: b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514. Jul 28 11:17:51.814448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a70b4218-8311-4226-8685-cb1a3858693b tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "PUT /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-1532386514 HTTP/1.1" status: 201 len: 201 time: 0.2217910 Jul 28 11:17:51.823431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:51.828876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-f5dd3256-9e1d-4b82-8846-532466fa470f tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-1532386514') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:51.932083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a17507-7ecc-438f-b1e8-e914a456db6a req-ad93979a-8d49-4211-8d25-53c6cb1000e6 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:51.933690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8a17507-7ecc-438f-b1e8-e914a456db6a req-ad93979a-8d49-4211-8d25-53c6cb1000e6 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1596518 Jul 28 11:17:52.026082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:52.038149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5dd3256-9e1d-4b82-8846-532466fa470f tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-1532386514 HTTP/1.1" status: 204 len: 168 time: 0.2148032 Jul 28 11:17:52.046775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48870) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:52.056787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-b5b20f9a-71f2-4578-b47a-17c744653f70 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:52.111729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8a17507-7ecc-438f-b1e8-e914a456db6a req-17abbff2-8f86-43e6-a074-6fcd3623de7a tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633739 Jul 28 11:17:52.253847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b5b20f9a-71f2-4578-b47a-17c744653f70 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags HTTP/1.1" status: 200 len: 238 time: 0.2042899 Jul 28 11:17:52.285360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:17:52.295260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:52.299875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-3def3e5a-88e4-4b09-bac2-bb747e06b4d8 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', {'tags': ['tempest-TagsTest-Tag-692109129', 'tempest-TagsTest-Tag-1365440130', 'tempest-TagsTest-Tag-1218094707']}) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:52.350377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:52.361838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:52.413890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:52.465058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:17:52.475748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:52.495413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Transition to ACTIVE for port object dd1d304c-7b36-49e2-a111-46952f7967a7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:17:52.507060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:52.541778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3def3e5a-88e4-4b09-bac2-bb747e06b4d8 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "PUT /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags HTTP/1.1" status: 200 len: 308 time: 0.2475545 Jul 28 11:17:52.554394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48876) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:52.570177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-0f98260a-51d4-4eb9-9f8a-81db9b8bf61a tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-692109129') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:52.632116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:52.827597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038df95-1c09-49de-b142-1536fb434953 req-cc7820e4-ca3f-4bcb-b90e-b73dfc28fdcd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:52.834962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] No DVR routers for this DVR port dd1d304c-7b36-49e2-a111-46952f7967a7 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:17:52.835187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1038df95-1c09-49de-b142-1536fb434953 req-cc7820e4-ca3f-4bcb-b90e-b73dfc28fdcd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 945 time: 0.5783002 Jul 28 11:17:52.953923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:17:52.992309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1038df95-1c09-49de-b142-1536fb434953 req-7c4a5c38-13c9-4f60-a099-efbb12c7ef6a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560729 Jul 28 11:17:53.103461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:17:53.103707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:17:53.104046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:53.113918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Port dd1d304c-7b36-49e2-a111-46952f7967a7 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:17:53.114886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Attempting to bind port dd1d304c-7b36-49e2-a111-46952f7967a7 on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:17:53.131742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:17:53.132131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Checking segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:17:53.132493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Bound using segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:17:53.132926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Bound port: dd1d304c-7b36-49e2-a111-46952f7967a7, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:17:53.133938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:53.137975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ef1e51aa-a2ee-4a3f-8073-c48c19be988e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:17:53.144435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:53.206481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0f98260a-51d4-4eb9-9f8a-81db9b8bf61a tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "DELETE /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-692109129 HTTP/1.1" status: 204 len: 168 time: 0.6463020 Jul 28 11:17:53.210552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:53.216266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-86e9a668-01ba-4740-94a5-51c47cdbd731 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-692109129') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:53.338131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63577-06a9-4123-b1c8-9c4c185347cd req-b7406ee3-ea55-4b74-b272-bed7ae0c3ba5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:53.339225 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:53.357415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cf63577-06a9-4123-b1c8-9c4c185347cd req-b7406ee3-ea55-4b74-b272-bed7ae0c3ba5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 944 time: 0.1810367 Jul 28 11:17:53.380081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:17:53.428518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:53.430916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:53.437055 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bb4866-e9dc-4c48-add1-10c257fd3948" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:53.444219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:17:53.448510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:53.464004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:53.481850 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-86e9a668-01ba-4740-94a5-51c47cdbd731 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] show failed (client error): The resource could not be found. Jul 28 11:17:53.482879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86e9a668-01ba-4740-94a5-51c47cdbd731 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-692109129 HTTP/1.1" status: 404 len: 325 time: 0.2713747 Jul 28 11:17:53.491123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:53.496100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-d2041fcb-1c04-4e2b-a03e-b149f41f8d8a tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-1365440130') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:53.550807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:53.551428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:53.552859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] 10.222.0.44 "PUT /v2.0/ports/dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1092 time: 2.1491070 Jul 28 11:17:53.553325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:53.556169 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd73103-fee0-41a8-9040-5d4d3b5084d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:53.569572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:53.849834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fe7ef-0d9a-44c4-842d-ff9802ccd979 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:53.922879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d2041fcb-1c04-4e2b-a03e-b149f41f8d8a tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-1365440130 HTTP/1.1" status: 204 len: 168 time: 0.4305379 Jul 28 11:17:53.925472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:53.945225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-e876a284-83b7-43f5-b8d4-0464e5369a22 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-1218094707') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:53.955988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-264bb66b-df74-4afa-9d54-04c2e7eee182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:53.959142 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-264bb66b-df74-4afa-9d54-04c2e7eee182 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1096 time: 0.3361504 Jul 28 11:17:53.990752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:17:54.004001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] Sync routers for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:17:54.012828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:54.026163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:54.027205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:54.049140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a48a955d-f442-460a-8014-f30c089d9dc9 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/floatingips/e890abe7-9b65-482b-b5a3-572fb9e6843c HTTP/1.1" status: 204 len: 168 time: 4.0321302 Jul 28 11:17:54.053063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:54.055609 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:54.100594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cf63577-06a9-4123-b1c8-9c4c185347cd req-74c3b903-1da9-4b56-8ae4-7e2514e2e72c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7423105 Jul 28 11:17:54.186611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:54.316656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-d592ffcd-a7f6-4a90-b63e-d0cfe40579d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:54.320867 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-d592ffcd-a7f6-4a90-b63e-d0cfe40579d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.3443229 Jul 28 11:17:54.346422 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e876a284-83b7-43f5-b8d4-0464e5369a22 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-1218094707 HTTP/1.1" status: 204 len: 168 time: 0.4191327 Jul 28 11:17:54.359489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28171-6adc-4764-96e8-49efd1ae9101 req-7c7e13ac-a7ba-4037-aedc-6879555a3a6c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:54.364079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a28171-6adc-4764-96e8-49efd1ae9101 req-7c7e13ac-a7ba-4037-aedc-6879555a3a6c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1172895 Jul 28 11:17:54.364828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:54.369970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-1117dd12-8a71-4c46-a27b-c74110d4fc6f tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:54.488792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a28171-6adc-4764-96e8-49efd1ae9101 req-d0a4422b-d685-4b87-bc9c-348a200797a0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154072 Jul 28 11:17:54.491035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-5d628145-0165-433f-addc-20631c444df8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1000 time: 0.1594448 Jul 28 11:17:54.571544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:54.573226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1117dd12-8a71-4c46-a27b-c74110d4fc6f tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "DELETE /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2055953 Jul 28 11:17:54.590133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-c05247c2-512e-41fd-ae91-725e9fb41e90 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-1365440130') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:54.595530 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838390d1-7eb8-435a-ae86-2a967281d265 x-openstack-request-id: req-838390d1-7eb8-435a-ae86-2a967281d265 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:54.596407 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:54.596654 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-838390d1-7eb8-435a-ae86-2a967281d265 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:54.597320 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:17:54.665136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:54.709723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-8f5c401c-6ea4-43f4-b697-ef1a6b21a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:54.712406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-8f5c401c-6ea4-43f4-b697-ef1a6b21a959 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.2067473 Jul 28 11:17:54.714929 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d91e7-ba39-462b-9ced-163da32b4f69 x-openstack-request-id: req-641d91e7-ba39-462b-9ced-163da32b4f69 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:54.715447 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:54.715877 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-641d91e7-ba39-462b-9ced-163da32b4f69 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:54.716501 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'status': 'completed', 'code': 200} Jul 28 11:17:54.741098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] Checking router: 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:17:54.770782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:17:54.771447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:17:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:54.821507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-129db9e3-b058-4651-b793-c9bc69814cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:54.824015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-129db9e3-b058-4651-b793-c9bc69814cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993474 Jul 28 11:17:54.830339 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c05247c2-512e-41fd-ae91-725e9fb41e90 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] show failed (client error): The resource could not be found. Jul 28 11:17:54.832073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c05247c2-512e-41fd-ae91-725e9fb41e90 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-1365440130 HTTP/1.1" status: 404 len: 326 time: 0.2595673 Jul 28 11:17:54.847009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:54.853099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-97fad85e-36d1-4db1-ab7a-be632ebbd78e tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5', 'tempest-TagsTest-Tag-1218094707') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:54.897515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a53a2-54b9-449c-ba3a-6a1065855eeb req-4d3fb311-75df-4902-ba29-77f6163d92b6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:54.917501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-040a53a2-54b9-449c-ba3a-6a1065855eeb req-4d3fb311-75df-4902-ba29-77f6163d92b6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1238031 Jul 28 11:17:55.013239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-040a53a2-54b9-449c-ba3a-6a1065855eeb req-6ce05439-ad43-4d09-b47e-a5c3293bf633 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953858 Jul 28 11:17:55.092687 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-97fad85e-36d1-4db1-ab7a-be632ebbd78e tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] show failed (client error): The resource could not be found. Jul 28 11:17:55.094446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-97fad85e-36d1-4db1-ab7a-be632ebbd78e tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "GET /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags/tempest-TagsTest-Tag-1218094707 HTTP/1.1" status: 404 len: 326 time: 0.2460761 Jul 28 11:17:55.097858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:55.103291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-7669039a-4d4d-4fb7-9dcc-35aa93201795 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '94b5ec8a-049d-457a-a4f5-2f610be8f4f5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:55.115120 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-0ce85990-9ab5-40a2-ba09-bef5ce9b633f service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817035 Jul 28 11:17:55.371652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7669039a-4d4d-4fb7-9dcc-35aa93201795 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "DELETE /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2645707 Jul 28 11:17:55.373362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:55.464485 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbb5a57-d2b5-4e00-be7d-ce693a40949d x-openstack-request-id: req-9fbb5a57-d2b5-4e00-be7d-ce693a40949d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:55.465537 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:55.465888 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fbb5a57-d2b5-4e00-be7d-ce693a40949d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:55.467129 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'status': 'completed', 'code': 200} Jul 28 11:17:55.480697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-27f138d3-c595-45e3-bd96-0d30a2cca51a req-b3b99f32-f80a-4e01-89d6-89f0e65c484f service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572171 Jul 28 11:17:55.551989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:17:55.643148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-99e47946-256d-4298-a6bb-32905eb115ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:55.645580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-99e47946-256d-4298-a6bb-32905eb115ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1096 time: 0.0923707 Jul 28 11:17:55.720123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:55.740674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-1c39103c-d39f-41cd-8d58-322559fc998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:55.742338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-1c39103c-d39f-41cd-8d58-322559fc998e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 1135 time: 0.2643089 Jul 28 11:17:55.777639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2add6f-0009-4917-8d90-e738606a78ae req-e08b9402-b342-4d27-9d6f-75bf761320ad tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:55.797230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f2add6f-0009-4917-8d90-e738606a78ae req-e08b9402-b342-4d27-9d6f-75bf761320ad tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.2486610 Jul 28 11:17:55.840269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-493071ff-19f4-4122-820a-ad0cd2d61466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:55.841428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-493071ff-19f4-4122-820a-ad0cd2d61466 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1827905 Jul 28 11:17:55.923879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:55.956763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-b3b604ee-9e32-4390-a7a5-4d55f78a8dc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1000 time: 0.1074924 Jul 28 11:17:55.976147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2910fe-d4dd-4a7b-8d7c-33df1b45728a None None] The sync data for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 is: [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:15:36Z', 'revision_number': 4, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '85450696-6594-4541-ad5a-6ae4196d21d5', 'name': '', 'network_id': 'd8bad497-25e5-4ec5-8a16-3cedb9862652', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'mac_address': 'fa:16:3e:e3:0c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '3410885b-24db-4852-8869-5f86a98d2211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:34Z', 'updated_at': '2021-07-28T11:15:43Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'subnets': [{'id': '3410885b-24db-4852-8869-5f86a98d2211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:17:56.039136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-1298d732-94ed-4da8-92ab-ac522fa1451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:56.041267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-1298d732-94ed-4da8-92ab-ac522fa1451f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.0766115 Jul 28 11:17:56.136392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f2add6f-0009-4917-8d90-e738606a78ae req-d048f65c-f0f8-4834-b4a7-f7474e975e01 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382020 Jul 28 11:17:56.144618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-0db18c04-50e9-4fbf-9036-00d0f95714c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:56.150179 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-0db18c04-50e9-4fbf-9036-00d0f95714c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936663 Jul 28 11:17:56.210464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:56.225994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b5ec8a-049d-457a-a4f5-2f610be8f4f5']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:56.280522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7572f8d-2a57-484f-9a96-cb77e0aae288') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:56.288308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7572f8d-2a57-484f-9a96-cb77e0aae288') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:17:56.309172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:56.348634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:56.358698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:17:56.359400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:56.373417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-1c28931c-ea11-436b-a6b5-3e39fbd2c612 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174034 Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:17:56.462822 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:17:56.481936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:56.514562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:56.541218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] 10.222.0.20 "DELETE /v2.0/networks/94b5ec8a-049d-457a-a4f5-2f610be8f4f5 HTTP/1.1" status: 204 len: 168 time: 1.1557403 Jul 28 11:17:56.550129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc2366-5ed4-4bbf-981f-e1f0e4e47158 tempest-TagsTest-2141321239 tempest-TagsTest-2141321239-project] Pushing event deleted for resources: {'Network': ['ID=94b5ec8a-049d-457a-a4f5-2f610be8f4f5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:56.592297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dbd73103-fee0-41a8-9040-5d4d3b5084d9 req-50e60680-4dc5-480f-b706-63414fe50449 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084553 Jul 28 11:17:56.656583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc9dbc-ddcc-45fa-831b-1f0025506bd3 None None] New status for floating IP e890abe7-9b65-482b-b5a3-572fb9e6843c: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:17:56.683873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-f09712da-a711-4552-95a2-643282b79431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:56.686530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-f09712da-a711-4552-95a2-643282b79431 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8bad497-25e5-4ec5-8a16-3cedb9862652 HTTP/1.1" status: 200 len: 897 time: 0.9299979 Jul 28 11:17:56.847327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625c9a5-faa1-4c36-9647-edf2f3278535 req-bb479449-b13e-4b71-bc71-bb56d357433e tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:56.856424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e625c9a5-faa1-4c36-9647-edf2f3278535 req-bb479449-b13e-4b71-bc71-bb56d357433e tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 984 time: 0.3869793 Jul 28 11:17:56.896663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-ed4d5f58-a7f9-4152-bddc-2b87acc93912 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 HTTP/1.1" status: 200 len: 217 time: 0.1810293 Jul 28 11:17:56.917961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e625c9a5-faa1-4c36-9647-edf2f3278535 req-5e7aa82e-5181-463a-932f-4eb9bfb2eeff tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/security-groups?id=b64536ac-c425-4906-8532-d47a43ce8dfe&id=b62f245f-4fd6-4039-ac0d-ea1a7e85f857&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0604672 Jul 28 11:17:57.017364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:57.050998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-57ac23f7-3f35-4148-a5a7-c95e8e85f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:57.051406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-57ac23f7-3f35-4148-a5a7-c95e8e85f223 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3410885b-24db-4852-8869-5f86a98d2211 HTTP/1.1" status: 200 len: 835 time: 0.1324494 Jul 28 11:17:57.110874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-bc57215d-5c60-462e-9019-705770a1b79e tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:57.112373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-bc57215d-5c60-462e-9019-705770a1b79e tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 984 time: 0.1033049 Jul 28 11:17:57.131583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11088-4bb9-4827-8e82-d683c7fe5800 req-dfabacc1-e6e8-4b6d-8525-346e3e873617 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:57.133591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60d11088-4bb9-4827-8e82-d683c7fe5800 req-dfabacc1-e6e8-4b6d-8525-346e3e873617 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1024828 Jul 28 11:17:57.147540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-153f670b-6eee-45b4-997b-35e2a9c42e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:57.149788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-153f670b-6eee-45b4-997b-35e2a9c42e5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8bad497-25e5-4ec5-8a16-3cedb9862652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824208 Jul 28 11:17:57.338427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:17:57.338774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.382339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60d11088-4bb9-4827-8e82-d683c7fe5800 req-d923cb58-e3a5-44f5-bf0c-f524be11ab16 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384543 Jul 28 11:17:57.392015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-eb307175-8137-4cf1-99bf-ea2ba7012c74 service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154231 Jul 28 11:17:57.493928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ef46dda1-98c2-4499-bcf8-5e96b236765e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c164bf261be42fd951291ecf4b6cf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749093 Jul 28 11:17:57.496085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:57.615456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] For port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:17:57.616340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.642105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:17:57.665150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b168cbe8-322b-4836-ba28-c376b0c54f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.694373 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b168cbe8-322b-4836-ba28-c376b0c54f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.705860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679137f-6665-453e-872e-9a18ef7fed8e req-a62feff3-add3-436e-ad2c-997edd65190b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:57.724665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f679137f-6665-453e-872e-9a18ef7fed8e req-a62feff3-add3-436e-ad2c-997edd65190b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1897311 Jul 28 11:17:57.763178 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b168cbe8-322b-4836-ba28-c376b0c54f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.769425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b168cbe8-322b-4836-ba28-c376b0c54f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.772925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b168cbe8-322b-4836-ba28-c376b0c54f0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/368860ec-a13f-4842-bde8-07d7ba3e3147 HTTP/1.1" status: 204 len: 168 time: 0.2738166 Jul 28 11:17:57.786787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cbe8-322b-4836-ba28-c376b0c54f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368860ec-a13f-4842-bde8-07d7ba3e3147,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:57.864312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f679137f-6665-453e-872e-9a18ef7fed8e req-5b54ec4d-b79e-4f0d-a07c-cb57d48013dc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351738 Jul 28 11:17:57.864997 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0003b41-4066-4a05-b919-1d4974df1e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:57.897127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f75cce0-7e02-4654-b2a7-f0bf774a83c4 req-720035a7-22a6-48de-be1b-5c2c5ef5e65e service neutron] 10.222.0.41 "GET /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321902 Jul 28 11:17:58.040531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:58.095742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5930cda-7baf-40f9-a0bb-948db2f6bfae req-9c0bd099-d4bf-4fee-ac16-aacef5d6c6d2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:58.108217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:58.111906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5930cda-7baf-40f9-a0bb-948db2f6bfae req-9c0bd099-d4bf-4fee-ac16-aacef5d6c6d2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1106756 Jul 28 11:17:58.160564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] No DVR routers for this DVR port b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:17:58.163937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:58.166772 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-99e86c2f-24b3-4b70-9855-70bce8ce468c req-4f46ba4f-ccae-4cfb-93c7-b032b3bbae76 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.41 "DELETE /v2.0/ports/b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 HTTP/1.1" status: 204 len: 173 time: 1.0375140 Jul 28 11:17:58.168248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'name': 'network-vif-deleted', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:17:58.171241 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68feaa0c-be1b-4704-be10-ae66c27e3c01" -d '{"events": [{"server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "name": "network-vif-deleted", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:17:58.198899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5930cda-7baf-40f9-a0bb-948db2f6bfae req-d8b06dc6-d8aa-44ba-aa39-83829c22ce04 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859981 Jul 28 11:17:58.398351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4b8650b-47ef-4c8a-8a15-3a5e2187ef4b req-38463e3e-1d0a-4cb4-bb76-5ff81413fc3f tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5 HTTP/1.1" status: 200 len: 210 time: 0.0574896 Jul 28 11:17:58.478668 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb15c77-ca4f-4ae7-b9dd-f013fb56dfe1 x-openstack-request-id: req-5bb15c77-ca4f-4ae7-b9dd-f013fb56dfe1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:17:58.478972 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5", "name": "network-vif-deleted", "tag": "b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:17:58.479229 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bb15c77-ca4f-4ae7-b9dd-f013fb56dfe1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:17:58.479844 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dada47-2ba0-4bba-9672-f7e7a5dd9bc5', 'name': 'network-vif-deleted', 'tag': 'b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514', 'status': 'completed', 'code': 200} Jul 28 11:17:58.685179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290741-61a0-4dbe-a75e-f11c5b9d74f2 req-ad82b696-9b40-439d-8cfa-07d15eeba0d7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:58.689600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66290741-61a0-4dbe-a75e-f11c5b9d74f2 req-ad82b696-9b40-439d-8cfa-07d15eeba0d7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1324432 Jul 28 11:17:58.775791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66290741-61a0-4dbe-a75e-f11c5b9d74f2 req-3ee19341-333f-4a68-b6b9-622462a1d00d tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772605 Jul 28 11:17:59.159194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f9a40-4825-487c-96bf-5a97958d6240 req-2d8794ec-7bc9-4305-b3be-f8397126d9f4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:59.160859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e05f9a40-4825-487c-96bf-5a97958d6240 req-2d8794ec-7bc9-4305-b3be-f8397126d9f4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1489873 Jul 28 11:17:59.251067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e05f9a40-4825-487c-96bf-5a97958d6240 req-0b29fdf0-d403-4fc2-85d8-31b0c42a2e85 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799098 Jul 28 11:17:59.404535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f3a36-4be3-4b1e-825b-c28d27febb7a req-6e9f0e36-eae1-4a04-96b8-066d042fc168 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:17:59.425212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f9f3a36-4be3-4b1e-825b-c28d27febb7a req-6e9f0e36-eae1-4a04-96b8-066d042fc168 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0819972 Jul 28 11:17:59.462994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f9f3a36-4be3-4b1e-825b-c28d27febb7a req-2a3fc667-e067-4cda-98e2-a33760929689 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361500 Jul 28 11:17:59.543453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:59.682160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3748a6-3c36-460a-992e-3c5ecc3c43a4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:59.712391 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3748a6-3c36-460a-992e-3c5ecc3c43a4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:59.766807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3748a6-3c36-460a-992e-3c5ecc3c43a4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:59.771543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3748a6-3c36-460a-992e-3c5ecc3c43a4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:59.773414 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bf3748a6-3c36-460a-992e-3c5ecc3c43a4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/security-groups/b64536ac-c425-4906-8532-d47a43ce8dfe HTTP/1.1" status: 204 len: 168 time: 0.2289515 Jul 28 11:17:59.776959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49014) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:17:59.786111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3748a6-3c36-460a-992e-3c5ecc3c43a4 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64536ac-c425-4906-8532-d47a43ce8dfe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:17:59.864467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58099a29-ed27-4ce1-acd1-a509b9aa6269 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:17:59.911693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58099a29-ed27-4ce1-acd1-a509b9aa6269 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:00.003381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017eab3-b3c1-448b-8e55-322915273c41 req-bd88510d-0fea-48e1-b89a-886fdb8e03c8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:00.005291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d017eab3-b3c1-448b-8e55-322915273c41 req-bd88510d-0fea-48e1-b89a-886fdb8e03c8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1147487 Jul 28 11:18:00.018663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58099a29-ed27-4ce1-acd1-a509b9aa6269 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:00.027058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58099a29-ed27-4ce1-acd1-a509b9aa6269 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:00.031500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58099a29-ed27-4ce1-acd1-a509b9aa6269 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/security-groups/b62f245f-4fd6-4039-ac0d-ea1a7e85f857 HTTP/1.1" status: 204 len: 168 time: 0.2504714 Jul 28 11:18:00.032344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:00.112672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d017eab3-b3c1-448b-8e55-322915273c41 req-c4dfdf02-967a-46ef-a9ab-235ced7b2fe7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825875 Jul 28 11:18:00.125747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099a29-ed27-4ce1-acd1-a509b9aa6269 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f245f-4fd6-4039-ac0d-ea1a7e85f857,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:00.531308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84206a-44f4-4a6b-8cc0-a0bde0909174 req-423cfe31-fc95-4812-bb00-f9316bf8fbe6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:00.543948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e84206a-44f4-4a6b-8cc0-a0bde0909174 req-423cfe31-fc95-4812-bb00-f9316bf8fbe6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1402621 Jul 28 11:18:00.658880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e84206a-44f4-4a6b-8cc0-a0bde0909174 req-124b7130-7e96-49d7-9c88-ae17e6ca8d39 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129920 Jul 28 11:18:00.847954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6d13a-d200-45f5-8841-2b6b58d02316 req-822faa8d-66aa-4fed-ae55-b2f55af5f1cb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:00.856050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15a6d13a-d200-45f5-8841-2b6b58d02316 req-822faa8d-66aa-4fed-ae55-b2f55af5f1cb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0792387 Jul 28 11:18:00.914820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15a6d13a-d200-45f5-8841-2b6b58d02316 req-905237c5-2305-4608-9eef-6de5bf5490d6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571673 Jul 28 11:18:00.954956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:01.000357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:01.030753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:18:01.031412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b3cbcd7f-13d6-4b3c-98f4-0bd6c583c514 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:01.041354 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.091230 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc69771b-e1b6-43b6-8fdc-97d6ccee3ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.196722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4e93a1d-1be5-40f2-805e-47b0c6101624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.340488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f84a4-5dc8-478b-adc4-f34e25e10a61 req-5fe12924-e3e8-4d66-a08d-135845edafa2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:01.349458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-803f84a4-5dc8-478b-adc4-f34e25e10a61 req-5fe12924-e3e8-4d66-a08d-135845edafa2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1040084 Jul 28 11:18:01.397998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.437797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-803f84a4-5dc8-478b-adc4-f34e25e10a61 req-a9c0d1c4-17c1-4061-a585-418a0dd23072 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869689 Jul 28 11:18:01.524638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4e93a1d-1be5-40f2-805e-47b0c6101624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.540520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4e93a1d-1be5-40f2-805e-47b0c6101624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.644162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e93a1d-1be5-40f2-805e-47b0c6101624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786e932-fb6f-47fa-9e38-4e3849b7f2b8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:01.652685 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f4e93a1d-1be5-40f2-805e-47b0c6101624 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ade3cf4a48f04360b6168f7b0934cf58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506205 Jul 28 11:18:01.653370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:01.809431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c12e33cb-d94e-44ef-a76f-59f695efc0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.885964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.892063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c12e33cb-d94e-44ef-a76f-59f695efc0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:01.934348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066f9a-e19b-4b83-9b41-ccedee3194c1 req-cbdbc825-8996-4216-aeaf-59cc6647489a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:01.936429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf066f9a-e19b-4b83-9b41-ccedee3194c1 req-cbdbc825-8996-4216-aeaf-59cc6647489a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1385114 Jul 28 11:18:02.045929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf066f9a-e19b-4b83-9b41-ccedee3194c1 req-f5f9219e-cf92-4da4-9e98-81c09f762d88 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989411 Jul 28 11:18:02.080603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c12e33cb-d94e-44ef-a76f-59f695efc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:02.083585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c12e33cb-d94e-44ef-a76f-59f695efc0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:02.085007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c12e33cb-d94e-44ef-a76f-59f695efc0e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7786e932-fb6f-47fa-9e38-4e3849b7f2b8 HTTP/1.1" status: 204 len: 168 time: 0.4302647 Jul 28 11:18:02.099903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port 85450696-6594-4541-ad5a-6ae4196d21d5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:02.100281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:02.102488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e33cb-d94e-44ef-a76f-59f695efc0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786e932-fb6f-47fa-9e38-4e3849b7f2b8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:02.260999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] For port 85450696-6594-4541-ad5a-6ae4196d21d5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85450696-6594-4541-ad5a-6ae4196d21d5,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:02.261545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:02.279316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for 85450696-6594-4541-ad5a-6ae4196d21d5 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:02.310679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aa47b-5e31-4392-b5b0-65a8bb34297f req-4a8175f7-59a4-43e4-8433-12902fc30392 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:02.317631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-496aa47b-5e31-4392-b5b0-65a8bb34297f req-4a8175f7-59a4-43e4-8433-12902fc30392 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1445272 Jul 28 11:18:02.405036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-496aa47b-5e31-4392-b5b0-65a8bb34297f req-8f859c2c-192d-4055-a9cd-6e47de024156 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743041 Jul 28 11:18:02.556988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:02.629073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=85450696-6594-4541-ad5a-6ae4196d21d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:02.687274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a220ac-2c0a-4e8b-a6f5-9a868af09472 req-d7999983-27c0-4e4c-8fcf-147fac721384 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:02.704311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23a220ac-2c0a-4e8b-a6f5-9a868af09472 req-d7999983-27c0-4e4c-8fcf-147fac721384 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1404533 Jul 28 11:18:02.777815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:02.837087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23a220ac-2c0a-4e8b-a6f5-9a868af09472 req-05bc81bc-5dfb-491f-a584-21dc25413ad0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315577 Jul 28 11:18:02.849287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca515b46-45b7-4905-8d8e-0628e13a996a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:02.925643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.015794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca515b46-45b7-4905-8d8e-0628e13a996a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.023946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca515b46-45b7-4905-8d8e-0628e13a996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.076879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515b46-45b7-4905-8d8e-0628e13a996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64efb643-db32-4b2b-a46f-b572b20b9c64,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:03.112784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca515b46-45b7-4905-8d8e-0628e13a996a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53ed58325bff41a6ac9e15ffb8efe80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334038 Jul 28 11:18:03.116586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:03.185794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81e6531c-13eb-4c4f-bfb5-5c849e2f640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.211476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81e6531c-13eb-4c4f-bfb5-5c849e2f640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.341485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fb44b-ebd6-47cf-8b7a-998b2bfee201 req-5007d362-7d8e-499c-8b0f-e38a7cc121fd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:03.343183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f50fb44b-ebd6-47cf-8b7a-998b2bfee201 req-5007d362-7d8e-499c-8b0f-e38a7cc121fd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.0892212 Jul 28 11:18:03.367131 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.373512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:18:03.411641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81e6531c-13eb-4c4f-bfb5-5c849e2f640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.415245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81e6531c-13eb-4c4f-bfb5-5c849e2f640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:03.416432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-81e6531c-13eb-4c4f-bfb5-5c849e2f640f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64efb643-db32-4b2b-a46f-b572b20b9c64 HTTP/1.1" status: 204 len: 168 time: 0.2979982 Jul 28 11:18:03.433543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6531c-13eb-4c4f-bfb5-5c849e2f640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64efb643-db32-4b2b-a46f-b572b20b9c64,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:03.463966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f50fb44b-ebd6-47cf-8b7a-998b2bfee201 req-32982b23-f40e-4103-8d8e-327cea7b8786 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050634 Jul 28 11:18:03.778129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb3b22-e26b-4509-bfd9-810e633d13fa req-8017f507-82ae-4c0d-a6e5-21d11080720e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:03.782490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ffb3b22-e26b-4509-bfd9-810e633d13fa req-8017f507-82ae-4c0d-a6e5-21d11080720e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1355138 Jul 28 11:18:03.783824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:18:03.796251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] Sync routers for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:18:03.813526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad7b3b0e-397b-48e5-bfa7-d05a39aa806a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "PUT /v2.0/routers/2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7785149 Jul 28 11:18:03.815428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:03.815938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:18:03.817390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:18:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:03.900044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ffb3b22-e26b-4509-bfd9-810e633d13fa req-9195c479-a554-4621-a13c-7225b73c0b4b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056635 Jul 28 11:18:03.967733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting subnet 3410885b-24db-4852-8869-5f86a98d2211 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:18:03.973696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:04.036128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:18:04.084212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:04.241210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360baa44-3d63-45f2-9429-598f3a76590c req-16a58cec-f089-4fd9-ad66-8a1a425e177b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:04.253707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-360baa44-3d63-45f2-9429-598f3a76590c req-16a58cec-f089-4fd9-ad66-8a1a425e177b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1306620 Jul 28 11:18:04.331436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-360baa44-3d63-45f2-9429-598f3a76590c req-c2f62161-7ba4-4bc8-afe7-a42719234f96 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Jul 28 11:18:04.345091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:04.392226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:18:02Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:04.465795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] Checking router: 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:18:04.480120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] Routers {'2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:18:04.484989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:18:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:04.533463 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:04.622028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Subnet': ['ID=3410885b-24db-4852-8869-5f86a98d2211,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:04.637789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:04.641299 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4ed2dc95-2bd0-4592-8293-3ae1d4a6557a tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/subnets/3410885b-24db-4852-8869-5f86a98d2211 HTTP/1.1" status: 204 len: 168 time: 0.8231628 Jul 28 11:18:04.643825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:04.751825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe514f-b66f-47cc-94c1-5d6f6bf01e48 req-8ecc04b7-2be8-4250-b998-1aefd1d27874 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:04.770000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4abe514f-b66f-47cc-94c1-5d6f6bf01e48 req-8ecc04b7-2be8-4250-b998-1aefd1d27874 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1711001 Jul 28 11:18:04.863919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] Set router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:18:04.872150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4abe514f-b66f-47cc-94c1-5d6f6bf01e48 req-537cb7a5-7f25-40b4-97de-46cb4fb57ac5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011577 Jul 28 11:18:04.875933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:04.928323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859892af-6911-42dc-803c-c22a0d4c3e97 None None] Network d8bad497-25e5-4ec5-8a16-3cedb9862652 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:18:05.083229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.164791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Deleting port 56d43d91-3f09-4913-8583-0d0c14a3f154 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:05.165391 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.255402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] DHCP port deletion for d8bad497-25e5-4ec5-8a16-3cedb9862652 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:18:05.261222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec013bd-e541-48cb-bb89-086d850a63ed req-387b9022-5a80-486c-bbcb-ad081cfc93cf tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:05.262729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fec013bd-e541-48cb-bb89-086d850a63ed req-387b9022-5a80-486c-bbcb-ad081cfc93cf tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1468127 Jul 28 11:18:05.306633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:18:02Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:05.316042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] For port 56d43d91-3f09-4913-8583-0d0c14a3f154, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=56d43d91-3f09-4913-8583-0d0c14a3f154,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:05.316429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.352534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Calling delete_port for 56d43d91-3f09-4913-8583-0d0c14a3f154 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:05.353686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd3b740-0fc8-4e3e-a28d-056bdd30dcbf None None] The sync data for ids ['2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8'] in n-d-723573-7 is: [{'id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2085435399', 'tenant_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:15:27Z', 'updated_at': '2021-07-28T11:18:02Z', 'revision_number': 5, 'project_id': 'b57d1173ecfa4fc5b427fc10419e0045', 'gw_port': {'id': '56d43d91-3f09-4913-8583-0d0c14a3f154', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:15:28Z', 'updated_at': '2021-07-28T11:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:18:05.417570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Deleting port 4dbf351f-fbbc-436d-8fed-33da418371f2 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:05.417570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.430513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fec013bd-e541-48cb-bb89-086d850a63ed req-a6183aa1-381d-49d0-86b2-9cb640b81e79 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573608 Jul 28 11:18:05.535820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] For port 4dbf351f-fbbc-436d-8fed-33da418371f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4dbf351f-fbbc-436d-8fed-33da418371f2,segment=NetworkSegment(a0a2810b-47b8-4769-b545-00eff00628c5),segment_id=a0a2810b-47b8-4769-b545-00eff00628c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:05.536246 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.568982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Calling delete_port for 4dbf351f-fbbc-436d-8fed-33da418371f2 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:05.712085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0164a-0570-456e-98f7-c7aed4d73844 req-c60ff9f5-4cd6-4527-bc12-b855b7abb452 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:05.713747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35f0164a-0570-456e-98f7-c7aed4d73844 req-c60ff9f5-4cd6-4527-bc12-b855b7abb452 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1192439 Jul 28 11:18:05.756473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.795419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:05.820300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Pushing event deleted for resources: {'Port': ['ID=4dbf351f-fbbc-436d-8fed-33da418371f2,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:05.823484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] No DVR routers for this DVR port 4dbf351f-fbbc-436d-8fed-33da418371f2 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:05.842628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.842983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.843371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.843803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.844148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.844731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.844990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.845206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.845546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.845872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.846188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.846817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c7f90-5fb6-48f7-87bd-83dc148e9c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:05.849939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35f0164a-0570-456e-98f7-c7aed4d73844 req-948bbe52-b557-4ea7-98fe-773cd088486e tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285126 Jul 28 11:18:06.080990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Port': ['ID=56d43d91-3f09-4913-8583-0d0c14a3f154,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:06.103562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:06.120515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242d4bf-88e7-44e3-83a7-f6abd0003480 req-93be79c3-429f-4efc-9cda-bfa26020fc76 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:06.123001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b242d4bf-88e7-44e3-83a7-f6abd0003480 req-93be79c3-429f-4efc-9cda-bfa26020fc76 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.1016803 Jul 28 11:18:06.215178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b242d4bf-88e7-44e3-83a7-f6abd0003480 req-ba78f228-548d-4e49-b2d7-ada1452c7f82 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765963 Jul 28 11:18:06.294388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:06.298000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:06.365015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:06.365797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Fanout notify agent at l3_agent the message router_deleted on router 2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:18:06.388101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:06.389269 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5430633f-8dfa-41af-81b0-97138d62cff3 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/routers/2ade8eda-8fdc-4a98-b0d4-0b193d12d6c8 HTTP/1.1" status: 204 len: 168 time: 1.7442732 Jul 28 11:18:06.394390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:06.775532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:06.815937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf7870-2952-4a85-a202-ef72d231599e req-5bc80db9-fe47-4e51-98a2-c6cd6f389941 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:06.826405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efaf7870-2952-4a85-a202-ef72d231599e req-5bc80db9-fe47-4e51-98a2-c6cd6f389941 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 950 time: 0.3761578 Jul 28 11:18:06.872842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e53a2c-5d2a-4825-b0d4-0e16ae0b3a74 req-180ace73-8f9d-4703-98c5-672f670f8c53 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:06.875821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6e53a2c-5d2a-4825-b0d4-0e16ae0b3a74 req-180ace73-8f9d-4703-98c5-672f670f8c53 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.2458501 Jul 28 11:18:07.003752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efaf7870-2952-4a85-a202-ef72d231599e req-0aa33423-d97f-4491-b52c-0013ab7d224f tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732795 Jul 28 11:18:07.160815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4dbf351f-fbbc-436d-8fed-33da418371f2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:07.188202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6e53a2c-5d2a-4825-b0d4-0e16ae0b3a74 req-3e917b1b-a217-4287-af72-cfb500d51b10 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747879 Jul 28 11:18:07.198693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:07.225307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4dbf351f-fbbc-436d-8fed-33da418371f2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:18:07.228432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4dbf351f-fbbc-436d-8fed-33da418371f2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:07.229233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85450696-6594-4541-ad5a-6ae4196d21d5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:07.282687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bad497-25e5-4ec5-8a16-3cedb9862652']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:07.291408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 85450696-6594-4541-ad5a-6ae4196d21d5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:18:07.292552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85450696-6594-4541-ad5a-6ae4196d21d5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:07.295268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a2810b-47b8-4769-b545-00eff00628c5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:07.295874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a2810b-47b8-4769-b545-00eff00628c5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:07.310194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:07.325017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:07.335441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:18:07.337023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:18:07.341489 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:18:07.478476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9002-1c17-4f63-a120-e929feda69bd req-1b9d1bcf-d35b-4bcb-972b-9aed41505540 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:07.480658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-102d9002-1c17-4f63-a120-e929feda69bd req-1b9d1bcf-d35b-4bcb-972b-9aed41505540 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.3365622 Jul 28 11:18:07.496266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:07.512767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:07.514841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] 10.222.0.20 "DELETE /v2.0/networks/d8bad497-25e5-4ec5-8a16-3cedb9862652 HTTP/1.1" status: 204 len: 168 time: 1.1190641 Jul 28 11:18:07.568856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274db41-abe4-444a-9915-205eb6b13ed6 req-a3a59b11-8125-46a5-9b5e-bfcc20327970 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:07.571583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4274db41-abe4-444a-9915-205eb6b13ed6 req-a3a59b11-8125-46a5-9b5e-bfcc20327970 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.2171965 Jul 28 11:18:07.574941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f04ec7-f46f-47ce-9e28-e3d3c176bf89 tempest-TestSecurityGroupsBasicOps-1397888778 tempest-TestSecurityGroupsBasicOps-1397888778-project] Pushing event deleted for resources: {'Network': ['ID=d8bad497-25e5-4ec5-8a16-3cedb9862652,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:07.636697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-102d9002-1c17-4f63-a120-e929feda69bd req-97cbd36e-0f5b-41b3-b27d-fe8297a47048 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427753 Jul 28 11:18:07.702479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4274db41-abe4-444a-9915-205eb6b13ed6 req-0f0f5d60-9595-49c3-bfd2-fcdfc520b119 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104622 Jul 28 11:18:08.110406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49198) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:08.135018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d2b0d-2440-4d07-9074-c942aac07887 req-cea43560-e847-4585-a6bf-8256003dedec tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:08.137109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-662d2b0d-2440-4d07-9074-c942aac07887 req-cea43560-e847-4585-a6bf-8256003dedec tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 950 time: 0.0741255 Jul 28 11:18:08.209042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-662d2b0d-2440-4d07-9074-c942aac07887 req-8d252b84-1c0f-4608-896b-bf46f505733d tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655308 Jul 28 11:18:08.354080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c74ca1c-744a-453a-9070-985b91247643 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57d1173ecfa4fc5b427fc10419e0045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409449 Jul 28 11:18:08.357356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:08.380706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11d96-af70-4947-8326-8ac351e775b3 req-1a9b680c-483f-4d51-97d1-f80309c5d153 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:08.382755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8a11d96-af70-4947-8326-8ac351e775b3 req-1a9b680c-483f-4d51-97d1-f80309c5d153 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0845773 Jul 28 11:18:08.449077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8a11d96-af70-4947-8326-8ac351e775b3 req-d437d566-b49c-47b0-9aba-5f5ce509f371 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545323 Jul 28 11:18:08.463744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-375df48e-58ac-47c9-9e15-05e3cdc152e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:08.498546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-375df48e-58ac-47c9-9e15-05e3cdc152e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:08.582775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-375df48e-58ac-47c9-9e15-05e3cdc152e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:08.585797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-375df48e-58ac-47c9-9e15-05e3cdc152e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:08.590782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-375df48e-58ac-47c9-9e15-05e3cdc152e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/237c2a21-788a-4186-bc50-65c1b00edaff HTTP/1.1" status: 204 len: 168 time: 0.2279279 Jul 28 11:18:08.604092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375df48e-58ac-47c9-9e15-05e3cdc152e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c2a21-788a-4186-bc50-65c1b00edaff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:08.670389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56d43d91-3f09-4913-8583-0d0c14a3f154 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:08.726331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 56d43d91-3f09-4913-8583-0d0c14a3f154 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:18:08.727153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 56d43d91-3f09-4913-8583-0d0c14a3f154 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:08.833208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e66f00-0db2-4b47-891f-0ae2e57158ce req-f55d4ff6-6122-466a-aa7b-6edc1f5831d8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:08.845332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3e66f00-0db2-4b47-891f-0ae2e57158ce req-f55d4ff6-6122-466a-aa7b-6edc1f5831d8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.0872710 Jul 28 11:18:08.943866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3e66f00-0db2-4b47-891f-0ae2e57158ce req-bc7d9d3d-f75f-4cb7-816d-c623f3063751 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972478 Jul 28 11:18:09.152650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:09.167043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb9ce-4576-49c0-85a7-731918d9b55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.296934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb9ce-4576-49c0-85a7-731918d9b55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.305892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb9ce-4576-49c0-85a7-731918d9b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.352705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6cdb9ce-4576-49c0-85a7-731918d9b55e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1734c982c21740eda126b85b45a9fed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986611 Jul 28 11:18:09.355547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:09.363780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdb9ce-4576-49c0-85a7-731918d9b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1b0fd-db61-47ce-af59-9b29e9db9f9b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:09.422706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c7946c-46b6-495a-b105-0071e19ae828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.453506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c7946c-46b6-495a-b105-0071e19ae828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.529921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c7946c-46b6-495a-b105-0071e19ae828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.533672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c7946c-46b6-495a-b105-0071e19ae828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:09.534903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-30c7946c-46b6-495a-b105-0071e19ae828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32e1b0fd-db61-47ce-af59-9b29e9db9f9b HTTP/1.1" status: 204 len: 168 time: 0.1782887 Jul 28 11:18:09.546183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7946c-46b6-495a-b105-0071e19ae828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1b0fd-db61-47ce-af59-9b29e9db9f9b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:09.641445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a12f0-530b-4382-ae48-74c51a946433 req-9f32db14-a5ed-4fab-81be-ced1a99df027 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:09.643633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed3a12f0-530b-4382-ae48-74c51a946433 req-9f32db14-a5ed-4fab-81be-ced1a99df027 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0848720 Jul 28 11:18:09.700732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed3a12f0-530b-4382-ae48-74c51a946433 req-5784a069-693d-449f-b618-425907e21767 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Jul 28 11:18:10.076654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:10.121725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7806bac-605c-4eee-883e-cfd23b4914bd req-209507d9-44db-421b-913c-4c7ab09f2675 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:10.134152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7806bac-605c-4eee-883e-cfd23b4914bd req-209507d9-44db-421b-913c-4c7ab09f2675 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 946 time: 0.0940428 Jul 28 11:18:10.149162 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3f7cd46c-3630-4417-a05f-46eb73fc13c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52e74d644ee64a6e822a1b0b0305e95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699484 Jul 28 11:18:10.152951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:10.214723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7806bac-605c-4eee-883e-cfd23b4914bd req-18aa0649-931c-404a-a28b-bf641b42d3f2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784643 Jul 28 11:18:10.306320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-188ac5ab-7fc3-4e04-86e4-3d6d71d31722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:10.358888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-188ac5ab-7fc3-4e04-86e4-3d6d71d31722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:10.449992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f74379-9d2b-470a-afb9-71cc63e72ee7 req-fe76ebd2-5f40-4912-bbcf-c5af81e27402 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:10.452541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77f74379-9d2b-470a-afb9-71cc63e72ee7 req-fe76ebd2-5f40-4912-bbcf-c5af81e27402 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1499224 Jul 28 11:18:10.479779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af3940-0958-480e-b2e4-cbd57b518bc4 req-ea720cea-a6a3-40d2-b74e-15dc2a0a68b2 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:10.494365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7af3940-0958-480e-b2e4-cbd57b518bc4 req-ea720cea-a6a3-40d2-b74e-15dc2a0a68b2 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 950 time: 0.1150100 Jul 28 11:18:10.497356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-188ac5ab-7fc3-4e04-86e4-3d6d71d31722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:10.499948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-188ac5ab-7fc3-4e04-86e4-3d6d71d31722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:10.506417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-188ac5ab-7fc3-4e04-86e4-3d6d71d31722 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/257f1816-e373-4769-8dcb-857c2649a12a HTTP/1.1" status: 204 len: 168 time: 0.3521733 Jul 28 11:18:10.529935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac5ab-7fc3-4e04-86e4-3d6d71d31722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f1816-e373-4769-8dcb-857c2649a12a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:10.608895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77f74379-9d2b-470a-afb9-71cc63e72ee7 req-ca625a75-4621-4f49-964f-1aa947ad25ac tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494634 Jul 28 11:18:10.661571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7af3940-0958-480e-b2e4-cbd57b518bc4 req-e7caae9b-aeca-4e3d-93e0-c49bc1386924 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660261 Jul 28 11:18:10.908252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ad-45f5-41a6-87cb-3124be6824fb req-7562d3ec-c3f6-4fdb-bae3-cd911083166e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:10.918229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b758f2ad-45f5-41a6-87cb-3124be6824fb req-7562d3ec-c3f6-4fdb-bae3-cd911083166e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0874300 Jul 28 11:18:10.984829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b758f2ad-45f5-41a6-87cb-3124be6824fb req-8b9df97c-816d-4c6f-b293-d6179d2c8af7 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652406 Jul 28 11:18:11.031864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:11.230440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:11.388774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:11.392216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:11.397599 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7eb8fe-07a5-4e6a-84a7-f116d8a11b3b" -d '{"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-unplugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:11.414530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:11.423583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:11.515357 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06cfe56-7d5f-4d00-95ea-acb986ecaf1e x-openstack-request-id: req-a06cfe56-7d5f-4d00-95ea-acb986ecaf1e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:11.515682 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-unplugged", "status": "completed", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:11.515940 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a06cfe56-7d5f-4d00-95ea-acb986ecaf1e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:11.516563 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'code': 200} Jul 28 11:18:11.573627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:11.672941 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:11.762049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:11.785625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:11.817656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde60399-d26d-4bb3-b638-f316de27e9fe req-394b645a-3244-4c26-83f8-0c8586a307fe tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:11.826833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cde60399-d26d-4bb3-b638-f316de27e9fe req-394b645a-3244-4c26-83f8-0c8586a307fe tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.0967481 Jul 28 11:18:11.852761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=14']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:11.901832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828e3c-b08a-4ac8-915e-431f93be3a44 req-b3a46a42-defe-4d31-b43d-88dfc0afce16 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:11.903736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5828e3c-b08a-4ac8-915e-431f93be3a44 req-b3a46a42-defe-4d31-b43d-88dfc0afce16 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 948 time: 0.1205504 Jul 28 11:18:11.921284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cde60399-d26d-4bb3-b638-f316de27e9fe req-f556bdf5-a9e2-494c-b5f0-c040c0de0080 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931470 Jul 28 11:18:11.955011 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-1089b56b-88f0-4911-bcfd-978b4650c5ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2153907 Jul 28 11:18:12.006067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5828e3c-b08a-4ac8-915e-431f93be3a44 req-e4b5c3f8-7d98-4f5a-ad71-c883430f26af tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d571ec3-5e92-4b14-a27a-8154868fedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787249 Jul 28 11:18:12.146508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.150792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.153221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.154360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.155494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.157479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.158040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c437ff-3af9-4d93-ac0d-44562cae1255 req-c8e905dc-06bf-4ae4-af75-d9375b5585ad tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.158563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.162554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15c437ff-3af9-4d93-ac0d-44562cae1255 req-c8e905dc-06bf-4ae4-af75-d9375b5585ad tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0820837 Jul 28 11:18:12.162977 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-7696b0d6-a7d1-4c7e-b9ae-28ea6d5b25fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44d7dff6fecd400e87455d53ec70240e&device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 6490 time: 0.1324828 Jul 28 11:18:12.218434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15c437ff-3af9-4d93-ac0d-44562cae1255 req-739356d5-5082-4a5e-8773-c667bb6cbdc6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Jul 28 11:18:12.315493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-74c0feb4-4066-44e8-af69-1b2de52c1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.316278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-74c0feb4-4066-44e8-af69-1b2de52c1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.316927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-74c0feb4-4066-44e8-af69-1b2de52c1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.319545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-74c0feb4-4066-44e8-af69-1b2de52c1ea8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41784674-f678-4a62-b982-17a81688a84c&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&id=fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 200 len: 2293 time: 0.1296108 Jul 28 11:18:12.419588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-5b1ff0e4-c368-4e34-ab36-aec5fa5d404b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 200 len: 1000 time: 0.0748713 Jul 28 11:18:12.422241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-d54a2dbd-44d3-45fd-a3fd-75dae0d09fc2 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.423746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-d54a2dbd-44d3-45fd-a3fd-75dae0d09fc2 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.41 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 948 time: 0.0787780 Jul 28 11:18:12.499407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-4cfdb86a-5ab8-4273-ab8f-871ace0d3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.501105 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-4cfdb86a-5ab8-4273-ab8f-871ace0d3318 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 200 len: 851 time: 0.0682530 Jul 28 11:18:12.553677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-3ac9dcc1-5746-445a-bc4e-26ea8697b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:12.554706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Deleting port 462691b0-9f29-447c-8b8f-9514b1d2e0fa {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:12.555157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:12.556338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-3ac9dcc1-5746-445a-bc4e-26ea8697b25c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41784674-f678-4a62-b982-17a81688a84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473268 Jul 28 11:18:12.697600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-23d5402e-df8e-4158-ac2d-df6170959aff service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319799 Jul 28 11:18:12.701302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] For port 462691b0-9f29-447c-8b8f-9514b1d2e0fa, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=462691b0-9f29-447c-8b8f-9514b1d2e0fa,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:12.701617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:12.719603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Calling delete_port for 462691b0-9f29-447c-8b8f-9514b1d2e0fa owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:12.869710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-80795e7e-a709-41ae-8205-07112cfb5c85 service neutron] 10.222.0.41 "GET /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607800 Jul 28 11:18:12.967889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-e3c4b651-0dfa-4128-a4f1-39c24b4c7800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 217 time: 0.0861161 Jul 28 11:18:12.983863 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:13.129061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-5e11ea02-2c1e-4c68-a300-0e0abb925a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:13.130756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-5e11ea02-2c1e-4c68-a300-0e0abb925a43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1533458 Jul 28 11:18:13.142298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Pushing event deleted for resources: {'Port': ['ID=462691b0-9f29-447c-8b8f-9514b1d2e0fa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:13.241284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] No DVR routers for this DVR port 462691b0-9f29-447c-8b8f-9514b1d2e0fa on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:13.257189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:13.259784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40599802-1e7b-44cd-b999-69e2d1bb8e00 req-f1c70830-9ee8-4ca3-8f73-417a15b706f1 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.41 "DELETE /v2.0/ports/462691b0-9f29-447c-8b8f-9514b1d2e0fa HTTP/1.1" status: 204 len: 173 time: 0.8264167 Jul 28 11:18:13.261436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-0efee1ac-f4be-4f1e-b335-6f3aa5881cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:13.263479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-0efee1ac-f4be-4f1e-b335-6f3aa5881cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185303 Jul 28 11:18:13.488471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-919b6563-1974-4a44-ac14-145b4e6e5dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166114 Jul 28 11:18:13.519294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:13.521821 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf8c5ac-8f05-4d1d-8ef3-e39ecdf7bcdf" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:13.684469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-d7bcb44c-683d-4c93-b492-013485ffe78e service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849532 Jul 28 11:18:13.692538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-deleted', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:13.694825 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cff7c1-0a2a-441e-b510-2ecb42061365" -d '{"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-deleted", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:13.725911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e1ed4-5df9-415c-ba0c-8211cc752c08 req-e0e90bf8-a6fe-4c6f-b13b-5c6981e47434 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:13.727683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f70e1ed4-5df9-415c-ba0c-8211cc752c08 req-e0e90bf8-a6fe-4c6f-b13b-5c6981e47434 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.6090128 Jul 28 11:18:13.749291 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-1e06a7ed-738d-4145-ae26-a78e7e95f32e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 217 time: 0.0531406 Jul 28 11:18:13.755613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031979-e00f-46bb-a0e3-04ebb0416dc7 req-57b79701-d1fa-4ce4-a893-9f7c710079c3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:13.757410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce031979-e00f-46bb-a0e3-04ebb0416dc7 req-57b79701-d1fa-4ce4-a893-9f7c710079c3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.6403692 Jul 28 11:18:13.810485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f70e1ed4-5df9-415c-ba0c-8211cc752c08 req-a30ba386-8989-4d06-93af-0eb438a77077 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724959 Jul 28 11:18:13.828944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-6bcc6648-ed2c-4b6a-9c7b-bfe9aa395699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:13.830404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-6bcc6648-ed2c-4b6a-9c7b-bfe9aa395699 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.0648830 Jul 28 11:18:13.831026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce031979-e00f-46bb-a0e3-04ebb0416dc7 req-5637535a-1adc-4625-9156-5e58f6b9ab5b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646772 Jul 28 11:18:13.895285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-09dfd1a1-18c6-4bb6-a940-6ac1d86d4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:13.897912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-09dfd1a1-18c6-4bb6-a940-6ac1d86d4d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568051 Jul 28 11:18:13.962577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1cb7127-460f-47ea-9869-767298aa9fa6 req-6e96e854-a6ea-4815-a67a-f7d13ec3e752 tempest-ImagesOneServerTestJSON-1208666158 tempest-ImagesOneServerTestJSON-1208666158-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a03721-1c6f-49f3-8e35-1dfb42d43f86 HTTP/1.1" status: 200 len: 210 time: 0.0530343 Jul 28 11:18:14.018614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-065f8892-14d6-47af-bd94-c89f12b0c951 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109033 Jul 28 11:18:14.025408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1a20-6e14-4093-b4f4-b4dc5e753c24 req-2251ddef-eb9c-4935-89c9-0cf5b8ae177d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.027201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cceb1a20-6e14-4093-b4f4-b4dc5e753c24 req-2251ddef-eb9c-4935-89c9-0cf5b8ae177d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1073017 Jul 28 11:18:14.075018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cceb1a20-6e14-4093-b4f4-b4dc5e753c24 req-1ab386c0-2b8a-4155-8f20-0f4352020581 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Jul 28 11:18:14.130573 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9975fa-2711-41d3-9fb3-8b407f64640d x-openstack-request-id: req-6a9975fa-2711-41d3-9fb3-8b407f64640d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:14.130878 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:14.131137 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a9975fa-2711-41d3-9fb3-8b407f64640d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:14.131539 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'code': 200} Jul 28 11:18:14.200992 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d83e22-eaf4-4824-9894-802a4bc805ce x-openstack-request-id: req-f8d83e22-eaf4-4824-9894-802a4bc805ce {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:14.201293 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a03721-1c6f-49f3-8e35-1dfb42d43f86", "name": "network-vif-deleted", "tag": "462691b0-9f29-447c-8b8f-9514b1d2e0fa", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:14.201544 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8d83e22-eaf4-4824-9894-802a4bc805ce {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:14.201934 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a03721-1c6f-49f3-8e35-1dfb42d43f86', 'name': 'network-vif-deleted', 'tag': '462691b0-9f29-447c-8b8f-9514b1d2e0fa', 'status': 'completed', 'code': 200} Jul 28 11:18:14.481539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-2d518436-6fa6-42d9-aee6-8bb9bee98feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.482937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-2d518436-6fa6-42d9-aee6-8bb9bee98feb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.0817761 Jul 28 11:18:14.494444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005295fd-46f4-4475-acc7-6965a55d866b req-536e23d7-c155-485f-bb58-5621b61674f0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.497400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-005295fd-46f4-4475-acc7-6965a55d866b req-536e23d7-c155-485f-bb58-5621b61674f0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0846596 Jul 28 11:18:14.546650 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-ae5a4e37-4921-4b44-abd3-c4e66df12268 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195017 Jul 28 11:18:14.552711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-a89e3453-729d-44c9-976d-4e1d69762dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.554147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-a89e3453-729d-44c9-976d-4e1d69762dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1096 time: 0.0864186 Jul 28 11:18:14.601577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-2afe10b1-bb2d-4272-b861-b3f1e4a16bea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 200 len: 217 time: 0.0441561 Jul 28 11:18:14.631066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-005295fd-46f4-4475-acc7-6965a55d866b req-67bce802-f23d-4361-ba75-409ea75c61ff tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254044 Jul 28 11:18:14.681404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.688112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.694765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.705015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.712616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.719656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.736450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.738146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-5a56df44-def3-4d77-92ce-86817db6224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.738981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-74a2c8a1-0bb5-4c53-8ecf-c1c4081aa71d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2305369 Jul 28 11:18:14.739583 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-5a56df44-def3-4d77-92ce-86817db6224d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1228418 Jul 28 11:18:14.742989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-e9ea20c3-64cf-4ee1-b073-cfca038e92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.744502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-e9ea20c3-64cf-4ee1-b073-cfca038e92cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.2461977 Jul 28 11:18:14.764718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-53af8f20-0380-43fb-96c1-0644dc1bfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.766552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-53af8f20-0380-43fb-96c1-0644dc1bfb97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1734700 Jul 28 11:18:14.829351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51f91529-d99a-472d-8598-353f2b26c7f3 req-5203cb5d-63a3-4277-bc50-b986c6ecccc3 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809031 Jul 28 11:18:14.857832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-1e52e4e8-628b-48c1-bc93-ff426b34e85b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.1025224 Jul 28 11:18:14.863810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-06ee6ae3-d6c2-4b1e-b453-007866b4cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.865603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-06ee6ae3-d6c2-4b1e-b453-007866b4cb95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094928 Jul 28 11:18:14.892474 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-2ade45a9-942c-4747-89aa-aa81d4a58738 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1000 time: 0.1020541 Jul 28 11:18:14.948549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-8b3e5076-4e95-4cdf-afec-c61175b15c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.949941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-8b3e5076-4e95-4cdf-afec-c61175b15c3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0833161 Jul 28 11:18:14.958648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40403a78-7090-48f6-bcde-894ae8976ea2 req-36d21842-8044-4f4b-b551-fa26309313fa tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:14.960130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40403a78-7090-48f6-bcde-894ae8976ea2 req-36d21842-8044-4f4b-b551-fa26309313fa tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.0633519 Jul 28 11:18:15.011795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-624e8be3-5ba5-4cda-a521-73a909e4dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.013309 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-624e8be3-5ba5-4cda-a521-73a909e4dac8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.0742173 Jul 28 11:18:15.030711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40403a78-7090-48f6-bcde-894ae8976ea2 req-45a379f5-2776-4ebb-b0af-a11e6744f573 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Jul 28 11:18:15.032110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-19b3a87b-54c6-45c7-942b-55d4328f05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.035614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-19b3a87b-54c6-45c7-942b-55d4328f05b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724266 Jul 28 11:18:15.061715 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-944a7cf4-da33-4ff1-8b01-2f3b07b6f848 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711595 Jul 28 11:18:15.131382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-fc6dc81d-1fa7-4ea6-8846-ca90946e92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.133769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-fc6dc81d-1fa7-4ea6-8846-ca90946e92ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116097 Jul 28 11:18:15.197956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-4d8d8ac2-7198-4924-894f-6883e86f9a4a service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501970 Jul 28 11:18:15.233853 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-cc205e2d-8529-437f-8866-af60c9b01fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614795 Jul 28 11:18:15.290659 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-88fb8626-18bf-468d-a93d-6a267a38e315 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 200 len: 217 time: 0.0483902 Jul 28 11:18:15.316675 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-79406836-b01e-4b7d-8825-a6d5afb1aec4 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735065 Jul 28 11:18:15.355842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f828-c016-4568-a9d3-7413552706b9 req-b6547de6-c8cd-488b-98a9-6197cbab5132 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.357641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8c0f828-c016-4568-a9d3-7413552706b9 req-b6547de6-c8cd-488b-98a9-6197cbab5132 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1586769 Jul 28 11:18:15.427122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-353eac10-62fd-43b7-a1ad-b57246721d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.428671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2717fdb0-5463-4756-894a-aba3a8a9f81e req-235702cf-de8a-4806-bf9a-ffd514742b00 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131746 Jul 28 11:18:15.428832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-353eac10-62fd-43b7-a1ad-b57246721d6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 200 len: 797 time: 0.1231573 Jul 28 11:18:15.439944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8c0f828-c016-4568-a9d3-7413552706b9 req-6cddcec3-c854-4548-8e00-e17e1b950fbe tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619822 Jul 28 11:18:15.468350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:15.496108 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f79fafc9-0218-49ac-aa43-0b98fe5e7f3d req-77b4431a-fe53-4a3d-8223-57fc3b4f7f0b service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524267 Jul 28 11:18:15.502376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-f0ced39d-7ca2-4de7-8f4a-6179726c3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.503728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-f0ced39d-7ca2-4de7-8f4a-6179726c3318 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458bb62c-f9c8-4ee1-9c23-8716261d5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594275 Jul 28 11:18:15.616698 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-5b0f9f29-f6cd-4fa9-964b-5166f87e13ae service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030908 Jul 28 11:18:15.661276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ff7a73f0-c3d8-4a78-a89b-6e374a8161a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de3ea4b981e44442b1b5ce4b85b5cefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916285 Jul 28 11:18:15.663590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49488) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:15.740286 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-bbfb39e4-77b4-4c1f-8bb3-cbefe94508bc service neutron] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129186 Jul 28 11:18:15.796334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-0f80aa35-8620-419e-b098-48f4a6e0186b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 200 len: 217 time: 0.0436182 Jul 28 11:18:15.859006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.865158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.875102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.881264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.888797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.896886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.901300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-66aed5ca-bf4a-4057-8c11-9ddeb5b70b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.903275 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-66aed5ca-bf4a-4057-8c11-9ddeb5b70b96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.0907938 Jul 28 11:18:15.903453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.912869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-206bb8a3-5d9a-4f00-b1d9-e2b90acc4cde tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2288699 Jul 28 11:18:15.923551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad910a-ee66-4984-a23e-8279c8a20f37 req-ef6d374d-df8f-4e5a-8f77-03fa7a6258ff tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.933386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67ad910a-ee66-4984-a23e-8279c8a20f37 req-ef6d374d-df8f-4e5a-8f77-03fa7a6258ff tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1869490 Jul 28 11:18:15.944810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c5ca-504d-4727-acd4-9e90fbd07182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:15.984920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-a39e7edd-502e-4596-8721-a3b9335d5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:15.987156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-a39e7edd-502e-4596-8721-a3b9335d5566 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614896 Jul 28 11:18:16.039961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-5ce5db72-7145-4cb4-b6b3-8acb8aa9bcf0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.041388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-5ce5db72-7145-4cb4-b6b3-8acb8aa9bcf0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "GET /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0938876 Jul 28 11:18:16.049529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c5ca-504d-4727-acd4-9e90fbd07182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:16.124761 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-9048fa58-8540-4b97-880a-bbbccce64a49 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273141 Jul 28 11:18:16.152739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67ad910a-ee66-4984-a23e-8279c8a20f37 req-414ee446-ac9a-4ad7-ac25-564faf18e7e1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128723 Jul 28 11:18:16.248679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.255273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.261928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.264409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-91e889b7-847f-4d21-a88c-088bf33079e6 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309817 Jul 28 11:18:16.268481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.274672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.280644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.286589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.289134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-b2f7c55e-001a-4d2e-af26-7d266421ed51 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 5433 time: 0.2987676 Jul 28 11:18:16.315463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-04356f7b-5083-4347-adb3-3fd4d8fce5d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 200 len: 217 time: 0.0431793 Jul 28 11:18:16.377737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-323031fc-d871-4d2d-9139-380d7d8973ce tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "GET /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3210049 Jul 28 11:18:16.394669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:16.396281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-82443209-3703-48f0-a736-f7cc20049a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.399697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-82443209-3703-48f0-a736-f7cc20049a49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 200 len: 797 time: 0.0660357 Jul 28 11:18:16.405625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d0b1a4-2d20-40ef-9eea-3b48e3d8e4d9 req-4a1c9cbd-750e-47f7-beb4-61672d6e472a tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077664 Jul 28 11:18:16.420559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c5ca-504d-4727-acd4-9e90fbd07182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:16.423897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c5ca-504d-4727-acd4-9e90fbd07182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:16.427382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0ab1c5ca-504d-4727-acd4-9e90fbd07182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d571ec3-5e92-4b14-a27a-8154868fedb8 HTTP/1.1" status: 204 len: 168 time: 0.7605703 Jul 28 11:18:16.451460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbad17-7172-4b83-9ea0-b921c4ccb9c7 req-7a94ee5d-8170-456a-9731-4e38026e521f tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.459696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2dbad17-7172-4b83-9ea0-b921c4ccb9c7 req-7a94ee5d-8170-456a-9731-4e38026e521f tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1665301 Jul 28 11:18:16.463614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1c5ca-504d-4727-acd4-9e90fbd07182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d571ec3-5e92-4b14-a27a-8154868fedb8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:16.500659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-1161a86e-cfa3-4978-901f-b839b0ebf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.502372 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-1161a86e-cfa3-4978-901f-b839b0ebf342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe408b07-9dac-49e2-92fc-dbedcbbc1214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890386 Jul 28 11:18:16.524568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:16.551621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2dbad17-7172-4b83-9ea0-b921c4ccb9c7 req-f083b66a-7c3d-4500-a6c3-45fa3602bcd1 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 Jul 28 11:18:16.642338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-473463e5-1fdf-4a25-bf26-a6d31874ba88 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296902 Jul 28 11:18:16.645965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293bc0-8712-4982-bccc-454e4a69f98c req-72082015-bf52-43f3-b6c5-c46ee06aab78 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.647459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03293bc0-8712-4982-bccc-454e4a69f98c req-72082015-bf52-43f3-b6c5-c46ee06aab78 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.0946257 Jul 28 11:18:16.743843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03293bc0-8712-4982-bccc-454e4a69f98c req-cf2822d7-284d-4dca-938d-8224aed4a5f5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820162 Jul 28 11:18:16.765949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:16.768543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c5e3c2a-46b7-4d67-80a2-04a80546aa3e req-52c4f82e-6b1f-4950-8d43-0d9e31a35639 service neutron] 10.222.0.41 "GET /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094146 Jul 28 11:18:16.810063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] For port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:16.852993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] device_id is not set on port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:18:16.862600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:16.871401 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:16.941209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] No DVR routers for this DVR port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:16.989049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f84b2-faa8-479c-8ac8-ec884ed96e13 req-1e454ccf-dc04-468c-b0ee-404b71a8c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:16.996930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e8f84b2-faa8-479c-8ac8-ec884ed96e13 req-1e454ccf-dc04-468c-b0ee-404b71a8c16d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 1097 time: 0.0937295 Jul 28 11:18:17.018962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] In _notify_port_updated(), no bound segment for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:18:17.019774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.020675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.022292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] 10.222.0.41 "PUT /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 200 len: 1028 time: 0.6332464 Jul 28 11:18:17.061003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 25d5d707-d67d-4609-97bc-d3dac39e8872 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:17.068902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483eabb-cf5b-445a-b247-3f271845189e service neutron] Pushing event updated for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:17.102644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-e7bbe7aa-8f0c-4e4f-bd0d-937c1560691c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.104753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e8f84b2-faa8-479c-8ac8-ec884ed96e13 req-9b2fe672-d539-4582-9a64-f70795e5c6a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Jul 28 11:18:17.107637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-e7bbe7aa-8f0c-4e4f-bd0d-937c1560691c tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "GET /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0742693 Jul 28 11:18:17.190161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:17.213162 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.246228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d5d707-d67d-4609-97bc-d3dac39e8872'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:17.251608 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf220b4c-426a-4dfc-a9fc-bae016514c11" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "25d5d707-d67d-4609-97bc-d3dac39e8872"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:17.273658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25d5d707-d67d-4609-97bc-d3dac39e8872,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:17.277108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.285608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.286709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 42714a62-f77a-49e0-84cf-3fa068d897ad no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:17.385960 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03f62d-7ce1-4ed5-beee-9da61c02ff43 x-openstack-request-id: req-7a03f62d-7ce1-4ed5-beee-9da61c02ff43 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:17.386356 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "25d5d707-d67d-4609-97bc-d3dac39e8872", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:17.386703 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a03f62d-7ce1-4ed5-beee-9da61c02ff43 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:17.387186 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d5d707-d67d-4609-97bc-d3dac39e8872', 'code': 200} Jul 28 11:18:17.393297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b5f7d09-4f91-435d-9269-425cb3539a0d None None] Provisioning complete for port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:17.393803 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7d09-4f91-435d-9269-425cb3539a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.439452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:17.446815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f0bd2-7f3b-4417-aac1-7572dbb95991 req-abdccb3f-0cca-49af-b148-1071f26bec94 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.450865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a7f0bd2-7f3b-4417-aac1-7572dbb95991 req-abdccb3f-0cca-49af-b148-1071f26bec94 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1609411 Jul 28 11:18:17.493462 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.496487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f7d09-4f91-435d-9269-425cb3539a0d None None] Port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:18:17.549528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=42714a62-f77a-49e0-84cf-3fa068d897ad,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:17.557925 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.558434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:17.629849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a7f0bd2-7f3b-4417-aac1-7572dbb95991 req-1be345ad-877a-477e-adba-bc2431481acf tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342430 Jul 28 11:18:17.675116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:17.682759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:17.683476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:17.683646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.689993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.696997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.702933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.720436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.727491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.729743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-a32da9bf-2ecf-4894-b4fe-7e6cff981105 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 4654 time: 0.1949029 Jul 28 11:18:17.734188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 462691b0-9f29-447c-8b8f-9514b1d2e0fa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:18:17.734541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 462691b0-9f29-447c-8b8f-9514b1d2e0fa not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:17.734982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:17.750397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=25d5d707-d67d-4609-97bc-d3dac39e8872,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:17.823680 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.846828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] For port 25d5d707-d67d-4609-97bc-d3dac39e8872, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:17.852556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e31a6894-f77d-41b5-93b3-4825328a2e6e req-b641627d-ee3e-4ddc-aded-3603190d0232 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d62ec27-d464-4121-a7f3-7ebc96c918b6&id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114910 Jul 28 11:18:17.863735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:17.869435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.870580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8312b8de-1149-4007-8d44-6a738ba74445 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:17.883018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec865d-f8d3-46a7-99ff-efb1abb99d9f req-b21ea232-bf92-429f-9f0d-22f8ee62f2c0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:17.884758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-baec865d-f8d3-46a7-99ff-efb1abb99d9f req-b21ea232-bf92-429f-9f0d-22f8ee62f2c0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1447399 Jul 28 11:18:17.918424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] device_id is not set on port 25d5d707-d67d-4609-97bc-d3dac39e8872 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:18:17.929514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.942137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:17.953560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:17.979677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-baec865d-f8d3-46a7-99ff-efb1abb99d9f req-f748c92d-abd7-4cb5-b33b-2c949b33ad68 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864029 Jul 28 11:18:18.033106 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.043746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Pushing event updated for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:18.060542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] No DVR routers for this DVR port 25d5d707-d67d-4609-97bc-d3dac39e8872 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:18.090914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8312b8de-1149-4007-8d44-6a738ba74445,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:18.109698 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.110798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 7854bbd1-077d-4d69-9312-1c06639b45e7 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:18.121838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] In _notify_port_updated(), no bound segment for port 25d5d707-d67d-4609-97bc-d3dac39e8872 on network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:18:18.122728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:18.123338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.124759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-13ab7cfd-edf0-4ce9-9548-f7c4bbe20b2b service neutron] 10.222.0.41 "PUT /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 200 len: 1027 time: 0.9456992 Jul 28 11:18:18.198161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a59b71-982e-49c0-a914-98ed3814158e req-3fcbf61b-603b-48b1-9e31-899544bf42d9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:18.199671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12a59b71-982e-49c0-a914-98ed3814158e req-3fcbf61b-603b-48b1-9e31-899544bf42d9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1839440 Jul 28 11:18:18.200030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:18.241015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf6a19-0750-411e-bbc1-180c225ad1cf req-4a397673-3d15-4507-adc1-cb5fc4a57a69 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:18.243408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3bf6a19-0750-411e-bbc1-180c225ad1cf req-4a397673-3d15-4507-adc1-cb5fc4a57a69 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1420996 Jul 28 11:18:18.252210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.286498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7854bbd1-077d-4d69-9312-1c06639b45e7,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:18.290471 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.291206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8ec63779-2556-4e99-bc52-d72f273f13ec no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:18.318316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12a59b71-982e-49c0-a914-98ed3814158e req-b99fb472-ff80-441c-8d3a-2b532669ac5c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911105 Jul 28 11:18:18.324367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3bf6a19-0750-411e-bbc1-180c225ad1cf req-38b26800-057f-47f2-87aa-9126d121ad60 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716431 Jul 28 11:18:18.337900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 8ec63779-2556-4e99-bc52-d72f273f13ec {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:18.338522 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.473250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] For port 8ec63779-2556-4e99-bc52-d72f273f13ec, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8ec63779-2556-4e99-bc52-d72f273f13ec,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:18.473745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.491685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 8ec63779-2556-4e99-bc52-d72f273f13ec owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:18.503799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84aba2-7314-469e-af4a-c5e4b4f2749b req-9ebd7878-482d-4d28-bc88-41f5d7caae5b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:18.505311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f84aba2-7314-469e-af4a-c5e4b4f2749b req-9ebd7878-482d-4d28-bc88-41f5d7caae5b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0967054 Jul 28 11:18:18.546532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e49047f8-39f9-40b5-be01-6ec7a38c6c80 None None] Provisioning complete for port 25d5d707-d67d-4609-97bc-d3dac39e8872 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:18.547053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e49047f8-39f9-40b5-be01-6ec7a38c6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.548465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:18.586710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f84aba2-7314-469e-af4a-c5e4b4f2749b req-d745e2bf-d6da-4de7-9b85-5f1d2fa36a3c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745692 Jul 28 11:18:18.607538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e49047f8-39f9-40b5-be01-6ec7a38c6c80 None None] Port 25d5d707-d67d-4609-97bc-d3dac39e8872 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:18:18.618134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.677789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.717024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=8ec63779-2556-4e99-bc52-d72f273f13ec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:18.766502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] No DVR routers for this DVR port 8ec63779-2556-4e99-bc52-d72f273f13ec on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:18.770307 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.772630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-149a5296-323d-4029-ab97-55b8c9fedb79 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "DELETE /v2.0/ports/8ec63779-2556-4e99-bc52-d72f273f13ec HTTP/1.1" status: 204 len: 173 time: 0.6314743 Jul 28 11:18:18.773920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '8ec63779-2556-4e99-bc52-d72f273f13ec'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:18.776349 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ff7123-2a03-4a02-9382-0f149057da59" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "8ec63779-2556-4e99-bc52-d72f273f13ec"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:18.818659 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e27d7-374f-4e16-9346-ab64a17807d9 x-openstack-request-id: req-ac7e27d7-374f-4e16-9346-ab64a17807d9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:18.818996 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "8ec63779-2556-4e99-bc52-d72f273f13ec", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:18.819745 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac7e27d7-374f-4e16-9346-ab64a17807d9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:18.819745 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '8ec63779-2556-4e99-bc52-d72f273f13ec', 'status': 'completed', 'code': 200} Jul 28 11:18:18.955355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-695ec8d4-1fb4-4ae5-8331-63ac467da4fb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:18.957254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-695ec8d4-1fb4-4ae5-8331-63ac467da4fb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.1755993 Jul 28 11:18:18.977016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 7854bbd1-077d-4d69-9312-1c06639b45e7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:18.977521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:18.998392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-39f8e93f-c69e-4df5-a7fa-5b47f6023606 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/quotas/4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 375 time: 0.0311248 Jul 28 11:18:19.388342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:19.390987 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e02449e-abce-4e01-9413-3b2c2d80d09b" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "8312b8de-1149-4007-8d44-6a738ba74445"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:19.480672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec8d3-1e4d-4df1-ac42-b8d9a9261a78 req-e1e28a55-4c8d-4315-b9e6-58bc2314e7d7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:19.486501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec8d3-1e4d-4df1-ac42-b8d9a9261a78 req-e1e28a55-4c8d-4315-b9e6-58bc2314e7d7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:19.492961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec8d3-1e4d-4df1-ac42-b8d9a9261a78 req-e1e28a55-4c8d-4315-b9e6-58bc2314e7d7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:19.498782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec8d3-1e4d-4df1-ac42-b8d9a9261a78 req-e1e28a55-4c8d-4315-b9e6-58bc2314e7d7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:19.500531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-147ec8d3-1e4d-4df1-ac42-b8d9a9261a78 req-e1e28a55-4c8d-4315-b9e6-58bc2314e7d7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 3141 time: 0.5041718 Jul 28 11:18:19.513211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-ed468299-53b0-4cfd-8eb2-ae3321974641 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4879887 Jul 28 11:18:19.605056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] For port 7854bbd1-077d-4d69-9312-1c06639b45e7, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=7854bbd1-077d-4d69-9312-1c06639b45e7,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:19.605344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:19.624684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-147ec8d3-1e4d-4df1-ac42-b8d9a9261a78 req-222c128b-aa00-4524-b0a7-74553660000d tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105216 Jul 28 11:18:19.629600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 7854bbd1-077d-4d69-9312-1c06639b45e7 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:19.676598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:19.708482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-5da6c0df-a259-4dea-a570-08a35c9f964c service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811810 Jul 28 11:18:19.855997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda45790-ad15-441b-a3b2-27719f06e386 req-f9d15462-c99b-4a18-afe0-3e8a5aa12f19 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:19.857577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bda45790-ad15-441b-a3b2-27719f06e386 req-f9d15462-c99b-4a18-afe0-3e8a5aa12f19 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1516793 Jul 28 11:18:19.924421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-10094e32-0cd1-4056-b498-6fc18444da95 service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026858 Jul 28 11:18:19.958716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bda45790-ad15-441b-a3b2-27719f06e386 req-df691c7e-cf04-4584-bda3-b71ee281111e tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842285 Jul 28 11:18:19.959407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:19.989465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=7854bbd1-077d-4d69-9312-1c06639b45e7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:20.040337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] No DVR routers for this DVR port 7854bbd1-077d-4d69-9312-1c06639b45e7 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:20.043541 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.045722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-ef28af00-6806-45f3-a883-39ee3f371091 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "DELETE /v2.0/ports/7854bbd1-077d-4d69-9312-1c06639b45e7 HTTP/1.1" status: 204 len: 173 time: 1.2633007 Jul 28 11:18:20.088919 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a01784-d452-4ff9-9a4d-0dc434f0acd8 x-openstack-request-id: req-35a01784-d452-4ff9-9a4d-0dc434f0acd8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:20.089453 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "8312b8de-1149-4007-8d44-6a738ba74445", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-unplugged", "status": "completed", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:20.089941 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35a01784-d452-4ff9-9a4d-0dc434f0acd8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:20.090540 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad', 'code': 200} Jul 28 11:18:20.091156 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'code': 200} Jul 28 11:18:20.091774 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445', 'code': 200} Jul 28 11:18:20.092820 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7', 'code': 200} Jul 28 11:18:20.230426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe9e8-a8cd-4d93-b643-0ba224e5acc3 req-b8e67889-90fd-469d-8f7b-7ce6930944e4 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:20.231926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc6fe9e8-a8cd-4d93-b643-0ba224e5acc3 req-b8e67889-90fd-469d-8f7b-7ce6930944e4 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1191885 Jul 28 11:18:20.243073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256d097-251e-43ce-a645-062c2d43f2c4 req-cf990531-53c1-4228-9233-788e4470de7c tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:20.244594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a256d097-251e-43ce-a645-062c2d43f2c4 req-cf990531-53c1-4228-9233-788e4470de7c tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1096 time: 0.0946679 Jul 28 11:18:20.293113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:20.293605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.296365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a256d097-251e-43ce-a645-062c2d43f2c4 req-85ecd47f-a092-4790-a68a-ab065a16e8e1 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.378642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc6fe9e8-a8cd-4d93-b643-0ba224e5acc3 req-89aab4e2-0132-42e4-8f96-156600974e5e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285191 Jul 28 11:18:20.456279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] For port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:20.456683 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.705374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82539a3c-016d-4b15-a461-747bf00fe1f6 req-c38898f1-455f-443c-b307-9b12f7b1d3f1 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:20.706803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82539a3c-016d-4b15-a461-747bf00fe1f6 req-c38898f1-455f-443c-b307-9b12f7b1d3f1 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.2038038 Jul 28 11:18:20.824957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:20.827245 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3422cb-6882-4213-b3b2-bf34bfcd3f04" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:20.841564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a256d097-251e-43ce-a645-062c2d43f2c4 req-85ecd47f-a092-4790-a68a-ab065a16e8e1 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.847350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82539a3c-016d-4b15-a461-747bf00fe1f6 req-e071bac3-8509-4c24-8b51-aaea661de04b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256297 Jul 28 11:18:20.852572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a256d097-251e-43ce-a645-062c2d43f2c4 req-85ecd47f-a092-4790-a68a-ab065a16e8e1 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.883054 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.883435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:20.883739 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Floating IP 6786d9b4-087b-48de-88d3-ac0e47495021 disassociated. External IP: 172.25.1.45, port: 69396c9c-5e9a-4f7e-9d7f-5c20213b9622. Jul 28 11:18:20.884085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:20.904241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecd47f-a092-4790-a68a-ab065a16e8e1 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8cc8f4-6498-40c3-abb1-307b73aa6909,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:20.937131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a256d097-251e-43ce-a645-062c2d43f2c4 req-85ecd47f-a092-4790-a68a-ab065a16e8e1 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6545048 Jul 28 11:18:21.002236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec0e25d3-4f82-4237-b02e-b12a357f196c req-a76ff884-5e2f-48bf-82f8-1f3c219ab798 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jul 28 11:18:21.080325 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6f3e0f-86ab-4a10-9888-0c0fd9336b6f x-openstack-request-id: req-8d6f3e0f-86ab-4a10-9888-0c0fd9336b6f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:21.080621 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "7854bbd1-077d-4d69-9312-1c06639b45e7", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:21.081066 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d6f3e0f-86ab-4a10-9888-0c0fd9336b6f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:21.081628 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '7854bbd1-077d-4d69-9312-1c06639b45e7', 'status': 'completed', 'code': 200} Jul 28 11:18:21.114463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82f36-1a42-4357-87ef-b0ac4c244d48 req-4a3e688d-9609-4ab1-b62a-1d166e258c91 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.121646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82f36-1a42-4357-87ef-b0ac4c244d48 req-4a3e688d-9609-4ab1-b62a-1d166e258c91 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.128046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82f36-1a42-4357-87ef-b0ac4c244d48 req-4a3e688d-9609-4ab1-b62a-1d166e258c91 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.138522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2a82f36-1a42-4357-87ef-b0ac4c244d48 req-4a3e688d-9609-4ab1-b62a-1d166e258c91 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 2409 time: 0.1352816 Jul 28 11:18:21.191806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-b6da2151-0486-4a6a-bdc5-afc2f5012ecd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.193613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-b6da2151-0486-4a6a-bdc5-afc2f5012ecd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.1253204 Jul 28 11:18:21.208737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'port': {'device_id': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'admin_state_up': True, 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:21.229745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2a82f36-1a42-4357-87ef-b0ac4c244d48 req-3cdf4a63-f517-48a1-ad4e-48562220b8ca tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899169 Jul 28 11:18:21.265323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:21.321205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b27b80-1578-4afa-8c9c-c75f5c15af95 req-27e43c61-b1aa-4a85-bc92-1981d64bb28b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.323311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96b27b80-1578-4afa-8c9c-c75f5c15af95 req-27e43c61-b1aa-4a85-bc92-1981d64bb28b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1220694 Jul 28 11:18:21.324469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=69396c9c-5e9a-4f7e-9d7f-5c20213b9622,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:21.372495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:18:21.376528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:21.423755 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:18:21.527254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Allocated IP 172.20.0.13 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/8979f7a5-f474-4b49-9bf9-a15ca3c5ba15) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:18:21.531092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96b27b80-1578-4afa-8c9c-c75f5c15af95 req-4fce3c15-b158-4b2e-aa55-6b1fe4085013 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372836 Jul 28 11:18:21.549857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:21.576713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198199-028f-4900-bad2-2f7db0ca7218 req-9920429b-2c3d-48ad-84ea-8aa55d0df2d9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.578467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36198199-028f-4900-bad2-2f7db0ca7218 req-9920429b-2c3d-48ad-84ea-8aa55d0df2d9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1411960 Jul 28 11:18:21.585201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Router ea4219d7-182f-40a5-8e42-62696702ca3f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:18:21.698230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36198199-028f-4900-bad2-2f7db0ca7218 req-7ec13c7d-e4fe-4f9d-9242-03e193a5af43 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076665 Jul 28 11:18:21.775573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba2cb9-2274-4619-a779-305daf40ab31 req-e9d8a03d-268b-454f-b854-3f6ab73a02d0 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:21.783491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4bba2cb9-2274-4619-a779-305daf40ab31 req-e9d8a03d-268b-454f-b854-3f6ab73a02d0 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.1322038 Jul 28 11:18:21.799058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-edce0aeb-25ad-49f6-913c-40a3191ba903 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/4447525a-9b5a-453c-a482-a4cd66ddb9ce HTTP/1.1" status: 200 len: 992 time: 0.2436905 Jul 28 11:18:21.819249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:18:21.839834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:21.855679 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] Sync routers for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:18:21.867995 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:18:21.868693 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:18:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:21.873682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Transition to ACTIVE for port object 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:21.906218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4bba2cb9-2274-4619-a779-305daf40ab31 req-4906f0d8-e7f6-43a0-ae3d-f3ff088e929f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217451 Jul 28 11:18:21.932430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] No DVR routers for this DVR port 69396c9c-5e9a-4f7e-9d7f-5c20213b9622 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:21.935171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:21.938276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-36a058aa-bc33-4637-bb90-fab4f5c35133 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "DELETE /v2.0/ports/69396c9c-5e9a-4f7e-9d7f-5c20213b9622 HTTP/1.1" status: 204 len: 173 time: 1.8836927 Jul 28 11:18:21.943269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.061229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:18:22.064887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 8312b8de-1149-4007-8d44-6a738ba74445 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:22.065889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.091894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:18:22.109857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:18:22.143974 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:18:22.206315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:22.263834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:22.264954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.290156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-a480ef4c-86c9-46e6-b22a-6410068713c4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0857100 Jul 28 11:18:22.308330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] For port 8312b8de-1149-4007-8d44-6a738ba74445, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8312b8de-1149-4007-8d44-6a738ba74445,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:22.308709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.308983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Request body: {'port': {'device_id': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:22.333515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 8312b8de-1149-4007-8d44-6a738ba74445 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:22.354510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.417159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.441312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d61d4f-3725-461d-b85c-076259ef4507 req-d635ec07-0d5a-47d9-861d-7546b1c7e745 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:22.451173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1d61d4f-3725-461d-b85c-076259ef4507 req-d635ec07-0d5a-47d9-861d-7546b1c7e745 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 932 time: 0.2505260 Jul 28 11:18:22.511385 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:47Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:22.542318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1d61d4f-3725-461d-b85c-076259ef4507 req-9c8ebe7b-9c97-42b9-bbc3-ed94dba43444 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814760 Jul 28 11:18:22.560643 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] Checking router: ea4219d7-182f-40a5-8e42-62696702ca3f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:18:22.574685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f69f5309-bfbf-45ae-9398-187799395491 None None] Provisioning for port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:22.577397 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:18:22.579569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f69f5309-bfbf-45ae-9398-187799395491 None None] Provisioning complete for port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:22.580395 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f69f5309-bfbf-45ae-9398-187799395491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.591287 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:18:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:22.640752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f69f5309-bfbf-45ae-9398-187799395491 None None] Port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:18:22.715247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b51fa-4e13-420d-a9d9-5d81762620f6 req-d71ccd8f-ccc8-405c-96b0-e7ac3f115aed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:22.722989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b51fa-4e13-420d-a9d9-5d81762620f6 req-d71ccd8f-ccc8-405c-96b0-e7ac3f115aed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:22.723855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b51fa-4e13-420d-a9d9-5d81762620f6 req-d71ccd8f-ccc8-405c-96b0-e7ac3f115aed tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 1676 time: 0.0794752 Jul 28 11:18:22.725200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.771622 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:18:22.800135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=8312b8de-1149-4007-8d44-6a738ba74445,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:22.802353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:22.814427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.830587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Transition to ACTIVE for port object 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:22.843063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.847871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:18:22.865551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b51fa-4e13-420d-a9d9-5d81762620f6 req-4b666df3-cf50-4027-be19-9687d5e20d83 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups?id=eea0aedf-8f51-4c48-9448-e23c8c6fa001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312904 Jul 28 11:18:22.869795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.870402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.872059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.876398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.876771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.877215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.877628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.878055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.878464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.878874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.879278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.879683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:22.951144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] No DVR routers for this DVR port 8312b8de-1149-4007-8d44-6a738ba74445 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:22.972068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:22.972068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-c14cc46a-7e8f-456e-b381-da8c24325692 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "DELETE /v2.0/ports/8312b8de-1149-4007-8d44-6a738ba74445 HTTP/1.1" status: 204 len: 173 time: 1.0261247 Jul 28 11:18:23.032960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Pushing event updated for resources: {'Port': ['ID=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:23.082223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Attempting to bind port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:18:23.083313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Attempting to bind port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:18:23.084096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Attempting to bind port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:23.098296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 on network 3748db1c-451d-47ff-a952-ba54a4d31123 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:18:23.098650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Attempting to bind port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:23.118361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:18:23.118689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:18:23.118984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:18:23.119559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Bound port: 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:18:23.120165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:23.152197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622'}, {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:23.158579 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78597964-7f13-45d0-81c3-c5d4a24f995e" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622"}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "8312b8de-1149-4007-8d44-6a738ba74445"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:23.206140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:23.247708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'port_id': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'mac_address': 'fa:16:3e:bd:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:18:23.364145 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:47Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:23.366207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-1234bb63-f1d9-4569-9fc0-8a3f4c8addd6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2169683 Jul 28 11:18:23.372696 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:23.393796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] For port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:23.398518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] For port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:18:23.404740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:23.409595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:23.433334 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e950893-983f-4cf4-a81f-8009e2d548ea None None] The sync data for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 is: [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:07:39Z', 'revision_number': 4, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'ada07c68-540d-40c4-bd99-104607943189', 'name': '', 'network_id': '41784674-f678-4a62-b982-17a81688a84c', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'mac_address': 'fa:16:3e:b1:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:37Z', 'updated_at': '2021-07-28T11:07:47Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'subnets': [{'id': '51c3d490-6a4d-4c26-a976-5b464ba2291d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:18:23.434103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:23.445405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:23.464038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:23.464890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:23.466610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] 10.222.0.44 "PUT /v2.0/ports/8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 HTTP/1.1" status: 200 len: 1092 time: 1.1685920 Jul 28 11:18:23.467172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'tag': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:23.480163 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11f8801-0297-4d59-b38b-e3060af9ab8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf56f61-233a-43ce-818c-a2a0fd9fe824", "tag": "8979f7a5-f474-4b49-9bf9-a15ca3c5ba15"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:23.526171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469d99c-ce97-4309-b1fd-ec1b1d0954ed service neutron] Pushing event updated for resources: {'Port': ['ID=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:23.561744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abb5c5-55aa-4133-b8d8-b2c350caea79 req-27e468ae-4177-4ee7-b170-8e5090206082 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:23.571229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5abb5c5-55aa-4133-b8d8-b2c350caea79 req-27e468ae-4177-4ee7-b170-8e5090206082 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.3460910 Jul 28 11:18:23.588891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:23.618924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c967e0-bba0-4cc6-b954-aa7729fd90c7 req-b0e406b5-60b9-49dd-a03a-923b012342e6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:23.626763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c967e0-bba0-4cc6-b954-aa7729fd90c7 req-b0e406b5-60b9-49dd-a03a-923b012342e6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 945 time: 0.4014390 Jul 28 11:18:23.643894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-5b7c1bef-a889-4c14-b86a-351068c6bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:23.646137 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-5b7c1bef-a889-4c14-b86a-351068c6bfa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 1095 time: 0.1035190 Jul 28 11:18:23.672965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['dd1d304c-7b36-49e2-a111-46952f7967a7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:18:23.688701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 42714a62-f77a-49e0-84cf-3fa068d897ad {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:23.689049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:23.733254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5abb5c5-55aa-4133-b8d8-b2c350caea79 req-1d770077-d677-4c7a-80d8-1b2cae026f14 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609154 Jul 28 11:18:23.747243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73c967e0-bba0-4cc6-b954-aa7729fd90c7 req-d176107e-75fd-4cdb-9d72-4f9eaf84c9f8 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181669 Jul 28 11:18:23.766454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-6610feeb-9617-4b4a-9bce-e886ba1ff3db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 HTTP/1.1" status: 200 len: 217 time: 0.1076984 Jul 28 11:18:23.900857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-e257397a-edf9-465e-9697-41958c07a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:23.902943 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-e257397a-edf9-465e-9697-41958c07a716 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.1297910 Jul 28 11:18:24.009927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] For port 42714a62-f77a-49e0-84cf-3fa068d897ad, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=42714a62-f77a-49e0-84cf-3fa068d897ad,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:24.010696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:24.041656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-183108a6-6709-4cd6-99c1-e97e36349e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.042449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 42714a62-f77a-49e0-84cf-3fa068d897ad owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:24.043607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-183108a6-6709-4cd6-99c1-e97e36349e6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228671 Jul 28 11:18:24.049507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382297e-04dc-4a94-9c69-6b6a9aa6baf1 None None] New status for floating IP 6786d9b4-087b-48de-88d3-ac0e47495021: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:18:24.070040 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86051e4c-177d-48c1-9f4e-81c73e8c2409 x-openstack-request-id: req-86051e4c-177d-48c1-9f4e-81c73e8c2409 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:24.071981 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf56f61-233a-43ce-818c-a2a0fd9fe824", "tag": "8979f7a5-f474-4b49-9bf9-a15ca3c5ba15", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:24.072355 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86051e4c-177d-48c1-9f4e-81c73e8c2409 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:24.073048 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'tag': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', 'status': 'completed', 'code': 200} Jul 28 11:18:24.079244 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db7c950-80c6-4ea5-a87e-ad362bd34341 x-openstack-request-id: req-0db7c950-80c6-4ea5-a87e-ad362bd34341 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:24.079546 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "69396c9c-5e9a-4f7e-9d7f-5c20213b9622", "status": "completed", "code": 200}, {"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "8312b8de-1149-4007-8d44-6a738ba74445", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:24.079924 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0db7c950-80c6-4ea5-a87e-ad362bd34341 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:24.080590 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '69396c9c-5e9a-4f7e-9d7f-5c20213b9622', 'status': 'completed', 'code': 200} Jul 28 11:18:24.081138 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '8312b8de-1149-4007-8d44-6a738ba74445', 'status': 'completed', 'code': 200} Jul 28 11:18:24.192908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbfdc5-db25-4aa5-a3f4-b3b05a4d8e8d req-0ee951a9-1494-47eb-bea7-fd4eb9855131 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.194404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ccbfdc5-db25-4aa5-a3f4-b3b05a4d8e8d req-0ee951a9-1494-47eb-bea7-fd4eb9855131 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.2638118 Jul 28 11:18:24.218641 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-ce6a51c1-f6ea-4f74-bfdb-bc3fcb4745e6 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664126 Jul 28 11:18:24.264423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79c34c-ee02-4af1-bcb4-a90ffab5894e req-8a274d24-6a19-4df2-86e4-656d76a7575c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.266223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb79c34c-ee02-4af1-bcb4-a90ffab5894e req-8a274d24-6a19-4df2-86e4-656d76a7575c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 944 time: 0.1241786 Jul 28 11:18:24.289561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ccbfdc5-db25-4aa5-a3f4-b3b05a4d8e8d req-55ce5ae2-75fe-48e0-b796-d3ce1ed001b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859945 Jul 28 11:18:24.346251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d0753e8-ede3-4b56-b9bd-f90cdbcfaa7a req-7b826a30-f80a-41bc-af20-87d5adf46c74 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090515 Jul 28 11:18:24.359433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb79c34c-ee02-4af1-bcb4-a90ffab5894e req-82cffdd0-48a6-4ee8-aaf4-57f0a24d0aed tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Jul 28 11:18:24.400215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:24.434633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=42714a62-f77a-49e0-84cf-3fa068d897ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:24.489847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-fd1fc154-005c-41ad-8e4a-f91f0d45f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.495438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-fd1fc154-005c-41ad-8e4a-f91f0d45f538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 1095 time: 0.0874915 Jul 28 11:18:24.525876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] No DVR routers for this DVR port 42714a62-f77a-49e0-84cf-3fa068d897ad on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:24.528689 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:24.531413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02869eb8-97ba-49fa-adf6-e4fdee07b111 req-71c356f2-5063-4db3-b6d0-dc0defb4a5c5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.41 "DELETE /v2.0/ports/42714a62-f77a-49e0-84cf-3fa068d897ad HTTP/1.1" status: 204 len: 173 time: 1.5334892 Jul 28 11:18:24.549743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3218059a-13ee-42fa-9e36-ccc271bc1693 req-dd801d34-03ff-4fed-95e1-5a74b3d6b1a1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0686402 Jul 28 11:18:24.619085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-360d78c7-740a-4182-86cb-4a32144af1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.621318 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-360d78c7-740a-4182-86cb-4a32144af1ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1150823 Jul 28 11:18:24.698386 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-fca76c74-94e3-47f2-9f38-da0319a561b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 HTTP/1.1" status: 200 len: 217 time: 0.0623465 Jul 28 11:18:24.781391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-be0ae26b-f074-488c-be48-3d2209d730fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.783069 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-be0ae26b-f074-488c-be48-3d2209d730fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0737672 Jul 28 11:18:24.861094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:18:24.872526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-673efb31-5255-41fe-b577-5093f0f85f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.874866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-673efb31-5255-41fe-b577-5093f0f85f00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826709 Jul 28 11:18:24.974549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bde3a-2975-4a49-aad2-582584a0f922 req-26e741cc-ee96-40e1-9a5d-3d5ce429bda4 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:24.981148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port dd1d304c-7b36-49e2-a111-46952f7967a7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:24.986295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port dd1d304c-7b36-49e2-a111-46952f7967a7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:24.986905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:24.992811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e8bde3a-2975-4a49-aad2-582584a0f922 req-26e741cc-ee96-40e1-9a5d-3d5ce429bda4 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1436474 Jul 28 11:18:25.010494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-e0ecc1d4-b780-4327-956e-a14acacbf109 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259449 Jul 28 11:18:25.125671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8848f9f-cd43-4ac1-b152-e1d3ae03a778 req-484ca667-728a-405b-872f-7bd8a778f12a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:25.133684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8848f9f-cd43-4ac1-b152-e1d3ae03a778 req-484ca667-728a-405b-872f-7bd8a778f12a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 946 time: 0.2289217 Jul 28 11:18:25.137627 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:25.149375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e8bde3a-2975-4a49-aad2-582584a0f922 req-20a7ac7f-d5f0-430e-bfbd-bcc4b72a11ac tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489666 Jul 28 11:18:25.205517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:25.206951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b11f8801-0297-4d59-b38b-e3060af9ab8d req-89c602af-597b-4c50-b7a5-c4a21fdcbdeb service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834838 Jul 28 11:18:25.222463 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20a2fa-ff03-4d88-9f18-59dbb978a64f" -d '{"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:25.263037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:25.269121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8848f9f-cd43-4ac1-b152-e1d3ae03a778 req-81375e2a-a774-4933-8622-5500db0a9615 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998533 Jul 28 11:18:25.274896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:25.296795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-ab42e602-9037-4e57-b342-8dce2e6ed7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:25.298584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-ab42e602-9037-4e57-b342-8dce2e6ed7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1096 time: 0.1535277 Jul 28 11:18:25.310037 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32133208-ab75-4a5b-8169-f4ff5d3098cc x-openstack-request-id: req-32133208-ab75-4a5b-8169-f4ff5d3098cc {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:25.310531 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:25.310984 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32133208-ab75-4a5b-8169-f4ff5d3098cc {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:25.311553 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'code': 200} Jul 28 11:18:25.410913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:25.528376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3f1a-799e-4100-a76c-972907a9d48d req-8f44f64d-ddd7-46ca-9d29-7d8fd562cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:25.530607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b19b3f1a-799e-4100-a76c-972907a9d48d req-8f44f64d-ddd7-46ca-9d29-7d8fd562cc15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1098 time: 0.0812123 Jul 28 11:18:25.594174 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b19b3f1a-799e-4100-a76c-972907a9d48d req-07a4f125-7e7e-4bcb-8c0d-7b2865dd97b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542870 Jul 28 11:18:25.904389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaba96-5eca-4a05-b361-788cd9a527f9 req-7081fda8-0d4b-44c9-b567-98815828df19 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:25.905753 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2aeaba96-5eca-4a05-b361-788cd9a527f9 req-7081fda8-0d4b-44c9-b567-98815828df19 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 944 time: 0.1108341 Jul 28 11:18:25.911231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-0f78c2ed-ff97-4793-8cad-6f54708157ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:25.912628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-0f78c2ed-ff97-4793-8cad-6f54708157ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.5999784 Jul 28 11:18:25.922120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5e45-bc30-4800-868c-89f626a1126a req-29a5020c-331b-4cf3-845d-e06745941990 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:25.923517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f91a5e45-bc30-4800-868c-89f626a1126a req-29a5020c-331b-4cf3-845d-e06745941990 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1296685 Jul 28 11:18:26.026044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-cf8c5dca-44ed-484c-a253-8609518f2a39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 1000 time: 0.1003368 Jul 28 11:18:26.032800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f91a5e45-bc30-4800-868c-89f626a1126a req-9fd32e9c-2891-4c38-a4ee-9dded4a11cbf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012573 Jul 28 11:18:26.035352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2aeaba96-5eca-4a05-b361-788cd9a527f9 req-3669cfa1-3656-404f-a4cb-46a39cdb8bcf tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109657 Jul 28 11:18:26.082907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:26.085278 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01942d9f-c047-471c-9cc2-13dc53bf5c7b" -d '{"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:26.108772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-e80d010f-4708-44f6-b0ff-53cc50f7474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:26.110659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-e80d010f-4708-44f6-b0ff-53cc50f7474f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.0744762 Jul 28 11:18:26.180327 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c802f50-de22-42ad-94b1-49d3cab844d0 x-openstack-request-id: req-7c802f50-de22-42ad-94b1-49d3cab844d0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:26.180327 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cb84f-6259-4938-8ae0-bbed3dd11f58", "name": "network-vif-deleted", "tag": "42714a62-f77a-49e0-84cf-3fa068d897ad", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:26.180327 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c802f50-de22-42ad-94b1-49d3cab844d0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:26.180327 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb84f-6259-4938-8ae0-bbed3dd11f58', 'name': 'network-vif-deleted', 'tag': '42714a62-f77a-49e0-84cf-3fa068d897ad', 'status': 'completed', 'code': 200} Jul 28 11:18:26.183943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbc18a96-4a73-4afb-ae56-2c0b83a7f894 req-3d5ae768-1aef-440d-9afb-6c87eec89653 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0531747 Jul 28 11:18:26.197118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-948dc500-61e3-4aac-b26f-fc0cb22677fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:26.199120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-948dc500-61e3-4aac-b26f-fc0cb22677fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792525 Jul 28 11:18:26.456584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef7860-f4f6-474e-8980-dfeb1ff49c2b req-07ad58fc-7da8-41c6-aa5d-969bb11139dd tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:26.458342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7ef7860-f4f6-474e-8980-dfeb1ff49c2b req-07ad58fc-7da8-41c6-aa5d-969bb11139dd tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1783557 Jul 28 11:18:26.476669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-d24636dc-3e8e-4902-84eb-b8f37b7d9900 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b5ad04242637478889b272eeec186f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499916 Jul 28 11:18:26.568529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-4668d038-eafb-40cc-b8f5-97f713daf358 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565586 Jul 28 11:18:26.662256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7ef7860-f4f6-474e-8980-dfeb1ff49c2b req-eebd3132-1159-406d-bc87-a55c93ffb901 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776495 Jul 28 11:18:26.722407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-685a3dab-aa0e-458f-98d7-3edf084b6600 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:26.728079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-685a3dab-aa0e-458f-98d7-3edf084b6600 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498922 Jul 28 11:18:26.777981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-ff835567-99c7-4fa4-94fd-d077fbbacd70 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/quotas/b5ad04242637478889b272eeec186f69 HTTP/1.1" status: 200 len: 375 time: 0.0288486 Jul 28 11:18:26.850613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-1d4a44c3-f4f8-4920-9df2-c2f1d264dd45 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5ad04242637478889b272eeec186f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716257 Jul 28 11:18:26.865755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:18:26.884493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-40f22ce9-4608-48e4-81df-d62fdf5af361 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030112 Jul 28 11:18:26.975482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393579-b8d4-4d17-b8ff-6e18280baf1e req-497abe6d-5058-4c59-b715-74539f37dc1d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:26.981757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8393579-b8d4-4d17-b8ff-6e18280baf1e req-497abe6d-5058-4c59-b715-74539f37dc1d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 947 time: 0.1536214 Jul 28 11:18:27.081104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8393579-b8d4-4d17-b8ff-6e18280baf1e req-f22f3a82-69fe-43a2-901b-7951ca99e022 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935702 Jul 28 11:18:27.154814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:27.172801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', 'mac_address': 'fa:16:3e:c7:1b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:18:27.261396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:27.290407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:27.336020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:27.352140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:27.433480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8694fc-04b2-44e3-b80f-0cb10b2f3343 req-252cdfe5-6dc5-4363-ab11-c823f21974b2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:27.447165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e8694fc-04b2-44e3-b80f-0cb10b2f3343 req-252cdfe5-6dc5-4363-ab11-c823f21974b2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1802986 Jul 28 11:18:27.482245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:27.568383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e8694fc-04b2-44e3-b80f-0cb10b2f3343 req-b9aafdae-5861-4e70-9bb5-2772501d0209 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201785 Jul 28 11:18:27.573650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:18:27.586523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84f88-ac19-43ca-b3ab-04d9a794d578 req-a9f7c454-a995-487d-9d69-f683d858b4c0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:27.588592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fc84f88-ac19-43ca-b3ab-04d9a794d578 req-a9f7c454-a995-487d-9d69-f683d858b4c0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 945 time: 0.2049994 Jul 28 11:18:27.704751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fc84f88-ac19-43ca-b3ab-04d9a794d578 req-483a888c-7cd1-4687-a0ef-52b61d07b7d3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996215 Jul 28 11:18:27.779485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67f42ca0-8c33-446f-a393-a60a179ffab8 req-ce9ff192-7aa1-4161-a19d-3a46aa73f027 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0824473 Jul 28 11:18:27.909375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-116a1d2b-0073-41c9-a93a-4388828a276e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b5ad04242637478889b272eeec186f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485449 Jul 28 11:18:27.925231 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c97fcdc-d659-47ba-ade6-81596fff319a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:28.163201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-98361061-4b24-4493-986f-5b49cef23777 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:28.174959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-98361061-4b24-4493-986f-5b49cef23777 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647192 Jul 28 11:18:28.206479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7d811045-4ee4-452d-8b13-c3fb1341b91f tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/quotas/b5ad04242637478889b272eeec186f69 HTTP/1.1" status: 200 len: 375 time: 0.0192432 Jul 28 11:18:28.264221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-487fcb16-2c3a-438a-8b2c-3556473f83ff tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5ad04242637478889b272eeec186f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562353 Jul 28 11:18:28.373436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb2333-1164-4c35-81e9-085c04c004c5 req-fd1c73c0-99cc-4ee2-92d6-0fde5acbebc8 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:28.375428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ffb2333-1164-4c35-81e9-085c04c004c5 req-fd1c73c0-99cc-4ee2-92d6-0fde5acbebc8 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 947 time: 0.1545551 Jul 28 11:18:28.523551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ffb2333-1164-4c35-81e9-085c04c004c5 req-0dd79958-101f-4fdc-9f27-544099efcd9b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322377 Jul 28 11:18:28.603615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6ea4b19-299b-4f60-a01d-a99ebca52de2 req-6e815434-98be-4373-8c63-4958fe95b849 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 210 time: 0.0409365 Jul 28 11:18:28.728890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597c5fa-1e9b-4618-b9f3-596f57907958 req-79cde466-2f17-4cbf-971d-d1853cd2c99f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:28.730475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c597c5fa-1e9b-4618-b9f3-596f57907958 req-79cde466-2f17-4cbf-971d-d1853cd2c99f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0610652 Jul 28 11:18:28.822713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c597c5fa-1e9b-4618-b9f3-596f57907958 req-2a746297-1354-422b-b4fa-0f1e2456030d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830789 Jul 28 11:18:28.864064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-2b62492b-1975-4a90-9d08-6c468bb8e9fe tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b5ad04242637478889b272eeec186f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525215 Jul 28 11:18:28.894135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:18:28.989846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab324fef-015f-4321-8783-c24fa6622479 req-50181b61-4dd4-47dc-9b0e-9fc2cc516cef tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:28.993984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab324fef-015f-4321-8783-c24fa6622479 req-50181b61-4dd4-47dc-9b0e-9fc2cc516cef tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 945 time: 0.1668072 Jul 28 11:18:29.088292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:29.101946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:29.102602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:29.121281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52f34cf2-68de-42c0-9734-f063347fc01f req-649e42b9-1a79-4198-aff6-8efab61e98be tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0756443 Jul 28 11:18:29.201232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab324fef-015f-4321-8783-c24fa6622479 req-e62f5cb9-e512-402a-9d8a-bbf2696bba0c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986444 Jul 28 11:18:29.294419 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:29.329126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:29.331435 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae42fab-35d3-4b96-b598-b705de94203c" -d '{"events": [{"server_uuid": "ccf56f61-233a-43ce-818c-a2a0fd9fe824", "name": "network-vif-plugged", "status": "completed", "tag": "8979f7a5-f474-4b49-9bf9-a15ca3c5ba15"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:29.348148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:29.355512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:29.425062 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13168111-80a4-407d-a011-e569f2ebc380 x-openstack-request-id: req-13168111-80a4-407d-a011-e569f2ebc380 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:29.425617 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf56f61-233a-43ce-818c-a2a0fd9fe824", "name": "network-vif-plugged", "status": "completed", "tag": "8979f7a5-f474-4b49-9bf9-a15ca3c5ba15", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:29.426031 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13168111-80a4-407d-a011-e569f2ebc380 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:29.426575 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', 'code': 200} Jul 28 11:18:29.427354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:29.551141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-1f1387f6-f165-48e5-b0ef-e86e109fecb4 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:29.553160 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-1f1387f6-f165-48e5-b0ef-e86e109fecb4 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6827159 Jul 28 11:18:29.567130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Request body: {'port': {'device_id': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'b5ad04242637478889b272eeec186f69'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:29.585741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533709bf-7752-4b1f-a97e-03e1a3367c02 req-929b8694-0478-49ac-9774-39f0b5968589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:29.587623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-533709bf-7752-4b1f-a97e-03e1a3367c02 req-929b8694-0478-49ac-9774-39f0b5968589 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 1097 time: 0.0927815 Jul 28 11:18:29.656564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-533709bf-7752-4b1f-a97e-03e1a3367c02 req-80916cde-8366-47b6-a261-87cd57ab15fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611598 Jul 28 11:18:29.698426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Made reservation on behalf of b5ad04242637478889b272eeec186f69 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:18:29.703773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:29.719115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:29.753277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00408b21-3559-464e-ab3a-f6f1fa4a6eb3 req-30aa7a45-13b9-4c85-bfb1-91864ac7afb2 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 210 time: 0.0445414 Jul 28 11:18:29.940374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-1179e3e6-99bc-405d-bec2-cd9b3c5a4a48 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b5ad04242637478889b272eeec186f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478690 Jul 28 11:18:29.988025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:29.995241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:30.044382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-4b29b136-a6f8-4348-9c5c-cd68ec9127e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.046258 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-4b29b136-a6f8-4348-9c5c-cd68ec9127e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.1182508 Jul 28 11:18:30.049632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd68b1-5894-4ec4-a3ad-e8441bf3563a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:30.103422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a942f4a-ce7f-48fc-b55d-a77ed3b25477 req-5adb4faf-a077-4fb3-b9ff-50e35f5e1c58 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.112290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a942f4a-ce7f-48fc-b55d-a77ed3b25477 req-5adb4faf-a077-4fb3-b9ff-50e35f5e1c58 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1708038 Jul 28 11:18:30.137319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.137674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.138058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.138550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.139109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.139576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.139934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.140272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.140658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.141043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.141608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.141732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:18:30.156363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d59859-c373-49cb-a935-8c3abb362edf req-2ac2719d-e5ff-422a-9eda-2a690548593c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.164785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d59859-c373-49cb-a935-8c3abb362edf req-2ac2719d-e5ff-422a-9eda-2a690548593c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.2029660 Jul 28 11:18:30.225400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a942f4a-ce7f-48fc-b55d-a77ed3b25477 req-c841bf8f-6ce2-41a4-84fe-de63879e36fd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119971 Jul 28 11:18:30.279535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-41f3507a-03d7-45d4-b162-854b8ef0370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.282719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-41f3507a-03d7-45d4-b162-854b8ef0370a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.2289746 Jul 28 11:18:30.336828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d59859-c373-49cb-a935-8c3abb362edf req-ca800aff-3de5-4732-b728-2b960ca542d7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710405 Jul 28 11:18:30.359029 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-f374674f-f55c-4377-aace-05068c86d81b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 217 time: 0.0466909 Jul 28 11:18:30.409186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a80f1f5-0401-46fa-aec0-0387f1e2c5b5 req-aaa380e8-c183-497d-99e3-39165eedc968 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0468946 Jul 28 11:18:30.424557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Allocated IP 192.168.233.212 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/25be7354-bd7f-47ab-a6d8-01a52e180201) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:18:30.436212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-e22ef706-ce0e-4fbd-8a18-e3434ab378ad tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.439223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-e22ef706-ce0e-4fbd-8a18-e3434ab378ad tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4744980 Jul 28 11:18:30.486402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Request body: {'port': {'device_id': '6efb5b42-6d95-45d3-818a-05b68d061329', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': 'b5ad04242637478889b272eeec186f69'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:30.515511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-585ce8bf-e01f-4328-876b-71cc14d8a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.517096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-585ce8bf-e01f-4328-876b-71cc14d8a9cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.1457894 Jul 28 11:18:30.606626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515db8e-6f11-483d-88d5-1f65aed5a712 req-079e3958-93cd-4773-a6a0-621dc10f7cca tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:30.608293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1515db8e-6f11-483d-88d5-1f65aed5a712 req-079e3958-93cd-4773-a6a0-621dc10f7cca tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1933928 Jul 28 11:18:30.650598 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-5c0c48cf-5b16-4c58-ac72-1afcb0204f5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350749 Jul 28 11:18:30.659533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Made reservation on behalf of b5ad04242637478889b272eeec186f69 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:18:30.664514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:30.677416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:30.733772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Transition to ACTIVE for port object 25be7354-bd7f-47ab-a6d8-01a52e180201 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:30.775627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1515db8e-6f11-483d-88d5-1f65aed5a712 req-2f382493-4829-4580-9606-5c00f026078c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434362 Jul 28 11:18:30.811152 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-23c74965-f3d6-4b58-ae6e-768c1848bb9d service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482174 Jul 28 11:18:30.846236 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:30.898615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9a12058-7980-42d2-b10b-71a78fe1dd55 req-2b3c8a32-726e-4fc8-8569-1df4da04dc48 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 210 time: 0.0389786 Jul 28 11:18:30.918638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Allocated IP 192.168.233.98 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/a74c7013-93f1-4cf3-9241-c573d1b7fc1c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:18:30.944319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:18:30.947155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:30.952787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:18:30.961049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:18:30.989463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:31.068764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83a053b6-bbeb-4e33-9099-6c40456e3325 req-35a198eb-4ea0-4af9-84e0-d61a2c598e63 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375860 Jul 28 11:18:31.075305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:31.075992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.102424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-7f80592b-a076-4461-8a9c-30a6990c7663 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5397792 Jul 28 11:18:31.109628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4c06568-a037-4fe6-bb21-eec30ba34317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.119174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Request body: {'port': {'device_id': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:31.198474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.236932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Transition to ACTIVE for port object a74c7013-93f1-4cf3-9241-c573d1b7fc1c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:31.239782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.308125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.382904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-335001b7-5cce-4509-bc00-d71011e2c439 None None] Provisioning for port 25be7354-bd7f-47ab-a6d8-01a52e180201 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:31.387388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-335001b7-5cce-4509-bc00-d71011e2c439 None None] Provisioning complete for port 25be7354-bd7f-47ab-a6d8-01a52e180201 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:31.387811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-335001b7-5cce-4509-bc00-d71011e2c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.434157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:18:31.459016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-335001b7-5cce-4509-bc00-d71011e2c439 None None] Port 25be7354-bd7f-47ab-a6d8-01a52e180201 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:18:31.485288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:18:31.530162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:31.546247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:18:31.605801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25be7354-bd7f-47ab-a6d8-01a52e180201 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:31.614255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.636346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Transition to ACTIVE for port object 25be7354-bd7f-47ab-a6d8-01a52e180201 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:31.648920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.668860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d9d2-4277-4fba-9540-d56033ce0017 req-dcbf7067-eaaf-401f-a843-115bfa5c0ef7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:31.670449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c70d9d2-4277-4fba-9540-d56033ce0017 req-dcbf7067-eaaf-401f-a843-115bfa5c0ef7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.3202538 Jul 28 11:18:31.684152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:31.685158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.738670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:31.807897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca448f-0791-4b7c-a157-6591decb3952 req-28158e6a-c28f-4c5a-a973-5fd17efc5c56 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:31.809843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3ca448f-0791-4b7c-a157-6591decb3952 req-28158e6a-c28f-4c5a-a973-5fd17efc5c56 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.2808566 Jul 28 11:18:31.812680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c70d9d2-4277-4fba-9540-d56033ce0017 req-3637ef31-b5f8-479d-a0a2-c75095395186 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236882 Jul 28 11:18:31.814372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7b228ac5-6c96-47f9-b57d-19089839f339 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3351810 Jul 28 11:18:31.838690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Request body: {'port': {'device_id': '6efb5b42-6d95-45d3-818a-05b68d061329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:31.900254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.919826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ca8bd87-35ac-4b30-a6a5-48ade8ca6c0a None None] Provisioning for port a74c7013-93f1-4cf3-9241-c573d1b7fc1c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:31.923885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Attempting to bind port 25be7354-bd7f-47ab-a6d8-01a52e180201 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:18:31.924691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Attempting to bind port 25be7354-bd7f-47ab-a6d8-01a52e180201 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:18:31.925415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ca8bd87-35ac-4b30-a6a5-48ade8ca6c0a None None] Provisioning complete for port a74c7013-93f1-4cf3-9241-c573d1b7fc1c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:31.925771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Attempting to bind port 25be7354-bd7f-47ab-a6d8-01a52e180201 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:31.926547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ca8bd87-35ac-4b30-a6a5-48ade8ca6c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:31.948641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Port 25be7354-bd7f-47ab-a6d8-01a52e180201 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:18:31.949715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Attempting to bind port 25be7354-bd7f-47ab-a6d8-01a52e180201 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:31.964621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:18:31.971529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:18:31.972759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:18:31.973629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Bound port: 25be7354-bd7f-47ab-a6d8-01a52e180201, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:18:31.974587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.014946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8bd87-35ac-4b30-a6a5-48ade8ca6c0a None None] Port a74c7013-93f1-4cf3-9241-c573d1b7fc1c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:18:32.031475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-465c257d-9f9f-43b7-8295-7e74e69b2deb req-8b8e7764-5159-4aa1-93ed-3d0531f9497e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0473542 Jul 28 11:18:32.057441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3ca448f-0791-4b7c-a157-6591decb3952 req-08bb00b8-cb8a-4c01-9ac8-db2f112dcd87 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287035 Jul 28 11:18:32.068060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.111776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:32.128314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:18:32.142276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.165643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:32.211684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:32.223060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.223060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.224895 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-e0a36555-6c47-4e31-8ed8-1a45e8c2ffe0 service neutron] 10.222.0.44 "PUT /v2.0/ports/25be7354-bd7f-47ab-a6d8-01a52e180201 HTTP/1.1" status: 200 len: 1096 time: 1.1139979 Jul 28 11:18:32.226187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:32.229482 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd231a0-09c4-442e-9ff4-1a08e4875eda" -d '{"events": [{"name": "network-changed", "server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:32.364991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-2468223a-7892-45f0-9c9c-6f11fc4990d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.367514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-2468223a-7892-45f0-9c9c-6f11fc4990d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5ad04242637478889b272eeec186f69&device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 1099 time: 0.0798509 Jul 28 11:18:32.418049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0eda4-2b43-47c9-8c54-a35367bb4e25 req-6ede7a6b-16b8-4e14-afb1-15cd4aa2ad75 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.419646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-0c0c8fa7-4917-4bf9-8cc8-8234ce6f8c6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=25be7354-bd7f-47ab-a6d8-01a52e180201 HTTP/1.1" status: 200 len: 217 time: 0.0441449 Jul 28 11:18:32.424786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d0eda4-2b43-47c9-8c54-a35367bb4e25 req-6ede7a6b-16b8-4e14-afb1-15cd4aa2ad75 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.2439554 Jul 28 11:18:32.425619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0be4fa8-9dfa-4214-99f8-3d49f867dd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.462183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5e2dc-cfa5-4514-87f9-6af331a9576a req-fc2b5390-421c-4a8b-b250-bd4a511fe950 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.463220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ed5e2dc-cfa5-4514-87f9-6af331a9576a req-fc2b5390-421c-4a8b-b250-bd4a511fe950 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 935 time: 0.2844074 Jul 28 11:18:32.489969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-ded2e5e4-6997-44f3-aa2a-c8c840a5874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.492218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-ded2e5e4-6997-44f3-aa2a-c8c840a5874b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0646119 Jul 28 11:18:32.537322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d0eda4-2b43-47c9-8c54-a35367bb4e25 req-759dc817-5ed6-4d5f-a471-f32f10810be2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036017 Jul 28 11:18:32.542373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-35d0fe35-8b25-40a7-a9db-6d36dc5e0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.543954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-35d0fe35-8b25-40a7-a9db-6d36dc5e0ad7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447061 Jul 28 11:18:32.567123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ed5e2dc-cfa5-4514-87f9-6af331a9576a req-88d692d7-339f-4a92-8121-5493e1afc94b tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944059 Jul 28 11:18:32.702483 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-6d09f383-04f0-40c8-99ed-2db216fa1dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506121 Jul 28 11:18:32.704413 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef3fc7-d048-4cfb-928b-91a1f1c6ac87 x-openstack-request-id: req-56ef3fc7-d048-4cfb-928b-91a1f1c6ac87 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:32.704942 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:32.705490 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56ef3fc7-d048-4cfb-928b-91a1f1c6ac87 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:32.706103 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'status': 'completed', 'code': 200} Jul 28 11:18:32.740066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c7013-93f1-4cf3-9241-c573d1b7fc1c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:32.750323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0be4fa8-9dfa-4214-99f8-3d49f867dd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.752553 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.757682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0be4fa8-9dfa-4214-99f8-3d49f867dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.786103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b0be4fa8-9dfa-4214-99f8-3d49f867dd60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71766f6e456844df9c487a699cdccd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193373 Jul 28 11:18:32.790053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:32.802806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Transition to ACTIVE for port object a74c7013-93f1-4cf3-9241-c573d1b7fc1c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:32.846506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.850170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f12985-ff23-4aab-9562-28b9b1dd54cd req-48fcf5c8-fef0-400e-8362-b8465ca2582f service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403141 Jul 28 11:18:32.857868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be4fa8-9dfa-4214-99f8-3d49f867dd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169780d-05de-4469-b242-0806431f54b8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:32.908848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baf66d35-3775-424b-a438-c814e0be8714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:32.926399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7f36-5f1c-476b-85cc-6efc00704315 req-40cfe8d7-8ab9-4f67-9037-01fa9cd0129b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:32.934652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-438a7f36-5f1c-476b-85cc-6efc00704315 req-40cfe8d7-8ab9-4f67-9037-01fa9cd0129b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1265037 Jul 28 11:18:32.970245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:32.983987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baf66d35-3775-424b-a438-c814e0be8714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.003985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-86d9b82d-7df9-4726-854a-60f0f3af0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.006110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-86d9b82d-7df9-4726-854a-60f0f3af0594 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5ad04242637478889b272eeec186f69&device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 1099 time: 0.0948377 Jul 28 11:18:33.056993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-438a7f36-5f1c-476b-85cc-6efc00704315 req-046184b2-819d-46a1-9fbc-9d0c5a6627b0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198559 Jul 28 11:18:33.109736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f114dd4-244c-4c7d-9ad3-af41aeab8dc8 req-a0750899-53f8-4bf6-8046-f056c4062967 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.115606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f114dd4-244c-4c7d-9ad3-af41aeab8dc8 req-a0750899-53f8-4bf6-8046-f056c4062967 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1422684 Jul 28 11:18:33.141412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Attempting to bind port a74c7013-93f1-4cf3-9241-c573d1b7fc1c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:18:33.141841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Attempting to bind port a74c7013-93f1-4cf3-9241-c573d1b7fc1c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:18:33.142054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Attempting to bind port a74c7013-93f1-4cf3-9241-c573d1b7fc1c on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:33.149645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baf66d35-3775-424b-a438-c814e0be8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.152418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baf66d35-3775-424b-a438-c814e0be8714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.156113 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-baf66d35-3775-424b-a438-c814e0be8714 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9169780d-05de-4469-b242-0806431f54b8 HTTP/1.1" status: 204 len: 168 time: 0.3389015 Jul 28 11:18:33.171162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Port a74c7013-93f1-4cf3-9241-c573d1b7fc1c on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:18:33.171549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Attempting to bind port a74c7013-93f1-4cf3-9241-c573d1b7fc1c on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:33.182984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf66d35-3775-424b-a438-c814e0be8714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169780d-05de-4469-b242-0806431f54b8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:33.203948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-d1adc313-19c6-48b9-83fa-5c2b322f010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.205955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-d1adc313-19c6-48b9-83fa-5c2b322f010d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1920521 Jul 28 11:18:33.230074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:18:33.230326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:18:33.230697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:18:33.231129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Bound port: a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:18:33.231491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.268599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-1a98648a-58fd-4460-b321-d52f7a5ea25b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=25be7354-bd7f-47ab-a6d8-01a52e180201 HTTP/1.1" status: 200 len: 217 time: 0.0517185 Jul 28 11:18:33.273211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f114dd4-244c-4c7d-9ad3-af41aeab8dc8 req-61317917-beda-4444-86a2-b352b0f82f74 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520619 Jul 28 11:18:33.363647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.382985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8685d-af5a-42d6-8dd0-945c4bb9dd14 req-befb6abd-65ce-4b1e-9302-341de0065d2a tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.390374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15c8685d-af5a-42d6-8dd0-945c4bb9dd14 req-befb6abd-65ce-4b1e-9302-341de0065d2a tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.2164795 Jul 28 11:18:33.391564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-62e873e6-3504-47d6-8db0-cea54decc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.393349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-62e873e6-3504-47d6-8db0-cea54decc15d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1170881 Jul 28 11:18:33.396693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a72f49aa-fa61-437d-85fc-512c8e0c3aac req-85b9aecd-2564-4d61-9a9f-bad13c7a21ca tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0556650 Jul 28 11:18:33.465238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-1697bdc6-01b5-45fd-8187-eb4a83f0590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.467511 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-1697bdc6-01b5-45fd-8187-eb4a83f0590e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0650201 Jul 28 11:18:33.471285 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15c8685d-af5a-42d6-8dd0-945c4bb9dd14 req-c5b6efc7-9a19-4b3e-8a0b-3229db257c60 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799246 Jul 28 11:18:33.473067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:33.498062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:18:33.504219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.542788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.543542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.545217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] 10.222.0.41 "PUT /v2.0/ports/a74c7013-93f1-4cf3-9241-c573d1b7fc1c HTTP/1.1" status: 200 len: 1095 time: 1.7129357 Jul 28 11:18:33.545719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:33.547999 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fea4c-b158-4949-90a9-1987593af284" -d '{"events": [{"name": "network-changed", "server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:33.607283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bda95c-78ac-4df2-bd62-61529d909d1e service neutron] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:33.619285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-f47b7146-b803-4e6c-aff7-8095c25d870c service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413131 Jul 28 11:18:33.632744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:33.638967 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e490cd2-cec1-4481-8e04-30da8dc5ff2c x-openstack-request-id: req-9e490cd2-cec1-4481-8e04-30da8dc5ff2c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:33.639270 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:33.639531 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e490cd2-cec1-4481-8e04-30da8dc5ff2c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:33.640123 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'status': 'completed', 'code': 200} Jul 28 11:18:33.691889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aff1646c-aea6-49b5-bd8e-9a4ac3e7b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.740757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-ee28bb88-c22d-423b-a737-e929142d40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.742675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-ee28bb88-c22d-423b-a737-e929142d40e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5ad04242637478889b272eeec186f69&device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 1098 time: 0.1211421 Jul 28 11:18:33.773418 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-abd231a0-09c4-442e-9ff4-1a08e4875eda req-56bba027-616a-4960-8a87-be02e6c0f78e service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411114 Jul 28 11:18:33.806195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e2dd1-e571-4ffe-9ade-19858948d10b req-cac496b4-e25d-424b-a1b3-7ade4608e8ba tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.807748 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-892e2dd1-e571-4ffe-9ade-19858948d10b req-cac496b4-e25d-424b-a1b3-7ade4608e8ba tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 947 time: 0.1174011 Jul 28 11:18:33.809425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-43774bea-8376-42f9-81c9-cf083e169c83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c HTTP/1.1" status: 200 len: 217 time: 0.0570948 Jul 28 11:18:33.848881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aff1646c-aea6-49b5-bd8e-9a4ac3e7b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.856152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aff1646c-aea6-49b5-bd8e-9a4ac3e7b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:33.891966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-892e2dd1-e571-4ffe-9ade-19858948d10b req-3863ad25-988e-4c02-a5af-cf78b9ed2cb1 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761266 Jul 28 11:18:33.898378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-5b006e95-b07d-49d3-b3fe-d785f2477bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.900212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-5b006e95-b07d-49d3-b3fe-d785f2477bc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0697274 Jul 28 11:18:33.904557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aff1646c-aea6-49b5-bd8e-9a4ac3e7b75d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f14289aa2b6470797cdc92fcca0097e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629385 Jul 28 11:18:33.905649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1646c-aea6-49b5-bd8e-9a4ac3e7b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2414e4-3d93-4cb2-a373-bb32b8f2847c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:33.907478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:33.987065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7cbc761c-9449-4a48-89fe-3827aa3931c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:33.988582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-7cbc761c-9449-4a48-89fe-3827aa3931c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801890 Jul 28 11:18:34.008734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d085bf01-c3fd-46c1-b131-aae757f30d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:34.067433 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d085bf01-c3fd-46c1-b131-aae757f30d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:34.125083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-f046987b-1ed8-4b30-971b-89ff788ab326 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287320 Jul 28 11:18:34.490249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d085bf01-c3fd-46c1-b131-aae757f30d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:34.493873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d085bf01-c3fd-46c1-b131-aae757f30d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:34.497615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d085bf01-c3fd-46c1-b131-aae757f30d05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd2414e4-3d93-4cb2-a373-bb32b8f2847c HTTP/1.1" status: 204 len: 168 time: 0.5853968 Jul 28 11:18:34.539158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085bf01-c3fd-46c1-b131-aae757f30d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2414e4-3d93-4cb2-a373-bb32b8f2847c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:34.571892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d791f3-200e-46e2-960b-b9a8d4a4e781 req-e6c266f1-81ac-4682-8cd7-e5f885508515 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:34.573676 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47d791f3-200e-46e2-960b-b9a8d4a4e781 req-e6c266f1-81ac-4682-8cd7-e5f885508515 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.4429336 Jul 28 11:18:34.599881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97251d3a-b9dd-4688-a9cd-899b78d62cdd req-92114d32-acd9-4bb8-bf87-d10f68aecc58 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:34.601802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97251d3a-b9dd-4688-a9cd-899b78d62cdd req-92114d32-acd9-4bb8-bf87-d10f68aecc58 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1591036 Jul 28 11:18:34.628474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0893ec1-a0ab-47fe-8f4f-8e3de6ebbe84 req-95a43bda-2814-4ad2-8735-932f5a5f4075 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866240 Jul 28 11:18:34.665406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47d791f3-200e-46e2-960b-b9a8d4a4e781 req-57b5a836-92fb-4db0-9157-f33be3b4c441 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851796 Jul 28 11:18:34.674299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97251d3a-b9dd-4688-a9cd-899b78d62cdd req-4329e39a-8b7d-4344-a4fc-5f0177fce06c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544679 Jul 28 11:18:34.781704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fea4c-b158-4949-90a9-1987593af284 req-ab0ecc70-529d-46ed-b3e1-c52e779fff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:34.783236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-ab0ecc70-529d-46ed-b3e1-c52e779fff9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5ad04242637478889b272eeec186f69&device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 1098 time: 0.0658948 Jul 28 11:18:34.805777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97dd0f7c-495a-4411-baca-37312407ed65 req-299563c8-9bbe-4584-a8d3-5ca5262f6750 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Jul 28 11:18:34.911495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492df14-1b13-42c5-8277-2d17a2496262 req-4cc18278-f502-467d-8379-97af94d7d9df tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:34.912970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7492df14-1b13-42c5-8277-2d17a2496262 req-4cc18278-f502-467d-8379-97af94d7d9df tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1096017 Jul 28 11:18:34.926073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:18:34.966066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fea4c-b158-4949-90a9-1987593af284 req-00a3211d-9f26-4ae4-ab1f-27543f40fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:34.967546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-00a3211d-9f26-4ae4-ab1f-27543f40fc31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1652973 Jul 28 11:18:34.976411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7492df14-1b13-42c5-8277-2d17a2496262 req-5bcb944b-5adb-4d66-b565-960d9af8afcf tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537229 Jul 28 11:18:35.025019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-cf555824-5f34-4911-ac69-c1fbc798153a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c HTTP/1.1" status: 200 len: 217 time: 0.0450797 Jul 28 11:18:35.077030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:35.095369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'mac_address': 'fa:16:3e:4b:75:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:18:35.108091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fea4c-b158-4949-90a9-1987593af284 req-85117942-39b9-4a51-9e38-b9532ccec940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:35.109585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-85117942-39b9-4a51-9e38-b9532ccec940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0727832 Jul 28 11:18:35.118284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438510c7-598b-4045-b686-34a7a2d76fc7 req-29658255-5177-4745-8365-580fd08bab6e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:35.119817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-438510c7-598b-4045-b686-34a7a2d76fc7 req-29658255-5177-4745-8365-580fd08bab6e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 947 time: 0.0979862 Jul 28 11:18:35.162484 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:35.178106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25be7354-bd7f-47ab-a6d8-01a52e180201 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:35.193963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-438510c7-598b-4045-b686-34a7a2d76fc7 req-3c9cf877-a792-4cf7-a62e-e5a0162fd044 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653172 Jul 28 11:18:35.197714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fea4c-b158-4949-90a9-1987593af284 req-3d1ee13a-ef24-4353-a59b-bb88cb6f377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:35.199156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-3d1ee13a-ef24-4353-a59b-bb88cb6f377f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784221 Jul 28 11:18:35.200883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:35.209115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:35.290738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:35.320267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-ca14e1b7-fec2-4371-ac48-b0b24be2ffdf service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027694 Jul 28 11:18:35.428528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-261fea4c-b158-4949-90a9-1987593af284 req-240261dd-b178-47b3-ad7d-d4a912cf4477 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971296 Jul 28 11:18:35.433272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['25be7354-bd7f-47ab-a6d8-01a52e180201'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:18:35.849604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd426ab0-5442-4c9c-87e5-fbb9c2a7072b req-9e5de073-eb3e-4e15-8086-58479c6d3a45 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:35.852986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd426ab0-5442-4c9c-87e5-fbb9c2a7072b req-9e5de073-eb3e-4e15-8086-58479c6d3a45 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0876715 Jul 28 11:18:35.867985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3115b6-2995-4c9e-8d8d-e88d5ba16acf req-8b57a297-3834-4797-aab6-6eb120235f7b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:35.869501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da3115b6-2995-4c9e-8d8d-e88d5ba16acf req-8b57a297-3834-4797-aab6-6eb120235f7b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0756073 Jul 28 11:18:35.918476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd426ab0-5442-4c9c-87e5-fbb9c2a7072b req-4286ee46-d9f7-4922-b372-ba6b2dd71ff2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479796 Jul 28 11:18:35.946531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da3115b6-2995-4c9e-8d8d-e88d5ba16acf req-c059debe-663c-4a75-b559-1847a5c357f3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536828 Jul 28 11:18:36.033245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-042d002d-e489-4d96-b90d-88df61aed156 req-af1aa35b-c500-494b-8182-807e0d0322d7 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0382288 Jul 28 11:18:36.106988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579eda6-4504-430b-bbb0-78d4872fe274 req-674fe102-9d5c-4e31-954b-100b5023c97d tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:36.108790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c579eda6-4504-430b-bbb0-78d4872fe274 req-674fe102-9d5c-4e31-954b-100b5023c97d tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0523961 Jul 28 11:18:36.156388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c579eda6-4504-430b-bbb0-78d4872fe274 req-f6e0483e-0955-4181-8c46-c390fca8b2a6 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Jul 28 11:18:36.320090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c619f0e-d708-46db-9600-e677b275ae0d req-df66edbe-ae7c-4f04-ac28-12170c5d5092 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:36.321642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c619f0e-d708-46db-9600-e677b275ae0d req-df66edbe-ae7c-4f04-ac28-12170c5d5092 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 947 time: 0.0508876 Jul 28 11:18:36.363475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c619f0e-d708-46db-9600-e677b275ae0d req-2c3fbb33-f155-4790-92a0-7098541a72cd tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Jul 28 11:18:36.924495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:18:36.982512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 25be7354-bd7f-47ab-a6d8-01a52e180201 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:36.987182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 25be7354-bd7f-47ab-a6d8-01a52e180201 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:36.987618 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:37.069755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885f6e0-dea2-453a-86c4-6519dd96b45b req-602293db-c034-441a-b107-e65913af51a0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:37.071021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:37.071226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b885f6e0-dea2-453a-86c4-6519dd96b45b req-602293db-c034-441a-b107-e65913af51a0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0811510 Jul 28 11:18:37.094863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:37.097509 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a87ac0b-2844-425c-a2a8-0a7285d412f9" -d '{"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-plugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:37.105787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:18:37.110051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae05d2-ffec-4e37-a384-4676d0f7b01d req-a3c4df26-a8fb-4b48-bfab-743f53344f1d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:37.111526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75ae05d2-ffec-4e37-a384-4676d0f7b01d req-a3c4df26-a8fb-4b48-bfab-743f53344f1d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0808799 Jul 28 11:18:37.118667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:37.129391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:37.134333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b885f6e0-dea2-453a-86c4-6519dd96b45b req-84ab1399-b921-422a-b0d6-27a0f046d1f9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541487 Jul 28 11:18:37.185997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75ae05d2-ffec-4e37-a384-4676d0f7b01d req-49b57b0e-1bd3-42c5-afeb-6182ee54baeb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567029 Jul 28 11:18:37.247336 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752ddff-5b44-4f56-94e5-d30bd6aa4308 x-openstack-request-id: req-3752ddff-5b44-4f56-94e5-d30bd6aa4308 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:37.247620 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-plugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:37.248253 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3752ddff-5b44-4f56-94e5-d30bd6aa4308 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:37.248667 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'code': 200} Jul 28 11:18:37.264284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:37.278335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a392ca74-5320-4c7d-b651-b5f9921dfa7e req-5095ffff-6616-403d-83e2-b9ab8a9b04cb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0527990 Jul 28 11:18:37.301939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:37.318496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'mac_address': 'fa:16:3e:fe:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:18:37.343790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed64a-cb8e-4293-841e-542de772cbd7 req-575f0d55-8326-4545-a6d6-385dbe363b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:37.345249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-878ed64a-cb8e-4293-841e-542de772cbd7 req-575f0d55-8326-4545-a6d6-385dbe363b9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 1101 time: 0.0518003 Jul 28 11:18:37.364651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:37.379198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c7013-93f1-4cf3-9241-c573d1b7fc1c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:37.389931 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-878ed64a-cb8e-4293-841e-542de772cbd7 req-413bed3d-f4b7-4470-a84d-1d58552f4f5d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Jul 28 11:18:37.399730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:37.405456 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:37.406027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fc72b-0265-435d-bf29-12d15547269c req-eb523481-0d62-480d-a093-52dc1d457a7b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:37.408677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-563fc72b-0265-435d-bf29-12d15547269c req-eb523481-0d62-480d-a093-52dc1d457a7b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0658436 Jul 28 11:18:37.466093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:37.472663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-563fc72b-0265-435d-bf29-12d15547269c req-1d4b9e11-eb77-49f2-97dd-a1c38786d110 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Jul 28 11:18:37.514509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ccb14-aeae-4891-ab46-f61b3fd2df83 req-c76247d2-85bc-4d42-9446-3eadf4394df3 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:37.518704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae6ccb14-aeae-4891-ab46-f61b3fd2df83 req-c76247d2-85bc-4d42-9446-3eadf4394df3 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 948 time: 0.0715106 Jul 28 11:18:37.563423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae6ccb14-aeae-4891-ab46-f61b3fd2df83 req-57ef89d4-31e4-4fd4-b89a-703dbfac7044 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Jul 28 11:18:37.708036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a74c7013-93f1-4cf3-9241-c573d1b7fc1c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:18:38.311641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e561-59a4-4858-b070-9a8b6a3119b5 req-d8e4f546-801a-4853-8025-68f8fd16dd1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:38.313268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad61e561-59a4-4858-b070-9a8b6a3119b5 req-d8e4f546-801a-4853-8025-68f8fd16dd1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0970676 Jul 28 11:18:38.357355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1f4a8-ca46-46ae-b38d-103781e1d9f7 req-9eb90181-3d9a-4915-bedb-7fb62bb0503f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:38.358932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8c1f4a8-ca46-46ae-b38d-103781e1d9f7 req-9eb90181-3d9a-4915-bedb-7fb62bb0503f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0944986 Jul 28 11:18:38.388488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad61e561-59a4-4858-b070-9a8b6a3119b5 req-9fced7b9-ce30-4fb5-b6df-b82e999c092f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655394 Jul 28 11:18:38.418810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8c1f4a8-ca46-46ae-b38d-103781e1d9f7 req-b0a48f06-60c1-4ed4-ad63-59163f54764e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536876 Jul 28 11:18:38.497265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25027284-110a-4d36-8e69-a84d42eefbd5 req-1cf81abe-6077-4be0-9707-e360357088f5 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65cb84f-6259-4938-8ae0-bbed3dd11f58 HTTP/1.1" status: 200 len: 210 time: 0.0290060 Jul 28 11:18:38.594297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed934a43-19e6-487f-a572-ab0b2a487671 req-0c0a59ba-d66b-483b-bcf3-f1f50dbf1be0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:38.595810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed934a43-19e6-487f-a572-ab0b2a487671 req-0c0a59ba-d66b-483b-bcf3-f1f50dbf1be0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Jul 28 11:18:38.640851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed934a43-19e6-487f-a572-ab0b2a487671 req-bdfae01f-1956-418c-abd2-be56949ec0d0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Jul 28 11:18:38.705044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed1dc-53c2-4470-a716-ffbf90f4c3ce req-91d9c1d4-a3be-4901-82ff-720f08b84ffe tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:38.706442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-398ed1dc-53c2-4470-a716-ffbf90f4c3ce req-91d9c1d4-a3be-4901-82ff-720f08b84ffe tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 948 time: 0.0647213 Jul 28 11:18:38.746880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-398ed1dc-53c2-4470-a716-ffbf90f4c3ce req-f5ff2a8c-f61e-4a9e-be11-3e1bc140f3e3 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Jul 28 11:18:39.131424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:18:39.183173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port a74c7013-93f1-4cf3-9241-c573d1b7fc1c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:39.187281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a74c7013-93f1-4cf3-9241-c573d1b7fc1c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:39.187648 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.231027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:39.272652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.293870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:39.296097 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b25e4dc-d048-4f1e-b919-13e59456151e" -d '{"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-plugged", "status": "completed", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:39.309674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:39.320254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.342896 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6797f5-20c5-4e61-972a-672439e1b135 x-openstack-request-id: req-0b6797f5-20c5-4e61-972a-672439e1b135 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:39.343430 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-plugged", "status": "completed", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:39.343684 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b6797f5-20c5-4e61-972a-672439e1b135 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:39.344068 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'code': 200} Jul 28 11:18:39.349362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f81ec396-4275-45ac-bd80-c026e797a908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.370827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:39.488090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f81ec396-4275-45ac-bd80-c026e797a908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.490390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fef2-8c71-448c-afe6-cc2321e55397 req-77d795f9-f9e9-4562-bb8a-8085e72445de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:39.492624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f07fef2-8c71-448c-afe6-cc2321e55397 req-77d795f9-f9e9-4562-bb8a-8085e72445de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 1100 time: 0.0828688 Jul 28 11:18:39.494935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f81ec396-4275-45ac-bd80-c026e797a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.598370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f81ec396-4275-45ac-bd80-c026e797a908 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed4005880f714c72b1ccf67d4332b956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659961 Jul 28 11:18:39.601656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:39.614090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ec396-4275-45ac-bd80-c026e797a908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa65143-4755-4bf3-b421-3aaec44dcbe4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:39.626706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ac02-555a-4188-b53b-ac26dad7a4ee req-2f4c6f46-2c2a-419b-b07a-fe609578948a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:39.628211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a54ac02-555a-4188-b53b-ac26dad7a4ee req-2f4c6f46-2c2a-419b-b07a-fe609578948a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1542895 Jul 28 11:18:39.629913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f07fef2-8c71-448c-afe6-cc2321e55397 req-07f0f8ff-6063-47b9-a671-428eb3b1906d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174059 Jul 28 11:18:39.651331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eacab9-c2ce-464b-8529-9858f5e03d62 req-02045bab-4dc3-4b7b-82d3-8cfaa34b7d9a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:39.652823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5eacab9-c2ce-464b-8529-9858f5e03d62 req-02045bab-4dc3-4b7b-82d3-8cfaa34b7d9a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1392050 Jul 28 11:18:39.654932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac27813-0a80-4f0d-b902-bef228ab9e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.676668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac27813-0a80-4f0d-b902-bef228ab9e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.701739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a54ac02-555a-4188-b53b-ac26dad7a4ee req-eb14ed6d-8389-4c46-b8b1-f05d71b12ff4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664470 Jul 28 11:18:39.708986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5eacab9-c2ce-464b-8529-9858f5e03d62 req-1798b8d3-5cb6-450e-8f43-fb38626177d1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498502 Jul 28 11:18:39.735846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac27813-0a80-4f0d-b902-bef228ab9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.738534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac27813-0a80-4f0d-b902-bef228ab9e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:39.739702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fac27813-0a80-4f0d-b902-bef228ab9e65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9aa65143-4755-4bf3-b421-3aaec44dcbe4 HTTP/1.1" status: 204 len: 168 time: 0.1369810 Jul 28 11:18:39.748983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27813-0a80-4f0d-b902-bef228ab9e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa65143-4755-4bf3-b421-3aaec44dcbe4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:39.887997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602697a-a764-41a4-85e0-b37451758e7f req-38fcc878-5be3-4371-9185-c8860eb612f9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:39.889541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5602697a-a764-41a4-85e0-b37451758e7f req-38fcc878-5be3-4371-9185-c8860eb612f9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0907619 Jul 28 11:18:39.902356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984d2d-a026-4acf-ae04-25012487970e req-c623b5a8-5c44-49a6-87a8-84320d6ae351 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:39.903802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56984d2d-a026-4acf-ae04-25012487970e req-c623b5a8-5c44-49a6-87a8-84320d6ae351 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 949 time: 0.0776670 Jul 28 11:18:39.957985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5602697a-a764-41a4-85e0-b37451758e7f req-cf6bddde-966d-47f9-9e26-39e321b5578b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530603 Jul 28 11:18:39.965325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56984d2d-a026-4acf-ae04-25012487970e req-45762ba4-2525-4aaa-b4c0-d5b98510540f tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542912 Jul 28 11:18:40.004755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:40.035953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:40.049066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7d566c-32d9-493c-abd6-7673bbccfa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.063490 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-674477ac-dfa9-4d0d-ac01-605ef58df277 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.088379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-674477ac-dfa9-4d0d-ac01-605ef58df277 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.141490 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-674477ac-dfa9-4d0d-ac01-605ef58df277 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.144197 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-674477ac-dfa9-4d0d-ac01-605ef58df277 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.145364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-674477ac-dfa9-4d0d-ac01-605ef58df277 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/security-groups/eea0aedf-8f51-4c48-9448-e23c8c6fa001 HTTP/1.1" status: 204 len: 168 time: 0.1396050 Jul 28 11:18:40.148927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:40.154205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674477ac-dfa9-4d0d-ac01-605ef58df277 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea0aedf-8f51-4c48-9448-e23c8c6fa001,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:40.162025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7d566c-32d9-493c-abd6-7673bbccfa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.171148 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-64d233f2-607f-44e2-b4ab-b45314855e2e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] show failed (client error): The resource could not be found. Jul 28 11:18:40.172897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64d233f2-607f-44e2-b4ab-b45314855e2e tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "GET /v2.0/security-groups/eea0aedf-8f51-4c48-9448-e23c8c6fa001 HTTP/1.1" status: 404 len: 347 time: 0.0229461 Jul 28 11:18:40.173883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7d566c-32d9-493c-abd6-7673bbccfa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.176388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:40.215588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b7d566c-32d9-493c-abd6-7673bbccfa8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02472be8b09c4d579ee54a9564be800a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784768 Jul 28 11:18:40.216341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d566c-32d9-493c-abd6-7673bbccfa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e781e22b-70bc-4e5d-9484-26734539fffc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:40.218641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:40.269688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-104da771-9b3a-4a83-aa17-87786d987dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.291030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-104da771-9b3a-4a83-aa17-87786d987dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.307805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port e9eaefbb-af7a-4e67-9bfb-8d1d0668b07c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:40.308156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.337059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-104da771-9b3a-4a83-aa17-87786d987dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.339665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-104da771-9b3a-4a83-aa17-87786d987dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.340829 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-104da771-9b3a-4a83-aa17-87786d987dcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e781e22b-70bc-4e5d-9484-26734539fffc HTTP/1.1" status: 204 len: 168 time: 0.1212966 Jul 28 11:18:40.352459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104da771-9b3a-4a83-aa17-87786d987dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781e22b-70bc-4e5d-9484-26734539fffc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:40.390988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.391572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.402920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for e9eaefbb-af7a-4e67-9bfb-8d1d0668b07c owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:40.540821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.568153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=e9eaefbb-af7a-4e67-9bfb-8d1d0668b07c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:40.631037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.634352 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.635511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-701ba0f1-ec83-426f-ad0b-79dc2e881326 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/floatingips/6786d9b4-087b-48de-88d3-ac0e47495021 HTTP/1.1" status: 204 len: 168 time: 0.4583092 Jul 28 11:18:40.638486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:40.734304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 25d5d707-d67d-4609-97bc-d3dac39e8872 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:40.734644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.826799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:40.844866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 25d5d707-d67d-4609-97bc-d3dac39e8872 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:40.870979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b3ce2-ee2a-4394-b9e9-bfce5746493f req-8bed2bc3-006b-4cb9-b0c8-23a06e7cd829 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:40.872540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c6b3ce2-ee2a-4394-b9e9-bfce5746493f req-8bed2bc3-006b-4cb9-b0c8-23a06e7cd829 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0869827 Jul 28 11:18:40.888242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77787-5dc4-4e4d-86a3-0eb1f3900b4e req-c70a70a6-d529-4918-bcc7-6b731736c834 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:40.889741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5d77787-5dc4-4e4d-86a3-0eb1f3900b4e req-c70a70a6-d529-4918-bcc7-6b731736c834 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0761387 Jul 28 11:18:40.949638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c6b3ce2-ee2a-4394-b9e9-bfce5746493f req-4782745b-1d0d-4f5d-a78a-fe35c44abb65 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 Jul 28 11:18:40.955317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5d77787-5dc4-4e4d-86a3-0eb1f3900b4e req-441f2a96-8532-4935-baa7-96a31c62b18d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586483 Jul 28 11:18:41.010010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.040961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=25d5d707-d67d-4609-97bc-d3dac39e8872,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:41.127165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.129192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0cb5c7d1-956b-42f0-b64f-0fb27caafcaf tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/ports/25d5d707-d67d-4609-97bc-d3dac39e8872 HTTP/1.1" status: 204 len: 168 time: 0.4897082 Jul 28 11:18:41.131876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:41.132162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ce811-0c93-4b84-a817-04879f061b00 req-c3056101-3079-49e2-988a-2e3030902efb tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:41.133681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af0ce811-0c93-4b84-a817-04879f061b00 req-c3056101-3079-49e2-988a-2e3030902efb tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0908971 Jul 28 11:18:41.154952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c830d8-e4d0-40c6-b6fd-25e29e728c24 req-00914deb-2d99-4e23-bf5e-b994db30c61c tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:41.156417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85c830d8-e4d0-40c6-b6fd-25e29e728c24 req-00914deb-2d99-4e23-bf5e-b994db30c61c tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 949 time: 0.0763311 Jul 28 11:18:41.212062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af0ce811-0c93-4b84-a817-04879f061b00 req-a5d9914c-eb64-4cbd-ad4e-9f91b08ecc66 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707884 Jul 28 11:18:41.222261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:41.222807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.232118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85c830d8-e4d0-40c6-b6fd-25e29e728c24 req-430a4a79-4dc5-493a-bc18-337e429f1429 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Jul 28 11:18:41.331131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.344516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 7bddd2dd-a0ae-4f49-a311-c01243fed9a5 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:41.348197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bfde9-070c-4ca6-9614-e025872d7295 req-b1d04108-fee1-469e-90f1-8049cabda777 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:41.349963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-347bfde9-070c-4ca6-9614-e025872d7295 req-b1d04108-fee1-469e-90f1-8049cabda777 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 950 time: 0.0509431 Jul 28 11:18:41.399526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-347bfde9-070c-4ca6-9614-e025872d7295 req-a7de5862-162a-48ea-84b6-3be0ec2a3121 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Jul 28 11:18:41.508305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.555829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=7bddd2dd-a0ae-4f49-a311-c01243fed9a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:41.635789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.638064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0a9639c5-76a5-483b-a5f5-102d07714347 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/ports/7bddd2dd-a0ae-4f49-a311-c01243fed9a5 HTTP/1.1" status: 204 len: 168 time: 0.5052383 Jul 28 11:18:41.640706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:41.697756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting subnet 43eaee3c-b06c-4781-a4e6-c89c4d41f7bc {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:18:41.701179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.749462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.859130 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.921761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.959207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Subnet': ['ID=43eaee3c-b06c-4781-a4e6-c89c4d41f7bc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:41.964265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:41.968633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de1c292c-a2b8-4198-b42b-10b7b2183c94 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/subnets/43eaee3c-b06c-4781-a4e6-c89c4d41f7bc HTTP/1.1" status: 204 len: 168 time: 0.3245192 Jul 28 11:18:41.968924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:41.974482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e08d82-dd87-47ad-803b-24985fb0a9dd None None] Network fe408b07-9dac-49e2-92fc-dbedcbbc1214 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:18:42.056402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting subnet 5b263265-5888-4788-842d-9a7c47667485 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:18:42.066088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.173532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.243889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dd7d5-e657-4aa0-ae88-8b3bda2589f5 req-6149775e-12bb-4d9f-9129-2472806179f0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:42.245344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d6dd7d5-e657-4aa0-ae88-8b3bda2589f5 req-6149775e-12bb-4d9f-9129-2472806179f0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1589179 Jul 28 11:18:42.258165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ebe9-b161-4d16-bc12-324bc03130ad req-7f315d0f-6559-42fa-97cf-82366b1c0f6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:42.267616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5c1ebe9-b161-4d16-bc12-324bc03130ad req-7f315d0f-6559-42fa-97cf-82366b1c0f6c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1419551 Jul 28 11:18:42.271542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] DHCP port deletion for fe408b07-9dac-49e2-92fc-dbedcbbc1214 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:18:42.334831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.340860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5c1ebe9-b161-4d16-bc12-324bc03130ad req-c6b3ee65-0f38-4b86-9fd3-ccc0451fb1cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724943 Jul 28 11:18:42.367953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d6dd7d5-e657-4aa0-ae88-8b3bda2589f5 req-1f2267b7-08a5-4354-8ded-3626fce91318 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Jul 28 11:18:42.390852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] Deleting port 42a0aad8-4432-4706-b2ea-c259add87909 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:42.391945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.449861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.480239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Subnet': ['ID=5b263265-5888-4788-842d-9a7c47667485,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:42.489661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.494692 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a41c3df-a114-4317-8955-bf5cd7afbdd0 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/subnets/5b263265-5888-4788-842d-9a7c47667485 HTTP/1.1" status: 204 len: 168 time: 0.5219140 Jul 28 11:18:42.494997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb557eb-9193-4e22-9bdb-9d28ccec8309 None None] Network 458bb62c-f9c8-4ee1-9c23-8716261d5be2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:18:42.495149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:42.539149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82cf5c-e8b7-4284-bb60-f6c8f3b94df5 req-26c4338e-e9c8-458a-83fe-992a33ad2f12 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:42.541400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb82cf5c-e8b7-4284-bb60-f6c8f3b94df5 req-26c4338e-e9c8-458a-83fe-992a33ad2f12 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1112826 Jul 28 11:18:42.543610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9777e-a550-40db-88e8-12def78db445 req-e76c7b21-9857-48e2-92d6-13b460efa106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:42.545731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7f9777e-a550-40db-88e8-12def78db445 req-e76c7b21-9857-48e2-92d6-13b460efa106 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0739684 Jul 28 11:18:42.557930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] For port 42a0aad8-4432-4706-b2ea-c259add87909, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=42a0aad8-4432-4706-b2ea-c259add87909,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:42.558470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.580675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.582256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] Calling delete_port for 42a0aad8-4432-4706-b2ea-c259add87909 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:42.622796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7f9777e-a550-40db-88e8-12def78db445 req-3fd66180-3966-4ef4-9023-833f6c5cc8e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665114 Jul 28 11:18:42.642451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb82cf5c-e8b7-4284-bb60-f6c8f3b94df5 req-472f77bb-92a1-4c9a-ac64-e44db4511a34 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948806 Jul 28 11:18:42.653894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Deleting port 42a0aad8-4432-4706-b2ea-c259add87909 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:42.654401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.724134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] For port 42a0aad8-4432-4706-b2ea-c259add87909, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=42a0aad8-4432-4706-b2ea-c259add87909,segment=NetworkSegment(574073fd-42a9-4c4d-b0b4-25319a5b88f6),segment_id=574073fd-42a9-4c4d-b0b4-25319a5b88f6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:42.724816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.739421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Calling delete_port for 42a0aad8-4432-4706-b2ea-c259add87909 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:42.739741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 42a0aad8-4432-4706-b2ea-c259add87909 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:42.790312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.798900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No active binding found for port 42a0aad8-4432-4706-b2ea-c259add87909 {{(pid=93837) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:18:42.799147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 42a0aad8-4432-4706-b2ea-c259add87909 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:42.827280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] Pushing event deleted for resources: {'Port': ['ID=42a0aad8-4432-4706-b2ea-c259add87909,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:42.843473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.871321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780dd53-0628-4bc9-a69e-ee245f024b7a None None] No DVR routers for this DVR port 42a0aad8-4432-4706-b2ea-c259add87909 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:42.880342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Port': ['ID=42a0aad8-4432-4706-b2ea-c259add87909,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:42.883522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] DHCP port deletion for 458bb62c-f9c8-4ee1-9c23-8716261d5be2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:18:42.892462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] No DVR routers for this DVR port 42a0aad8-4432-4706-b2ea-c259add87909 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:42.962085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] Deleting port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:42.962482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.982838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:42.996279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe408b07-9dac-49e2-92fc-dbedcbbc1214']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:43.008874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574073fd-42a9-4c4d-b0b4-25319a5b88f6') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:43.009161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574073fd-42a9-4c4d-b0b4-25319a5b88f6') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:43.019664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.031102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] For port 12f1e92a-ac90-4806-8be7-627afe2ba9c8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=12f1e92a-ac90-4806-8be7-627afe2ba9c8,segment=NetworkSegment(1fd6b615-1588-4f3d-9f59-f4720f25ec5f),segment_id=1fd6b615-1588-4f3d-9f59-f4720f25ec5f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:43.031669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.043817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.045478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] Calling delete_port for 12f1e92a-ac90-4806-8be7-627afe2ba9c8 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:43.052127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:18:43.052563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:18:43.056372 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:18:43.133221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.145556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.149915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.154322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/networks/fe408b07-9dac-49e2-92fc-dbedcbbc1214 HTTP/1.1" status: 204 len: 168 time: 0.6559806 Jul 28 11:18:43.154861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:43.161568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde40c9-f6c0-4634-a028-257f80092bd1 tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Network': ['ID=fe408b07-9dac-49e2-92fc-dbedcbbc1214,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:43.183787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] Pushing event deleted for resources: {'Port': ['ID=12f1e92a-ac90-4806-8be7-627afe2ba9c8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:43.196484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72ac94-f52b-4c71-8fbc-530f370f32ea None None] No DVR routers for this DVR port 12f1e92a-ac90-4806-8be7-627afe2ba9c8 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:43.238067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.325547 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.335542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458bb62c-f9c8-4ee1-9c23-8716261d5be2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:43.345611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd6b615-1588-4f3d-9f59-f4720f25ec5f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:43.345909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd6b615-1588-4f3d-9f59-f4720f25ec5f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:43.354620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.367776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.373766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:18:43.374301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:18:43.377317 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:18:43.493582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.510304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:43.516699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] 10.222.0.20 "DELETE /v2.0/networks/458bb62c-f9c8-4ee1-9c23-8716261d5be2 HTTP/1.1" status: 204 len: 168 time: 0.3607945 Jul 28 11:18:43.541576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0377c6-4f12-4e77-8798-8744c8be3bcb tempest-TaggedBootDevicesTest-877023116 tempest-TaggedBootDevicesTest-877023116-project] Pushing event deleted for resources: {'Network': ['ID=458bb62c-f9c8-4ee1-9c23-8716261d5be2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:43.578173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597fda-c4fa-4a79-9f97-5aba27aed864 req-9921ff41-dc99-4d2f-920c-704792c56476 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:43.585818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f597fda-c4fa-4a79-9f97-5aba27aed864 req-9921ff41-dc99-4d2f-920c-704792c56476 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1633735 Jul 28 11:18:43.614289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049443c5-7f09-4f64-a2d8-ee8763b7617e req-fab55ac0-7b95-46d1-86c3-54f666ba358a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:43.616659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-049443c5-7f09-4f64-a2d8-ee8763b7617e req-fab55ac0-7b95-46d1-86c3-54f666ba358a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1565199 Jul 28 11:18:43.641824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f597fda-c4fa-4a79-9f97-5aba27aed864 req-8e540b1b-b24a-4e66-9aa7-5478a48e0e6f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551541 Jul 28 11:18:43.697969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-049443c5-7f09-4f64-a2d8-ee8763b7617e req-1f6a9180-cc1d-475f-a5fb-715abac933e0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642042 Jul 28 11:18:43.817295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a2aa0-5ac6-4c33-825c-31ca6784b1af req-21e91cae-339d-4052-a3e2-b7200f8cad43 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:43.819761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c1a2aa0-5ac6-4c33-825c-31ca6784b1af req-21e91cae-339d-4052-a3e2-b7200f8cad43 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0596032 Jul 28 11:18:43.876744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c1a2aa0-5ac6-4c33-825c-31ca6784b1af req-98d4b556-dcce-4fdd-bf2c-1ed2ead4f5e0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475900 Jul 28 11:18:44.208156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-76aae6d9-2b88-4240-bfbf-623d8be7f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:44.209605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-76aae6d9-2b88-4240-bfbf-623d8be7f23e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0759015 Jul 28 11:18:44.219015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ebb-bbca-4799-984e-b20f2d1d3db7 req-00d4e301-1bb8-4a7a-adaf-ae1157a5d9cc tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:44.220596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b843ebb-bbca-4799-984e-b20f2d1d3db7 req-00d4e301-1bb8-4a7a-adaf-ae1157a5d9cc tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0889521 Jul 28 11:18:44.316404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b843ebb-bbca-4799-984e-b20f2d1d3db7 req-51b95bab-b686-4996-be57-4c9cd197f7e9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815518 Jul 28 11:18:44.353214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-d07ebb0a-0e35-4afb-999b-68a04753ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:44.354694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-d07ebb0a-0e35-4afb-999b-68a04753ad10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.1296091 Jul 28 11:18:44.400297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-ed1e7922-a529-400c-9c26-34d19f190f77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 217 time: 0.0370829 Jul 28 11:18:44.445561 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-b081a924-a29c-419c-a165-2820888a5100 req-17292d6b-b988-46e6-ba09-c26d4b5e47f6 service neutron] show failed (client error): The resource could not be found. Jul 28 11:18:44.447023 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-17292d6b-b988-46e6-ba09-c26d4b5e47f6 service neutron] 10.222.0.41 "GET /v2.0/ports/db28f86c-961c-4583-b5b8-07e96c746d5c/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0659513 Jul 28 11:18:44.461166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-94d33eba-d2a3-45e0-8acc-682e7669af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:44.462562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-94d33eba-d2a3-45e0-8acc-682e7669af2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.0472496 Jul 28 11:18:44.497929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-1458b67b-ea5f-4525-9c30-dd05ed698439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275385 Jul 28 11:18:44.613762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-b2c3c729-811a-4397-9603-fff53b0e9a56 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045320 Jul 28 11:18:44.750531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfca53d0-487d-41d8-bd3c-e4f362e95771 req-6e310207-f9f1-4cf1-878d-9c7d25ae63b7 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282184 Jul 28 11:18:44.782411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-5601b30e-9c4e-4260-8775-c13a970350f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:44.784458 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-5601b30e-9c4e-4260-8775-c13a970350f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 1096 time: 0.1234155 Jul 28 11:18:44.803353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:18:44.945715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12f1e92a-ac90-4806-8be7-627afe2ba9c8 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:44.951115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:18:44.966262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22448-c788-47f0-8e14-b0fc6540c74e req-dcb6611a-bb75-4f20-9ae3-8ddf6da5ee62 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:44.974403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44c22448-c788-47f0-8e14-b0fc6540c74e req-dcb6611a-bb75-4f20-9ae3-8ddf6da5ee62 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1089401 Jul 28 11:18:45.020470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:45.050333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c08a9-3847-4e6f-80b9-75ce02753187 req-dfc952b3-98a6-4faa-82fa-a9fe9167d2fc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:45.059557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f63c08a9-3847-4e6f-80b9-75ce02753187 req-dfc952b3-98a6-4faa-82fa-a9fe9167d2fc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1701670 Jul 28 11:18:45.091830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44c22448-c788-47f0-8e14-b0fc6540c74e req-d0e4b970-fb2c-43d6-ad2f-3596345b13b9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163409 Jul 28 11:18:45.128770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f63c08a9-3847-4e6f-80b9-75ce02753187 req-a97783bd-4093-4008-86ee-c34e9b894fdf tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 Jul 28 11:18:45.330850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 12f1e92a-ac90-4806-8be7-627afe2ba9c8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:18:45.331195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12f1e92a-ac90-4806-8be7-627afe2ba9c8 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:45.409231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:45.423600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:45.436147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'mac_address': 'fa:16:3e:4b:75:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:18:45.472540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e56a6-f758-427a-ab2c-7b8f94922434 req-6098be00-d4d2-4f70-b306-09939a110c02 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:45.480501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-075e56a6-f758-427a-ab2c-7b8f94922434 req-6098be00-d4d2-4f70-b306-09939a110c02 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0672667 Jul 28 11:18:45.487524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:45.513758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:45.534900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:45.541387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25be7354-bd7f-47ab-a6d8-01a52e180201 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:45.542469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-075e56a6-f758-427a-ab2c-7b8f94922434 req-1bab7f97-fe25-4b65-9a85-1f6343b66f19 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605345 Jul 28 11:18:45.546667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:45.548971 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3fb2c6-9117-48d9-b579-3b090ba85e4c" -d '{"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-unplugged", "status": "completed", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:45.553731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Transition to ACTIVE for port object db28f86c-961c-4583-b5b8-07e96c746d5c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:18:45.559053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:45.576364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:45.587333 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:45.603704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:45.625419 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c932c-9094-4bb8-be71-ac74cf475ea5 x-openstack-request-id: req-0c0c932c-9094-4bb8-be71-ac74cf475ea5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:45.625719 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-unplugged", "status": "completed", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:45.625971 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c0c932c-9094-4bb8-be71-ac74cf475ea5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:45.627329 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'code': 200} Jul 28 11:18:45.700564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['25be7354-bd7f-47ab-a6d8-01a52e180201'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:18:45.730179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] No DVR routers for this DVR port db28f86c-961c-4583-b5b8-07e96c746d5c on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:18:45.760661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:46.001021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:18:46.012658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:18:46.013967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c on network 009da86d-af74-4718-8676-b6ac30e03658 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:46.020152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Port db28f86c-961c-4583-b5b8-07e96c746d5c on network 009da86d-af74-4718-8676-b6ac30e03658 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:18:46.020588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Attempting to bind port db28f86c-961c-4583-b5b8-07e96c746d5c on network 009da86d-af74-4718-8676-b6ac30e03658 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:18:46.028263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:18:46.028676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Checking segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:18:46.029002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Bound using segment: {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:18:46.029443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Bound port: db28f86c-961c-4583-b5b8-07e96c746d5c, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509ae8cf-2ce2-4d13-a3a6-3a197600a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '009da86d-af74-4718-8676-b6ac30e03658'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:18:46.029811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:46.152669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:18:46.157277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:18:46.164853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:46.245148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.245899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:46.247681 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] 10.222.0.44 "PUT /v2.0/ports/db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 1091 time: 1.4492962 Jul 28 11:18:46.320820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe31329-1741-4dcb-83dc-93c6be327d9d service neutron] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:46.351705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-26daa253-4599-49f0-afc7-efe08660c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.353354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-26daa253-4599-49f0-afc7-efe08660c08f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1094 time: 0.0671391 Jul 28 11:18:46.435132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46508e3d-eb21-4437-9d02-bd9f2e0e16a7 req-633a03ba-bc1c-412f-a265-a5ea2e6bdb65 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.443434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46508e3d-eb21-4437-9d02-bd9f2e0e16a7 req-633a03ba-bc1c-412f-a265-a5ea2e6bdb65 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.1344941 Jul 28 11:18:46.507893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08f418-2547-4db2-996f-01fc09a66d71 req-75b3b3fd-2cd0-46cc-a0d5-398cc1d72e2d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.517559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a08f418-2547-4db2-996f-01fc09a66d71 req-75b3b3fd-2cd0-46cc-a0d5-398cc1d72e2d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.2360210 Jul 28 11:18:46.602598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46508e3d-eb21-4437-9d02-bd9f2e0e16a7 req-e1d8a95a-5e18-41af-88bb-e8dba7ccd4af tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568487 Jul 28 11:18:46.614083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-5e04528d-4f39-4460-8d8c-a761b9a51999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.620078 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-5e04528d-4f39-4460-8d8c-a761b9a51999 service neutron] 10.222.0.44 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.2536328 Jul 28 11:18:46.690675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a08f418-2547-4db2-996f-01fc09a66d71 req-ac4751aa-ad69-48f1-96fd-9f3539014395 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674066 Jul 28 11:18:46.776114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-04a9cd73-2f87-452d-bf9c-4ea818b2e0c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 998 time: 0.1408722 Jul 28 11:18:46.862896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-98834c76-8fbf-4f53-b202-7ae36a224f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.866811 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-98834c76-8fbf-4f53-b202-7ae36a224f7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.0734768 Jul 28 11:18:46.923420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac68beb-fa00-4b71-9354-a45872409274 req-50706dff-96d1-468d-b3d8-9b4ed066c089 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.925093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bac68beb-fa00-4b71-9354-a45872409274 req-50706dff-96d1-468d-b3d8-9b4ed066c089 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1066897 Jul 28 11:18:46.956704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a924-a29c-419c-a165-2820888a5100 req-2b129a3f-6485-4d33-b3b1-4f17e968def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:46.956704 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-2b129a3f-6485-4d33-b3b1-4f17e968def7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810728 Jul 28 11:18:46.962843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:18:47.078172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 25be7354-bd7f-47ab-a6d8-01a52e180201 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:47.078560 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:47.169313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:18:47.380166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:18:47.483201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:47.536288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:47.538946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:47.542791 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d46545-493a-468a-abbb-6725a0ac0eeb" -d '{"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-plugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:47.548872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:47.623156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:47.644911 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4682d5-081d-4f3d-b173-57a5ff714778 x-openstack-request-id: req-df4682d5-081d-4f3d-b173-57a5ff714778 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:47.645947 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-plugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:47.646384 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df4682d5-081d-4f3d-b173-57a5ff714778 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:47.647587 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'code': 200} Jul 28 11:18:47.732982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:47.736108 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe52cde-cbba-499e-8cde-24944542ca43" -d '{"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:47.757332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bac68beb-fa00-4b71-9354-a45872409274 req-41891467-8de4-4254-aa9e-f4183cd93720 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8237815 Jul 28 11:18:47.841363 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-9f7e5e4c-5ede-4074-8d17-a4590e83c105 service neutron] 10.222.0.44 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8683820 Jul 28 11:18:47.860643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5706-5d9b-428b-b303-2652fb2899a7 req-45b6f6a9-eb9d-491e-b812-ed414c697a13 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:47.881376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16ba5706-5d9b-428b-b303-2652fb2899a7 req-45b6f6a9-eb9d-491e-b812-ed414c697a13 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.1058338 Jul 28 11:18:47.969067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4bda6-d296-4e7a-ba57-30638a3a0b39 req-0e327bc4-b862-4b7c-8bf1-91599be7d69b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:47.977936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59e4bda6-d296-4e7a-ba57-30638a3a0b39 req-0e327bc4-b862-4b7c-8bf1-91599be7d69b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0932331 Jul 28 11:18:48.080856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59e4bda6-d296-4e7a-ba57-30638a3a0b39 req-562eb79f-5f81-46e7-a065-d9385f672142 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016130 Jul 28 11:18:48.105156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16ba5706-5d9b-428b-b303-2652fb2899a7 req-1b9438b1-da92-4c2a-b0c7-763ebdf140d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215822 Jul 28 11:18:48.174049 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b081a924-a29c-419c-a165-2820888a5100 req-810fee1b-d0f1-4d81-9e48-6510fbe8c692 service neutron] 10.222.0.44 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116870 Jul 28 11:18:48.319829 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54102c1f-1b2b-4aa7-8a3f-69de054c8d57 x-openstack-request-id: req-54102c1f-1b2b-4aa7-8a3f-69de054c8d57 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:48.320489 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:48.320796 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54102c1f-1b2b-4aa7-8a3f-69de054c8d57 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:48.321374 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'status': 'completed', 'code': 200} Jul 28 11:18:48.410514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-e536cf28-03b5-4419-bb29-1d9cf2feb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:48.412365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-e536cf28-03b5-4419-bb29-1d9cf2feb9d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1094 time: 0.0937045 Jul 28 11:18:48.452888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-3946453b-e19d-4f00-8285-aa8d0f932b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:48.454852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-3946453b-e19d-4f00-8285-aa8d0f932b98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1094 time: 0.0852871 Jul 28 11:18:48.618120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-4a4e2556-e7bc-4642-a828-d09a8fee4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:48.619598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-4a4e2556-e7bc-4642-a828-d09a8fee4a92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.1981013 Jul 28 11:18:48.621435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-b1d18286-5794-4bfa-be42-27a767a0574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:48.623131 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-b1d18286-5794-4bfa-be42-27a767a0574b service neutron] 10.222.0.44 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.1600113 Jul 28 11:18:48.879337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-8ea2c00c-f2dd-4ea0-b518-318e2bf40dde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 998 time: 0.2482393 Jul 28 11:18:48.888906 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-1cab911c-43db-44aa-98ff-4f487541179a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 998 time: 0.2559748 Jul 28 11:18:48.999281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-e4b58b9f-d784-4e20-a311-7ca719423b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:49.000846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-e4b58b9f-d784-4e20-a311-7ca719423b2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.1077251 Jul 28 11:18:49.031690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-6ea0f35d-f0c4-41fb-b6cd-1c5838be8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:49.036584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-6ea0f35d-f0c4-41fb-b6cd-1c5838be8486 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.1325355 Jul 28 11:18:49.068551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-912d742e-1bb5-4450-a5d7-103128391ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:49.070850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-912d742e-1bb5-4450-a5d7-103128391ccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622709 Jul 28 11:18:49.184124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-834d29d8-0500-4508-9d27-a58a88407b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:49.189759 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-834d29d8-0500-4508-9d27-a58a88407b77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297891 Jul 28 11:18:49.356987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39c03-782a-45ee-a9ea-2dfaaf18a7d3 req-b9e683ac-87b0-4cd3-8ea8-afb0762f2ba5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:49.365032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19a39c03-782a-45ee-a9ea-2dfaaf18a7d3 req-b9e683ac-87b0-4cd3-8ea8-afb0762f2ba5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1303873 Jul 28 11:18:49.414979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-30973696-0eb7-4e56-b063-b7744aedea52 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245485 Jul 28 11:18:49.424565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-9fc4fe4e-ae3d-4dba-8a2f-fe91794ab38c service neutron] 10.222.0.44 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104971 Jul 28 11:18:49.601152 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-93eeed88-6d20-459f-a474-ba3cde135554 service neutron] 10.222.0.44 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668310 Jul 28 11:18:49.634009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19a39c03-782a-45ee-a9ea-2dfaaf18a7d3 req-ee61a28d-61c6-4888-a38e-7cd39133f85c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679718 Jul 28 11:18:49.635974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe52cde-cbba-499e-8cde-24944542ca43 req-5a0625b4-87da-408e-b5b8-5bbd18fa3ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081628 Jul 28 11:18:49.669656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f207-5993-41c9-9d79-10903ecf0c8b req-5656365d-609b-480e-82a2-4e946c4292d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:49.680618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1883f207-5993-41c9-9d79-10903ecf0c8b req-5656365d-609b-480e-82a2-4e946c4292d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.3583949 Jul 28 11:18:49.703031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:49.761318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1883f207-5993-41c9-9d79-10903ecf0c8b req-79645a97-9815-4a70-84e8-3235243c9a76 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756209 Jul 28 11:18:50.767747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336fb05-6772-4f56-a060-53c38a159b35 req-cd4878a9-3631-4f9d-b541-473abb750928 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:50.778814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7336fb05-6772-4f56-a060-53c38a159b35 req-cd4878a9-3631-4f9d-b541-473abb750928 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1399505 Jul 28 11:18:50.885686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7336fb05-6772-4f56-a060-53c38a159b35 req-6e974dc3-37ec-4fc3-80b5-accd16add8df tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055779 Jul 28 11:18:50.961967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42fa0-d9a5-40c0-97a3-f7d4fce64a84 req-780546c6-c244-415b-9348-6441b9982bcc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:50.977455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:18:50.996107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efa42fa0-d9a5-40c0-97a3-f7d4fce64a84 req-780546c6-c244-415b-9348-6441b9982bcc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.2144043 Jul 28 11:18:51.116874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efa42fa0-d9a5-40c0-97a3-f7d4fce64a84 req-b32ac012-7861-4808-a2fd-ac980a952c12 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196828 Jul 28 11:18:51.218270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:51.265739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509862d9-01dc-476b-8d34-5d863ba9fd2f req-bb74cfa5-5264-4743-a3c0-04bd82b31caf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:51.267792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'port_id': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'mac_address': 'fa:16:3e:43:94:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:18:51.269403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-509862d9-01dc-476b-8d34-5d863ba9fd2f req-bb74cfa5-5264-4743-a3c0-04bd82b31caf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 943 time: 0.0996192 Jul 28 11:18:51.333727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-509862d9-01dc-476b-8d34-5d863ba9fd2f req-b7ed972f-f35e-43c0-b810-92ecbebee28a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580103 Jul 28 11:18:51.362904 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:51.395027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db28f86c-961c-4583-b5b8-07e96c746d5c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:18:51.430156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:51.435255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:51.510856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:51.695983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e78063-6b88-4192-8f53-74e03c79607f req-0826d00d-ff58-45be-9ccb-40e88c486149 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:51.697569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52e78063-6b88-4192-8f53-74e03c79607f req-0826d00d-ff58-45be-9ccb-40e88c486149 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 944 time: 0.0733368 Jul 28 11:18:51.783397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['db28f86c-961c-4583-b5b8-07e96c746d5c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:18:51.831747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52e78063-6b88-4192-8f53-74e03c79607f req-db7e13fe-7cf9-4be1-9e7b-b522f3411ac8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239986 Jul 28 11:18:51.844351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-b8779259-7a33-4e5e-87d9-705c891229f6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:51.846303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-b8779259-7a33-4e5e-87d9-705c891229f6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c&tenant_id=53d99df6846d459185671064bf7c439d&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.1170323 Jul 28 11:18:51.974105 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-ee67207b-3e17-4a19-9981-5bc4795e8404 service neutron] delete failed (client error): The resource could not be found. Jul 28 11:18:51.979560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-ee67207b-3e17-4a19-9981-5bc4795e8404 service neutron] 10.222.0.41 "DELETE /v2.0/ports/db28f86c-961c-4583-b5b8-07e96c746d5c/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.1242805 Jul 28 11:18:52.238402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-2a2b0406-818b-4ecd-aa5e-16120e16cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:52.253147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-2a2b0406-818b-4ecd-aa5e-16120e16cf39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1095 time: 0.2119253 Jul 28 11:18:52.409043 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:52.528729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e594-a074-4f1a-aefa-6a67b1eac482 req-e26c488e-8523-4ddc-ab65-7cbef87081ec tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:52.530712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938e594-a074-4f1a-aefa-6a67b1eac482 req-e26c488e-8523-4ddc-ab65-7cbef87081ec tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.2441304 Jul 28 11:18:52.600116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938e594-a074-4f1a-aefa-6a67b1eac482 req-8d552a38-638c-4b5a-ba4e-82ef25d8ae10 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500088 Jul 28 11:18:52.628423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-e356b8bd-dfae-4af5-a6d6-abb388a0814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:52.630054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-e356b8bd-dfae-4af5-a6d6-abb388a0814d service neutron] 10.222.0.41 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.3672607 Jul 28 11:18:52.734272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-837330a3-b1ed-4cea-9c94-77678f159207 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 999 time: 0.0931997 Jul 28 11:18:52.868749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-635f6a3a-f13c-47a9-89da-87613804be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:52.871282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-635f6a3a-f13c-47a9-89da-87613804be20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.1241219 Jul 28 11:18:52.995690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-d4677a38-c538-40dc-ac4b-4bb98ecc00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:52.997745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-d4677a38-c538-40dc-ac4b-4bb98ecc00fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151867 Jul 28 11:18:53.012000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e705072-7ed1-4801-9ed4-2d2963ebfad0 req-52cf4999-590e-430f-9358-944d6e0ff816 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:53.013822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e705072-7ed1-4801-9ed4-2d2963ebfad0 req-52cf4999-590e-430f-9358-944d6e0ff816 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 944 time: 0.0729346 Jul 28 11:18:53.151322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-6ff42b78-970a-450f-8217-5f4bc0e719de service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363132 Jul 28 11:18:53.284109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9863dd5-3792-4dae-8511-7abeef073f7d req-e95a724b-0e49-4c45-a9a8-6fce7ce00c38 service neutron] 10.222.0.41 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162007 Jul 28 11:18:53.319828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e705072-7ed1-4801-9ed4-2d2963ebfad0 req-d5ece21c-3538-441e-94de-41e13fb1aaa4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672900 Jul 28 11:18:53.830563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116dcff-a60e-41e1-8935-e9dba15a2c03 req-4e090559-4f75-4351-b22d-90b10e053d6d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:53.835735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4116dcff-a60e-41e1-8935-e9dba15a2c03 req-4e090559-4f75-4351-b22d-90b10e053d6d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1273136 Jul 28 11:18:53.973822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4116dcff-a60e-41e1-8935-e9dba15a2c03 req-b2d82f7d-6d4c-49aa-b29d-593b95d0af53 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286643 Jul 28 11:18:54.562505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c5c6-5015-4090-aba2-382236c2ec75 req-b7a58470-1b4c-4d7b-a13d-d0e42033a69a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:54.564110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4143c5c6-5015-4090-aba2-382236c2ec75 req-b7a58470-1b4c-4d7b-a13d-d0e42033a69a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 944 time: 0.1046541 Jul 28 11:18:54.647733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4143c5c6-5015-4090-aba2-382236c2ec75 req-f0ec9ea4-1a8d-4432-9b36-12cc692a24b7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632761 Jul 28 11:18:54.666120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:54.824439 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-33671534-8814-4e24-9774-7b7fd30083d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/4447525a-9b5a-453c-a482-a4cd66ddb9ce HTTP/1.1" status: 200 len: 991 time: 0.1500041 Jul 28 11:18:54.988876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:18:55.070278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port db28f86c-961c-4583-b5b8-07e96c746d5c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:18:55.074940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port db28f86c-961c-4583-b5b8-07e96c746d5c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:18:55.075491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:55.207477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb9f0a-4c7f-4254-84b1-6e0cf09a8b89 req-96aecd80-b656-46c2-a1eb-38c7ee69cd08 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:55.215712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4fb9f0a-4c7f-4254-84b1-6e0cf09a8b89 req-96aecd80-b656-46c2-a1eb-38c7ee69cd08 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0967810 Jul 28 11:18:55.273412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:55.289329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4fb9f0a-4c7f-4254-84b1-6e0cf09a8b89 req-cdd93159-a725-4cdb-84f8-c220a75db7dd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727491 Jul 28 11:18:55.308139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:18:55.311293 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142c7ca1-e5cb-4eee-b88d-82ca719b1424" -d '{"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-plugged", "status": "completed", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:18:55.328999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:55.339190 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:55.400253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:55.424531 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc96689-ae86-4577-a091-537c85bc4de2 x-openstack-request-id: req-5dc96689-ae86-4577-a091-537c85bc4de2 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:18:55.424823 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-plugged", "status": "completed", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:18:55.425074 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dc96689-ae86-4577-a091-537c85bc4de2 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:18:55.425476 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'code': 200} Jul 28 11:18:56.490521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f27dbb-6079-4d21-99e7-5b9b74d0a8d1 req-1f1d9c97-321b-4d47-8727-7fb456f96313 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:56.498918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66f27dbb-6079-4d21-99e7-5b9b74d0a8d1 req-1f1d9c97-321b-4d47-8727-7fb456f96313 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0743234 Jul 28 11:18:56.506736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:56.569692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66f27dbb-6079-4d21-99e7-5b9b74d0a8d1 req-ad47ced6-0516-4446-a745-626316ff32cd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686648 Jul 28 11:18:57.344982 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:57.744329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbcae2-33f8-4d60-9c06-d6464f722627 req-571cc96c-2023-4193-bb55-c35ce1f35389 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:57.753176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ebbcae2-33f8-4d60-9c06-d6464f722627 req-571cc96c-2023-4193-bb55-c35ce1f35389 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0855749 Jul 28 11:18:57.786150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Deleting port ada07c68-540d-40c4-bd99-104607943189 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:57.786767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:57.850177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ebbcae2-33f8-4d60-9c06-d6464f722627 req-173c172d-b1b2-41a9-b4ff-5d7db70725ac tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929399 Jul 28 11:18:57.874144 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcbefa96-f776-41fe-b5ae-6e9cfbbc8fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:57.927055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] For port ada07c68-540d-40c4-bd99-104607943189, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ada07c68-540d-40c4-bd99-104607943189,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:57.928541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:57.950926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Calling delete_port for ada07c68-540d-40c4-bd99-104607943189 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:58.238108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:58.270120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada07c68-540d-40c4-bd99-104607943189,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:18:58.423276 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:18:58.543359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:58.953504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Router ea4219d7-182f-40a5-8e42-62696702ca3f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:18:59.018428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d7fe-e088-4ad5-aabb-13d4ec291477 req-4a1e3033-4b76-46bb-8558-0e831a8f360a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:18:59.029908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bd6d7fe-e088-4ad5-aabb-13d4ec291477 req-4a1e3033-4b76-46bb-8558-0e831a8f360a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0893953 Jul 28 11:18:59.119256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bd6d7fe-e088-4ad5-aabb-13d4ec291477 req-10114bc7-27fc-45b3-9f9f-5bb7f3358538 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887389 Jul 28 11:18:59.221679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:18:59.232981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:18:59.233122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-207f8828-9eae-4399-9876-a2f6856f7108 admin admin] 10.222.0.20 "PUT /v2.0/routers/ea4219d7-182f-40a5-8e42-62696702ca3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233186 Jul 28 11:18:59.253594 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] Sync routers for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:18:59.263641 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:18:59.264318 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:18:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:59.374891 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:18:59.388518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:59.517849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:59.580232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Deleting port 6545da97-2240-425b-a5e5-fa272d6cb9b3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:18:59.580477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:59.632621 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:18:58Z', 'revision_number': 5, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port': {'id': '6545da97-2240-425b-a5e5-fa272d6cb9b3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:07:33Z', 'updated_at': '2021-07-28T11:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:59.679975 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] Checking router: ea4219d7-182f-40a5-8e42-62696702ca3f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:18:59.697251 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] Routers {'ea4219d7-182f-40a5-8e42-62696702ca3f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:18:59.697891 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:18:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ea4219d7-182f-40a5-8e42-62696702ca3f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:59.718207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] For port 6545da97-2240-425b-a5e5-fa272d6cb9b3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6545da97-2240-425b-a5e5-fa272d6cb9b3,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:18:59.718651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:18:59.757201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Calling delete_port for 6545da97-2240-425b-a5e5-fa272d6cb9b3 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:18:59.832152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] Set router ea4219d7-182f-40a5-8e42-62696702ca3f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:18:59.900586 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:18:59Z', 'revision_number': 6, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:18:59.932048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53aed4-a334-4cc0-ab7e-95964cb1354b None None] The sync data for ids ['ea4219d7-182f-40a5-8e42-62696702ca3f'] in n-d-723573-7 is: [{'id': 'ea4219d7-182f-40a5-8e42-62696702ca3f', 'name': 'tempest-TaggedBootDevicesTest-1670852974-router', 'tenant_id': '44d7dff6fecd400e87455d53ec70240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:07:32Z', 'updated_at': '2021-07-28T11:18:59Z', 'revision_number': 6, 'project_id': '44d7dff6fecd400e87455d53ec70240e', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:00.065124 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.099142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6545da97-2240-425b-a5e5-fa272d6cb9b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:00.170887 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.334226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.338157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.377842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50a56-af29-4d02-917c-f0625dc0b96f req-f09f4ce1-8adf-44ab-a334-a06d040f8171 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:00.380795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9b50a56-af29-4d02-917c-f0625dc0b96f req-f09f4ce1-8adf-44ab-a334-a06d040f8171 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1421297 Jul 28 11:19:00.450814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.451515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4219d7-182f-40a5-8e42-62696702ca3f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:19:00.458097 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.462623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:00.463151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-23fe6c90-aefc-4115-bbea-70dfccf3d2fe admin admin] 10.222.0.20 "DELETE /v2.0/routers/ea4219d7-182f-40a5-8e42-62696702ca3f HTTP/1.1" status: 204 len: 168 time: 1.2286465 Jul 28 11:19:00.469137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9b50a56-af29-4d02-917c-f0625dc0b96f req-d291df16-4224-420b-9fe8-0fb62fdb3689 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Jul 28 11:19:00.528948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Deleting subnet 51c3d490-6a4d-4c26-a976-5b464ba2291d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:19:00.532624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.586251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.694625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.777916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.823043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c3d490-6a4d-4c26-a976-5b464ba2291d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:00.851074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138b954-6db9-4f4d-afb2-60b9f12e427e None None] Network 41784674-f678-4a62-b982-17a81688a84c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:00.855018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:00.860025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:00.879236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66bb065c-52a8-4e75-bfb0-e737444f2fc5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51c3d490-6a4d-4c26-a976-5b464ba2291d HTTP/1.1" status: 204 len: 168 time: 0.4154508 Jul 28 11:19:00.976362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.006882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ada07c68-540d-40c4-bd99-104607943189 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:01.073657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Deleting port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:01.074235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.158985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ada07c68-540d-40c4-bd99-104607943189 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:01.163794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ada07c68-540d-40c4-bd99-104607943189 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:01.170755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6545da97-2240-425b-a5e5-fa272d6cb9b3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:01.254816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] For port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,segment=NetworkSegment(61199427-c559-4a43-83d7-516f5dc16630),segment_id=61199427-c559-4a43-83d7-516f5dc16630)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:01.255614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.255770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6545da97-2240-425b-a5e5-fa272d6cb9b3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:01.256871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6545da97-2240-425b-a5e5-fa272d6cb9b3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:01.296973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Calling delete_port for 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:01.308544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.313704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f55211d-f773-4f43-90e4-ad3c1592ddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.431408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.450201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5541e42-0655-4e4f-85d5-e6c96b08f064 None None] DHCP port deletion for 41784674-f678-4a62-b982-17a81688a84c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:19:01.481368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:01.483243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] No DVR routers for this DVR port 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:19:01.575696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.625108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41784674-f678-4a62-b982-17a81688a84c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:01.637177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61199427-c559-4a43-83d7-516f5dc16630') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:01.637604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61199427-c559-4a43-83d7-516f5dc16630') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:01.650542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.671804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b8f6c-be42-4c59-a142-ec048d051dfc req-81e4dbc0-53a6-431e-aac9-fd24e98607fb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:01.673354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe3b8f6c-be42-4c59-a142-ec048d051dfc req-81e4dbc0-53a6-431e-aac9-fd24e98607fb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0907912 Jul 28 11:19:01.674440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.682269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:19:01.682834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:19:01.685339 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:19:01.775968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe3b8f6c-be42-4c59-a142-ec048d051dfc req-80cf76bd-3819-4605-a956-06996c9381df tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753465 Jul 28 11:19:01.790892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.810030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:01.815229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/41784674-f678-4a62-b982-17a81688a84c HTTP/1.1" status: 204 len: 168 time: 0.9539435 Jul 28 11:19:01.827896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6171bc8-ddc6-4d77-b6b9-a35563b082e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41784674-f678-4a62-b982-17a81688a84c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:01.885091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:02.011630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:02.063638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9ff6899f-d665-49c1-ac12-07fd6cd471a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44d7dff6fecd400e87455d53ec70240e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506887 Jul 28 11:19:02.066998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:02.160149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e91d1a4c-d5e0-4b7c-aa75-421b239b9439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:02.205803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e91d1a4c-d5e0-4b7c-aa75-421b239b9439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:02.300813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e91d1a4c-d5e0-4b7c-aa75-421b239b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:02.304489 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e91d1a4c-d5e0-4b7c-aa75-421b239b9439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:02.305651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e91d1a4c-d5e0-4b7c-aa75-421b239b9439 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d62ec27-d464-4121-a7f3-7ebc96c918b6 HTTP/1.1" status: 204 len: 168 time: 0.2376530 Jul 28 11:19:02.314252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d1a4c-d5e0-4b7c-aa75-421b239b9439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62ec27-d464-4121-a7f3-7ebc96c918b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:02.765917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:02.798330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:02.798829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc8c900-b6cb-40f0-a4d5-2b168a3ccf21 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:02.986212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab2998-b67a-427c-bf4e-ca2756b1be07 req-e15c7c10-8107-4b21-8d73-e1346056668b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:02.988613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99ab2998-b67a-427c-bf4e-ca2756b1be07 req-e15c7c10-8107-4b21-8d73-e1346056668b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0832677 Jul 28 11:19:03.058475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99ab2998-b67a-427c-bf4e-ca2756b1be07 req-f7918e8e-8c4a-46e8-b441-02d68c2b3700 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 Jul 28 11:19:03.247646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:03.353857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.413072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-261545394-network', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:03.449624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:03.455656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.466727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.612330 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.623838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.657251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:19:03.669808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0730563-61c9-4c7d-9567-32c5c09cc039,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:03.675147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.675716 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Added segment 15482f38-d1c3-4c6b-ab13-73e8d0649aad of type vlan for network 1849a05a-7fc8-491d-93fe-05485dfd4526 Jul 28 11:19:03.742399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.789028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.795416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:03.796083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:03.906506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] Pushing event updated for resources: {'Network': ['ID=1849a05a-7fc8-491d-93fe-05485dfd4526,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:03.915310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f71e61a9-514d-4d86-a018-9e77e46d5e08 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6659925 Jul 28 11:19:03.918066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:03.919921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:19:03.923723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Request body: {'subnet': {'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-subnet', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:03.950019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:03.952603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.151398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.257283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8013ca9-7356-4f40-885c-15ab302ccc8e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:04.271389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Checking segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:04.271747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Network hostable DHCP agents. Network: 1849a05a-7fc8-491d-93fe-05485dfd4526, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:19:04.290314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cbf8-8636-4f5a-9a57-1a51698110ac req-5e72d78d-784b-4232-8e77-87fbe2cbca31 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:04.291803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e911cbf8-8636-4f5a-9a57-1a51698110ac req-5e72d78d-784b-4232-8e77-87fbe2cbca31 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0991096 Jul 28 11:19:04.306416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:19:04.326887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 1849a05a-7fc8-491d-93fe-05485dfd4526) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:04.336781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d6e51-6cbb-4652-adbf-d31e771d55d1 None None] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:04.337374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:04.337966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.369964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e911cbf8-8636-4f5a-9a57-1a51698110ac req-1ff7d760-033d-4222-978c-09f734103517 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Jul 28 11:19:04.383752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:04.384496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e216cbff-f8ae-4071-a358-74bed7e6408c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4643362 Jul 28 11:19:04.389430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:04.444593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.456440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.538358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.624166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-1849a05a-7fc8-491d-93fe-05485dfd4526', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:19:04.625073 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.667788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a409db-5408-4ce5-8df5-895b806236b5 req-eaa029fd-4131-495a-b875-0ab572b73a6f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:04.669352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0a409db-5408-4ce5-8df5-895b806236b5 req-eaa029fd-4131-495a-b875-0ab572b73a6f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1012130 Jul 28 11:19:04.696611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6061b0-e297-4e84-8d10-61fb7956fea7 req-46913310-63a3-4bc9-bb80-db7baa34fc50 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:04.698726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b6061b0-e297-4e84-8d10-61fb7956fea7 req-46913310-63a3-4bc9-bb80-db7baa34fc50 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 950 time: 0.0960643 Jul 28 11:19:04.728549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:04.764971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b6061b0-e297-4e84-8d10-61fb7956fea7 req-914ae938-623f-4bf7-a218-08723c2a0d76 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Jul 28 11:19:04.774270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0a409db-5408-4ce5-8df5-895b806236b5 req-4290c3b6-cc0b-42ed-8feb-b6da65529b36 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962148 Jul 28 11:19:04.781281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Allocated IP 172.20.0.2 (1849a05a-7fc8-491d-93fe-05485dfd4526/b8013ca9-7356-4f40-885c-15ab302ccc8e/43565bb5-70e3-40b8-9646-bd49d4e1afa5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:04.957610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe64fff-d738-45ad-91c5-fb568358df30 req-695f2279-2083-46bf-b979-c4a25811c478 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:04.965097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fe64fff-d738-45ad-91c5-fb568358df30 req-695f2279-2083-46bf-b979-c4a25811c478 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0688369 Jul 28 11:19:04.994278 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.007958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Transition to ACTIVE for port object 43565bb5-70e3-40b8-9646-bd49d4e1afa5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:05.029362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1fe64fff-d738-45ad-91c5-fb568358df30 req-286db0b6-4fc2-4d65-a058-05b7f34b7280 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573602 Jul 28 11:19:05.038839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Transition to ACTIVE for port object 43565bb5-70e3-40b8-9646-bd49d4e1afa5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:05.054367 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.112499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:05.116232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:05.122754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:05.132215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Pushing event updated for resources: {'Port': ['ID=43565bb5-70e3-40b8-9646-bd49d4e1afa5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:05.192943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Attempting to bind port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:05.193877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Attempting to bind port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:05.194263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Attempting to bind port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 on network 1849a05a-7fc8-491d-93fe-05485dfd4526 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:05.200682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:05.201037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Checking segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:05.201583 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.201847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Bound using segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:05.202620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Bound port: 43565bb5-70e3-40b8-9646-bd49d4e1afa5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:05.203021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.284358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] For port 43565bb5-70e3-40b8-9646-bd49d4e1afa5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:05.288373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] For port 43565bb5-70e3-40b8-9646-bd49d4e1afa5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=43565bb5-70e3-40b8-9646-bd49d4e1afa5,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:05.294222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.385342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.415308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb737cd-733f-404d-9bbe-4206ec81f512 None None] Pushing event updated for resources: {'Port': ['ID=43565bb5-70e3-40b8-9646-bd49d4e1afa5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:05.421061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.543938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-83eedd9f-fff0-493e-b1e8-4fd204a5df31 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:05.555197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-83eedd9f-fff0-493e-b1e8-4fd204a5df31 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.2079196 Jul 28 11:19:05.579562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Allocated IP 172.25.1.149 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/891f7a0d-90d5-43e5-ab7a-4573ac47380e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:05.581690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-35ed40c3-5da0-4fa7-af3a-55b62b532c7f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/quotas/4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 375 time: 0.0248113 Jul 28 11:19:05.768807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.822187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:05.879876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:05.886347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:05.888904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:05.919036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Pushing event updated for resources: {'Port': ['ID=891f7a0d-90d5-43e5-ab7a-4573ac47380e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:06.084627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-7dcddac8-090d-4d3c-a55c-0df4d3221336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:06.086110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-7dcddac8-090d-4d3c-a55c-0df4d3221336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.4915299 Jul 28 11:19:06.104681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-335d754e-cc64-426a-9caa-7d97a1ea2f3e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5217257 Jul 28 11:19:06.125815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c5d2-4ca0-4b83-92a2-2ae3a9f30e9b req-1a409e4b-9576-489f-a44b-b7d7d6e5dc45 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:06.127274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58b9c5d2-4ca0-4b83-92a2-2ae3a9f30e9b req-1a409e4b-9576-489f-a44b-b7d7d6e5dc45 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.5288925 Jul 28 11:19:06.214246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:06.301350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58b9c5d2-4ca0-4b83-92a2-2ae3a9f30e9b req-ff0671ef-acaf-4fb0-b24f-ec4f3c72c58b tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610634 Jul 28 11:19:06.375595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-ad8efa50-8b2e-4e12-a081-3086ec328f18 service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699885 Jul 28 11:19:06.422574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-dcb48820-8acf-4d6b-a9a5-e6d1e6e6466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:06.424030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-dcb48820-8acf-4d6b-a9a5-e6d1e6e6466f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.3133769 Jul 28 11:19:06.463774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:06.502592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-35ee521d-aa08-4170-99e1-bf36986eeb0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 217 time: 0.0478139 Jul 28 11:19:06.571144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121314e4-3e19-4eaf-80f9-8707e4f3998b req-f212f669-3fec-47a0-af0f-3782a5b72250 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:06.573108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-121314e4-3e19-4eaf-80f9-8707e4f3998b req-f212f669-3fec-47a0-af0f-3782a5b72250 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 950 time: 0.1882181 Jul 28 11:19:06.609276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-b5d17f55-6687-4f9d-a983-b49dfae7dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:06.610956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-b5d17f55-6687-4f9d-a983-b49dfae7dc8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.1005714 Jul 28 11:19:06.614133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Router 8f6cf680-192d-442c-bdee-569075321539 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:19:06.614778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-0f11d75a-a3b2-4287-a66c-cdf4aa0ba282 service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383215 Jul 28 11:19:06.660088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-121314e4-3e19-4eaf-80f9-8707e4f3998b req-e73714b1-9c98-4f39-b6c6-1a7885cdbd71 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795863 Jul 28 11:19:06.677325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-c0b68028-4379-4c55-a9cb-1ee0a0d10366 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575607 Jul 28 11:19:06.688333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f4747-145e-457a-a017-3ba77654c94a None None] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:06.786102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be9660bf-59cb-49d2-8ca3-b8df520cb395 None None] Provisioning for port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:06.902026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:06.926357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Sync routers for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:06.926899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:06.929738 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-279107c2-def0-46c0-aa0a-1e4d07135674 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5445035 Jul 28 11:19:06.932403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:06.949814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 43565bb5-70e3-40b8-9646-bd49d4e1afa5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:06.952979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-85488b43-1970-49e0-9c81-01ebd44a6903 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657020 Jul 28 11:19:06.956219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67428a53-0d44-42fd-8993-b1aaade89810 req-827cc6f2-9424-494a-995f-c7e3eb2d812a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 210 time: 0.0967271 Jul 28 11:19:07.012489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:07.013751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:07.182524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-855e84ae-c63f-42b5-b3fc-0b948f535a39 req-ab24e8c5-b0c1-4a75-a497-bb52087e8784 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207692 Jul 28 11:19:07.272877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:07.302763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:07.303668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:07.437522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:07.567685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e55a-3eec-4ddf-a94a-e2ce83d860a3 req-bc17c1ed-bdf8-4524-b3ea-8789c338f0e9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:07.577034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3074e55a-3eec-4ddf-a94a-e2ce83d860a3 req-bc17c1ed-bdf8-4524-b3ea-8789c338f0e9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1308565 Jul 28 11:19:07.657592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3074e55a-3eec-4ddf-a94a-e2ce83d860a3 req-4b02654f-b5f3-4660-b024-846bc595deb4 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787969 Jul 28 11:19:07.704101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:07.891769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Allocated IP 172.20.0.1 (1849a05a-7fc8-491d-93fe-05485dfd4526/b8013ca9-7356-4f40-885c-15ab302ccc8e/2740d779-ac95-40b9-9f30-770f576abdfa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:07.906155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:07.937728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a63ff1a3-9cd4-442a-aae3-7352ab746424 None None] Provisioning complete for port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:07.938550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a63ff1a3-9cd4-442a-aae3-7352ab746424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.006297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.007115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 43565bb5-70e3-40b8-9646-bd49d4e1afa5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=43565bb5-70e3-40b8-9646-bd49d4e1afa5,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:08.014224 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.024073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Transition to ACTIVE for port object 2740d779-ac95-40b9-9f30-770f576abdfa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:08.067577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.081341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ebd6d89-0f76-4522-a0a9-bbc025dfd274 req-41f1f75b-71fd-4db5-bbb9-eef58a604f14 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 210 time: 0.0357487 Jul 28 11:19:08.098438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:06Z', 'revision_number': 3, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:08.112976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:08.118064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:08.121117 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:08.144736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Checking router: 8f6cf680-192d-442c-bdee-569075321539 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:08.145093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Updating router 8f6cf680-192d-442c-bdee-569075321539 port 891f7a0d-90d5-43e5-ab7a-4573ac47380e binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:19:08.150392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=43565bb5-70e3-40b8-9646-bd49d4e1afa5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:08.173576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.173815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Pushing event updated for resources: {'Port': ['ID=2740d779-ac95-40b9-9f30-770f576abdfa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:08.173977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.174247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.174592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.174941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.175246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.175573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.175898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.176320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.177031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.177031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.177286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:08.194627 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.208216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.448128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.487002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-0c7b1fcb-5e48-48fe-8b2e-683690222c7b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:08.488487 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-0c7b1fcb-5e48-48fe-8b2e-683690222c7b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.1735272 Jul 28 11:19:08.518160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'port': {'device_id': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'admin_state_up': True, 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:08.544000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea2c1dee-0f3e-4768-9065-16ab47d69d9f None None] Provisioning for port 2740d779-ac95-40b9-9f30-770f576abdfa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:08.555166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea2c1dee-0f3e-4768-9065-16ab47d69d9f None None] Provisioning complete for port 2740d779-ac95-40b9-9f30-770f576abdfa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:08.555549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1dee-0f3e-4768-9065-16ab47d69d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.589940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.614944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Transition to ACTIVE for port object 891f7a0d-90d5-43e5-ab7a-4573ac47380e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:08.617504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c1dee-0f3e-4768-9065-16ab47d69d9f None None] Port 2740d779-ac95-40b9-9f30-770f576abdfa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:19:08.621244 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.700351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Attempting to bind port 891f7a0d-90d5-43e5-ab7a-4573ac47380e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:08.701225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Attempting to bind port 891f7a0d-90d5-43e5-ab7a-4573ac47380e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:08.701225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Attempting to bind port 891f7a0d-90d5-43e5-ab7a-4573ac47380e on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:08.707361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6147b0-65e8-44fb-a4aa-d3035d29d64b None None] Pushing event updated for resources: {'Port': ['ID=891f7a0d-90d5-43e5-ab7a-4573ac47380e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:08.714821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:08.715310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:08.715834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.716261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:08.716745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Bound port: 891f7a0d-90d5-43e5-ab7a-4573ac47380e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:08.717132 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.760298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:08.763686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.787209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] For port 891f7a0d-90d5-43e5-ab7a-4573ac47380e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:08.791512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] For port 891f7a0d-90d5-43e5-ab7a-4573ac47380e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=891f7a0d-90d5-43e5-ab7a-4573ac47380e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:08.796960 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.855252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 43565bb5-70e3-40b8-9646-bd49d4e1afa5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:08.883280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa8c1-8866-41da-b5be-4221644daed7 req-b67505aa-cb30-43f9-becc-26cc637c5974 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:08.885248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c13aa8c1-8866-41da-b5be-4221644daed7 req-b67505aa-cb30-43f9-becc-26cc637c5974 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0835652 Jul 28 11:19:08.897911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.922336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:08.939644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:08.940374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:08.944365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6147b0-65e8-44fb-a4aa-d3035d29d64b None None] Pushing event updated for resources: {'Port': ['ID=891f7a0d-90d5-43e5-ab7a-4573ac47380e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:08.968054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c13aa8c1-8866-41da-b5be-4221644daed7 req-8102e7b0-619a-4ae0-b876-0aafd0e46ba2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583019 Jul 28 11:19:09.023490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.025807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Allocated IP 172.20.0.8 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/1cea18be-d9b8-451f-b268-94f77103b167) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:09.028587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Pushing event updated for resources: {'Port': ['ID=2740d779-ac95-40b9-9f30-770f576abdfa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:09.051829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:09.052262 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.095884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:09.134000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:09.190135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a44dc65b-b18f-4cc4-80da-dac164640ac7 req-deb9c1b2-a43e-447a-820d-17de471a9051 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 210 time: 0.0336442 Jul 28 11:19:09.214209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:09.217272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:09.321154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:19:09.345990 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.356400 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.371353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Transition to ACTIVE for port object 1cea18be-d9b8-451f-b268-94f77103b167 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:09.396319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Router 8f6cf680-192d-442c-bdee-569075321539 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:19:09.449486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:09.451670 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114cfbee-256c-4f44-9c75-9adcf4d168d2" -d '{"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-unplugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:09.464771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.479195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:09.500928 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5fb18-5845-4ff7-93fd-02f3f20e0db3 x-openstack-request-id: req-27d5fb18-5845-4ff7-93fd-02f3f20e0db3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:09.501217 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-unplugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:09.501472 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27d5fb18-5845-4ff7-93fd-02f3f20e0db3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:09.501856 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'code': 200} Jul 28 11:19:09.508493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:19:09.517051 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.560467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:09.567325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:09.569373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=1cea18be-d9b8-451f-b268-94f77103b167,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:09.571351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:09.621682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:09.635339 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24473e77-0e10-4c93-bc74-79a06acf430e admin admin] 10.222.0.20 "PUT /v2.0/routers/8f6cf680-192d-442c-bdee-569075321539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943376 Jul 28 11:19:09.635569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:09.637046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:09.637782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.658358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-36d27b1d-4f20-43b2-9a59-a9f949b5ceee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1456735 Jul 28 11:19:09.672044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Request body: {'port': {'device_id': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:09.706411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e19624de-b3d7-41e6-a820-2a4adc5251f6 None None] Provisioning complete for port 2740d779-ac95-40b9-9f30-770f576abdfa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:09.706796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e19624de-b3d7-41e6-a820-2a4adc5251f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.708596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'mac_address': 'fa:16:3e:fe:a6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:19:09.771473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:09.789493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:09.830992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 2, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:10.095928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e631-a3fe-4dd0-b441-c10a9a7152a1 None None] The sync data for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 is: [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 2, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:10.135177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e19624de-b3d7-41e6-a820-2a4adc5251f6 None None] Port 2740d779-ac95-40b9-9f30-770f576abdfa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:19:10.166505 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:10.202911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a74c7013-93f1-4cf3-9241-c573d1b7fc1c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:19:10.233525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cea18be-d9b8-451f-b268-94f77103b167 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:19:10.235000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3e6cd-300a-4c2d-ae3b-affce55ba1cf req-4adc8d46-855a-40cf-92ac-8f1b001e44fc tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:10.248925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:10.249726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0c3e6cd-300a-4c2d-ae3b-affce55ba1cf req-4adc8d46-855a-40cf-92ac-8f1b001e44fc tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1554585 Jul 28 11:19:10.264561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:10.264874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:10.285099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Transition to ACTIVE for port object 1cea18be-d9b8-451f-b268-94f77103b167 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:10.293159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:10.295398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c03371a7-85d7-4b25-a21c-897e50d39beb None None] Provisioning for port 1cea18be-d9b8-451f-b268-94f77103b167 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:10.351845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:10.382648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['a74c7013-93f1-4cf3-9241-c573d1b7fc1c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:19:10.421605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0c3e6cd-300a-4c2d-ae3b-affce55ba1cf req-e49cd729-a475-4ac2-850f-13dd29c90a3e tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652768 Jul 28 11:19:10.595369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea18be-d9b8-451f-b268-94f77103b167,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:10.637925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc21754-ad3e-439b-9d96-11eed539fcd3 req-db1a306e-8d96-4b74-94f7-4d93d273e026 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:10.652551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edc21754-ad3e-439b-9d96-11eed539fcd3 req-db1a306e-8d96-4b74-94f7-4d93d273e026 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 943 time: 0.1850367 Jul 28 11:19:10.679578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Attempting to bind port 1cea18be-d9b8-451f-b268-94f77103b167 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:10.679997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Attempting to bind port 1cea18be-d9b8-451f-b268-94f77103b167 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:10.680472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Attempting to bind port 1cea18be-d9b8-451f-b268-94f77103b167 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:10.712206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Port 1cea18be-d9b8-451f-b268-94f77103b167 on network 3748db1c-451d-47ff-a952-ba54a4d31123 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:19:10.712630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Attempting to bind port 1cea18be-d9b8-451f-b268-94f77103b167 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:10.723209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:10.723536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:10.723937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:10.725014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Bound port: 1cea18be-d9b8-451f-b268-94f77103b167, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:10.725460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:10.762734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edc21754-ad3e-439b-9d96-11eed539fcd3 req-91e6d630-4616-4d1a-8db6-a1586e16f445 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062684 Jul 28 11:19:10.909820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] For port 1cea18be-d9b8-451f-b268-94f77103b167, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:10.916715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] For port 1cea18be-d9b8-451f-b268-94f77103b167, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1cea18be-d9b8-451f-b268-94f77103b167,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:10.923246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:11.014661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:11.014661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:11.021202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] 10.222.0.44 "PUT /v2.0/ports/1cea18be-d9b8-451f-b268-94f77103b167 HTTP/1.1" status: 200 len: 1091 time: 1.3543510 Jul 28 11:19:11.026105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'tag': '1cea18be-d9b8-451f-b268-94f77103b167'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:11.028729 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3f4f4-0677-48d4-ac48-9d73b6912b18" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d", "tag": "1cea18be-d9b8-451f-b268-94f77103b167"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:11.147083 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc0667-5a27-4eca-b532-74dafd947965 x-openstack-request-id: req-5fbc0667-5a27-4eca-b532-74dafd947965 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:11.148866 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d", "tag": "1cea18be-d9b8-451f-b268-94f77103b167", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:11.149294 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fbc0667-5a27-4eca-b532-74dafd947965 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:11.160288 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'tag': '1cea18be-d9b8-451f-b268-94f77103b167', 'status': 'completed', 'code': 200} Jul 28 11:19:11.194861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59b61d-3645-488a-8b7b-b1cf47408319 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea18be-d9b8-451f-b268-94f77103b167,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:11.248370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-1977126b-eed7-4f59-862b-be91997031a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:11.251779 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-1977126b-eed7-4f59-862b-be91997031a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 1094 time: 0.1675754 Jul 28 11:19:11.323543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:11.347842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-37715f12-c68c-4f42-ab8f-d64fb94f2e79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cea18be-d9b8-451f-b268-94f77103b167 HTTP/1.1" status: 200 len: 217 time: 0.0848224 Jul 28 11:19:11.420488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port a74c7013-93f1-4cf3-9241-c573d1b7fc1c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:11.421186 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:11.644596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:11.750129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:11.761945 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc9bde7-33e2-4bd1-accc-bededcb199ed" -d '{"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-plugged", "status": "completed", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:11.782283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5c9e4-baee-40eb-8e96-e8de47fc7147 req-650ed4cf-5ca9-4063-a7c1-a9f9b4c893ed tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:11.792781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cae5c9e4-baee-40eb-8e96-e8de47fc7147 req-650ed4cf-5ca9-4063-a7c1-a9f9b4c893ed tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1468084 Jul 28 11:19:11.823852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:11.849979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:11.871752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cae5c9e4-baee-40eb-8e96-e8de47fc7147 req-15b3e945-aff1-49b2-8445-e4c99f172330 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Jul 28 11:19:11.979967 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa131502-cecc-475f-8ade-344636ea9ad9 x-openstack-request-id: req-aa131502-cecc-475f-8ade-344636ea9ad9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:11.980281 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-plugged", "status": "completed", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:11.980530 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa131502-cecc-475f-8ade-344636ea9ad9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:11.980925 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'code': 200} Jul 28 11:19:12.045628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:12.080797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14fd60-64c1-4052-81a1-47aa8e1079fe req-80385fc6-2d3b-4f94-88af-3e12f879caac tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:12.086247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b14fd60-64c1-4052-81a1-47aa8e1079fe req-80385fc6-2d3b-4f94-88af-3e12f879caac tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 943 time: 0.1332238 Jul 28 11:19:12.190392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b14fd60-64c1-4052-81a1-47aa8e1079fe req-85a78a6d-4a03-4208-af89-4caa6fba7b3d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976634 Jul 28 11:19:12.300558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-47fbad6e-f03e-49a1-9021-37cce6b5876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:12.304521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-47fbad6e-f03e-49a1-9021-37cce6b5876f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.9406142 Jul 28 11:19:12.403372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2e4c-dc36-4296-af80-a95de746300c req-7f326d74-79a5-45c7-bd79-3bde99af9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:12.407555 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-7f326d74-79a5-45c7-bd79-3bde99af9df7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968039 Jul 28 11:19:12.641006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-473d65fc-4b4f-4892-b3a9-62371e5dd6b6 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149100 Jul 28 11:19:12.889360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 891f7a0d-90d5-43e5-ab7a-4573ac47380e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:12.926669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813e2e4c-dc36-4296-af80-a95de746300c req-fcb3a844-9a44-45ac-a41e-14ef3f5b00c1 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777505 Jul 28 11:19:13.037731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 891f7a0d-90d5-43e5-ab7a-4573ac47380e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:13.048997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 891f7a0d-90d5-43e5-ab7a-4573ac47380e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:13.049765 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:13.119045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07bea-9148-48e2-8c5c-c04eec901b0e req-9c1d4926-5b76-4f8d-b8c7-75d22a79a04e tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:13.158511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-796da3f6-9ce1-4358-a61b-1e642d17f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:13.160223 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-796da3f6-9ce1-4358-a61b-1e642d17f219 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 1094 time: 0.1130691 Jul 28 11:19:13.164570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80b07bea-9148-48e2-8c5c-c04eec901b0e req-9c1d4926-5b76-4f8d-b8c7-75d22a79a04e tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1188667 Jul 28 11:19:13.250752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80b07bea-9148-48e2-8c5c-c04eec901b0e req-60580e71-30b2-43f1-8dbb-e888d2102dbb tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849218 Jul 28 11:19:13.364296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:13.431349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-bbc11a28-f081-43e3-9dc6-82d3b520c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:13.432866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-bbc11a28-f081-43e3-9dc6-82d3b520c68b service neutron] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.2651141 Jul 28 11:19:13.458091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 891f7a0d-90d5-43e5-ab7a-4573ac47380e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=891f7a0d-90d5-43e5-ab7a-4573ac47380e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:13.470048 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:13.608585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=891f7a0d-90d5-43e5-ab7a-4573ac47380e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:13.653212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-12573f4a-9912-462d-a202-4948ab397bc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cea18be-d9b8-451f-b268-94f77103b167 HTTP/1.1" status: 200 len: 217 time: 0.2089202 Jul 28 11:19:13.666405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338891-d373-47f2-8939-372285fd4459 req-854ad759-4943-4126-84c4-cfde4bb12c46 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:13.669250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0338891-d373-47f2-8939-372285fd4459 req-854ad759-4943-4126-84c4-cfde4bb12c46 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 943 time: 0.1659203 Jul 28 11:19:13.748078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-f148dc40-ecbb-42aa-9cab-fbcb150061b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:13.749738 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-f148dc40-ecbb-42aa-9cab-fbcb150061b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0872676 Jul 28 11:19:13.863194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-125250d7-8574-41e8-9338-2bbbc662212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:13.864732 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-125250d7-8574-41e8-9338-2bbbc662212a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060679 Jul 28 11:19:13.866747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0338891-d373-47f2-8939-372285fd4459 req-0fec8a9d-622f-4278-945f-97473f34e7b9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704466 Jul 28 11:19:13.918286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:14.054400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-97250939-cb9d-4714-83d7-62aa743cfdcb service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793966 Jul 28 11:19:14.192942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca4bc83-0fa6-4d23-803d-6b5dcdb7f5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:14.333504 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Sync routers for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:14.361262 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:14.366355 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:14.433090 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be3f4f4-0677-48d4-ac48-9d73b6912b18 req-b771f906-42e1-4b5b-a7a8-25e44512ad42 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673949 Jul 28 11:19:14.505164 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca4bc83-0fa6-4d23-803d-6b5dcdb7f5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:14.525514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca4bc83-0fa6-4d23-803d-6b5dcdb7f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:14.596750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4bc83-0fa6-4d23-803d-6b5dcdb7f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f0ad5-d334-4bbf-9291-ed7911e0ea23,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:14.616584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3ca4bc83-0fa6-4d23-803d-6b5dcdb7f5e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65f88c43b7a842898c8a9d9b7c29da3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934185 Jul 28 11:19:14.619398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:14.641757 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:14.649950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc81cf-920a-4bfd-bae3-c9616beef601 req-6dd1f830-fb59-47d0-8a40-8f4ff669b315 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:14.667692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38cc81cf-920a-4bfd-bae3-c9616beef601 req-6dd1f830-fb59-47d0-8a40-8f4ff669b315 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1943207 Jul 28 11:19:14.803917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38cc81cf-920a-4bfd-bae3-c9616beef601 req-ab4fc53b-8a4c-49a6-9cbb-b02349e44944 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301205 Jul 28 11:19:14.830186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7574f06-5f8a-48e1-8b48-8d19e5a95d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:14.872028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 891f7a0d-90d5-43e5-ab7a-4573ac47380e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:14.901976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7574f06-5f8a-48e1-8b48-8d19e5a95d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:14.986411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 891f7a0d-90d5-43e5-ab7a-4573ac47380e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:14.987065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:15.057255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7574f06-5f8a-48e1-8b48-8d19e5a95d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:15.066740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7574f06-5f8a-48e1-8b48-8d19e5a95d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:15.074381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b7574f06-5f8a-48e1-8b48-8d19e5a95d4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a66f0ad5-d334-4bbf-9291-ed7911e0ea23 HTTP/1.1" status: 204 len: 168 time: 0.4527895 Jul 28 11:19:15.095516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7574f06-5f8a-48e1-8b48-8d19e5a95d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f0ad5-d334-4bbf-9291-ed7911e0ea23,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:15.116227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2699f-7d25-41db-b836-34248a9e7181 req-c5218a4c-0774-423f-81ed-984e0b88ea98 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:15.123586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8f2699f-7d25-41db-b836-34248a9e7181 req-c5218a4c-0774-423f-81ed-984e0b88ea98 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 943 time: 0.1478415 Jul 28 11:19:15.175485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1cea18be-d9b8-451f-b268-94f77103b167 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:19:15.289190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8f2699f-7d25-41db-b836-34248a9e7181 req-61f215ad-e80d-4bac-873a-be891ba82934 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644664 Jul 28 11:19:15.370794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-8c53520d-3b71-489a-b4bf-e404312add5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539118 Jul 28 11:19:15.418171 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 2, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:15.462562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1cea18be-d9b8-451f-b268-94f77103b167, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1cea18be-d9b8-451f-b268-94f77103b167,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:15.508848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '1cea18be-d9b8-451f-b268-94f77103b167', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': '1cea18be-d9b8-451f-b268-94f77103b167', 'mac_address': 'fa:16:3e:0b:84:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:19:15.515346 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Checking router: 8f6cf680-192d-442c-bdee-569075321539 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:15.515895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Updating router 8f6cf680-192d-442c-bdee-569075321539 port 2740d779-ac95-40b9-9f30-770f576abdfa binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:19:15.549091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-909d0cdd-0e13-4f3c-8348-c1d297948c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:15.558419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-909d0cdd-0e13-4f3c-8348-c1d297948c67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.1534162 Jul 28 11:19:15.572775 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:15.615243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:15.666434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cea18be-d9b8-451f-b268-94f77103b167 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:19:15.688850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-aaf8ac46-a322-4dea-8621-b9741f4c08d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2025077 Jul 28 11:19:15.740099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1cea18be-d9b8-451f-b268-94f77103b167, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1cea18be-d9b8-451f-b268-94f77103b167,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:15.750031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:15.751523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-1f49ba53-ab88-4a44-8368-7f4a7fb42db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:15.759056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-1f49ba53-ab88-4a44-8368-7f4a7fb42db9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1635826 Jul 28 11:19:15.865368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1cea18be-d9b8-451f-b268-94f77103b167,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:15.929249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-9a21eaa1-f02b-42f6-8c08-91a27c777735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:15.937567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-9a21eaa1-f02b-42f6-8c08-91a27c777735 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 1098 time: 0.1648285 Jul 28 11:19:15.964556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-89bda690-02fe-433f-84c1-5f0b5ab9b018 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.1943929 Jul 28 11:19:16.000798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1cea18be-d9b8-451f-b268-94f77103b167'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:19:16.079197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:16.109449 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.130968 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Transition to ACTIVE for port object 2740d779-ac95-40b9-9f30-770f576abdfa will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:16.139147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-41b59486-cbcc-4f27-bea3-c9aee49554ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:16.141903 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.143520 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-41b59486-cbcc-4f27-bea3-c9aee49554ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1822171 Jul 28 11:19:16.192881 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Pushing event updated for resources: {'Port': ['ID=2740d779-ac95-40b9-9f30-770f576abdfa,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:16.203195 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.203967 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.204583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.205424 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.206002 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.206776 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.207357 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.207939 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.208598 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.209714 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.210289 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.210855 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:16.286277 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7976a-7074-419c-8ade-3b69bca0fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.363598 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-225dc78a-d42c-404f-88e4-1d2eed6781b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 200 len: 1002 time: 0.2121351 Jul 28 11:19:16.368944 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Attempting to bind port 2740d779-ac95-40b9-9f30-770f576abdfa on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:16.376943 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Attempting to bind port 2740d779-ac95-40b9-9f30-770f576abdfa by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:16.379789 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Attempting to bind port 2740d779-ac95-40b9-9f30-770f576abdfa on network 1849a05a-7fc8-491d-93fe-05485dfd4526 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:16.395165 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:16.396509 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Checking segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:16.397947 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.400567 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Bound using segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:16.401191 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Bound port: 2740d779-ac95-40b9-9f30-770f576abdfa, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:16.403171 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.483573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-fbfdc5a3-5401-418e-be0f-df7754194254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:16.485073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-fbfdc5a3-5401-418e-be0f-df7754194254 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.1121433 Jul 28 11:19:16.546414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7976a-7074-419c-8ade-3b69bca0fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.552149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-b3ed5d7a-f87e-4ac3-a353-1a9166573207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:16.558720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-b3ed5d7a-f87e-4ac3-a353-1a9166573207 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.5853038 Jul 28 11:19:16.578773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecd069-bc1c-421c-894d-109d06799be8 req-5494eeae-f595-499d-9c25-259c793e38cb tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:16.579613 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] For port 2740d779-ac95-40b9-9f30-770f576abdfa, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:16.587725 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] For port 2740d779-ac95-40b9-9f30-770f576abdfa, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2740d779-ac95-40b9-9f30-770f576abdfa,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:16.593815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10ecd069-bc1c-421c-894d-109d06799be8 req-5494eeae-f595-499d-9c25-259c793e38cb tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.6014798 Jul 28 11:19:16.598385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7976a-7074-419c-8ade-3b69bca0fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.604256 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:16.626960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-14df1497-c464-44f4-8ab0-38c8b7044c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:16.626960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-14df1497-c464-44f4-8ab0-38c8b7044c5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290736 Jul 28 11:19:16.716068 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:16.718970 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:16.749217 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae4da4-81e5-4489-9cc5-0947b486d8e1 None None] Pushing event updated for resources: {'Port': ['ID=2740d779-ac95-40b9-9f30-770f576abdfa,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:16.856652 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-6f6fb15e-9eaa-4216-829d-c2181e140d4a service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203443 Jul 28 11:19:16.875816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-36b7976a-7074-419c-8ade-3b69bca0fd04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10212cfacebe49e09015ebfb4d2485bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7826941 Jul 28 11:19:16.883049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:16.898728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-c2443a7a-11e9-463e-9a1f-205d1c4fb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:16.900290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-c2443a7a-11e9-463e-9a1f-205d1c4fb4f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866118 Jul 28 11:19:16.900966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7976a-7074-419c-8ade-3b69bca0fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d7c98e-2c41-4bb5-8f00-e81f8d1864e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:16.964529 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:17.011642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10ecd069-bc1c-421c-894d-109d06799be8 req-6caa88e7-f258-4b56-b885-34c9b7581f6f tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142752 Jul 28 11:19:17.032474 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfb9c1ec-8755-4ddd-9e2c-167ec2ea7da0 req-b4047dcb-cb92-44ff-88d8-c7a5152fb106 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653612 Jul 28 11:19:17.118575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1cea18be-d9b8-451f-b268-94f77103b167 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:17.150781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd6ca-f688-4212-8f39-ec47f22fd910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.179156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-165322cd-543a-4bf1-9d32-f36011332b51 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688153 Jul 28 11:19:17.189123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd6ca-f688-4212-8f39-ec47f22fd910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.332370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd6ca-f688-4212-8f39-ec47f22fd910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.337637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd6ca-f688-4212-8f39-ec47f22fd910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.343006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5c4cd6ca-f688-4212-8f39-ec47f22fd910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5d7c98e-2c41-4bb5-8f00-e81f8d1864e4 HTTP/1.1" status: 204 len: 168 time: 0.4560089 Jul 28 11:19:17.361907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 1cea18be-d9b8-451f-b268-94f77103b167 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:17.364789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51814c13-feb8-4fc9-957d-ad37ba11dd64 req-90427f36-a196-49aa-9d8f-9cfcd299c7ab service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680973 Jul 28 11:19:17.367249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 1cea18be-d9b8-451f-b268-94f77103b167 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:17.367630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.389566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cd6ca-f688-4212-8f39-ec47f22fd910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d7c98e-2c41-4bb5-8f00-e81f8d1864e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:17.420222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5205f-efdd-4067-901a-594fc9588781 req-3f71e19e-9ef9-4e72-8cfa-fc78c498d76c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:17.434224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ce5205f-efdd-4067-901a-594fc9588781 req-3f71e19e-9ef9-4e72-8cfa-fc78c498d76c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 944 time: 0.2497013 Jul 28 11:19:17.522856 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:16Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:17.555966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ce5205f-efdd-4067-901a-594fc9588781 req-678e6622-020d-4ddd-9edf-bfeafab95387 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206799 Jul 28 11:19:17.584660 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef6822-2a45-469f-9878-bae77628cc72 None None] The sync data for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 is: [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:16Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:17.697130 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.774871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1cea18be-d9b8-451f-b268-94f77103b167, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1cea18be-d9b8-451f-b268-94f77103b167,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:17.775999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea18be-d9b8-451f-b268-94f77103b167'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:17.779736 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a54079-e6bf-4605-8146-96df76cf0c8e" -d '{"events": [{"server_uuid": "a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d", "name": "network-vif-plugged", "status": "completed", "tag": "1cea18be-d9b8-451f-b268-94f77103b167"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:17.784685 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:17.887164 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f6be9-8e7a-4a25-9fce-e4c538f13204 x-openstack-request-id: req-439f6be9-8e7a-4a25-9fce-e4c538f13204 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:17.887611 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d", "name": "network-vif-plugged", "status": "completed", "tag": "1cea18be-d9b8-451f-b268-94f77103b167", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:17.887985 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-439f6be9-8e7a-4a25-9fce-e4c538f13204 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:17.888590 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea18be-d9b8-451f-b268-94f77103b167', 'code': 200} Jul 28 11:19:17.957185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1cea18be-d9b8-451f-b268-94f77103b167,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:18.030463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288df119-ef15-4e91-b9f5-91f20587b426 req-a8393344-cadc-457c-a1bf-d15f883e6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:18.032058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-288df119-ef15-4e91-b9f5-91f20587b426 req-a8393344-cadc-457c-a1bf-d15f883e6cdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 1096 time: 0.0856342 Jul 28 11:19:18.131580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-288df119-ef15-4e91-b9f5-91f20587b426 req-d2d51ca4-33c7-443d-bb0e-c8dd9404a3c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903890 Jul 28 11:19:18.263127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e63cd4-36ce-4dca-b041-7a86c64a3b33 req-0783604d-7723-4c7d-a848-d1763c7f7269 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:18.283974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06e63cd4-36ce-4dca-b041-7a86c64a3b33 req-0783604d-7723-4c7d-a848-d1763c7f7269 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1051884 Jul 28 11:19:18.360774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06e63cd4-36ce-4dca-b041-7a86c64a3b33 req-a982c09d-9664-4ebd-86eb-a77e2802b57f tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776587 Jul 28 11:19:18.634223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6290e-cf32-4dce-9b6d-de761d30ca85 req-d4822784-afe7-4687-bc5e-baf9448a984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:18.635981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74a6290e-cf32-4dce-9b6d-de761d30ca85 req-d4822784-afe7-4687-bc5e-baf9448a984d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0920973 Jul 28 11:19:18.985079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74a6290e-cf32-4dce-9b6d-de761d30ca85 req-fc2608b2-e31e-499d-80b0-6b560e655823 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405819 Jul 28 11:19:19.002763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2740d779-ac95-40b9-9f30-770f576abdfa up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:19.048597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12a57b-30e6-47bc-9e7c-85fce230af53 req-400bb630-8cb6-430c-a8b4-2f1e3175c6e8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:19.059394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a12a57b-30e6-47bc-9e7c-85fce230af53 req-400bb630-8cb6-430c-a8b4-2f1e3175c6e8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 945 time: 0.2599859 Jul 28 11:19:19.149168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2740d779-ac95-40b9-9f30-770f576abdfa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:19.153886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2740d779-ac95-40b9-9f30-770f576abdfa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:19.154315 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:19.170854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a12a57b-30e6-47bc-9e7c-85fce230af53 req-35397055-c617-475f-951f-626071a7317e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Jul 28 11:19:19.295191 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:19.374297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2740d779-ac95-40b9-9f30-770f576abdfa, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2740d779-ac95-40b9-9f30-770f576abdfa,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:19.383473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:19.464527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2740d779-ac95-40b9-9f30-770f576abdfa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:19.604391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7a23a-7b76-443f-b900-86df4b78d9fc req-5f78ac19-7c4f-44a0-9607-ab9c655c8a1f tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:19.617440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfc7a23a-7b76-443f-b900-86df4b78d9fc req-5f78ac19-7c4f-44a0-9607-ab9c655c8a1f tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1096697 Jul 28 11:19:19.696778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:19.720237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfc7a23a-7b76-443f-b900-86df4b78d9fc req-ee6f9fdc-1dd2-47dd-ae34-5de43cbec090 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014304 Jul 28 11:19:20.348448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb549-0593-4043-9a45-15cd7e3b8d4c req-4fd77a81-c861-47c7-b44c-8f53f7c59353 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:20.350358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30bfb549-0593-4043-9a45-15cd7e3b8d4c req-4fd77a81-c861-47c7-b44c-8f53f7c59353 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 945 time: 0.0897753 Jul 28 11:19:20.442177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30bfb549-0593-4043-9a45-15cd7e3b8d4c req-36caf945-e95d-4fbd-8904-2d061b9b9b7a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852058 Jul 28 11:19:20.827194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2740d779-ac95-40b9-9f30-770f576abdfa up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:20.920155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f851f-eaaf-4d74-af20-544ac974b562 req-3885171d-94fd-4c31-bdee-657ded130608 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:20.938099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c9f851f-eaaf-4d74-af20-544ac974b562 req-3885171d-94fd-4c31-bdee-657ded130608 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1019242 Jul 28 11:19:20.957427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2740d779-ac95-40b9-9f30-770f576abdfa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:20.960733 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:21.040136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c9f851f-eaaf-4d74-af20-544ac974b562 req-529a96a1-43d5-4e23-8098-a2d8336a1328 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888541 Jul 28 11:19:21.535959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-c4aa7ddb-2a99-4d3f-86dc-d0ad3ea473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:21.538701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-c4aa7ddb-2a99-4d3f-86dc-d0ad3ea473cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 1096 time: 0.0861580 Jul 28 11:19:21.779315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffe184-be2f-48ac-a51b-237ae879742c req-f468ad35-616c-400b-8d1c-a5b2130b0452 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:21.780835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5ffe184-be2f-48ac-a51b-237ae879742c req-f468ad35-616c-400b-8d1c-a5b2130b0452 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0917602 Jul 28 11:19:21.819729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-de459ff0-5285-4d91-99c6-b9af5fa7f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:21.821741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-de459ff0-5285-4d91-99c6-b9af5fa7f99a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 200 len: 919 time: 0.2687685 Jul 28 11:19:21.847035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5ffe184-be2f-48ac-a51b-237ae879742c req-ef1c736c-432d-401e-9e63-ba6e74899b44 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571654 Jul 28 11:19:21.930466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-4ab05699-a9d2-4944-8d9d-ec7258769d73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 200 len: 217 time: 0.0975313 Jul 28 11:19:22.014919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-c44fa11c-c564-4035-9f02-9cfb89410711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:22.016452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-c44fa11c-c564-4035-9f02-9cfb89410711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 200 len: 858 time: 0.0775526 Jul 28 11:19:22.061792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-cfa3d79e-3ac4-4562-aa55-18fe5b07ab03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d15383e-81fb-470c-9fea-4f1eadce964a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373328 Jul 28 11:19:22.231368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-2d5e6a0d-3492-43af-bcd3-5af2db44363f service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584597 Jul 28 11:19:22.259594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71311a-d464-4c46-9144-94c425c58d65 req-6dcdb277-5b28-430a-916f-c117fd221100 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:22.261337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f71311a-d464-4c46-9144-94c425c58d65 req-6dcdb277-5b28-430a-916f-c117fd221100 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 947 time: 0.1898098 Jul 28 11:19:22.366921 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:22.432371 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f71311a-d464-4c46-9144-94c425c58d65 req-2962f830-fade-42e2-b0c2-71f40e583174 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525793 Jul 28 11:19:22.447349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad085d62-24be-445a-80ff-e14091c4e2b5 req-ae0b2ab0-ec3a-4495-b24c-e572c2462834 service neutron] 10.222.0.41 "GET /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993499 Jul 28 11:19:23.022226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133705b8-535c-486c-9e81-2a31ebad7b53 req-4a71b0a9-e2f9-49d4-85c5-b0713180dfc2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:23.032225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133705b8-535c-486c-9e81-2a31ebad7b53 req-4a71b0a9-e2f9-49d4-85c5-b0713180dfc2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0716209 Jul 28 11:19:23.103253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133705b8-535c-486c-9e81-2a31ebad7b53 req-b3e9050d-4ebf-4a03-a9a7-31df7d92b9d0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Jul 28 11:19:23.418657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec563889-9b89-481a-8f39-e0c7379e762a req-7ebcb225-647a-4ebe-ae41-6ac36738d58b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:23.421131 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ec563889-9b89-481a-8f39-e0c7379e762a req-7ebcb225-647a-4ebe-ae41-6ac36738d58b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 947 time: 0.0975168 Jul 28 11:19:23.692155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc73180-1ca2-4dbc-8884-e1f1adb65d8c req-04933d99-5516-4d16-abb2-bc065facdf9c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:23.713506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Deleting port dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:23.714165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:23.715247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dc73180-1ca2-4dbc-8884-e1f1adb65d8c req-04933d99-5516-4d16-abb2-bc065facdf9c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 947 time: 0.0975211 Jul 28 11:19:23.807340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dc73180-1ca2-4dbc-8884-e1f1adb65d8c req-94050fb8-e694-4655-a04f-e86e821f6681 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=06fe063f-0a45-4412-ac3e-5593ca43695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899763 Jul 28 11:19:23.956665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] For port dd1d304c-7b36-49e2-a111-46952f7967a7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=dd1d304c-7b36-49e2-a111-46952f7967a7,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:23.957044 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:24.284453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afda3b-ed25-4a32-bd35-2e1c5bb58f07 req-f38f84be-89b8-48ac-8764-dd2fb8c29608 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:24.292720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1afda3b-ed25-4a32-bd35-2e1c5bb58f07 req-f38f84be-89b8-48ac-8764-dd2fb8c29608 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.0864654 Jul 28 11:19:24.340171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:24.340602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:24.340919 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Floating IP 05cf3231-ed2c-4b70-85c0-c646ef9df25a disassociated. External IP: 172.25.1.166, port: dd1d304c-7b36-49e2-a111-46952f7967a7. Jul 28 11:19:24.341280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Calling delete_port for dd1d304c-7b36-49e2-a111-46952f7967a7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:24.349931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1afda3b-ed25-4a32-bd35-2e1c5bb58f07 req-074bae26-6752-43de-9ba3-a010a255a566 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510533 Jul 28 11:19:24.549317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:24.590325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event deleted for resources: {'Port': ['ID=dd1d304c-7b36-49e2-a111-46952f7967a7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:24.759440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Router 20735347-9532-4667-81e4-3e16680a0b3b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:19:24.902647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:24.915427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:24.945427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:24.947836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:24.963130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] No DVR routers for this DVR port dd1d304c-7b36-49e2-a111-46952f7967a7 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:19:24.966220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:24.968843 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ec563889-9b89-481a-8f39-e0c7379e762a req-6b4fe919-2ca8-4c8f-9ed3-86e03f235eec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "DELETE /v2.0/ports/dd1d304c-7b36-49e2-a111-46952f7967a7 HTTP/1.1" status: 204 len: 173 time: 1.5375106 Jul 28 11:19:24.969318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-deleted', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:25.007969 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba101b-0fe5-4e9b-8fac-94e4c184fc45" -d '{"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-deleted", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:25.090777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e1ac35b-43be-40fb-857d-c9f703b0e1fa req-c34c1058-eda5-4a26-ba85-90adf7977193 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761 HTTP/1.1" status: 200 len: 210 time: 0.0854228 Jul 28 11:19:25.214626 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85cdeec-35a6-4d85-8024-805c4f7311be x-openstack-request-id: req-c85cdeec-35a6-4d85-8024-805c4f7311be {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:25.214994 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761", "name": "network-vif-deleted", "tag": "dd1d304c-7b36-49e2-a111-46952f7967a7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:25.215290 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c85cdeec-35a6-4d85-8024-805c4f7311be {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:25.215808 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e778b5f-3bbe-4e7a-9bcf-3ef8888a4761', 'name': 'network-vif-deleted', 'tag': 'dd1d304c-7b36-49e2-a111-46952f7967a7', 'status': 'completed', 'code': 200} Jul 28 11:19:25.277032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:25.564114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d15f-c9b7-420d-854d-b46907cc4901 req-53d1c7d4-3ab3-4aac-b028-c2e7d495c0b4 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:25.578772 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74e0d15f-c9b7-420d-854d-b46907cc4901 req-53d1c7d4-3ab3-4aac-b028-c2e7d495c0b4 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1032569 Jul 28 11:19:25.665849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74e0d15f-c9b7-420d-854d-b46907cc4901 req-cc1a5082-73d0-4699-b15c-95cb9af3ea91 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858543 Jul 28 11:19:25.803930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:25.898561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:25.910579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:25.911217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:26.146508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:26.237948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:26.366037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ac80-de34-49d8-83f2-d6af228c10ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.395475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ac80-de34-49d8-83f2-d6af228c10ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.460518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ac80-de34-49d8-83f2-d6af228c10ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.463160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ac80-de34-49d8-83f2-d6af228c10ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.464359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a6d5ac80-de34-49d8-83f2-d6af228c10ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "DELETE /v2.0/security-groups/06fe063f-0a45-4412-ac3e-5593ca43695d HTTP/1.1" status: 204 len: 168 time: 0.2247243 Jul 28 11:19:26.467719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51440) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:26.479179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5ac80-de34-49d8-83f2-d6af228c10ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe063f-0a45-4412-ac3e-5593ca43695d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:26.492313 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-4a16a6c8-40af-4e56-931e-f9cd650f3b09 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] show failed (client error): The resource could not be found. Jul 28 11:19:26.494325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4a16a6c8-40af-4e56-931e-f9cd650f3b09 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups/06fe063f-0a45-4412-ac3e-5593ca43695d HTTP/1.1" status: 404 len: 347 time: 0.0228183 Jul 28 11:19:26.496507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:26.618544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:26.671322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b897c243-62b4-4d26-9879-38d64a3a5561 None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:26.735878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Deleting port ed4d9539-199e-415d-85ee-b30f09eacbbf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:26.736146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.843074 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.843560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:26.866104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Calling delete_port for ed4d9539-199e-415d-85ee-b30f09eacbbf owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:27.127688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:27.155602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:27.181771 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b51592-58d1-4791-a728-629ccefb63a8 None None] New status for floating IP 05cf3231-ed2c-4b70-85c0-c646ef9df25a: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:19:27.235383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: dd1d304c-7b36-49e2-a111-46952f7967a7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:27.235892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device dd1d304c-7b36-49e2-a111-46952f7967a7 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:27.267619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event deleted for resources: {'Port': ['ID=ed4d9539-199e-415d-85ee-b30f09eacbbf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:27.336920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:27.344326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:27.345550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7cac7ade-7bb8-45e8-9f7d-32a979d8d8cd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "DELETE /v2.0/floatingips/05cf3231-ed2c-4b70-85c0-c646ef9df25a HTTP/1.1" status: 204 len: 168 time: 0.8479822 Jul 28 11:19:27.863318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c465eec-1806-49fa-984d-26c25dd009a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.053160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:28.059028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301122718', 'description': 'tempest-description--1069428890'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:28.119462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.287163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.295353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.387317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312037e9-0232-421e-a3ba-3b7203e76182,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:28.432935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.435523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.436170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.439693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.454963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.459734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.462779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.469030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.470311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.476895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.478436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.490381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:28.522534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.530573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-33c5a473-1225-4ccb-aea7-3365571116bb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4750626 Jul 28 11:19:28.555217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:28.555217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'security_group_rule': {'security_group_id': '312037e9-0232-421e-a3ba-3b7203e76182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:28.587257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.685589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.697872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.743351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eaada3e-e200-4a65-ace1-fe60307a238e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:28.757026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.761902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:28.767439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'security_group_rule': {'security_group_id': '312037e9-0232-421e-a3ba-3b7203e76182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:28.773177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-da53006a-920d-482e-9bb2-84e8056cdc4c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316067 Jul 28 11:19:28.814845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.897080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.909764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.939672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7041cd-23b9-4d1d-a31a-b652c686be42,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:28.950693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:28.955455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:28.961097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:28.964789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ac2c838c-cc70-44b5-bf46-fc18f8b9b4de tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2014945 Jul 28 11:19:29.003265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:29.276910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:29.767452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Allocated IP 172.25.1.134 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/1005f13b-9eab-434d-ba2d-5b7a5d756fff) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:29.883694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d8fd7-c9c1-478b-b73e-e1726b03790a req-3cd1fa25-231a-423a-a3dd-ff941dceb739 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:29.890916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-840d8fd7-c9c1-478b-b73e-e1726b03790a req-3cd1fa25-231a-423a-a3dd-ff941dceb739 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1096 time: 0.1927485 Jul 28 11:19:29.952925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-840d8fd7-c9c1-478b-b73e-e1726b03790a req-eb4f9be2-c6f3-4d51-bc69-ab998b9cb81a tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610347 Jul 28 11:19:29.971300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:30.065934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.209261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.318557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:30.331740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:30.353091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:30.378311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 05a9591a-c704-42e1-bb9e-8f2a2f75290c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:30.379249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.510299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'Port': ['ID=1005f13b-9eab-434d-ba2d-5b7a5d756fff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:30.665977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.666508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.699590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 05a9591a-c704-42e1-bb9e-8f2a2f75290c owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:30.807133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.917776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:30.975564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.038557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.090100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=05a9591a-c704-42e1-bb9e-8f2a2f75290c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:31.102795 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07a24d12-ab3e-4e21-8a65-3163fc570418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.136861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.136861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.142869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.143435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.144853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.148678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.149512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.150053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.150583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.151591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.153635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.154327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:19:31.278788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.279470 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP 4447525a-9b5a-453c-a482-a4cd66ddb9ce disassociated (deleted). External IP: 172.25.1.15, port: db28f86c-961c-4583-b5b8-07e96c746d5c. Jul 28 11:19:31.365794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.379719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.526816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.582005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.584832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6280012 Jul 28 11:19:31.589306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a83e1-a56e-443d-9046-64e0c40f0eb2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'Port': ['ID=1005f13b-9eab-434d-ba2d-5b7a5d756fff,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:31.718494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:19:31.925889 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:31.992097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:31.997662 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:32.009839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] Sync routers for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:32.025130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:32.025886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:32.055875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d5ae852-0791-46c7-a3d8-b9e00b6eae8c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/floatingips/4447525a-9b5a-453c-a482-a4cd66ddb9ce HTTP/1.1" status: 204 len: 168 time: 2.0817420 Jul 28 11:19:32.056644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:32.059161 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8405de3a-d198-4c44-82f7-2018cad3576b" -d '{"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:32.210655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:32.627448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:19Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:32.685030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] Checking router: f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:32.726878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:32.727586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:32.908579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:33.282997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-53b1c5ac-c50d-422c-a0cc-0d83b6de2e74 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1301122718&fields=id&tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 267 time: 0.0878589 Jul 28 11:19:33.389011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:33.402456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:19Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:33.434577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21ea63-cbfc-4e64-9d47-9bd4edea5c1a None None] The sync data for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 is: [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:17:09Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '8ebc0f52-114e-4a7e-a822-535897d6f5df', 'name': '', 'network_id': '009da86d-af74-4718-8676-b6ac30e03658', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:f9:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:17:08Z', 'updated_at': '2021-07-28T11:17:19Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '2440ba18-8193-4112-b37d-fbca10b2692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:33.437545 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc06913-7a13-42cd-8902-0e45acf03be9 x-openstack-request-id: req-8bc06913-7a13-42cd-8902-0e45acf03be9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:33.438422 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:33.438677 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bc06913-7a13-42cd-8902-0e45acf03be9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:33.439075 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'status': 'completed', 'code': 200} Jul 28 11:19:33.506089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-66244b7b-4263-4b20-b67a-0d6b77ce5811 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:33.514995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-66244b7b-4263-4b20-b67a-0d6b77ce5811 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 817 time: 0.2248518 Jul 28 11:19:33.537884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-839582e4-d7e8-4348-9037-52c16047798b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/quotas/10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 375 time: 0.0209830 Jul 28 11:19:33.543432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405de3a-d198-4c44-82f7-2018cad3576b req-69d9664d-9f15-4e48-a762-e83ca7ae7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:33.551635 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-69d9664d-9f15-4e48-a762-e83ca7ae7912 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 1096 time: 0.0744567 Jul 28 11:19:33.702403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405de3a-d198-4c44-82f7-2018cad3576b req-14abaeb5-11b8-41ee-afcc-301b27df6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:33.705296 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-14abaeb5-11b8-41ee-afcc-301b27df6f80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 200 len: 898 time: 0.1453779 Jul 28 11:19:33.775533 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-f23732c7-68d1-41bc-b8b2-b6110996c86d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 200 len: 217 time: 0.0593967 Jul 28 11:19:33.861950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405de3a-d198-4c44-82f7-2018cad3576b req-c69033ed-8bab-471d-ae0e-ebb80670b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:33.866697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-c69033ed-8bab-471d-ae0e-ebb80670b100 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 200 len: 834 time: 0.0822947 Jul 28 11:19:33.873300 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17348b-dbec-4c4a-b165-ff9e009f91b0 None None] New status for floating IP 4447525a-9b5a-453c-a482-a4cd66ddb9ce: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:19:33.962136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405de3a-d198-4c44-82f7-2018cad3576b req-7b738ab4-8268-467f-bd0f-7d1b5593dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:33.963695 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-7b738ab4-8268-467f-bd0f-7d1b5593dabd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=009da86d-af74-4718-8676-b6ac30e03658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861232 Jul 28 11:19:34.089296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-3de8d6fd-9681-464f-b193-aee19ac08e72 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5500610 Jul 28 11:19:34.091018 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-8315020b-cf1f-4d21-a194-ac3d617893c4 service neutron] 10.222.0.44 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182106 Jul 28 11:19:34.098737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9328c62-4000-41a8-b7d8-ef6e36f18987 req-ce6a9a02-e5f0-4a59-a42f-d0f0aa3f5771 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:34.106228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9328c62-4000-41a8-b7d8-ef6e36f18987 req-ce6a9a02-e5f0-4a59-a42f-d0f0aa3f5771 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.0803461 Jul 28 11:19:34.183931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9328c62-4000-41a8-b7d8-ef6e36f18987 req-5c9e1f17-4ab4-43da-ba7a-4ea6bd7eae24 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767586 Jul 28 11:19:34.261003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8405de3a-d198-4c44-82f7-2018cad3576b req-91b4c745-dfba-445e-b596-39063ce961fc service neutron] 10.222.0.44 "GET /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600266 Jul 28 11:19:34.407411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c78d9-b577-4700-9be6-2027d5876892 req-a0f72024-9a52-4361-93a1-fde8ecbe18b0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:34.409020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7c78d9-b577-4700-9be6-2027d5876892 req-a0f72024-9a52-4361-93a1-fde8ecbe18b0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1059358 Jul 28 11:19:34.436356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-91b67d66-8904-49a2-8b0a-55ffecf8b933 service neutron] 10.222.0.20 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274786 Jul 28 11:19:34.510183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e7c78d9-b577-4700-9be6-2027d5876892 req-a755a023-21ca-4e7c-8e82-e1ac8ba0355a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914395 Jul 28 11:19:34.570603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-18909aac-7b80-4210-8a7a-82567b490912 service neutron] 10.222.0.20 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245685 Jul 28 11:19:34.655071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc2154-4bfc-4529-bebb-217ce7fbbc47 req-a8867abf-7b9e-4bdf-9860-2b7d1a057ab4 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:34.657022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eedc2154-4bfc-4529-bebb-217ce7fbbc47 req-a8867abf-7b9e-4bdf-9860-2b7d1a057ab4 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 949 time: 0.0627196 Jul 28 11:19:34.709357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eedc2154-4bfc-4529-bebb-217ce7fbbc47 req-eb936647-8aa5-4d59-8915-9c8b6cf2a720 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Jul 28 11:19:34.880967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-98257a18-8eda-4847-999f-f66951baab68 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:34.883197 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-98257a18-8eda-4847-999f-f66951baab68 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1016269 Jul 28 11:19:34.908508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-539dc2eb-b61d-48df-afa8-0055b8cbfe3e req-bde4bf8e-087c-4bb5-84a3-ba40dda6722e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 210 time: 0.0497816 Jul 28 11:19:34.927621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6214e-da26-4101-b29a-1b673e7646a5 req-714c8215-8e08-4dd9-8ce2-0a316bffbbb6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:34.943484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ade6214e-da26-4101-b29a-1b673e7646a5 req-714c8215-8e08-4dd9-8ce2-0a316bffbbb6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1407990 Jul 28 11:19:35.024417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ade6214e-da26-4101-b29a-1b673e7646a5 req-7ca1fbc7-3d62-4fc3-a64f-432f0e7c2783 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639300 Jul 28 11:19:35.058497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port db28f86c-961c-4583-b5b8-07e96c746d5c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:35.058832 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:35.166900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port db28f86c-961c-4583-b5b8-07e96c746d5c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=db28f86c-961c-4583-b5b8-07e96c746d5c,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:35.167484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:35.196089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for db28f86c-961c-4583-b5b8-07e96c746d5c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:35.422845 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:19:35.496361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f2966-b6f8-49f3-a0d5-40d397b0e3aa req-d05db918-60e7-4e43-823f-e76909a060ee tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:35.508314 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:35.513852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-151f2966-b6f8-49f3-a0d5-40d397b0e3aa req-d05db918-60e7-4e43-823f-e76909a060ee tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 945 time: 0.1550438 Jul 28 11:19:35.543951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=db28f86c-961c-4583-b5b8-07e96c746d5c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:35.624788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-151f2966-b6f8-49f3-a0d5-40d397b0e3aa req-eef72f33-215d-4d02-9611-1d27115e5307 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a98f6d5e-2397-4968-a722-1460795923bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096478 Jul 28 11:19:35.668971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] No DVR routers for this DVR port db28f86c-961c-4583-b5b8-07e96c746d5c on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:19:35.676102 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:35.680383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-813d7e0a-4a50-4c88-b440-a65e8f82f2a7 req-fe69f630-ae36-457c-9913-1166edd69b04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "DELETE /v2.0/ports/db28f86c-961c-4583-b5b8-07e96c746d5c HTTP/1.1" status: 204 len: 173 time: 0.7872779 Jul 28 11:19:35.681378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-deleted', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:35.696628 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26ea7c6-d758-4b82-8e44-2c8c45637f82" -d '{"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-deleted", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:35.761627 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2987de-0d3e-4ba3-98a8-aadd2ff6367f x-openstack-request-id: req-9f2987de-0d3e-4ba3-98a8-aadd2ff6367f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:35.761941 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c81a0b-bd3f-4c75-b254-149e81a7a93c", "name": "network-vif-deleted", "tag": "db28f86c-961c-4583-b5b8-07e96c746d5c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:35.762371 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f2987de-0d3e-4ba3-98a8-aadd2ff6367f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:35.762827 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c81a0b-bd3f-4c75-b254-149e81a7a93c', 'name': 'network-vif-deleted', 'tag': 'db28f86c-961c-4583-b5b8-07e96c746d5c', 'status': 'completed', 'code': 200} Jul 28 11:19:35.905455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcab9b-e571-44dd-b7db-cb13e7f01022 req-eeb15678-edcd-4c20-a125-e40897090536 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:35.907921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7fcab9b-e571-44dd-b7db-cb13e7f01022 req-eeb15678-edcd-4c20-a125-e40897090536 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0972965 Jul 28 11:19:36.047222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7fcab9b-e571-44dd-b7db-cb13e7f01022 req-54104007-5fdc-4ed4-9d60-3d533206a9bd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092818 Jul 28 11:19:36.166300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fafa9898-8f8f-4ac5-9733-bbc1463cdd3e req-0e9fbf7f-16bc-4a1a-a38d-16db504d7d1e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 210 time: 0.0597553 Jul 28 11:19:36.686228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-1dabe213-ea93-4764-80b2-1c0ef7faf10d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:36.687789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-1dabe213-ea93-4764-80b2-1c0ef7faf10d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 817 time: 0.2807536 Jul 28 11:19:36.827925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-3c046de3-fac5-48c2-b605-1aaf1ed8c937 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 380 time: 0.1238067 Jul 28 11:19:36.848600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'port': {'device_id': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'admin_state_up': True, 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'security_groups': ['312037e9-0232-421e-a3ba-3b7203e76182']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:36.904430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bff3c7e3-7fd6-4f20-a03e-e8a2bea22493 req-a4f1a90d-9fbd-42ea-9a9d-73f5833ed583 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c81a0b-bd3f-4c75-b254-149e81a7a93c HTTP/1.1" status: 200 len: 210 time: 0.0335062 Jul 28 11:19:37.031789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944f434-0d76-4027-beb0-f9ffbfe1410e req-71d6c7c8-3bd8-4668-9875-95efe2a09b84 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:37.044853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4944f434-0d76-4027-beb0-f9ffbfe1410e req-71d6c7c8-3bd8-4668-9875-95efe2a09b84 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1908221 Jul 28 11:19:37.152792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4944f434-0d76-4027-beb0-f9ffbfe1410e req-7f1ff5ce-f4ee-4a82-b18d-8ffb413e9eaf tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057911 Jul 28 11:19:37.229443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:37.366428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fc6ed55-390f-479d-8361-50506dd6b9b8 req-26e70e6c-7084-4af8-ad9f-c0eb64ddc5aa tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 210 time: 0.0561018 Jul 28 11:19:37.412570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baca8060-685d-4ca5-9936-cff6d4ea06e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.432783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:37.581008 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baca8060-685d-4ca5-9936-cff6d4ea06e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.594747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baca8060-685d-4ca5-9936-cff6d4ea06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.606929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.609915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Made reservation on behalf of 10ded2a5e81d472b890d5ec3c7dde8eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:37.615073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.655782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:37.657192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:37.659887 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008253c5-3737-45ea-a87e-efb6f6e5383b" -d '{"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-unplugged", "status": "completed", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:37.680020 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.681690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-baca8060-685d-4ca5-9936-cff6d4ea06e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44f8b0bebe124d68b61ae6a786afe4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508996 Jul 28 11:19:37.686740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:37.687441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca8060-685d-4ca5-9936-cff6d4ea06e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472591d5-b933-4e46-adda-67a7e4bb9852,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:37.780966 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fbe1ea-9293-495c-ad55-f708287f48d5 x-openstack-request-id: req-54fbe1ea-9293-495c-ad55-f708287f48d5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:37.781255 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-unplugged", "status": "completed", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:37.781769 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54fbe1ea-9293-495c-ad55-f708287f48d5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:37.782346 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'code': 200} Jul 28 11:19:37.783092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:37.806265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451eb663-e9ba-434a-8c43-73773c0a04f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.815213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Allocated IP 172.20.0.14 (7d3480e5-5fcc-426f-8a79-fa1ad2d53e45/3499e4bf-f922-4abe-b209-b8e09b3c41f2/83c29ebb-9979-42a1-b3cc-56392ac4e35d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:37.833592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451eb663-e9ba-434a-8c43-73773c0a04f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.888626 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451eb663-e9ba-434a-8c43-73773c0a04f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.891231 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451eb663-e9ba-434a-8c43-73773c0a04f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:37.892625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-451eb663-e9ba-434a-8c43-73773c0a04f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/472591d5-b933-4e46-adda-67a7e4bb9852 HTTP/1.1" status: 204 len: 168 time: 0.1962104 Jul 28 11:19:37.904427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb663-e9ba-434a-8c43-73773c0a04f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472591d5-b933-4e46-adda-67a7e4bb9852,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:37.974924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:38.009647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.027751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Transition to ACTIVE for port object 83c29ebb-9979-42a1-b3cc-56392ac4e35d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:38.076478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.216937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:38.220568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:38.227512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:38.267929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:38.362084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:38.363097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.381312 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5fcde7cb-2637-4cc5-86f7-32072c533f7a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5418813 Jul 28 11:19:38.424402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Request body: {'port': {'device_id': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:38.446747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82ea03-6e8c-416c-880d-8b484293a643 req-69b39bd2-44cc-45d6-a020-83ce161a3740 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:38.448363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c82ea03-6e8c-416c-880d-8b484293a643 req-69b39bd2-44cc-45d6-a020-83ce161a3740 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1022501 Jul 28 11:19:38.496283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:38.586032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.601099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53ef2bde-cb31-43da-800e-61f69a22e211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.639333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a9d7a9ff-e337-45c2-b8dd-e615506ba1a1 None None] Provisioning for port 83c29ebb-9979-42a1-b3cc-56392ac4e35d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:38.644293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a9d7a9ff-e337-45c2-b8dd-e615506ba1a1 None None] Provisioning complete for port 83c29ebb-9979-42a1-b3cc-56392ac4e35d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:38.645089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9d7a9ff-e337-45c2-b8dd-e615506ba1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.646941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988538d1-2c78-4792-9a93-50d3acd64fe4 req-0eda5de8-7692-4841-a7c9-0246ee3dec35 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:38.657143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-988538d1-2c78-4792-9a93-50d3acd64fe4 req-0eda5de8-7692-4841-a7c9-0246ee3dec35 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 932 time: 0.1544571 Jul 28 11:19:38.668803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c82ea03-6e8c-416c-880d-8b484293a643 req-dda1bf10-1d9a-40cd-9a94-e8bfa0e1faf1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645679 Jul 28 11:19:38.711864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7a9ff-e337-45c2-b8dd-e615506ba1a1 None None] Port 83c29ebb-9979-42a1-b3cc-56392ac4e35d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:19:38.747455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-988538d1-2c78-4792-9a93-50d3acd64fe4 req-71d36f7f-133e-4b73-aa93-02a65dbfb750 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893319 Jul 28 11:19:38.856629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.879333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53ef2bde-cb31-43da-800e-61f69a22e211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.908862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53ef2bde-cb31-43da-800e-61f69a22e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:38.978567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-53ef2bde-cb31-43da-800e-61f69a22e211 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4b74991f6524e2684ae2545e714ed66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811320 Jul 28 11:19:38.979408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef2bde-cb31-43da-800e-61f69a22e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0a1239-61d5-4107-a597-035121f0bc50,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:38.982639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:39.060523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50bcecf7-5b8a-43d5-9d1f-c140070ac9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.077615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c29ebb-9979-42a1-b3cc-56392ac4e35d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:19:39.087900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.105806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Transition to ACTIVE for port object 83c29ebb-9979-42a1-b3cc-56392ac4e35d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:39.111785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.136969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50bcecf7-5b8a-43d5-9d1f-c140070ac9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.170290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:39.226816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:19:39.228951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:39.295615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50bcecf7-5b8a-43d5-9d1f-c140070ac9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.298208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50bcecf7-5b8a-43d5-9d1f-c140070ac9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.299355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-50bcecf7-5b8a-43d5-9d1f-c140070ac9a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d0a1239-61d5-4107-a597-035121f0bc50 HTTP/1.1" status: 204 len: 168 time: 0.3147659 Jul 28 11:19:39.341789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Attempting to bind port 83c29ebb-9979-42a1-b3cc-56392ac4e35d on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:39.342145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Attempting to bind port 83c29ebb-9979-42a1-b3cc-56392ac4e35d by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:39.342460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Attempting to bind port 83c29ebb-9979-42a1-b3cc-56392ac4e35d on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:39.354635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Port 83c29ebb-9979-42a1-b3cc-56392ac4e35d on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:19:39.354800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Attempting to bind port 83c29ebb-9979-42a1-b3cc-56392ac4e35d on network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:39.361270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcecf7-5b8a-43d5-9d1f-c140070ac9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0a1239-61d5-4107-a597-035121f0bc50,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:39.367751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:39.368089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Checking segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:39.368520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Bound using segment: {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:39.368969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Bound port: 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f19921-359f-4386-aa00-dcc0592189a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:39.369352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.452496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: db28f86c-961c-4583-b5b8-07e96c746d5c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:39.453073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device db28f86c-961c-4583-b5b8-07e96c746d5c not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:39.511417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 8ebc0f52-114e-4a7e-a822-535897d6f5df {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:39.519053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.554945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:39.593363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'mac_address': 'fa:16:3e:4b:75:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:19:39.617929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:39.632690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:39.650501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.689128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.803288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:39.813262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:39.820575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] 10.222.0.44 "PUT /v2.0/ports/83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 200 len: 1092 time: 1.4097991 Jul 28 11:19:39.824966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:39.834840 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20" -d '{"events": [{"name": "network-changed", "server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:39.836095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25be7354-bd7f-47ab-a6d8-01a52e180201 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:19:39.918241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:39.929444 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:40.054066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d4821-4444-4fb4-9e09-c191a8ca56be service neutron] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:40.091091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-2de9e064-2fe1-4881-9502-f3cf739a9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:40.092871 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-2de9e064-2fe1-4881-9502-f3cf739a9e0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1095 time: 0.1983819 Jul 28 11:19:40.094459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['25be7354-bd7f-47ab-a6d8-01a52e180201'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:19:40.135310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 8ebc0f52-114e-4a7e-a822-535897d6f5df, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8ebc0f52-114e-4a7e-a822-535897d6f5df,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:40.137107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:40.178898 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-ea22d6a5-c110-4cff-bb73-04c99e3819ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 200 len: 217 time: 0.0699470 Jul 28 11:19:40.257587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:40.283226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:40.289019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 8ebc0f52-114e-4a7e-a822-535897d6f5df owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:40.304674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d30130-09df-4b0d-bdb5-9b41595c52ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:40.337993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-b38e7a1e-c23d-447b-b5ea-dc61d463af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:40.341070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-b38e7a1e-c23d-447b-b5ea-dc61d463af52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.1542633 Jul 28 11:19:40.390345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da436f-968a-4089-b573-a9c4eb5a0918 req-a5ca3c81-ecf8-4973-90f1-efe5fc92a441 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:40.392403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83da436f-968a-4089-b573-a9c4eb5a0918 req-a5ca3c81-ecf8-4973-90f1-efe5fc92a441 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.3825741 Jul 28 11:19:40.449606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-6b7f447f-165f-4786-a375-1cc311894cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:40.450443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b617b7-e778-4b55-858e-42001f424cdd req-07ba16e2-005a-4edc-85d3-f9833d3a5c1c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:40.452640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-6b7f447f-165f-4786-a375-1cc311894cbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993881 Jul 28 11:19:40.463057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4b617b7-e778-4b55-858e-42001f424cdd req-07ba16e2-005a-4edc-85d3-f9833d3a5c1c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.4440455 Jul 28 11:19:40.678408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4b617b7-e778-4b55-858e-42001f424cdd req-5c57954c-56d8-4b8c-8870-a32147ed8a2f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940339 Jul 28 11:19:40.696518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83da436f-968a-4089-b573-a9c4eb5a0918 req-7c2e15e6-6d2a-4301-9bd5-70bedd398ca2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596421 Jul 28 11:19:40.774421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d30130-09df-4b0d-bdb5-9b41595c52ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:40.800683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5c5dd02e-6e98-4b42-9d4d-05e2e929d3e3 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341813 Jul 28 11:19:40.802129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d30130-09df-4b0d-bdb5-9b41595c52ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:40.845455 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ce09a-69b5-4d8b-b32f-e3cbc7f1928b x-openstack-request-id: req-702ce09a-69b5-4d8b-b32f-e3cbc7f1928b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:40.845912 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:40.846235 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-702ce09a-69b5-4d8b-b32f-e3cbc7f1928b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:40.846747 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'status': 'completed', 'code': 200} Jul 28 11:19:40.912527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:40.986264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-48d30130-09df-4b0d-bdb5-9b41595c52ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d3bb1c7ed78480ea620396c1a433072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247345 Jul 28 11:19:40.986528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d30130-09df-4b0d-bdb5-9b41595c52ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf76f0-46d2-40a4-b6fd-20aee71a861b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:41.007837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:41.041282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=8ebc0f52-114e-4a7e-a822-535897d6f5df,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:41.146344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e25d41e6-6f18-46e8-b517-4737ebcbc2ee req-5e2d8586-14df-4829-b8a6-beba5d2ab428 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364596 Jul 28 11:19:41.237805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:41.317739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4565cfc8-4b2d-4981-a6e2-7522c425f24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.386438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 25be7354-bd7f-47ab-a6d8-01a52e180201 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:41.386819 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.388145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.416820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4565cfc8-4b2d-4981-a6e2-7522c425f24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.470678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-a94b3135-6acf-4d61-8172-df1755eff35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:41.473340 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-a94b3135-6acf-4d61-8172-df1755eff35c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1095 time: 0.2457614 Jul 28 11:19:41.570301 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.650998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:41.653470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:41.658085 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72314051-33ad-4056-98cf-2523b141cde9" -d '{"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-plugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:41.672452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.709767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:19:41.737242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4565cfc8-4b2d-4981-a6e2-7522c425f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.744110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4565cfc8-4b2d-4981-a6e2-7522c425f24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:41.748227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4565cfc8-4b2d-4981-a6e2-7522c425f24a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2adf76f0-46d2-40a4-b6fd-20aee71a861b HTTP/1.1" status: 204 len: 168 time: 0.7359405 Jul 28 11:19:41.798574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-999428d7-8382-40dd-8230-4b7c94b2cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:41.821022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-999428d7-8382-40dd-8230-4b7c94b2cc65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.3296380 Jul 28 11:19:41.822223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565cfc8-4b2d-4981-a6e2-7522c425f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf76f0-46d2-40a4-b6fd-20aee71a861b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:41.842059 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94223996-5436-4d8b-82b5-7070c64538e6 x-openstack-request-id: req-94223996-5436-4d8b-82b5-7070c64538e6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:41.843573 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-plugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:41.844623 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94223996-5436-4d8b-82b5-7070c64538e6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:41.845222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:41.846338 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'code': 200} Jul 28 11:19:41.854070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a892675-1324-432c-b640-56a4e40f184b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8749886 Jul 28 11:19:41.854460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:41.909917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] Sync routers for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:41.959707 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-98c3ad3d-1142-4e1a-a962-580e589d0ac5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 200 len: 217 time: 0.1183434 Jul 28 11:19:41.963846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:41.982800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting subnet 2440ba18-8193-4112-b37d-fbca10b2692a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:19:42.016895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:42.017553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:42.039054 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:42.169904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-a9813399-c741-4e60-9a80-3002dae676b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:42.171375 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-a9813399-c741-4e60-9a80-3002dae676b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.1987076 Jul 28 11:19:42.219426 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:42.244723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596082b-c162-4344-8ba8-a5198ff251f0 req-b3001dca-0dba-4a6c-8703-196768cc7eb7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:42.246656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c596082b-c162-4344-8ba8-a5198ff251f0 req-b3001dca-0dba-4a6c-8703-196768cc7eb7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2595854 Jul 28 11:19:42.258779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5662e93-ee43-488d-b126-7edc188e5672 req-d94668f1-214d-4de4-b845-e555135a39bd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:42.260889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5662e93-ee43-488d-b126-7edc188e5672 req-d94668f1-214d-4de4-b845-e555135a39bd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.3365717 Jul 28 11:19:42.295885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:42.306977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-a24137ea-e9e7-4b68-be8a-d051d6506dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:42.308459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-a24137ea-e9e7-4b68-be8a-d051d6506dee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284630 Jul 28 11:19:42.381979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c596082b-c162-4344-8ba8-a5198ff251f0 req-d750ec1a-c374-4161-b75b-84b594c2a21f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937390 Jul 28 11:19:42.385652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5662e93-ee43-488d-b126-7edc188e5672 req-e3fb600e-badf-4c8e-98c2-722efbfc5bc8 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941072 Jul 28 11:19:42.450376 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-2b00d9eb-d372-4e70-b394-373fd1efb196 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306579 Jul 28 11:19:42.474922 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:42.565812 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:42.570805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ceca3f92-ecef-40c0-a4ed-bfc7a0136a20 req-e4868ad1-8660-4aa9-ba6a-2ca69ff8bcf3 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108031 Jul 28 11:19:42.599250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:42.601983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/subnets/2440ba18-8193-4112-b37d-fbca10b2692a HTTP/1.1" status: 204 len: 168 time: 0.7457275 Jul 28 11:19:42.604235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:42.611475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be53f2e4-40c4-4fa6-acd4-923d6397cf9b None None] Network 009da86d-af74-4718-8676-b6ac30e03658 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:42.654530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62699-5b94-4915-b573-9caa3a43ddd8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Subnet': ['ID=2440ba18-8193-4112-b37d-fbca10b2692a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:42.784958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:42.785178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:19:40Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:42.826018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] Checking router: f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:42.875603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] Routers {'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:42.876701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:42.955396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] DHCP port deletion for 009da86d-af74-4718-8676-b6ac30e03658 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:19:42.974523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:43.080342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] Set router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:43.105773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:43.106395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:43.164426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] Deleting port 03a04a94-2667-497e-9e8d-ef05baa790d5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:43.164744 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:43.244477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 176c1db8-95f1-4d9b-b8f6-497dcad89ff0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:43.245088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:43.275729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:43.328786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:19:43.541229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] For port 03a04a94-2667-497e-9e8d-ef05baa790d5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=03a04a94-2667-497e-9e8d-ef05baa790d5,segment=NetworkSegment(509ae8cf-2ce2-4d13-a3a6-3a197600a94c),segment_id=509ae8cf-2ce2-4d13-a3a6-3a197600a94c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:43.545952 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:43.559308 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:19:43.636318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:43.670891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] Calling delete_port for 03a04a94-2667-497e-9e8d-ef05baa790d5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:43.750525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa564-4b79-4be8-9156-c9eb20248c39 req-34b330e1-cf16-4f6e-99fc-cae1bcffaca6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:43.761063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-998fa564-4b79-4be8-9156-c9eb20248c39 req-34b330e1-cf16-4f6e-99fc-cae1bcffaca6 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2632258 Jul 28 11:19:43.773892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=176c1db8-95f1-4d9b-b8f6-497dcad89ff0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:43.829247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab8c83-121b-445a-88e8-d35d2f04cffb req-343395f0-5463-43b3-8f06-365e08dc76d4 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:43.830791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deab8c83-121b-445a-88e8-d35d2f04cffb req-343395f0-5463-43b3-8f06-365e08dc76d4 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.2631426 Jul 28 11:19:43.875369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:19:40Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:43.949982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-998fa564-4b79-4be8-9156-c9eb20248c39 req-e205d292-405a-4553-9406-e2d4225e3652 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879237 Jul 28 11:19:43.970421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80dde6d-d6ba-400d-964f-c28202694eb5 None None] The sync data for ids ['f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd'] in n-d-723573-7 is: [{'id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116167776', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:58Z', 'updated_at': '2021-07-28T11:19:40Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '176c1db8-95f1-4d9b-b8f6-497dcad89ff0', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:59Z', 'updated_at': '2021-07-28T11:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:44.008166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:44.016115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deab8c83-121b-445a-88e8-d35d2f04cffb req-8a89da00-130b-43dd-9377-e7fdb8ef5a48 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770504 Jul 28 11:19:44.025002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.068728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'mac_address': 'fa:16:3e:15:e3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:19:44.117325 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.205342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] Pushing event deleted for resources: {'Port': ['ID=03a04a94-2667-497e-9e8d-ef05baa790d5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:44.224033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7cb30-1dc4-4e64-9d56-ce344a5ae4dc None None] No DVR routers for this DVR port 03a04a94-2667-497e-9e8d-ef05baa790d5 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:19:44.242316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.265684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c29ebb-9979-42a1-b3cc-56392ac4e35d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:19:44.293245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:44.307342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.311310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.317179 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.456212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:44.472929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.474380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Fanout notify agent at l3_agent the message router_deleted on router f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:19:44.491129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.500582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:44.500771 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b86eba5c-8850-44c9-81b3-2d608e74f2cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/routers/f5e6b0ce-c41c-4f75-a2b6-169f22b3abcd HTTP/1.1" status: 204 len: 168 time: 1.8952017 Jul 28 11:19:44.607397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['83c29ebb-9979-42a1-b3cc-56392ac4e35d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:19:44.823947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:44.990731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ebc0f52-114e-4a7e-a822-535897d6f5df no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:44.994539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af253db-60b3-4d41-8fc2-2e7603627db8 req-2378f27f-cb37-43a4-a190-144d45672112 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:45.012489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6af253db-60b3-4d41-8fc2-2e7603627db8 req-2378f27f-cb37-43a4-a190-144d45672112 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.3615322 Jul 28 11:19:45.118954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8ebc0f52-114e-4a7e-a822-535897d6f5df {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:45.119782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ebc0f52-114e-4a7e-a822-535897d6f5df not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:45.120551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 03a04a94-2667-497e-9e8d-ef05baa790d5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:45.151833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 03a04a94-2667-497e-9e8d-ef05baa790d5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:45.152619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 03a04a94-2667-497e-9e8d-ef05baa790d5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:45.178589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:45.219196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009da86d-af74-4718-8676-b6ac30e03658']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:45.261413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6af253db-60b3-4d41-8fc2-2e7603627db8 req-ec863473-f137-4934-8081-969f0d9fcca8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221808 Jul 28 11:19:45.274067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509ae8cf-2ce2-4d13-a3a6-3a197600a94c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:45.274413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509ae8cf-2ce2-4d13-a3a6-3a197600a94c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:45.290164 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:45.326677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6012-6f99-48e7-8487-e20b977f4ea1 req-981077b8-6a97-4d41-b8c1-d20dfd549ecd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:45.328845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d23c6012-6f99-48e7-8487-e20b977f4ea1 req-981077b8-6a97-4d41-b8c1-d20dfd549ecd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1384616 Jul 28 11:19:45.330716 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:45.341506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:19:45.341506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:19:45.343954 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:19:45.811447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d23c6012-6f99-48e7-8487-e20b977f4ea1 req-72bb34d4-aa33-4655-ab38-290036047be7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4535158 Jul 28 11:19:45.813153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:45.818859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:45.821079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/networks/009da86d-af74-4718-8676-b6ac30e03658 HTTP/1.1" status: 204 len: 168 time: 1.3194389 Jul 28 11:19:45.824009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:45.835208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5775cdc-55b8-41ea-a9a9-5f06f252e5cf req-6ff3a17a-879c-465b-8154-1149632b0645 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:45.842754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5775cdc-55b8-41ea-a9a9-5f06f252e5cf req-6ff3a17a-879c-465b-8154-1149632b0645 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 945 time: 0.4547539 Jul 28 11:19:45.892684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b87c1-0306-477a-bdff-7cfaf149ed04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Network': ['ID=009da86d-af74-4718-8676-b6ac30e03658,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:45.911158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5775cdc-55b8-41ea-a9a9-5f06f252e5cf req-eebb5bdb-dfc3-4654-b40f-7d52611b283f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674338 Jul 28 11:19:45.958103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5b1f6ac-2002-4745-808d-a8410f465c87 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.010730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5b1f6ac-2002-4745-808d-a8410f465c87 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.133733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5b1f6ac-2002-4745-808d-a8410f465c87 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.134633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5b1f6ac-2002-4745-808d-a8410f465c87 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.136055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e5b1f6ac-2002-4745-808d-a8410f465c87 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/security-groups/a98f6d5e-2397-4968-a722-1460795923bd HTTP/1.1" status: 204 len: 168 time: 0.3104680 Jul 28 11:19:46.148519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1f6ac-2002-4745-808d-a8410f465c87 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98f6d5e-2397-4968-a722-1460795923bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:46.431739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:46.437149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403100071', 'description': 'tempest-secgroup-smoke-403100071 description', 'project_id': '53d99df6846d459185671064bf7c439d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:46.451219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3edea2-fa9b-4a2a-9bab-1bf3007ae1d7 req-e97b770c-57a1-4377-b45b-3e413600479c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:46.463509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c3edea2-fa9b-4a2a-9bab-1bf3007ae1d7 req-e97b770c-57a1-4377-b45b-3e413600479c tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.0870461 Jul 28 11:19:46.489650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.546082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c3edea2-fa9b-4a2a-9bab-1bf3007ae1d7 req-3e106b8a-51d3-478d-b64c-f5b121c394c9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801754 Jul 28 11:19:46.602029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.615502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.648506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629646ed-37b2-4eeb-b17e-5dc2a85397e5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:46.672888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.677674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:46.678034 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3617d21b-18df-4d37-8e7e-518dcdd24d0d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2446985 Jul 28 11:19:46.682781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '629646ed-37b2-4eeb-b17e-5dc2a85397e5', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:46.723912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.738058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:46.763913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:46.764887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 176c1db8-95f1-4d9b-b8f6-497dcad89ff0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:46.863587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.884796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.902533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-46e144cf-ed1b-47c8-a9ed-ad64d70e51a7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:46.904041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-46e144cf-ed1b-47c8-a9ed-ad64d70e51a7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 946 time: 0.1158149 Jul 28 11:19:46.923632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5a49ed-abab-4f51-a9ab-8f431af54232,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:46.976829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:46.980702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3b287469-3e14-459d-8d0a-154cc51aefcf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991092 Jul 28 11:19:46.982817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:46.993536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '629646ed-37b2-4eeb-b17e-5dc2a85397e5', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:47.047569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.089495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cfa4c-f271-41cf-87de-0e07e08993e7 req-0d671889-692b-47bc-a3e7-fddc80062fca tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:47.090978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e5cfa4c-f271-41cf-87de-0e07e08993e7 req-0d671889-692b-47bc-a3e7-fddc80062fca tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1463578 Jul 28 11:19:47.222518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.236624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401372a-834e-42bf-b9e7-7914ad95d1f3 req-c4feda50-d241-4ee2-91a8-da3afd006b71 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:47.243943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.245164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8401372a-834e-42bf-b9e7-7914ad95d1f3 req-c4feda50-d241-4ee2-91a8-da3afd006b71 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 945 time: 0.1889255 Jul 28 11:19:47.270106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Deleting port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:47.270570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.276063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e5cfa4c-f271-41cf-87de-0e07e08993e7 req-66bf248c-4e5e-43ad-9b5e-c583ba1767ed tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624331 Jul 28 11:19:47.299131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:47.333456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8401372a-834e-42bf-b9e7-7914ad95d1f3 req-c0ba6dff-0fc0-4d2e-b4c6-0d4736a7d185 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845685 Jul 28 11:19:47.365341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f4706-afa4-45be-b848-8fa3f81e7d76,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:47.399173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.401739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-78ceb5c3-ee9d-4aa6-b8e0-2c649acbe5ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171228 Jul 28 11:19:47.404561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:47.416566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '629646ed-37b2-4eeb-b17e-5dc2a85397e5', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:47.462048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] For port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:47.462320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.470588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.480548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 83c29ebb-9979-42a1-b3cc-56392ac4e35d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:47.495084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 83c29ebb-9979-42a1-b3cc-56392ac4e35d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:47.495699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.506481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Calling delete_port for 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:47.622375 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.631309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.671210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc5bc3a-2aa6-45b8-adec-fec46b0812d6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:47.690042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.692646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a533ff95-a3d0-47b0-8ed8-d5b14f91ce93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860942 Jul 28 11:19:47.695337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:47.701148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '629646ed-37b2-4eeb-b17e-5dc2a85397e5', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:47.767962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.828022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.859834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b57da1d3-1da7-47c6-9a3c-a9e9496117a6 req-cf72b899-d3fe-4cf6-9277-8248dc202d44 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada42896-eb55-4cee-8f89-730a39907448 HTTP/1.1" status: 200 len: 210 time: 0.0863004 Jul 28 11:19:47.888802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.894789 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.896446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Pushing event deleted for resources: {'Port': ['ID=0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:47.897871 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.902581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['2ddc6a7d-d9d8-4afc-8838-fde270303473'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:19:47.923604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dfd225-e2f0-43d5-b60b-ea9fd3531869,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:47.952713 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:47.954715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:47.955336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a09bb49-a5fa-4620-aa41-b37748e1aa7e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2584400 Jul 28 11:19:47.959020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:47.961103 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da17d1f-35e6-4ddd-9a8a-524d0aa4fffe" -d '{"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-plugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:47.967357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '629646ed-37b2-4eeb-b17e-5dc2a85397e5', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:47.989923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] No DVR routers for this DVR port 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:19:48.002461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:48.033494 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:19:48.040245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.049070 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.064229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.067937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e4565bb-2258-45a9-9287-48ad91ab5303 req-c8cd1eac-cd9c-4c41-bd6f-5883efbc4938 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "DELETE /v2.0/ports/0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e HTTP/1.1" status: 204 len: 173 time: 1.1524897 Jul 28 11:19:48.068523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada42896-eb55-4cee-8f89-730a39907448', 'name': 'network-vif-deleted', 'tag': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:48.070962 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b29427-b11d-4517-ac83-0a4fc7ba01d8" -d '{"events": [{"server_uuid": "ada42896-eb55-4cee-8f89-730a39907448", "name": "network-vif-deleted", "tag": "0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:48.088864 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dc5121-e0a6-463f-a4b9-e571963afc66 x-openstack-request-id: req-58dc5121-e0a6-463f-a4b9-e571963afc66 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:48.089361 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-plugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:48.089705 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58dc5121-e0a6-463f-a4b9-e571963afc66 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:48.090179 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'code': 200} Jul 28 11:19:48.163016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:48.181802 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e724cfc-9846-4c5c-864e-99101bbc0516 x-openstack-request-id: req-7e724cfc-9846-4c5c-864e-99101bbc0516 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:48.182124 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada42896-eb55-4cee-8f89-730a39907448", "name": "network-vif-deleted", "tag": "0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:48.182346 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e724cfc-9846-4c5c-864e-99101bbc0516 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:48.182747 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada42896-eb55-4cee-8f89-730a39907448', 'name': 'network-vif-deleted', 'tag': '0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e', 'status': 'completed', 'code': 200} Jul 28 11:19:48.197288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.210240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.259745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f68625-d013-4cdd-a2bd-1af3bba5b8b9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:48.266414 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.268135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a24da26-8ef9-40d6-8cdd-be26e4ebf00b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3075833 Jul 28 11:19:48.271335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:48.276168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '629646ed-37b2-4eeb-b17e-5dc2a85397e5', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:48.291881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641665-e6f0-41d7-9d6b-9c44c39a454b req-bc820721-7d9c-4621-90ea-2b910af4d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:48.293743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32641665-e6f0-41d7-9d6b-9c44c39a454b req-bc820721-7d9c-4621-90ea-2b910af4d7ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1097 time: 0.0951350 Jul 28 11:19:48.312726 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:19:48.320513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.371504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32641665-e6f0-41d7-9d6b-9c44c39a454b req-0d00ad0a-1807-480c-9a2b-9abaed415347 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696685 Jul 28 11:19:48.436242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.451553 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.477873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0325c2b3-fa5e-40ef-9cef-48f0a2a60809,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:48.488411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793f4e3-9d78-48fc-bb6c-3f319398bf2c req-7eef2173-3c94-4966-8f08-2ee077c7dada tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:48.490000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1793f4e3-9d78-48fc-bb6c-3f319398bf2c req-7eef2173-3c94-4966-8f08-2ee077c7dada tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0926487 Jul 28 11:19:48.556027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.557246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-767b6980-7e83-4af6-aff5-15de5067a895 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2847054 Jul 28 11:19:48.560374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:48.566320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'network': {'name': 'tempest-network-smoke--2130496569', 'project_id': '53d99df6846d459185671064bf7c439d', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:48.599372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1793f4e3-9d78-48fc-bb6c-3f319398bf2c req-81c4ef44-a6e3-4ed9-af84-91f70072b616 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927749 Jul 28 11:19:48.630197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:48.634845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db611e90-b104-467c-8448-c1ebf0af9b3b req-e892fb42-f166-4995-8a77-be0af8141c6a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:48.637410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.637887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db611e90-b104-467c-8448-c1ebf0af9b3b req-e892fb42-f166-4995-8a77-be0af8141c6a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1784549 Jul 28 11:19:48.693598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:19:48.731268 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.732026 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Added segment 14d5e1f9-6e00-4229-b2f2-3655a0dbff76 of type vlan for network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c Jul 28 11:19:48.779792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db611e90-b104-467c-8448-c1ebf0af9b3b req-fd43d196-e323-4777-8cf4-60782e8acdab tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287742 Jul 28 11:19:48.866040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.882152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:48.894309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-738227744'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:48.901205 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.907750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:48.908693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.966022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:48.977572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:48.986969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4208028 Jul 28 11:19:48.990165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:48.996643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa9de0-4085-4836-bcc5-635d45bf7aff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Network': ['ID=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:49.009087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'admin_state_up': True, 'project_id': '53d99df6846d459185671064bf7c439d', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:49.017183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:19:49.050653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.051946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.080109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:19:49.188037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.188771 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Added segment 82a435b6-70e9-46bc-89ba-631070867156 of type vlan for network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce Jul 28 11:19:49.215640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.329741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.447805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.529938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.535473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:49.536651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.540452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:49.571585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:49.572533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 0b042fe0-6292-4cf6-b13b-8d1f3e8c8b9e not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:49.573763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121717b-d011-4416-a37b-7136826ba2f9 req-ab4e3a0d-9935-44a4-8d7d-f473de541f61 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:49.575514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0121717b-d011-4416-a37b-7136826ba2f9 req-ab4e3a0d-9935-44a4-8d7d-f473de541f61 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.2415328 Jul 28 11:19:49.629337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:49.630242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7459023 Jul 28 11:19:49.635441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1865452011'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:49.658953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670e63d-ccdd-4bb4-baf0-023402b2e96d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Network': ['ID=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:49.688233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0121717b-d011-4416-a37b-7136826ba2f9 req-25c9099a-cb99-463a-b1c5-e452e0d189e9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827632 Jul 28 11:19:49.703324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:19:49.726936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:49.730761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.739309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.783586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:19:49.800534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.800888 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Added segment ee3ad7ec-d576-4e89-b6d7-cee3fba05d50 of type vlan for network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd Jul 28 11:19:49.910425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.984234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:49.984234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:49.984234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.018584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.060927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.119498 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4885952 Jul 28 11:19:50.121059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accbae3-d5bd-4c84-a280-bb8e8a9c66f3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Network': ['ID=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:50.123311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:50.133276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:19:50.138996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'subnet': {'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:50.290745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab703357-a94d-414a-887a-66c4a52bb5e6 req-42e76175-fa01-4435-acf1-b498c5ebb639 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:50.293373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab703357-a94d-414a-887a-66c4a52bb5e6 req-42e76175-fa01-4435-acf1-b498c5ebb639 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.5409594 Jul 28 11:19:50.315724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6347-3147-4267-88fa-d9666b024c50 req-afaf8b17-76fe-4100-8a39-ad1cb95b1205 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:50.323584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bacd6347-3147-4267-88fa-d9666b024c50 req-afaf8b17-76fe-4100-8a39-ad1cb95b1205 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.3071878 Jul 28 11:19:50.361903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:50.365774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.476804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bacd6347-3147-4267-88fa-d9666b024c50 req-0add9009-fff6-48f3-bf88-9f59d5d21944 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514845 Jul 28 11:19:50.565006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.108 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/59996fe6-845c-4ca3-a77b-b2825d04e600) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:50.571791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab703357-a94d-414a-887a-66c4a52bb5e6 req-fb3a73e0-5e8a-4b40-89ad-a1eae6ec5727 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682564 Jul 28 11:19:50.640830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.733431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Subnet': ['ID=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:50.737984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Checking segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:50.737984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network hostable DHCP agents. Network: 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:19:50.759138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:19:50.781182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:50.787786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:50.788640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.795619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021fffd-7e5a-430d-be3f-a39110640999 None None] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:50.808434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e96dc05e-feb1-4378-a8e8-c3a0aef16aca tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6755443 Jul 28 11:19:50.810981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:50.818967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'subnet': {'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:50.845963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:50.920420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4606b5-ca82-4fd9-9470-f16b114163f3 req-c293359c-25af-4307-b1cd-e293fc7e2368 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:50.922454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da4606b5-ca82-4fd9-9470-f16b114163f3 req-c293359c-25af-4307-b1cd-e293fc7e2368 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.3023770 Jul 28 11:19:50.937407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:50.940313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3916194-988b-439e-97aa-7c8b6ca3e6cb req-30f7f22d-f119-4719-a79a-a9e9be8464c9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:50.946991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Request body: {'floatingip': {'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:50.949525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3916194-988b-439e-97aa-7c8b6ca3e6cb req-30f7f22d-f119-4719-a79a-a9e9be8464c9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1216056 Jul 28 11:19:51.013790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3916194-988b-439e-97aa-7c8b6ca3e6cb req-be06e698-697f-4001-8012-ec1d62ca1cb7 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632367 Jul 28 11:19:51.026818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.033085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.106974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:19:51.107834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.140453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:51.143893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.154755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:51.156935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:51.183667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=59996fe6-845c-4ca3-a77b-b2825d04e600,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:51.200103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:51.431673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Allocated IP 10.1.1.2 (3fffdda8-8931-4aa4-a4c0-34a9d0f011ce/3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e/00075816-8679-4423-8faa-7ec5e3c12c68) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:51.651955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.749472 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.761061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Transition to ACTIVE for port object 00075816-8679-4423-8faa-7ec5e3c12c68 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:51.782252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Transition to ACTIVE for port object 00075816-8679-4423-8faa-7ec5e3c12c68 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:51.809801 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:51.888744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:51.897260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:51.909457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:51.922288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Pushing event updated for resources: {'Port': ['ID=00075816-8679-4423-8faa-7ec5e3c12c68,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:51.923255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435a21-d2d2-4eb8-8e10-2c3e94029a82 req-42b9ef31-77a6-4b69-9970-56142e5ff51f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:51.925716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c435a21-d2d2-4eb8-8e10-2c3e94029a82 req-42b9ef31-77a6-4b69-9970-56142e5ff51f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1770394 Jul 28 11:19:52.040511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c435a21-d2d2-4eb8-8e10-2c3e94029a82 req-40aaff3d-7d3c-44a3-b6b7-2848ab905b28 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005907 Jul 28 11:19:52.091951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Attempting to bind port 00075816-8679-4423-8faa-7ec5e3c12c68 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:52.107799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Attempting to bind port 00075816-8679-4423-8faa-7ec5e3c12c68 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:52.108589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Attempting to bind port 00075816-8679-4423-8faa-7ec5e3c12c68 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:52.121244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:52.124431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Checking segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:52.126456 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.127126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Bound using segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:52.129617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Bound port: 00075816-8679-4423-8faa-7ec5e3c12c68, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:52.130491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.220338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] For port 00075816-8679-4423-8faa-7ec5e3c12c68, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:52.226023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] For port 00075816-8679-4423-8faa-7ec5e3c12c68, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=00075816-8679-4423-8faa-7ec5e3c12c68,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:52.240867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.247959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.256218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.331012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960f04f-2ae0-4ed6-a402-6b3f0118f43f req-2356fa02-9acc-4dcd-9232-363cf90fdda2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:52.333540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0960f04f-2ae0-4ed6-a402-6b3f0118f43f req-2356fa02-9acc-4dcd-9232-363cf90fdda2 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1458201 Jul 28 11:19:52.335863 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.414502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.448647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e748b-2fe2-4de9-8e47-a42a200a957a None None] Pushing event updated for resources: {'Port': ['ID=00075816-8679-4423-8faa-7ec5e3c12c68,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:52.453547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0960f04f-2ae0-4ed6-a402-6b3f0118f43f req-4a230cb0-8c04-44f2-a42e-d72ce52b10b9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095016 Jul 28 11:19:52.668580 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Floating IP 1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09 associated. External IP: 172.25.1.134, port: 83c29ebb-9979-42a1-b3cc-56392ac4e35d. Jul 28 11:19:52.673183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router 0671ca76-c129-49c5-a79b-c2af459d1e4a is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:19:52.768934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:52.944903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 00075816-8679-4423-8faa-7ec5e3c12c68 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:52.975541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Checking segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:52.975916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network hostable DHCP agents. Network: d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:19:52.978171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Subnet': ['ID=2f607007-6612-4e23-9f85-b9845a3df0bd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:53.039311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 00075816-8679-4423-8faa-7ec5e3c12c68 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:53.041834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:19:53.063211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:53.073799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:53.074599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:53.081764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090246d-f386-4fb9-88e7-c7da08f24d17 None None] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:53.143938 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3f0f8fba-e109-4491-8b61-9a872ea7a64d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3313005 Jul 28 11:19:53.148366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:53.155973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1931120959', 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:53.271128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Router 20735347-9532-4667-81e4-3e16680a0b3b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:19:53.391754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:53.407151 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Sync routers for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:53.420055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'fixed_ips': [{'subnet_id': '2f607007-6612-4e23-9f85-b9845a3df0bd'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:19:53.421210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:53.429372 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:53.433686 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:53.442462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:19:53.460788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:53.462409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:19:53.509700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bc05-58df-42d2-98f8-6f49260e7763 req-ccee90cc-e6ff-4595-9843-e692c93d30df tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:53.514212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e061bc05-58df-42d2-98f8-6f49260e7763 req-ccee90cc-e6ff-4595-9843-e692c93d30df tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2168818 Jul 28 11:19:53.515538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:53.523523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-21009d87-4126-4aab-b34e-b9585c1266d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5285339 Jul 28 11:19:53.536131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:53.600742 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc633792-22d7-4a78-8b11-792a1b913deb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "PUT /v2.0/floatingips/1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09 HTTP/1.1" status: 200 len: 992 time: 2.6612499 Jul 28 11:19:53.603499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:53.606084 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab581a66-760f-4ef4-a4b6-257ecc9af10b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:53.644167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:53.653830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b6b7efce-f329-4d37-a430-25dfbf8aad0a tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=53d99df6846d459185671064bf7c439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1121488 Jul 28 11:19:53.689392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:53.758978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Allocated IP 10.2.2.2 (d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd/2f607007-6612-4e23-9f85-b9845a3df0bd/85b78d85-a387-4d9b-8c44-8626a49bdff8) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:53.803219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e061bc05-58df-42d2-98f8-6f49260e7763 req-378cf248-9fdb-4f96-8214-9cfd98a02267 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810335 Jul 28 11:19:53.813186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09608d47-2c0c-4d9f-babc-4615cdd42273 req-a184695b-7945-4c46-87a9-828df40caee5 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:53.824776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09608d47-2c0c-4d9f-babc-4615cdd42273 req-a184695b-7945-4c46-87a9-828df40caee5 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1857738 Jul 28 11:19:53.891943 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:53.913011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09608d47-2c0c-4d9f-babc-4615cdd42273 req-ecd479c4-a5be-44c2-9789-f723c0bb1bf9 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872655 Jul 28 11:19:54.019409 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6483b8-45dd-4f65-a16b-22fa1f33d978 x-openstack-request-id: req-cb6483b8-45dd-4f65-a16b-22fa1f33d978 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:54.020017 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:54.020643 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb6483b8-45dd-4f65-a16b-22fa1f33d978 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:54.021220 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'status': 'completed', 'code': 200} Jul 28 11:19:54.054510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:54.065618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Transition to ACTIVE for port object 85b78d85-a387-4d9b-8c44-8626a49bdff8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:54.088791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Transition to ACTIVE for port object 85b78d85-a387-4d9b-8c44-8626a49bdff8 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:54.100599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74839f-02c5-4f66-8ab2-d8538f37c8f4 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:54.102251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:54.103113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:54.105349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:54.114928 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d74839f-02c5-4f66-8ab2-d8538f37c8f4 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4669087 Jul 28 11:19:54.146636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:54.167709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f277f7bf-32ac-4836-80df-885413aebeb6 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611100 Jul 28 11:19:54.168655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:54.179850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852796701', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'project_id': '53d99df6846d459185671064bf7c439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:54.186216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-d6a065dc-22c8-44c8-9737-04e5a43fdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:54.187054 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:54.187730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-d6a065dc-22c8-44c8-9737-04e5a43fdb53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1097 time: 0.1452229 Jul 28 11:19:54.193411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64cd8f-3061-4a4c-ba52-5f230aee611c None None] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:54.206976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] device_id is not set on port 499d86a3-4144-4cca-96cb-97fa9818c48c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:19:54.349383 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:19:51Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:54.407660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:54.414582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:54.552647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:54.622297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-557834d1-41a7-428d-a686-c9669dc9d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:54.623851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-557834d1-41a7-428d-a686-c9669dc9d715 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.3104417 Jul 28 11:19:54.660226 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Checking router: 0671ca76-c129-49c5-a79b-c2af459d1e4a for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:54.661913 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Updating router 0671ca76-c129-49c5-a79b-c2af459d1e4a port 59996fe6-845c-4ca3-a77b-b2825d04e600 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:19:54.669157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9a7e5-91cd-4874-8071-895685322c9e req-0a8359b7-0a58-4237-a6bf-776b722eca90 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:54.679084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16b9a7e5-91cd-4874-8071-895685322c9e req-0a8359b7-0a58-4237-a6bf-776b722eca90 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.1683741 Jul 28 11:19:54.698889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:54.709741 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:54.714773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:54.740906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] Provisioning for port 00075816-8679-4423-8faa-7ec5e3c12c68 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:54.757730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-15da6658-72e0-4989-bc75-27cc62810a7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 200 len: 1000 time: 0.1001439 Jul 28 11:19:54.857315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:54.917190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 10.1.1.113 (3fffdda8-8931-4aa4-a4c0-34a9d0f011ce/3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e/499d86a3-4144-4cca-96cb-97fa9818c48c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:55.003191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-d574a7d7-5b67-4922-891d-88ddfd3d0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:55.011644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] Provisioning complete for port 00075816-8679-4423-8faa-7ec5e3c12c68 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:55.012036 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.013459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-d574a7d7-5b67-4922-891d-88ddfd3d0750 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.2282763 Jul 28 11:19:55.106064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Pushing event updated for resources: {'Port': ['ID=85b78d85-a387-4d9b-8c44-8626a49bdff8,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:55.179781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Attempting to bind port 85b78d85-a387-4d9b-8c44-8626a49bdff8 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:55.180159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Attempting to bind port 85b78d85-a387-4d9b-8c44-8626a49bdff8 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:55.180691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Attempting to bind port 85b78d85-a387-4d9b-8c44-8626a49bdff8 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:55.200863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:55.200863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Checking segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:55.201424 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.201895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Bound using segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:55.202734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Bound port: 85b78d85-a387-4d9b-8c44-8626a49bdff8, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:55.203429 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.211330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-14846595-6ebd-4c04-a28b-10ffcbcbf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:55.217001 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-14846595-6ebd-4c04-a28b-10ffcbcbf461 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026558 Jul 28 11:19:55.268348 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.444347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] For port 85b78d85-a387-4d9b-8c44-8626a49bdff8, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:55.449352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] For port 85b78d85-a387-4d9b-8c44-8626a49bdff8, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85b78d85-a387-4d9b-8c44-8626a49bdff8,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:55.470697 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.495344 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Transition to ACTIVE for port object 59996fe6-845c-4ca3-a77b-b2825d04e600 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:55.507007 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.575634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49450549-d2ef-4685-ba2d-d8176ed9e635 req-e0609871-91c8-4b64-bdf1-699781d5f4ec tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:55.595096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49450549-d2ef-4685-ba2d-d8176ed9e635 req-e0609871-91c8-4b64-bdf1-699781d5f4ec tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 945 time: 0.5491526 Jul 28 11:19:55.601584 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9874a9b-6438-4d61-be1c-98394bdb4979 None None] Pushing event updated for resources: {'Port': ['ID=59996fe6-845c-4ca3-a77b-b2825d04e600,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:55.629114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.658352 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.667687 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Attempting to bind port 59996fe6-845c-4ca3-a77b-b2825d04e600 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:19:55.668352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Attempting to bind port 59996fe6-845c-4ca3-a77b-b2825d04e600 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:19:55.677058 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Attempting to bind port 59996fe6-845c-4ca3-a77b-b2825d04e600 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:19:55.683286 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:19:55.683836 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:55.684376 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.684871 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:19:55.685511 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Bound port: 59996fe6-845c-4ca3-a77b-b2825d04e600, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:19:55.686041 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:55.708827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49450549-d2ef-4685-ba2d-d8176ed9e635 req-e76b9b15-f7e7-49ea-b88d-72df245fe822 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109691 Jul 28 11:19:55.715273 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-29441616-16cd-4b60-880c-3bf259b5bbb7 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832432 Jul 28 11:19:55.771956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfecf1f-af27-42f9-81c3-d731029c3313 req-a08c540a-5457-4249-b150-4141093c76a0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:55.805903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbfecf1f-af27-42f9-81c3-d731029c3313 req-a08c540a-5457-4249-b150-4141093c76a0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.7868676 Jul 28 11:19:55.812871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e46d3-8f87-4e4b-90be-8fd53e4987b5 None None] Pushing event updated for resources: {'Port': ['ID=85b78d85-a387-4d9b-8c44-8626a49bdff8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:55.877849 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] For port 59996fe6-845c-4ca3-a77b-b2825d04e600, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:19:55.880357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] For port 00075816-8679-4423-8faa-7ec5e3c12c68, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=00075816-8679-4423-8faa-7ec5e3c12c68,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:55.881863 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] For port 59996fe6-845c-4ca3-a77b-b2825d04e600, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59996fe6-845c-4ca3-a77b-b2825d04e600,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:19:55.895643 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.007226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:56.015397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.036459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbfecf1f-af27-42f9-81c3-d731029c3313 req-01314dec-7f24-4144-97dd-2dcdaf6111f4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251859 Jul 28 11:19:56.090375 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9874a9b-6438-4d61-be1c-98394bdb4979 None None] Pushing event updated for resources: {'Port': ['ID=59996fe6-845c-4ca3-a77b-b2825d04e600,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:56.104267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Deleting port 2ddc6a7d-d9d8-4afc-8838-fde270303473 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:19:56.104699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.112949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object 499d86a3-4144-4cca-96cb-97fa9818c48c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:56.134327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Subnet': ['ID=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:56.148651 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:56.150224 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:56.203529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Checking segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:19:56.203934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network hostable DHCP agents. Network: a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:19:56.234349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab581a66-760f-4ef4-a4b6-257ecc9af10b req-02bdf906-676c-4099-b311-444b01b7996c service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017660 Jul 28 11:19:56.275237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.306554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.365789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:19:56.407536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:56.412227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a9-e261-4d9e-a302-92cc30e44191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.437535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:56.445787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:56.447462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.463763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b7f21-0644-40b8-8fb0-3fc82b297724 None None] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:56.480963 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:56.482266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:56.487286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:56.494100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:56.582525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbabe9b-1ddd-4043-a15f-8df29c5f223f None None] Pushing event updated for resources: {'Port': ['ID=00075816-8679-4423-8faa-7ec5e3c12c68,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:56.601634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] For port 2ddc6a7d-d9d8-4afc-8838-fde270303473, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=2ddc6a7d-d9d8-4afc-8838-fde270303473,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:19:56.602211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.604371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a42bc1e-11cb-44a8-af0b-703706414d32 None None] Provisioning complete for port 00075816-8679-4423-8faa-7ec5e3c12c68 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:56.604957 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a42bc1e-11cb-44a8-af0b-703706414d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.655482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Calling delete_port for 2ddc6a7d-d9d8-4afc-8838-fde270303473 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:19:56.663443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:56.666773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:56.974476 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:19:51Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:57.012704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'mac_address': 'fa:16:3e:15:e3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:19:30Z', 'updated_at': '2021-07-28T11:19:52Z', 'revision_number': 1, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:57.054466 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ecbe4-afd0-4c3b-8c46-2e1f087e7ca0 None None] The sync data for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 is: [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:19:51Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:57.129752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:19:57.153627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 00075816-8679-4423-8faa-7ec5e3c12c68 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:57.165032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:19:57.167084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.245235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:19:57.246461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:57.309173 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.315251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fbf375ba-aad5-4a22-b4bd-b56fd86dc032 None None] Provisioning for port 499d86a3-4144-4cca-96cb-97fa9818c48c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:57.327050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fbf375ba-aad5-4a22-b4bd-b56fd86dc032 None None] Provisioning complete for port 499d86a3-4144-4cca-96cb-97fa9818c48c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:57.330939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fbf375ba-aad5-4a22-b4bd-b56fd86dc032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.401889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a9-e261-4d9e-a302-92cc30e44191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.403355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Pushing event deleted for resources: {'Port': ['ID=2ddc6a7d-d9d8-4afc-8838-fde270303473,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:57.425316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e769e2c0-5e7b-46db-8179-6e46ffa78384 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2752230 Jul 28 11:19:57.427721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:57.446761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'name': 'tempest-TaggedBootDevicesTest_v242-580826080', 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:57.478458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5ae67-d322-4820-9b4e-034c273b8767 req-2cb638cc-851e-4b39-aeaf-30cc071e7af0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:57.480214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfa5ae67-d322-4820-9b4e-034c273b8767 req-2cb638cc-851e-4b39-aeaf-30cc071e7af0 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d73169-7133-41de-bb76-3147fdcfcfd7 HTTP/1.1" status: 200 len: 867 time: 0.4610312 Jul 28 11:19:57.481038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a9-e261-4d9e-a302-92cc30e44191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.530692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5eb9d61c-2cbb-4366-ae45-b402c1b30ee9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3607171 Jul 28 11:19:57.544638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:57.727806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fbf375ba-aad5-4a22-b4bd-b56fd86dc032 None None] Port 499d86a3-4144-4cca-96cb-97fa9818c48c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:19:57.729552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2ddc6a7d-d9d8-4afc-8838-fde270303473 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:19:57.760502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] No DVR routers for this DVR port 2ddc6a7d-d9d8-4afc-8838-fde270303473 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:19:57.764908 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.768739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16b9a7e5-91cd-4874-8071-895685322c9e req-e25c032c-0114-4956-a5c1-868bec802aa8 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.41 "DELETE /v2.0/ports/2ddc6a7d-d9d8-4afc-8838-fde270303473 HTTP/1.1" status: 204 len: 173 time: 3.0814772 Jul 28 11:19:57.781803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'name': 'network-vif-deleted', 'tag': '2ddc6a7d-d9d8-4afc-8838-fde270303473'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:19:57.784941 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb9b76-8a4b-456c-a78b-fc2243d2824c" -d '{"events": [{"server_uuid": "97d73169-7133-41de-bb76-3147fdcfcfd7", "name": "network-vif-deleted", "tag": "2ddc6a7d-d9d8-4afc-8838-fde270303473"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:19:57.788596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:19:57.793633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.806344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b460d3a9-e261-4d9e-a302-92cc30e44191 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=584bcc8bc1b34a0b91971320480b0f21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7628131 Jul 28 11:19:57.812420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c503a5-c79b-4c92-98a2-df090de72d0a req-60eb6a7f-c78f-4493-bafd-5d591e3f3a23 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:57.822130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6c503a5-c79b-4c92-98a2-df090de72d0a req-60eb6a7f-c78f-4493-bafd-5d591e3f3a23 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.5284884 Jul 28 11:19:57.841093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:57.858165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 2ddc6a7d-d9d8-4afc-8838-fde270303473 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:19:57.858999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 2ddc6a7d-d9d8-4afc-8838-fde270303473 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:19:57.860118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 00075816-8679-4423-8faa-7ec5e3c12c68 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:57.860518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:57.866815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460d3a9-e261-4d9e-a302-92cc30e44191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c402405-e194-4270-ad6a-c8900cc89a85,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:57.898845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf3fc3-0cc8-4f8f-967b-60fed0a71e89 None None] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:19:57.914169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] device_id is not set on port c4520011-d6a5-40ae-8e12-82ab17ca9f94 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:19:57.947117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfa5ae67-d322-4820-9b4e-034c273b8767 req-b26d534b-89f3-4165-a20e-e7329a112495 tempest-ServerRescueNegativeTestJSON-478124864 tempest-ServerRescueNegativeTestJSON-478124864-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f59d5b6-071c-4daa-a624-b3a4d6834be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266758 Jul 28 11:19:58.023967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:19:58.096275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6c503a5-c79b-4c92-98a2-df090de72d0a req-9a64c319-dba0-4bcb-8573-3eaf7ab2a291 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697043 Jul 28 11:19:58.108628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79a22d81-b8ac-4c64-b314-980c9e836e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.176594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801305b1-7382-4aad-8af6-06698f360e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.234379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-46550a63-8f82-4acd-ad14-ced58dab331d None None] Provisioning for port 85b78d85-a387-4d9b-8c44-8626a49bdff8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:58.267333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801305b1-7382-4aad-8af6-06698f360e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.315656 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10be6e-1386-43c3-982c-a9526aea4559 x-openstack-request-id: req-9e10be6e-1386-43c3-982c-a9526aea4559 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:19:58.315997 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d73169-7133-41de-bb76-3147fdcfcfd7", "name": "network-vif-deleted", "tag": "2ddc6a7d-d9d8-4afc-8838-fde270303473", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:19:58.316418 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e10be6e-1386-43c3-982c-a9526aea4559 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:19:58.317287 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d73169-7133-41de-bb76-3147fdcfcfd7', 'name': 'network-vif-deleted', 'tag': '2ddc6a7d-d9d8-4afc-8838-fde270303473', 'status': 'completed', 'code': 200} Jul 28 11:19:58.345240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Allocated IP 172.20.0.2 (a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c/6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5/984be827-1cab-4004-86fc-7173b87611f2) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:58.351724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 10.1.1.36 (3fffdda8-8931-4aa4-a4c0-34a9d0f011ce/3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e/c4520011-d6a5-40ae-8e12-82ab17ca9f94) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:58.560061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.577043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object c4520011-d6a5-40ae-8e12-82ab17ca9f94 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:58.623028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.647317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85b78d85-a387-4d9b-8c44-8626a49bdff8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:19:58.705648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:58.710980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:58.713721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:19:58.716011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:19:58.736126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.812858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801305b1-7382-4aad-8af6-06698f360e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.815418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801305b1-7382-4aad-8af6-06698f360e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.817221 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-801305b1-7382-4aad-8af6-06698f360e52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c402405-e194-4270-ad6a-c8900cc89a85 HTTP/1.1" status: 204 len: 168 time: 0.9746327 Jul 28 11:19:58.858713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:58.859359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:58.878793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801305b1-7382-4aad-8af6-06698f360e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c402405-e194-4270-ad6a-c8900cc89a85,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:19:58.902210 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-628a67ad-b0fd-4553-aedf-5b4ffefb4bff tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4605289 Jul 28 11:19:59.031816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 85b78d85-a387-4d9b-8c44-8626a49bdff8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:59.061091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85b78d85-a387-4d9b-8c44-8626a49bdff8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:59.061434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.072593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:59.370611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a9af0f6d-5d2d-455e-bc36-5f6b9cf99ecd None None] Provisioning for port c4520011-d6a5-40ae-8e12-82ab17ca9f94 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:19:59.423006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a9af0f6d-5d2d-455e-bc36-5f6b9cf99ecd None None] Provisioning complete for port c4520011-d6a5-40ae-8e12-82ab17ca9f94 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:19:59.423561 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9af0f6d-5d2d-455e-bc36-5f6b9cf99ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.511333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:59.547849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356300101', 'description': 'tempest-description--641354420'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:19:59.557082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a9af0f6d-5d2d-455e-bc36-5f6b9cf99ecd None None] Port c4520011-d6a5-40ae-8e12-82ab17ca9f94 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:19:59.567613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.581850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Transition to ACTIVE for port object 984be827-1cab-4004-86fc-7173b87611f2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:59.613105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:19:59.631076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'mac_address': 'fa:16:3e:15:e3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:19:30Z', 'updated_at': '2021-07-28T11:19:52Z', 'revision_number': 1, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:19:59.639969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Transition to ACTIVE for port object 984be827-1cab-4004-86fc-7173b87611f2 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:19:59.649618 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.670784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aea8e7cd-c466-48fc-86fb-03ce15ddd2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.687767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408fc6b-ad3a-43c3-87e1-b70919a7a364 None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'mac_address': 'fa:16:3e:15:e3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:19:30Z', 'updated_at': '2021-07-28T11:19:52Z', 'revision_number': 1, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:19:59.702436 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.731426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f41145-5f7e-48a2-b303-94af1a58cfcb req-e80a6b38-6ed0-4a10-8dde-0fbf22cfc79a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:19:59.732547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:19:59.740743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76f41145-5f7e-48a2-b303-94af1a58cfcb req-e80a6b38-6ed0-4a10-8dde-0fbf22cfc79a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.3252854 Jul 28 11:19:59.747420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:19:59.965553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.1 (a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c/6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5/94c881cf-22fb-41d9-87e4-6224ba4ae5bf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:19:59.998954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76f41145-5f7e-48a2-b303-94af1a58cfcb req-94c329c7-19f9-48db-a86b-eaa17c245443 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831529 Jul 28 11:20:00.044389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bdbdf4a-85f7-4442-8a15-95d7504e5c14 None None] Provisioning complete for port 85b78d85-a387-4d9b-8c44-8626a49bdff8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:00.044909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdf4a-85f7-4442-8a15-95d7504e5c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.052300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:00.062572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:00.198682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Pushing event updated for resources: {'Port': ['ID=984be827-1cab-4004-86fc-7173b87611f2,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:00.202160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 85b78d85-a387-4d9b-8c44-8626a49bdff8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85b78d85-a387-4d9b-8c44-8626a49bdff8,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:00.216041 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.245493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Attempting to bind port 984be827-1cab-4004-86fc-7173b87611f2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:00.245933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Attempting to bind port 984be827-1cab-4004-86fc-7173b87611f2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:00.246791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Attempting to bind port 984be827-1cab-4004-86fc-7173b87611f2 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:00.302982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:00.303450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Checking segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:00.304079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.305187 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Bound using segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:00.306081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Bound port: 984be827-1cab-4004-86fc-7173b87611f2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:00.307025 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.407903 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebe02f-43b1-478e-ad8b-a6052f425e34 None None] New status for floating IP 1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:20:00.438310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] For port 984be827-1cab-4004-86fc-7173b87611f2, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:00.443098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] For port 984be827-1cab-4004-86fc-7173b87611f2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=984be827-1cab-4004-86fc-7173b87611f2,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:00.445190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.461101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.481815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59996fe6-845c-4ca3-a77b-b2825d04e600 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:00.489295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.494108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.528036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=85b78d85-a387-4d9b-8c44-8626a49bdff8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:00.777402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506388f-1181-4e33-a3a8-5b1fa216d1c4 None None] Pushing event updated for resources: {'Port': ['ID=984be827-1cab-4004-86fc-7173b87611f2,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:00.782108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.794494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ade54f-684c-4865-8741-383996969114,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:00.798955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 59996fe6-845c-4ca3-a77b-b2825d04e600 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:00.804431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 59996fe6-845c-4ca3-a77b-b2825d04e600 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:00.804814 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:00.855935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2a2b3-1037-418c-b309-f672708a325a req-d0f3b2e7-51fa-44cc-b593-ecfb1967b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:00.857426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-d0f3b2e7-51fa-44cc-b593-ecfb1967b5f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.4963152 Jul 28 11:20:00.901390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59e72-57b6-4f29-af5f-a324de1c2774 req-29a860f8-94dc-4740-8fb5-21077c247d6f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:00.911390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edf59e72-57b6-4f29-af5f-a324de1c2774 req-29a860f8-94dc-4740-8fb5-21077c247d6f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.5505252 Jul 28 11:20:00.930936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object 94c881cf-22fb-41d9-87e4-6224ba4ae5bf will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:00.948095 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.028357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.040291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 59996fe6-845c-4ca3-a77b-b2825d04e600, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59996fe6-845c-4ca3-a77b-b2825d04e600,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:01.052084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.108748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Deleting port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:20:01.109019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.150944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-884d7abe-b7bc-463b-9aee-1180467f956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.195903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=59996fe6-845c-4ca3-a77b-b2825d04e600,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:01.232648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2a2b3-1037-418c-b309-f672708a325a req-b0f277e6-6d85-4278-b260-758dd0ebc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:01.234449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-b0f277e6-6d85-4278-b260-758dd0ebc5db service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.3609161 Jul 28 11:20:01.256657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] For port 3ce51bd0-87b4-41ce-8b62-9713ecb13d71, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,segment=NetworkSegment(a4bd8ff3-7674-4f24-a7a1-38782bf92034),segment_id=a4bd8ff3-7674-4f24-a7a1-38782bf92034)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:01.257040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.278038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Calling delete_port for 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:20:01.320558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edf59e72-57b6-4f29-af5f-a324de1c2774 req-0be5f01b-0d92-4f80-a559-4511ef525db9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875477 Jul 28 11:20:01.369018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aea8e7cd-c466-48fc-86fb-03ce15ddd2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.370614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.382128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-28e2d6a7-98e4-4bcc-a6ae-d402642d0d71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.1380775 Jul 28 11:20:01.388494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aea8e7cd-c466-48fc-86fb-03ce15ddd2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.495706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.500639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1cb4b097-d6d8-4588-81c6-612bdd81fbb6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9678290 Jul 28 11:20:01.501713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:01.542383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'security_group_rule': {'security_group_id': 'b1ade54f-684c-4865-8741-383996969114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:01.550010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:01.567591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aea8e7cd-c466-48fc-86fb-03ce15ddd2f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38cef74bbb3d497ead71f41efa03ce70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9492362 Jul 28 11:20:01.579663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:01.588902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:01.625089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:01.635460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:01.639076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.644013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8e7cd-c466-48fc-86fb-03ce15ddd2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3318f7-efbd-4c8a-b681-66744abc03af,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:01.705745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce51bd0-87b4-41ce-8b62-9713ecb13d71,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:01.713849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2a2b3-1037-418c-b309-f672708a325a req-69f77b89-dc55-4642-b987-c7e3052dbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:01.715342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-69f77b89-dc55-4642-b987-c7e3052dbfe5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.3238177 Jul 28 11:20:01.842791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.846603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.853024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7954bcb6-ffcc-47fb-b83b-ed52dc610ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.879149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7954bcb6-ffcc-47fb-b83b-ed52dc610ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:01.904229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.001637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.058809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2a2b3-1037-418c-b309-f672708a325a req-feea05bf-81e0-4681-986c-741ae84456a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:02.060404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-feea05bf-81e0-4681-986c-741ae84456a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3232546 Jul 28 11:20:02.286065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-66d6b363-719d-49b2-a061-ba034f517a87 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152605 Jul 28 11:20:02.326039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7954bcb6-ffcc-47fb-b83b-ed52dc610ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.328643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7954bcb6-ffcc-47fb-b83b-ed52dc610ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.332704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7954bcb6-ffcc-47fb-b83b-ed52dc610ea0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f3318f7-efbd-4c8a-b681-66744abc03af HTTP/1.1" status: 204 len: 168 time: 0.7399623 Jul 28 11:20:02.358320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79251ed-f5a3-4626-89c0-4a48b8c66d6a None None] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:02.409861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.445788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Router 66002466-9437-4c8e-9aaf-3514eab42afa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:20:02.484692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954bcb6-ffcc-47fb-b83b-ed52dc610ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3318f7-efbd-4c8a-b681-66744abc03af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:02.487736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.546675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:02.591329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af29155c-5594-441c-b628-178473173381,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:02.655762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8866ef6-66fa-4ee7-8e39-e926236b02b5 None None] Provisioning for port 984be827-1cab-4004-86fc-7173b87611f2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:02.757569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:20:02.770783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-16cb2ab0-a0c0-4885-a7f1-722ee19c651d admin admin] 10.222.0.20 "PUT /v2.0/routers/66002466-9437-4c8e-9aaf-3514eab42afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6960986 Jul 28 11:20:02.772495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:02.788435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] Sync routers for ids ['66002466-9437-4c8e-9aaf-3514eab42afa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:20:02.835531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] Routers {'66002466-9437-4c8e-9aaf-3514eab42afa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:20:02.837350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:20:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['66002466-9437-4c8e-9aaf-3514eab42afa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:02.840435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 984be827-1cab-4004-86fc-7173b87611f2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:02.936513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.087625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 984be827-1cab-4004-86fc-7173b87611f2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:03.100015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] Set router 66002466-9437-4c8e-9aaf-3514eab42afa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:20:03.102587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 984be827-1cab-4004-86fc-7173b87611f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:03.103416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.125429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.242113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Deleting port 98326809-62d5-43d1-a625-4543864766f3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:20:03.242465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.341402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] For port 98326809-62d5-43d1-a625-4543864766f3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=98326809-62d5-43d1-a625-4543864766f3,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:03.341823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.371552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Calling delete_port for 98326809-62d5-43d1-a625-4543864766f3 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:20:03.402694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31f2a2b3-1037-418c-b309-f672708a325a req-b3ca34b4-1c7b-4d5e-919d-f440bb824c0b service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1033769 Jul 28 11:20:03.405752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.414120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-72600214-6156-4fc6-80f4-949f797db589 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8764930 Jul 28 11:20:03.419278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:03.427873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'security_group_rule': {'security_group_id': 'b1ade54f-684c-4865-8741-383996969114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:03.459630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a2aa1-450c-4256-85ac-28e632145537 req-213c8ecb-de44-4633-87a4-6dc9b0c87f17 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:03.461434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad6a2aa1-450c-4256-85ac-28e632145537 req-213c8ecb-de44-4633-87a4-6dc9b0c87f17 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.9724727 Jul 28 11:20:03.478120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.489834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.526594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2d9bfef-38ac-45fd-aa33-0698b9619dc5 None None] Provisioning complete for port 984be827-1cab-4004-86fc-7173b87611f2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:03.526994 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2d9bfef-38ac-45fd-aa33-0698b9619dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.643643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 984be827-1cab-4004-86fc-7173b87611f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=984be827-1cab-4004-86fc-7173b87611f2,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:03.649746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad6a2aa1-450c-4256-85ac-28e632145537 req-ad177323-6c5c-4803-adaa-59531dc54f84 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699502 Jul 28 11:20:03.670587 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.672243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59996fe6-845c-4ca3-a77b-b2825d04e600 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:03.790142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:03.831707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=98326809-62d5-43d1-a625-4543864766f3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:03.966972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.041662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=984be827-1cab-4004-86fc-7173b87611f2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:04.049416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '98326809-62d5-43d1-a625-4543864766f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:20:01Z', 'revision_number': 5, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port': {'id': '98326809-62d5-43d1-a625-4543864766f3', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:16:47Z', 'updated_at': '2021-07-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:04.064601 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.105117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.154078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] Checking router: 66002466-9437-4c8e-9aaf-3514eab42afa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:20:04.161072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.170241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.181069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.220681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] Routers {'66002466-9437-4c8e-9aaf-3514eab42afa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:20:04.221801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:20:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['66002466-9437-4c8e-9aaf-3514eab42afa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:04.235525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2d9bfef-38ac-45fd-aa33-0698b9619dc5 None None] Provisioning for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:04.259442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.259585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66002466-9437-4c8e-9aaf-3514eab42afa {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:20:04.271025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.275107 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a13c1b7-201d-44ed-a22c-25e394e59d31 admin admin] 10.222.0.20 "DELETE /v2.0/routers/66002466-9437-4c8e-9aaf-3514eab42afa HTTP/1.1" status: 204 len: 168 time: 1.5013232 Jul 28 11:20:04.278483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:04.288970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2d9bfef-38ac-45fd-aa33-0698b9619dc5 None None] Provisioning complete for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:04.289149 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2d9bfef-38ac-45fd-aa33-0698b9619dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.310610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:04.339139 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.340443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.351059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.372569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 59996fe6-845c-4ca3-a77b-b2825d04e600 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:04.373253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.393598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Deleting subnet 13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:20:04.398152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.408467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55346ae1-8957-403e-bce4-7308cc5b3d7e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:04.418562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.419506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] Set router 66002466-9437-4c8e-9aaf-3514eab42afa gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:20:04.420013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e960ee4-c024-46fd-83d8-f41e9924fb28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9975042 Jul 28 11:20:04.424398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52370) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:04.429743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:04.462787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.498506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.504856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:20:03Z', 'revision_number': 7, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:04.511763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9bfef-38ac-45fd-aa33-0698b9619dc5 None None] Port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:04.517808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:04.529028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:04.560374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8b261-5af6-42de-89b0-cc699d056790 None None] The sync data for ids ['66002466-9437-4c8e-9aaf-3514eab42afa'] in n-d-723573-7 is: [{'id': '66002466-9437-4c8e-9aaf-3514eab42afa', 'name': 'tempest-ServerRescueNegativeTestJSON-733312095-router', 'tenant_id': '566bddd9bacd43ae9d018efb5ff125fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:16:46Z', 'updated_at': '2021-07-28T11:20:03Z', 'revision_number': 7, 'project_id': '566bddd9bacd43ae9d018efb5ff125fb', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:20:04.598909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.741021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85b78d85-a387-4d9b-8c44-8626a49bdff8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:04.750647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b5b8bf30-e0b0-418e-81c8-46cac1e885a1 None None] Provisioning complete for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:04.751923 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5b8bf30-e0b0-418e-81c8-46cac1e885a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.758496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.769269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router 0671ca76-c129-49c5-a79b-c2af459d1e4a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:20:04.845656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aa3d32-2c9a-4b70-bea2-cbab01ac93e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:04.859432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.864770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4e0b1ef9-7a63-4fe3-a857-03119a34d964 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13aa3d32-2c9a-4b70-bea2-cbab01ac93e4 HTTP/1.1" status: 204 len: 168 time: 0.5823517 Jul 28 11:20:04.866179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:04.961586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b5b8bf30-e0b0-418e-81c8-46cac1e885a1 None None] Port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:04.982148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 85b78d85-a387-4d9b-8c44-8626a49bdff8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:04.983080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:04.993053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.012316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.152430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-40a5262f-1a9b-41b6-8caf-fa92401b7e17 None None] Provisioning complete for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:05.152868 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40a5262f-1a9b-41b6-8caf-fa92401b7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.166197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.177457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d15383e-81fb-470c-9fea-4f1eadce964a']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:05.188957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bd8ff3-7674-4f24-a7a1-38782bf92034') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:05.189259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bd8ff3-7674-4f24-a7a1-38782bf92034') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:05.193071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-40a5262f-1a9b-41b6-8caf-fa92401b7e17 None None] Port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:05.200690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.251495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.272061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:20:05.272615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:20:05.279206 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:20:05.335594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be73f2-a95a-4a26-b3e3-d8e693e2b137 req-2e264f7a-b15a-4fea-95ef-18fcb843fb6b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:05.337220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88be73f2-a95a-4a26-b3e3-d8e693e2b137 req-2e264f7a-b15a-4fea-95ef-18fcb843fb6b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.4547513 Jul 28 11:20:05.364758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.371016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.375035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:20:05.378160 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d15383e-81fb-470c-9fea-4f1eadce964a HTTP/1.1" status: 204 len: 168 time: 0.5093553 Jul 28 11:20:05.387161 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Sync routers for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:20:05.399276 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:20:05.400921 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:20:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:05.401661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f105586b-9bfe-4a29-8684-5707efef601e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/0671ca76-c129-49c5-a79b-c2af459d1e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8549013 Jul 28 11:20:05.410992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbd1bb-083f-4e35-aba5-07f5445447a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d15383e-81fb-470c-9fea-4f1eadce964a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:05.429327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 172.25.1.217 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/5c004686-52b0-4cac-8dd6-1b5385762e4e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:05.436727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88be73f2-a95a-4a26-b3e3-d8e693e2b137 req-f1474366-8b81-4f07-b1dd-c7469c10b011 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925739 Jul 28 11:20:05.647982 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.666079 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:20:05.739992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 984be827-1cab-4004-86fc-7173b87611f2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:05.806704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:05.861712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736a87d-3835-4403-b31b-d831d42c3e97 req-ad3ac551-1b5c-49b8-b5e0-b897c1cc4ca2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:05.877020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7736a87d-3835-4403-b31b-d831d42c3e97 req-ad3ac551-1b5c-49b8-b5e0-b897c1cc4ca2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2019372 Jul 28 11:20:05.936947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 984be827-1cab-4004-86fc-7173b87611f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:05.937344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.973405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8e998dee-8e09-4e97-8144-9119a0c8c1ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=566bddd9bacd43ae9d018efb5ff125fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623123 Jul 28 11:20:05.974134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:05.976114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:06.034527 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:03Z', 'revision_number': 2, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:06.128956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7736a87d-3835-4403-b31b-d831d42c3e97 req-33870d29-09f0-4355-9175-d340fb80237a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108972 Jul 28 11:20:06.140058 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Checking router: 0671ca76-c129-49c5-a79b-c2af459d1e4a for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:20:06.141323 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Updating router 0671ca76-c129-49c5-a79b-c2af459d1e4a port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:20:06.168667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:06.178586 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.200682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:06.207435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=5c004686-52b0-4cac-8dd6-1b5385762e4e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:06.209889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:06.311296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe6d0-b055-4c36-8660-039686bd72e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.482024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:06.517740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:20:06.518091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3ce51bd0-87b4-41ce-8b62-9713ecb13d71 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:20:06.559333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-2e3d2958-7ce1-4aaa-a348-0308a4dca510 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403100071&fields=id&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 267 time: 0.2956471 Jul 28 11:20:06.564326 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe6d0-b055-4c36-8660-039686bd72e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.679729 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.690923 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Transition to ACTIVE for port object 94c881cf-22fb-41d9-87e4-6224ba4ae5bf will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:06.698953 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.720480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.772017 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15929e3-35c3-415f-a6a6-958b180db784 None None] Pushing event updated for resources: {'Port': ['ID=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:06.807752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd194b-2a4e-4071-8e86-e006a2a32731 req-8e91e35c-fc7f-4760-bf53-50dee6599dfb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:06.809340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbcd194b-2a4e-4071-8e86-e006a2a32731 req-8e91e35c-fc7f-4760-bf53-50dee6599dfb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2763743 Jul 28 11:20:06.815087 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Attempting to bind port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:06.815642 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Attempting to bind port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:06.817041 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Attempting to bind port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:06.818759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.824545 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:06.825315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Checking segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:06.825990 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.826642 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Bound using segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:06.827337 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Bound port: 94c881cf-22fb-41d9-87e4-6224ba4ae5bf, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:06.827935 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.864749 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe6d0-b055-4c36-8660-039686bd72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.867823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe6d0-b055-4c36-8660-039686bd72e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.871738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3bbbe6d0-b055-4c36-8660-039686bd72e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f59d5b6-071c-4daa-a624-b3a4d6834be4 HTTP/1.1" status: 204 len: 168 time: 0.8852124 Jul 28 11:20:06.898294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-f4aa68ee-7a93-4358-9331-79257105653c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:06.901841 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] For port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:06.906244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-f4aa68ee-7a93-4358-9331-79257105653c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 797 time: 0.3371704 Jul 28 11:20:06.907005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] For port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:06.918200 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:06.937896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbe6d0-b055-4c36-8660-039686bd72e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f59d5b6-071c-4daa-a624-b3a4d6834be4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:06.965009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-fa6f6631-08e7-4d19-9b06-d4f620c2af6e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/quotas/53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 375 time: 0.0577869 Jul 28 11:20:06.994631 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:20:06.995389 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:20:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:07.000659 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15929e3-35c3-415f-a6a6-958b180db784 None None] Pushing event updated for resources: {'Port': ['ID=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:07.004545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbcd194b-2a4e-4071-8e86-e006a2a32731 req-42312ca4-1f9b-4d15-a776-b2e6359453fd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715567 Jul 28 11:20:07.164529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98326809-62d5-43d1-a625-4543864766f3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:07.247690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 98326809-62d5-43d1-a625-4543864766f3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:20:07.257951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 98326809-62d5-43d1-a625-4543864766f3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:20:07.337810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-82e8ada4-f17e-4253-8fae-ecbac3d16cc3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3709941 Jul 28 11:20:07.382580 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:20:07.544463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:07.557289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:07.616441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-d9afd274-2868-41b1-93ac-abd6fd2ef64f service neutron] 10.222.0.20 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499855 Jul 28 11:20:07.636980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:06Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:07.669352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d3311-a46b-4fa9-9f86-722ae5585c7b None None] The sync data for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 is: [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:06Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:20:07.775156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=5c004686-52b0-4cac-8dd6-1b5385762e4e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:07.807908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684dd25-5d09-49a0-9b51-847b5b16e746 req-b82d5177-6d53-4366-bd9b-2627e71289cb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:07.809458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3684dd25-5d09-49a0-9b51-847b5b16e746 req-b82d5177-6d53-4366-bd9b-2627e71289cb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2892063 Jul 28 11:20:07.823245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:07.897227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-ea2b009c-ef52-4dac-81c2-257e05daf44a service neutron] 10.222.0.20 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799203 Jul 28 11:20:07.913739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3684dd25-5d09-49a0-9b51-847b5b16e746 req-21b1ebab-9478-46ed-8c3c-a80fd9ce3f53 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807886 Jul 28 11:20:07.914821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:07.920458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11312619-7dab-4c74-ba21-70ce4fd30c75 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4932146 Jul 28 11:20:08.270902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ce8ca12-db66-4a22-b138-0ebf547a331c req-ab11360d-51fa-4460-9439-b97844d7ef97 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 210 time: 0.0488927 Jul 28 11:20:08.323477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353097-3999-497b-b8f0-0ba41128cb27 req-ad898f1c-e869-4317-adcc-6bcaa0b5741e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:08.325365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9353097-3999-497b-b8f0-0ba41128cb27 req-ad898f1c-e869-4317-adcc-6bcaa0b5741e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 951 time: 0.1544738 Jul 28 11:20:08.357315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:08.399956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9353097-3999-497b-b8f0-0ba41128cb27 req-65554e08-5f95-47f5-940a-afa909ee3444 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Jul 28 11:20:08.551786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-04924228-041e-4285-acdd-a7624182bda5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1356300101&fields=id&tenant_id=3f559d7d785e4884987ea8c40adef3a0 HTTP/1.1" status: 200 len: 267 time: 0.0700829 Jul 28 11:20:08.561604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1121864129-network', 'tenant_id': '6597be02c94e4baaa58cb9c7824b48bc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:08.604049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Made reservation on behalf of 6597be02c94e4baaa58cb9c7824b48bc for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:08.606431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.622953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.642779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-3e203c05-b4b0-4cd4-8e42-44a5d0420838 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:08.650494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-3e203c05-b4b0-4cd4-8e42-44a5d0420838 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 937 time: 0.0902345 Jul 28 11:20:08.718346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-dbcd1878-765e-4ef7-b99b-477423037724 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:08.731714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-dbcd1878-765e-4ef7-b99b-477423037724 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 935 time: 0.0801840 Jul 28 11:20:08.765693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.773727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.790536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:20:08.809173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.809974 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Added segment eb54409e-34b3-4c46-8a86-be7c69e10aec of type vlan for network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd Jul 28 11:20:08.855042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-2e57cab6-b3b4-48a3-87e0-4a0dc515eff5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1218474 Jul 28 11:20:08.896536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:08.903940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.923323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-cf86d549-a9f8-4b6f-8c8d-d8ba9d7e69ee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632672 Jul 28 11:20:08.979631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:08.981356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:08.981975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:09.121316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a85a-0da1-40b0-962a-b18e9c69cdfd req-7e3863cf-d1aa-4ecb-9c44-8500ec9e1027 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:09.128988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62f5a85a-0da1-40b0-962a-b18e9c69cdfd req-7e3863cf-d1aa-4ecb-9c44-8500ec9e1027 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1035872 Jul 28 11:20:09.136782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7776990 Jul 28 11:20:09.139090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f08ff-4a22-4617-9a72-ee6c0b43cd8f admin admin] Pushing event updated for resources: {'Network': ['ID=9277a7fa-d6c9-4c36-9d7c-394317ada0fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:09.142900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:09.154577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Request body: {'subnet': {'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1121864129-subnet', 'tenant_id': '6597be02c94e4baaa58cb9c7824b48bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:09.173860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:20:09.179466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-fa7c6070-08c0-4b96-b6a2-03adf90a17f1 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:09.185261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-fa7c6070-08c0-4b96-b6a2-03adf90a17f1 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:09.191042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-fa7c6070-08c0-4b96-b6a2-03adf90a17f1 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:09.198512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-fa7c6070-08c0-4b96-b6a2-03adf90a17f1 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/networks?id=1849a05a-7fc8-491d-93fe-05485dfd4526&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 200 len: 1994 time: 0.2716453 Jul 28 11:20:09.236271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-67b6fea9-2a73-406b-b263-635720b6157b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/quotas/3f559d7d785e4884987ea8c40adef3a0 HTTP/1.1" status: 200 len: 375 time: 0.0367837 Jul 28 11:20:09.262576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Made reservation on behalf of 6597be02c94e4baaa58cb9c7824b48bc for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:09.264916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:09.296144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94c881cf-22fb-41d9-87e4-6224ba4ae5bf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:09.299894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62f5a85a-0da1-40b0-962a-b18e9c69cdfd req-ad8ef102-aec8-49ba-81a4-36236dec8bb9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698942 Jul 28 11:20:09.390888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:09.399722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-73b9135c-7152-4078-bb69-835f3278b6de tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1556573 Jul 28 11:20:09.401509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:09.402118 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:09.605966 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:09.609329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-21f883d7-0c68-4394-98ee-449216b65b29 service neutron] 10.222.0.20 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047601 Jul 28 11:20:09.656426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:09.665241 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:09.737721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:09.747550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.747899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.748618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.748969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.749308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.749813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.750152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.750487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.750947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.751423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.751875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:09.752244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:10.024709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-905644ef-ac09-4767-92c9-7e2d29139c51 req-be9ed6a4-fa4e-4a1f-9441-f7fd608c9610 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 210 time: 0.4133456 Jul 28 11:20:10.059505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:10.140398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-38c5b296-5b79-463f-be0c-76429ed2413a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:10.141861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-38c5b296-5b79-463f-be0c-76429ed2413a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 797 time: 0.6306508 Jul 28 11:20:10.184684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-fa49fa85-2545-4904-b745-ad87da3a8d82 service neutron] 10.222.0.20 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745029 Jul 28 11:20:10.190208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b92f59-b8df-4aca-93e8-5c27467ea366,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:10.246456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Checking segment: {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:10.246816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Network hostable DHCP agents. Network: 9277a7fa-d6c9-4c36-9d7c-394317ada0fd, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:20:10.255184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-67329f31-9dea-4d31-b76e-f87ee0de0919 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 379 time: 0.0988288 Jul 28 11:20:10.261071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-17cd38a6-23ad-4be1-a93e-c9d89fdc2fa5 service neutron] 10.222.0.20 "GET /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0662556 Jul 28 11:20:10.269025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'port': {'device_id': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'admin_state_up': True, 'tenant_id': '53d99df6846d459185671064bf7c439d', 'security_groups': ['629646ed-37b2-4eeb-b17e-5dc2a85397e5']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:10.390145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:20:10.425410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9277a7fa-d6c9-4c36-9d7c-394317ada0fd) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:10.437372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:10.437946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:10.439298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e91f65-3d3d-499b-b4c3-5a6453ac867d None None] Network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:10.484164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e05ea-33e9-4194-9ddc-943800c8019c req-034a71ec-32cc-4c16-a37e-2797399882b7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:10.485443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-198e05ea-33e9-4194-9ddc-943800c8019c req-034a71ec-32cc-4c16-a37e-2797399882b7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2120025 Jul 28 11:20:10.495897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-61ae10bb-94a0-48ee-ac6a-bc183cae6451 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3450675 Jul 28 11:20:10.531029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-9fd77186-f1f3-4707-b653-132de31907cd service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587454 Jul 28 11:20:10.587406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd473e-cda9-46e2-9331-4edc5fb1fadb None None] Network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:10.608358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-198e05ea-33e9-4194-9ddc-943800c8019c req-20ba0e36-5596-44bb-9dab-7cd95e60491b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028323 Jul 28 11:20:10.615373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:10.618876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:10.706644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-a50261f9-c2df-43f5-babf-3b84aced04d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657345 Jul 28 11:20:10.816916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-725c548e-97b9-4211-bd8a-04ab7bc8082a service neutron] 10.222.0.20 "GET /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1002190 Jul 28 11:20:10.895514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.6 (a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c/6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5/39219fb4-f174-43cb-8604-ab1c74bc9cc6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:10.957934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-ebb4d585-2df4-4718-b69b-b18fe39980de service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371057 Jul 28 11:20:11.156684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-0b87e5cd-b841-4776-83c3-c0900e024472 service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669316 Jul 28 11:20:11.159422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.209294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94c881cf-22fb-41d9-87e4-6224ba4ae5bf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:11.215907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object 39219fb4-f174-43cb-8604-ab1c74bc9cc6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:11.271967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:11.272315 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.342844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-0edddbda-6943-45f0-aae5-ca823d20054c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:11.344427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-0edddbda-6943-45f0-aae5-ca823d20054c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 814 time: 0.1298876 Jul 28 11:20:11.379612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:11.393708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-0eddf7c5-6769-4e4a-bd31-2b7984237fa9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/quotas/6597be02c94e4baaa58cb9c7824b48bc HTTP/1.1" status: 200 len: 375 time: 0.0355573 Jul 28 11:20:11.400368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-e62fb347-7172-44ed-a796-58d9142e2235 service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333927 Jul 28 11:20:11.441614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-56b55fc4-1296-47fc-9d75-4c65203ccfe3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401728 Jul 28 11:20:11.452336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.460262 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.486091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:11.489200 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c6dfc-8488-426c-8fc1-842bb74b3b12" -d '{"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-unplugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:11.503960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:11.510725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.562730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:11.599675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:11.610863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:11.614487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:11.625067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:11.718696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-891183e2-b570-41d1-a8a7-2c12cf2246fb service neutron] 10.222.0.20 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598090 Jul 28 11:20:11.729822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-677097fe-c19e-4365-8c4a-73eca6922c7b req-229969b1-0ce0-44b1-bd7d-e7b1f06c47f8 service neutron] (93836) timed out ('10.222.0.44', 62306) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:20:11.737187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:11.737814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.752809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-6940e792-4bd2-4fa2-9f4e-0c6d39b247c3 service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394046 Jul 28 11:20:11.840833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-40b45af8-1fd4-4265-af8e-d457eefa1aa7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5779331 Jul 28 11:20:11.859783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Request body: {'port': {'device_id': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:11.950152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52f7f7c3-d45b-4026-986e-8f2265e4f8c5 None None] Provisioning for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:11.954089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52f7f7c3-d45b-4026-986e-8f2265e4f8c5 None None] Provisioning complete for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:11.954461 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f7f7c3-d45b-4026-986e-8f2265e4f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.960975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-af7c3180-8f42-4545-96da-607ff0561462 service neutron] 10.222.0.20 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411551 Jul 28 11:20:11.968234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-bd01511b-7772-4fe1-ac1a-69b300c81050 service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809366 Jul 28 11:20:11.968983 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:11.992078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-52f7f7c3-d45b-4026-986e-8f2265e4f8c5 None None] Port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:12.191946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-e4700a60-e8ec-414a-81d8-3837c16f287a service neutron] 10.222.0.20 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124503 Jul 28 11:20:12.389042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7fd8-7008-41fd-a300-04fc57151332 req-5f62d865-27e1-49ab-bf84-4c2fa1e56e85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:12.390515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a0a7fd8-7008-41fd-a300-04fc57151332 req-5f62d865-27e1-49ab-bf84-4c2fa1e56e85 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 931 time: 0.1328340 Jul 28 11:20:12.421679 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:20:12.442291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-318fbf0a-20df-41d3-9df9-d5652d9402ae service neutron] 10.222.0.20 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282922 Jul 28 11:20:12.483176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a0a7fd8-7008-41fd-a300-04fc57151332 req-2df75583-fc90-4500-b7e4-16ecc104f725 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773346 Jul 28 11:20:12.550880 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5cd4ca-5236-44b7-92b0-9371a5613c1f x-openstack-request-id: req-cc5cd4ca-5236-44b7-92b0-9371a5613c1f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:12.551418 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-unplugged", "status": "completed", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:12.551557 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc5cd4ca-5236-44b7-92b0-9371a5613c1f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:12.551937 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'code': 200} Jul 28 11:20:12.951117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39219fb4-f174-43cb-8604-ab1c74bc9cc6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:12.971004 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:12.983256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5cfd6-8bb0-4191-9bed-c344ba53c556 req-cd3dbf62-843a-4d56-a670-9d9401832424 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:12.984738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdb5cfd6-8bb0-4191-9bed-c344ba53c556 req-cd3dbf62-843a-4d56-a670-9d9401832424 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1130831 Jul 28 11:20:12.989632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-6a318e6e-95ad-418f-94ca-e21963bf855a service neutron] 10.222.0.20 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385995 Jul 28 11:20:13.004343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Transition to ACTIVE for port object 39219fb4-f174-43cb-8604-ab1c74bc9cc6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:13.020092 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:13.127367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:13.140797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdb5cfd6-8bb0-4191-9bed-c344ba53c556 req-15bd9862-927d-44a2-bb33-4e46770a3c2d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477993 Jul 28 11:20:13.287302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-e51d1fb6-c7aa-44ca-8fef-8d471f4492dd service neutron] 10.222.0.20 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867439 Jul 28 11:20:13.355305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-2f2f0adb-8157-4d74-9909-f9a4a42f57c3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:13.357499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-2f2f0adb-8157-4d74-9909-f9a4a42f57c3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.41 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 814 time: 0.2322710 Jul 28 11:20:13.373701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Request body: {'port': {'device_id': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'admin_state_up': True, 'tenant_id': '6597be02c94e4baaa58cb9c7824b48bc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:13.429539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bfdcff3-8c62-44ca-a01f-f1bd731617c6 req-d668d31a-cfb9-463b-82ee-b1f9094feb9e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 210 time: 0.0482099 Jul 28 11:20:13.461241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:13.461674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:13.462123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:13.476843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:13.477298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:13.500046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:13.501084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Checking segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:13.501084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Bound using segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:13.501551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Bound port: 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:13.502005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:13.549263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Made reservation on behalf of 6597be02c94e4baaa58cb9c7824b48bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:13.558938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-a49b881a-e710-458a-88fb-995b8949b299 service neutron] 10.222.0.20 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631516 Jul 28 11:20:13.560784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:13.597864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:13.601635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:13.620796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:13.711855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:13.712517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:13.713989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] 10.222.0.41 "PUT /v2.0/ports/39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 1091 time: 1.8583491 Jul 28 11:20:13.714445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:13.717026 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35202f01-b110-4b34-b2a5-1679ce9e0a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:13.776652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Allocated IP 172.20.0.9 (9277a7fa-d6c9-4c36-9d7c-394317ada0fd/89b92f59-b8df-4aca-93e8-5c27467ea366/b6618585-9907-409d-b73b-97f41e539edc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:13.820308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fc082-9693-4464-98f7-4fa8e6d1fb97 service neutron] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:13.830549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953298d8-4417-4fc0-b964-71bd1577df3f req-ab86986f-b6d8-4bf7-9bc9-aa4fa6b27862 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:13.838135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-953298d8-4417-4fc0-b964-71bd1577df3f req-ab86986f-b6d8-4bf7-9bc9-aa4fa6b27862 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1670074 Jul 28 11:20:13.867295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-3dbcb319-224c-4379-83f6-455a0df5b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:13.868756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-3dbcb319-224c-4379-83f6-455a0df5b07b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1094 time: 0.1079209 Jul 28 11:20:13.895257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-953298d8-4417-4fc0-b964-71bd1577df3f req-1f0cc1b2-7ea2-437a-9260-e4aa52c27b71 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547266 Jul 28 11:20:13.981202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-9d1ba2ba-d666-49fc-9ace-c3a57fbf8fbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0958874 Jul 28 11:20:14.033464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:14.087579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:14.099540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-fe6b039e-6f62-4956-a164-3699e33da87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.101230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-fe6b039e-6f62-4956-a164-3699e33da87a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1072617 Jul 28 11:20:14.113006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9d357-f0e5-4d8d-ae74-5f3201a53e0f req-e7d79bda-1c6d-407e-8d50-981720d17e2e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.120705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ae9d357-f0e5-4d8d-ae74-5f3201a53e0f req-e7d79bda-1c6d-407e-8d50-981720d17e2e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 943 time: 0.0837464 Jul 28 11:20:14.145936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:14.151903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:14.156149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:14.196722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:14.220697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ae9d357-f0e5-4d8d-ae74-5f3201a53e0f req-57410a9c-0bcd-4a69-bf1d-e2dea45a4419 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973740 Jul 28 11:20:14.242769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-d3ea7a9a-f5b6-48a7-93c9-b33896255d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.242907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-d3ea7a9a-f5b6-48a7-93c9-b33896255d98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201782 Jul 28 11:20:14.257624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.258315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:14.280215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-4e4a7d32-5bb8-4240-a6d7-a6fa351c7656 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9078057 Jul 28 11:20:14.294712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Request body: {'port': {'device_id': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:14.356805 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c7e739-0445-40d2-8a91-29aa7d545a76 x-openstack-request-id: req-a1c7e739-0445-40d2-8a91-29aa7d545a76 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:14.357352 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:14.357352 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1c7e739-0445-40d2-8a91-29aa7d545a76 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:14.357715 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'status': 'completed', 'code': 200} Jul 28 11:20:14.389997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-3a4dcf9d-32cd-4f12-86ad-00dfa79ca242 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398544 Jul 28 11:20:14.425220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:14.543291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ac1f2-ad9c-4799-b854-ee9092213b10 req-f0d2210f-9b96-4240-8f60-bc43a4d91f6b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.551307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-897ac1f2-ad9c-4799-b854-ee9092213b10 req-f0d2210f-9b96-4240-8f60-bc43a4d91f6b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1186810 Jul 28 11:20:14.581223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-394a8bb6-04a5-4dab-a363-4e8b80d97869 req-ba770740-7692-454c-91d5-d265a93ef69a service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844480 Jul 28 11:20:14.615196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-897ac1f2-ad9c-4799-b854-ee9092213b10 req-668f7dc5-606f-48bc-96a7-376bfb8bb2d1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620191 Jul 28 11:20:14.841912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-d553ae86-ae60-49f4-8613-b4ad1ffb63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.843400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-d553ae86-ae60-49f4-8613-b4ad1ffb63c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1094 time: 0.2036319 Jul 28 11:20:14.845324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8174b7ae-ce27-47c1-8586-5abe53ea3787 req-487b65d6-89b5-46f6-8514-17fc0f3e5d73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0468144 Jul 28 11:20:14.859248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a80b90-6360-4029-941c-24c1272859d2 req-06bf4ad9-9d55-4a65-a582-7c1dc72f98b3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:14.869453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6618585-9907-409d-b73b-97f41e539edc {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:14.877891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5a80b90-6360-4029-941c-24c1272859d2 req-06bf4ad9-9d55-4a65-a582-7c1dc72f98b3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 931 time: 0.1564915 Jul 28 11:20:14.879062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:14.893826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Transition to ACTIVE for port object b6618585-9907-409d-b73b-97f41e539edc will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:14.899250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:14.980641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5a80b90-6360-4029-941c-24c1272859d2 req-0fc0c03f-c4bd-443a-b5f3-a194b0cee95d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017451 Jul 28 11:20:14.987010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:15.041584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Attempting to bind port b6618585-9907-409d-b73b-97f41e539edc on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:15.042218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Attempting to bind port b6618585-9907-409d-b73b-97f41e539edc by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:15.042798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Attempting to bind port b6618585-9907-409d-b73b-97f41e539edc on network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:15.047927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Port b6618585-9907-409d-b73b-97f41e539edc on network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:15.048484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Attempting to bind port b6618585-9907-409d-b73b-97f41e539edc on network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:15.055942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:15.056542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Checking segment: {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:15.057116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Bound using segment: {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:15.057727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Bound port: b6618585-9907-409d-b73b-97f41e539edc, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:15.058260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:15.145125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-500d5cee-7c12-4d4b-a3d1-7915600caddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.147682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-500d5cee-7c12-4d4b-a3d1-7915600caddb service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.2670372 Jul 28 11:20:15.152206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:15.155856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:15.159435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f73bd-2b0d-469a-b969-db7a585a2609 req-cc6b27b2-3e9b-487b-92fa-995aa28951f0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.161380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a2f73bd-2b0d-469a-b969-db7a585a2609 req-cc6b27b2-3e9b-487b-92fa-995aa28951f0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1795824 Jul 28 11:20:15.167707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:15.235493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.236201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:15.238805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 1091 time: 0.9519751 Jul 28 11:20:15.240198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:15.240759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-585301e7-5ba7-4ced-bae2-21b78276b5b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 217 time: 0.0783932 Jul 28 11:20:15.246508 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b87c0-f064-4377-afe4-c069735cf3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "tag": "b6618585-9907-409d-b73b-97f41e539edc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:15.276952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a2f73bd-2b0d-469a-b969-db7a585a2609 req-fa6d2a09-b9a3-4d76-8930-fad77685a8d5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062667 Jul 28 11:20:15.278639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dfc5a-f66d-41e4-ad46-f490872addd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:15.387106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-02433967-abe8-450c-8f52-4af0e90aa0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.389652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-a58f27de-d340-46e7-a97d-914fe9bfa063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.390536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-02433967-abe8-450c-8f52-4af0e90aa0b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1405230 Jul 28 11:20:15.391384 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-a58f27de-d340-46e7-a97d-914fe9bfa063 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1094 time: 0.0958564 Jul 28 11:20:15.464077 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad93128-323f-427f-b727-24d9253eda93 x-openstack-request-id: req-bad93128-323f-427f-b727-24d9253eda93 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:15.464821 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "tag": "b6618585-9907-409d-b73b-97f41e539edc", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:15.464821 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bad93128-323f-427f-b727-24d9253eda93 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:15.466658 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc', 'status': 'completed', 'code': 200} Jul 28 11:20:15.474096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-669ebb41-531d-4eb5-8a21-ad53509b488e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 217 time: 0.0675609 Jul 28 11:20:15.554678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f36528-e550-449c-9e8f-355210354044 req-92d44740-1281-45b4-85c2-b938cb2ae6b4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.556545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23f36528-e550-449c-9e8f-355210354044 req-92d44740-1281-45b4-85c2-b938cb2ae6b4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 943 time: 0.1649435 Jul 28 11:20:15.561787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-65c407c9-1dd3-42a4-8d97-cbf5356be859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.563218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-65c407c9-1dd3-42a4-8d97-cbf5356be859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564434 Jul 28 11:20:15.593138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-f44d110d-e00d-498a-9b30-62fa5a022816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:15.594673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-f44d110d-e00d-498a-9b30-62fa5a022816 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.1137233 Jul 28 11:20:15.648317 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-6e44ba8f-929d-48b1-ab1e-cbbf516e39f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438805 Jul 28 11:20:15.689957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23f36528-e550-449c-9e8f-355210354044 req-32be7fa5-551e-498b-93b0-ca7e2c9e0ab1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219659 Jul 28 11:20:15.711421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:15.746100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-90a96325-cf52-4a8f-ade2-d4c114da47e6 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743340 Jul 28 11:20:15.798713 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-789afc87-2518-4a8e-a1eb-809e213c5f9c service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435328 Jul 28 11:20:15.849595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:15.878032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'mac_address': 'fa:16:3e:56:81:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:15.908913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35202f01-b110-4b34-b2a5-1679ce9e0a0e req-036eb066-b1b7-414a-9833-8a1fe5a14d5b service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540327 Jul 28 11:20:15.933746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:15.955596 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-251b313e-f943-42f4-b9b3-48b189e5fc3f req-76734581-762c-428e-82aa-8c023d8759f9 service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498003 Jul 28 11:20:15.958276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39219fb4-f174-43cb-8604-ab1c74bc9cc6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:15.986503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:15.992069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:16.012959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0f1792e-c22b-4730-9d7b-b7a44434b47a req-601c2957-d4eb-4978-bd36-9981a0ba7f7f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0504174 Jul 28 11:20:16.080538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:16.174142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-0f102464-9e64-4703-bc65-bf7ace5272a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.179399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-0f102464-9e64-4703-bc65-bf7ace5272a5 service neutron] 10.222.0.44 "GET /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 1033 time: 0.0974140 Jul 28 11:20:16.188047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174bb0e-14cc-4bf1-99bb-20686e4dd9a5 req-5f84ded8-e32c-4196-8f9a-3358fd99e605 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.189641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c174bb0e-14cc-4bf1-99bb-20686e4dd9a5 req-5f84ded8-e32c-4196-8f9a-3358fd99e605 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0822427 Jul 28 11:20:16.246787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['39219fb4-f174-43cb-8604-ab1c74bc9cc6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:16.287662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c174bb0e-14cc-4bf1-99bb-20686e4dd9a5 req-75888cc1-672e-4b27-a301-fdc3d884cda1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862057 Jul 28 11:20:16.292353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-278f4d3a-9694-4f7c-9725-fea0e4d4e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.296966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-278f4d3a-9694-4f7c-9725-fea0e4d4e10e service neutron] 10.222.0.44 "GET /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 1031 time: 0.1110995 Jul 28 11:20:16.311211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-a79ef4d7-e915-4115-b28f-7376c2a6ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.317846 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-a79ef4d7-e915-4115-b28f-7376c2a6ab67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1094 time: 0.2471564 Jul 28 11:20:16.555184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-5cb82e11-f8a0-4cae-83ee-66e02b72d49e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.563288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-5cb82e11-f8a0-4cae-83ee-66e02b72d49e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.572748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-5cb82e11-f8a0-4cae-83ee-66e02b72d49e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.574662 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-5cb82e11-f8a0-4cae-83ee-66e02b72d49e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "GET /v2.0/networks?id=1849a05a-7fc8-491d-93fe-05485dfd4526&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 200 len: 1994 time: 0.2559021 Jul 28 11:20:16.591148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-9f69db4c-173f-4d9c-9bab-2eb0c85229ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.592867 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-9f69db4c-173f-4d9c-9bab-2eb0c85229ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 915 time: 0.2498426 Jul 28 11:20:16.655387 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-8e0a6bee-5c39-4caa-a108-5ebc7e77fe1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 217 time: 0.0525174 Jul 28 11:20:16.726383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-b25f4449-1b3e-4660-8248-2342e964fd57 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f559d7d785e4884987ea8c40adef3a0 HTTP/1.1" status: 200 len: 380 time: 0.1423020 Jul 28 11:20:16.737547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'admin_state_up': True, 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'security_groups': ['b1ade54f-684c-4865-8741-383996969114']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:16.787206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-4e6837a2-038d-40aa-822d-c0f60cfc6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.788673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-4e6837a2-038d-40aa-822d-c0f60cfc6e73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.1272209 Jul 28 11:20:16.829729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-ed4b281a-afcd-4268-bd4f-b77da530c29c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jul 28 11:20:16.851302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a195f-46f6-4b54-ac4f-0d6bd2a8e709 req-92e142da-74a1-4673-8e04-6462b431b78f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:16.853345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e3a195f-46f6-4b54-ac4f-0d6bd2a8e709 req-92e142da-74a1-4673-8e04-6462b431b78f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.0789688 Jul 28 11:20:16.910636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e3a195f-46f6-4b54-ac4f-0d6bd2a8e709 req-0d18199f-3c6c-49f4-aa6a-0a9fbd1f36f6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Jul 28 11:20:17.131190 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc25e39-388b-4ad7-88cc-d46572f3358e req-9d369009-f43a-4966-b73f-ec2d56757644 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0301385 Jul 28 11:20:17.304428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:17.308833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:17.335122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-e6b71762-5752-4ea1-be02-05c807e01dfa service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933438 Jul 28 11:20:17.476870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48816d5-39c4-4429-81e7-49f0e979acd2 req-323a41e0-2e8b-492c-87f3-302421e5bf0c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:17.485143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a48816d5-39c4-4429-81e7-49f0e979acd2 req-323a41e0-2e8b-492c-87f3-302421e5bf0c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1070254 Jul 28 11:20:17.573638 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05b87c0-f064-4377-afe4-c069735cf3f9 req-1f242bb2-4c43-487a-afee-d13164f79542 service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278056 Jul 28 11:20:17.575692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-d902773f-9f1f-4243-92c9-d7bee9e471fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800362 Jul 28 11:20:17.596370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a48816d5-39c4-4429-81e7-49f0e979acd2 req-6cc5af72-ea5d-4ac7-a703-77590b42dd24 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097267 Jul 28 11:20:17.597796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 172.20.0.6 (1849a05a-7fc8-491d-93fe-05485dfd4526/b8013ca9-7356-4f40-885c-15ab302ccc8e/271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:17.683038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-d7514700-0e7f-46e3-86c0-8612b6ac3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:17.684580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-d7514700-0e7f-46e3-86c0-8612b6ac3510 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 1097 time: 0.0806677 Jul 28 11:20:17.727414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:17.731570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:17.806282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:17.837824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:17.895585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-4c3f83ec-cab1-45ab-9d4b-a5712258a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:17.897227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-4c3f83ec-cab1-45ab-9d4b-a5712258a8b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1871121 Jul 28 11:20:17.923370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:17.980279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:17.989877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:18.008283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:18.019035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'b6618585-9907-409d-b73b-97f41e539edc', 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'port_id': 'b6618585-9907-409d-b73b-97f41e539edc', 'mac_address': 'fa:16:3e:d2:b1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b92f59-b8df-4aca-93e8-5c27467ea366', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:18.026886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:18.044252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-fcf7c226-7424-4128-9f9e-68b03e52aa22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 HTTP/1.1" status: 200 len: 217 time: 0.1365530 Jul 28 11:20:18.131632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:18.158559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:18.159410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.187277 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-1f6edbb4-e3fc-4eb4-9e79-7edcfb98c58f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4532800 Jul 28 11:20:18.195768 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.211050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'admin_state_up': True, 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'security_groups': ['b1ade54f-684c-4865-8741-383996969114']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:18.241846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6618585-9907-409d-b73b-97f41e539edc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:18.307601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:18.322155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-d6c6bfb4-2d54-4f2f-b36c-86dfd0707b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:18.323203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:18.323582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.329268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-d6c6bfb4-2d54-4f2f-b36c-86dfd0707b6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.2775483 Jul 28 11:20:18.388861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:18.399554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.451323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:18.456637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.493329 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.500794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b82af-75b3-4fcb-ac84-7e5b384fba8d req-24a74ac3-1d71-4c75-9c95-fee0bc97e2ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:18.504078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e7b82af-75b3-4fcb-ac84-7e5b384fba8d req-24a74ac3-1d71-4c75-9c95-fee0bc97e2ef tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.2903173 Jul 28 11:20:18.549833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:18.553887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:18.556474 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd1fe1-d6af-444b-ae81-5bf482380440" -d '{"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-plugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:18.565247 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.567263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:18.599693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da720d-6b00-4e5a-892b-247c5ff175d8 req-43a7366e-c80a-41aa-a9ca-7bc450072ea2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:18.608644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45da720d-6b00-4e5a-892b-247c5ff175d8 req-43a7366e-c80a-41aa-a9ca-7bc450072ea2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 931 time: 0.2456555 Jul 28 11:20:18.624216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:18.629519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9356afc2-c653-455c-84f7-12ed3647e91f None None] Provisioning for port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:18.634668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9356afc2-c653-455c-84f7-12ed3647e91f None None] Provisioning complete for port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:18.635882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9356afc2-c653-455c-84f7-12ed3647e91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.649178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 10.1.1.26 (3fffdda8-8931-4aa4-a4c0-34a9d0f011ce/3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e/352a4f97-572f-4511-bf71-ff3f55028090) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:18.658174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b6618585-9907-409d-b73b-97f41e539edc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:18.659361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-e1c6708e-3989-42e6-a556-7638f0be7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:18.661971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-e1c6708e-3989-42e6-a556-7638f0be7929 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234911 Jul 28 11:20:18.673604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e7b82af-75b3-4fcb-ac84-7e5b384fba8d req-a9017096-09e8-425f-b3a2-911af0bea3f3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393855 Jul 28 11:20:18.717966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9356afc2-c653-455c-84f7-12ed3647e91f None None] Port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:18.762527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45da720d-6b00-4e5a-892b-247c5ff175d8 req-79becf9d-7b9c-42a6-b75a-9f6c31780d85 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526263 Jul 28 11:20:18.824013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-c37390ab-4a8c-47f0-bb03-24159168acdb service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488671 Jul 28 11:20:18.844432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.864538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object 352a4f97-572f-4511-bf71-ff3f55028090 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:18.908922 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19376799-20e7-44eb-b132-08600fdef65a x-openstack-request-id: req-19376799-20e7-44eb-b132-08600fdef65a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:18.910591 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-plugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:18.911272 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19376799-20e7-44eb-b132-08600fdef65a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:18.912145 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'code': 200} Jul 28 11:20:18.912488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:18.965941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f25a508-cd6b-41e4-bc2a-55a8d05c7b4b req-6b19eb51-4cfe-4e18-9bf6-bbbaf7c76dca service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345475 Jul 28 11:20:19.023533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:19.049269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:19.053378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:19.060020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb75c0-8407-445a-a951-7766abb863ea req-0e8e921e-f4d6-42a8-a681-242b26a40600 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:19.063595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2beb75c0-8407-445a-a951-7766abb863ea req-0e8e921e-f4d6-42a8-a681-242b26a40600 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 944 time: 0.0673616 Jul 28 11:20:19.081923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:19.139690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c4a52-c4dd-4115-ac58-6c90fae13275 req-f9eb83be-f1e5-4b41-a34d-f5e30b95b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:19.141578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b8c4a52-c4dd-4115-ac58-6c90fae13275 req-f9eb83be-f1e5-4b41-a34d-f5e30b95b07a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1096 time: 0.1151054 Jul 28 11:20:19.187402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:19.195978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.203287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f635c1-fd89-4e61-9496-b51bbcb48f58 req-0bac647a-646c-44c6-8123-089974872a7e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:19.211105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4f635c1-fd89-4e61-9496-b51bbcb48f58 req-0bac647a-646c-44c6-8123-089974872a7e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 947 time: 0.1450682 Jul 28 11:20:19.231819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2beb75c0-8407-445a-a951-7766abb863ea req-47255520-6761-44ae-9b67-ceb57d7167a4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474760 Jul 28 11:20:19.235970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7b8c4a52-c4dd-4115-ac58-6c90fae13275 req-1beca8a9-03de-487e-b3b3-2fee9507b35d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725117 Jul 28 11:20:19.244476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c24d193-b58f-43ab-a576-6b9b7ce7f81d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0383341 Jul 28 11:20:19.259817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'admin_state_up': True, 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'security_groups': ['b1ade54f-684c-4865-8741-383996969114']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:19.321111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4f635c1-fd89-4e61-9496-b51bbcb48f58 req-fb8c5f40-e8ff-4a1c-b5df-d375d4383e2e tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043115 Jul 28 11:20:19.437649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:19.442776 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.443245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5766e9c-2720-4543-ba2f-377d6ab20a63 None None] Provisioning for port 352a4f97-572f-4511-bf71-ff3f55028090 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:19.448221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5766e9c-2720-4543-ba2f-377d6ab20a63 None None] Provisioning complete for port 352a4f97-572f-4511-bf71-ff3f55028090 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:19.448882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5766e9c-2720-4543-ba2f-377d6ab20a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.495277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e5766e9c-2720-4543-ba2f-377d6ab20a63 None None] Port 352a4f97-572f-4511-bf71-ff3f55028090 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:19.593990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 10.1.1.56 (3fffdda8-8931-4aa4-a4c0-34a9d0f011ce/3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e/a4e9e0f5-c63f-4986-a63d-c774d48d30b7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:19.696145 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.720358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:19.759460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.795329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port b6618585-9907-409d-b73b-97f41e539edc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:19.801187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object a4e9e0f5-c63f-4986-a63d-c774d48d30b7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:19.816758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port b6618585-9907-409d-b73b-97f41e539edc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:19.817348 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.837447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c10ec-5fc0-4f76-99e0-d65f5dab55e4 req-e921bf40-96c1-4cc5-a49c-5524324d08d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:19.841133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-936c10ec-5fc0-4f76-99e0-d65f5dab55e4 req-e921bf40-96c1-4cc5-a49c-5524324d08d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0683835 Jul 28 11:20:19.847587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:19.903031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:19.922521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-936c10ec-5fc0-4f76-99e0-d65f5dab55e4 req-98a96400-208e-4690-b12a-ca64091c904b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756321 Jul 28 11:20:19.933456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:19.938139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:19.941186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:20.022810 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:20.036643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.037778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:20.040432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329185d-e64f-4da4-8bc6-20ca13302e95 req-9963cb0b-b256-4fe2-b9d5-f75e50fa9ea9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.049865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329185d-e64f-4da4-8bc6-20ca13302e95 req-9963cb0b-b256-4fe2-b9d5-f75e50fa9ea9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.073375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329185d-e64f-4da4-8bc6-20ca13302e95 req-9963cb0b-b256-4fe2-b9d5-f75e50fa9ea9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.079898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0329185d-e64f-4da4-8bc6-20ca13302e95 req-9963cb0b-b256-4fe2-b9d5-f75e50fa9ea9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 2372 time: 0.1502230 Jul 28 11:20:20.080819 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-4a1b0f67-27dc-45b2-bab2-1f40dda660a2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8294504 Jul 28 11:20:20.092985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:20.099953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:20.124577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'admin_state_up': True, 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'security_groups': ['b1ade54f-684c-4865-8741-383996969114']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:20.181876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:20.197519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0329185d-e64f-4da4-8bc6-20ca13302e95 req-5587682c-949b-4497-b972-39ee1e8b2053 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099899 Jul 28 11:20:20.322310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:20.336140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0fefb5d-8c38-4e2b-b6cd-ecdfba51c426 None None] Provisioning for port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:20.344549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0fefb5d-8c38-4e2b-b6cd-ecdfba51c426 None None] Provisioning complete for port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:20.345081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fefb5d-8c38-4e2b-b6cd-ecdfba51c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:20.396050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e0fefb5d-8c38-4e2b-b6cd-ecdfba51c426 None None] Port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:20.430408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7542b24-47bc-4623-ac2c-89e9df74a129 req-112e3a7d-df76-405d-a5bf-dd23bc45f2ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.433670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7542b24-47bc-4623-ac2c-89e9df74a129 req-112e3a7d-df76-405d-a5bf-dd23bc45f2ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1074021 Jul 28 11:20:20.452859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:20.506413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7542b24-47bc-4623-ac2c-89e9df74a129 req-6a8d8e46-a746-45ee-9f12-5e2bf7534c91 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Jul 28 11:20:20.519692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5decf4-5329-40cc-846a-36854711a8c9 req-e85de926-42e4-47aa-946d-575d544491ff tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.532394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac5decf4-5329-40cc-846a-36854711a8c9 req-e85de926-42e4-47aa-946d-575d544491ff tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 947 time: 0.0976326 Jul 28 11:20:20.599168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac5decf4-5329-40cc-846a-36854711a8c9 req-e19a4510-911a-44d2-991b-51f656a12551 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Jul 28 11:20:20.778333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 10.2.2.100 (d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd/2f607007-6612-4e23-9f85-b9845a3df0bd/4018587f-ce8a-440b-a973-09ccdaf07352) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:20.801070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-006657c6-1fd8-4f8f-b6d0-3f341e8f6aa3 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:20.802858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-006657c6-1fd8-4f8f-b6d0-3f341e8f6aa3 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 947 time: 0.0779634 Jul 28 11:20:20.913255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:20.915599 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c31d764-2502-4a75-a958-27547d4a7088" -d '{"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-plugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:20.956083 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bbb584-e171-49e0-9f05-9989077c1bad x-openstack-request-id: req-18bbb584-e171-49e0-9f05-9989077c1bad {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:20.956603 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-plugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:20.957798 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18bbb584-e171-49e0-9f05-9989077c1bad {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:20.958377 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc', 'code': 200} Jul 28 11:20:21.014555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Deleting port a74c7013-93f1-4cf3-9241-c573d1b7fc1c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:20:21.014937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.098533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbe924-a117-4eea-9c21-442db7fa7a07 req-f4257645-20b6-42a4-a2b9-5d8776204780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.100901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6dbe924-a117-4eea-9c21-442db7fa7a07 req-f4257645-20b6-42a4-a2b9-5d8776204780 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1096 time: 0.0749404 Jul 28 11:20:21.122771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] For port a74c7013-93f1-4cf3-9241-c573d1b7fc1c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:21.123038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.137910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Calling delete_port for a74c7013-93f1-4cf3-9241-c573d1b7fc1c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:20:21.143140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d4366-42cb-4c25-a1ea-48846e0584f0 req-3f8a00df-70cc-433a-8770-6aab3158c74a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.145566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f45d4366-42cb-4c25-a1ea-48846e0584f0 req-3f8a00df-70cc-433a-8770-6aab3158c74a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0857375 Jul 28 11:20:21.164556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6dbe924-a117-4eea-9c21-442db7fa7a07 req-19264344-c089-4f0b-b316-238233c2a4ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526004 Jul 28 11:20:21.203154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f45d4366-42cb-4c25-a1ea-48846e0584f0 req-a7f0d37e-b6ec-49a9-98bb-79f6f3e93bb0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496562 Jul 28 11:20:21.307180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.340296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object 4018587f-ce8a-440b-a973-09ccdaf07352 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:21.341907 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.382336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Pushing event deleted for resources: {'Port': ['ID=a74c7013-93f1-4cf3-9241-c573d1b7fc1c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:21.398606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5aa13-ee98-4194-8eac-55a3179d903e req-a249924a-4bc4-4cf3-9f86-6f6dd3e353cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.400290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aae5aa13-ee98-4194-8eac-55a3179d903e req-a249924a-4bc4-4cf3-9f86-6f6dd3e353cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1168852 Jul 28 11:20:21.436327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e3c9-0353-449c-83d2-01e3b00dfe7d req-de7f579a-2e0c-452e-8049-48e374345a6c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.438697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] No DVR routers for this DVR port a74c7013-93f1-4cf3-9241-c573d1b7fc1c on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:20:21.442970 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.444891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e3c9-0353-449c-83d2-01e3b00dfe7d req-de7f579a-2e0c-452e-8049-48e374345a6c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.445085 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-190d72e8-d8ca-48bf-bb12-9cdeb27c30e6 req-5874a457-78f4-4913-8b7d-82952bb8ac6a tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.41 "DELETE /v2.0/ports/a74c7013-93f1-4cf3-9241-c573d1b7fc1c HTTP/1.1" status: 204 len: 173 time: 0.6355205 Jul 28 11:20:21.445784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-deleted', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:21.448121 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aed3b4-5555-4999-8c4f-7760f28a8aa3" -d '{"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-deleted", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:21.452294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e3c9-0353-449c-83d2-01e3b00dfe7d req-de7f579a-2e0c-452e-8049-48e374345a6c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.459813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cb7e3c9-0353-449c-83d2-01e3b00dfe7d req-de7f579a-2e0c-452e-8049-48e374345a6c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 2372 time: 0.1244433 Jul 28 11:20:21.475440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.542327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:21.547908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cb7e3c9-0353-449c-83d2-01e3b00dfe7d req-3aa020b1-5f06-45bd-ade5-e32efa03ce55 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794916 Jul 28 11:20:21.567674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:21.569736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:21.582674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aae5aa13-ee98-4194-8eac-55a3179d903e req-c008ccc4-6567-4d95-ae3f-a49e9806cb73 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652646 Jul 28 11:20:21.589182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:21.619267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:21.699294 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d3ee2-6f27-43c7-bd2b-19a6ede80262 x-openstack-request-id: req-385d3ee2-6f27-43c7-bd2b-19a6ede80262 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:21.699869 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efb5b42-6d95-45d3-818a-05b68d061329", "name": "network-vif-deleted", "tag": "a74c7013-93f1-4cf3-9241-c573d1b7fc1c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:21.700313 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-385d3ee2-6f27-43c7-bd2b-19a6ede80262 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:21.700924 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb5b42-6d95-45d3-818a-05b68d061329', 'name': 'network-vif-deleted', 'tag': 'a74c7013-93f1-4cf3-9241-c573d1b7fc1c', 'status': 'completed', 'code': 200} Jul 28 11:20:21.709135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.710066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.742349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-0c53a83a-f914-4880-abfc-a78e644f6d84 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6327591 Jul 28 11:20:21.755635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'admin_state_up': True, 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'security_groups': ['b1ade54f-684c-4865-8741-383996969114']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:21.805886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983a8c4-cbaa-43e8-8485-63404b89b8a4 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.815917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f983a8c4-cbaa-43e8-8485-63404b89b8a4 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1091 time: 0.1952510 Jul 28 11:20:21.816563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:21.830841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:21.914144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d006d1d6-e1bb-4521-b83e-d6e592697056 req-0b74770d-2c5a-4a3a-a0b9-044ee17cb8db tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=6efb5b42-6d95-45d3-818a-05b68d061329 HTTP/1.1" status: 200 len: 210 time: 0.0766351 Jul 28 11:20:21.935269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107650cf-3caa-4cb7-b7c9-c5afa6703db9 req-2e422c2c-9b6e-474c-a204-0f09fc610f7b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:21.936969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Made reservation on behalf of 3f559d7d785e4884987ea8c40adef3a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:21.947045 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:21.964000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107650cf-3caa-4cb7-b7c9-c5afa6703db9 req-2e422c2c-9b6e-474c-a204-0f09fc610f7b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.2282789 Jul 28 11:20:21.974053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:20:21.974053 n-d-723573-7 neutron-server[93836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:20:21.974053 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id': '53d99df6846d459185671064bf7c439d', 'id': '5d81787a-936c-4059-917e-815dc5cec8c8', 'expiration': datetime.datetime(2021, 7, 28, 11, 22, 21, 909558)}] Jul 28 11:20:21.974053 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:20:21.974621 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:20:22.040095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d48cfea-f7dc-4696-8340-2293e5b58cc9 None None] Provisioning for port 4018587f-ce8a-440b-a973-09ccdaf07352 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:22.049442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d48cfea-f7dc-4696-8340-2293e5b58cc9 None None] Provisioning complete for port 4018587f-ce8a-440b-a973-09ccdaf07352 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:22.049859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d48cfea-f7dc-4696-8340-2293e5b58cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.086446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-107650cf-3caa-4cb7-b7c9-c5afa6703db9 req-b4961137-8170-4613-8d1e-5c16013d3a18 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214459 Jul 28 11:20:22.141119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5d48cfea-f7dc-4696-8340-2293e5b58cc9 None None] Port 4018587f-ce8a-440b-a973-09ccdaf07352 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:22.272571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Allocated IP 10.2.2.200 (d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd/2f607007-6612-4e23-9f85-b9845a3df0bd/f8eab473-4936-47fa-adab-7276392b6a23) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:22.374177 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.426236 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.448369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Transition to ACTIVE for port object f8eab473-4936-47fa-adab-7276392b6a23 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:22.485389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.521790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.557989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event updated for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:22.561611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:22.563345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:22.566251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:22.643658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:22.644973 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.664642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-32df19bf-7b47-4462-9a6e-d1a4f66778c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136090 Jul 28 11:20:22.679271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:22.756001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.799968 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.869602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-a54a27dc-4871-4021-b8a6-3478200b084c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:22.874227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff8a78de-aa69-48fe-9924-7fafc465de26 None None] Provisioning for port f8eab473-4936-47fa-adab-7276392b6a23 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:22.879178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff8a78de-aa69-48fe-9924-7fafc465de26 None None] Provisioning complete for port f8eab473-4936-47fa-adab-7276392b6a23 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:22.879832 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff8a78de-aa69-48fe-9924-7fafc465de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:22.880816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-a54a27dc-4871-4021-b8a6-3478200b084c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:22.899418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-a54a27dc-4871-4021-b8a6-3478200b084c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:22.916846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a78de-aa69-48fe-9924-7fafc465de26 None None] Port f8eab473-4936-47fa-adab-7276392b6a23 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:20:22.921911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-a54a27dc-4871-4021-b8a6-3478200b084c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:22.931060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-a54a27dc-4871-4021-b8a6-3478200b084c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:22.939066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-a54a27dc-4871-4021-b8a6-3478200b084c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 3814 time: 0.2464414 Jul 28 11:20:23.037194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75a1a78c-237c-4f80-9cde-f40e79921710 req-fc7e5dd7-f42d-43c1-8f61-76f1dffd7985 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905488 Jul 28 11:20:23.069836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.84 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/181273c1-f422-4bf1-a154-d53679403b38) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:23.152077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:23.173496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.209292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Transition to ACTIVE for port object 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:23.223575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.243923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.306579 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c132ce3-6859-49b8-b0a2-c16b65faf0c5 req-d2acdb34-f359-44b1-961a-ce35d2eda8ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:23.310793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c132ce3-6859-49b8-b0a2-c16b65faf0c5 req-d2acdb34-f359-44b1-961a-ce35d2eda8ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1676419 Jul 28 11:20:23.355083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Pushing event updated for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:23.385939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.468620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:23.477053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:23.493488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:23.501161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c132ce3-6859-49b8-b0a2-c16b65faf0c5 req-04bc2198-56e1-4544-a907-ee2cfc52e19c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779041 Jul 28 11:20:23.514738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Attempting to bind port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:23.515080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Attempting to bind port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:23.515411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Attempting to bind port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 on network 1849a05a-7fc8-491d-93fe-05485dfd4526 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:23.535927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 on network 1849a05a-7fc8-491d-93fe-05485dfd4526 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:23.540077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Attempting to bind port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 on network 1849a05a-7fc8-491d-93fe-05485dfd4526 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:23.551954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:23.552334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Checking segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:23.552725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Bound using segment: {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:23.553165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Bound port: 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15482f38-d1c3-4c6b-ab13-73e8d0649aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:23.553531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.578274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=181273c1-f422-4bf1-a154-d53679403b38,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:23.659244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:23.665330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:23.676545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.715532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:23.716279 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:23.717686 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] 10.222.0.44 "PUT /v2.0/ports/271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 200 len: 1091 time: 1.0437474 Jul 28 11:20:23.718195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:23.720788 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:23.760158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:23.767167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:23.809051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: a74c7013-93f1-4cf3-9241-c573d1b7fc1c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:20:23.809481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device a74c7013-93f1-4cf3-9241-c573d1b7fc1c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:20:23.834615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11a8cb-de49-424b-b8b7-351327360423 service neutron] Pushing event updated for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:23.842309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:24.248968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499d86a3-4144-4cca-96cb-97fa9818c48c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:24.257977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:24.271181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Transition to ACTIVE for port object 499d86a3-4144-4cca-96cb-97fa9818c48c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:24.278495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:24.331035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8cd2f-c858-4ae8-992d-407ec66eb5b3 req-0c7178ae-5394-40b8-91e2-71bdd121c9e6 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:24.339286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bff8cd2f-c858-4ae8-992d-407ec66eb5b3 req-0c7178ae-5394-40b8-91e2-71bdd121c9e6 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 949 time: 0.7534049 Jul 28 11:20:24.352274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:24.474830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Attempting to bind port 499d86a3-4144-4cca-96cb-97fa9818c48c on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:24.475273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Attempting to bind port 499d86a3-4144-4cca-96cb-97fa9818c48c by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:24.475669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Attempting to bind port 499d86a3-4144-4cca-96cb-97fa9818c48c on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:24.480840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Port 499d86a3-4144-4cca-96cb-97fa9818c48c on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:24.481240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Attempting to bind port 499d86a3-4144-4cca-96cb-97fa9818c48c on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:24.486291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:24.486628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Checking segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:24.487007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Bound using segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:24.487435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Bound port: 499d86a3-4144-4cca-96cb-97fa9818c48c, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:24.488781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:24.515932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bff8cd2f-c858-4ae8-992d-407ec66eb5b3 req-a20c84cb-b4d7-4c23-aab7-458c542109cd tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705575 Jul 28 11:20:24.632856 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594aca41-ed5f-451f-a220-c3b27a5b542a x-openstack-request-id: req-594aca41-ed5f-451f-a220-c3b27a5b542a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:24.633762 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:24.634116 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-594aca41-ed5f-451f-a220-c3b27a5b542a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:24.636781 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'status': 'completed', 'code': 200} Jul 28 11:20:24.639712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:24.644204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=499d86a3-4144-4cca-96cb-97fa9818c48c,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:24.653148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:24.692233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-29bb83d6-79fb-4fc7-b7e8-c0e58af617f7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:24.699997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-29bb83d6-79fb-4fc7-b7e8-c0e58af617f7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 814 time: 0.4190426 Jul 28 11:20:24.727181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:24.727818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:24.732949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-6878b51c-0217-4555-9922-31f7a8177dab tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/quotas/6597be02c94e4baaa58cb9c7824b48bc HTTP/1.1" status: 200 len: 375 time: 0.0319226 Jul 28 11:20:24.733098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] 10.222.0.44 "PUT /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 1136 time: 0.9774990 Jul 28 11:20:24.771339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:24.797261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d82dd3-76ae-4fed-b31a-f9e2eff7ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:24.842876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.024883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.025368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.025840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.026304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.026770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.027232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.029075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-a338d7b8-2abc-4c67-b7bc-df3456fa9967 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5290 time: 0.3665946 Jul 28 11:20:25.154309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-d9ee0da0-7826-49d5-bf16-8ed365f75e72 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4204888 Jul 28 11:20:25.177883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4520011-d6a5-40ae-8e12-82ab17ca9f94 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:25.180505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.186370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.186681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.193259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.199038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.203942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Transition to ACTIVE for port object c4520011-d6a5-40ae-8e12-82ab17ca9f94 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:25.206940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.210448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.214139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.220689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-bc3fac3f-0c03-49e5-a37a-a6f4d40fc223 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 4604 time: 0.4533789 Jul 28 11:20:25.265563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:25.425778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Attempting to bind port c4520011-d6a5-40ae-8e12-82ab17ca9f94 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:25.426111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Attempting to bind port c4520011-d6a5-40ae-8e12-82ab17ca9f94 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:25.426436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Attempting to bind port c4520011-d6a5-40ae-8e12-82ab17ca9f94 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:25.430161 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.433321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Port c4520011-d6a5-40ae-8e12-82ab17ca9f94 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:25.433638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Attempting to bind port c4520011-d6a5-40ae-8e12-82ab17ca9f94 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:25.466304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:25.466641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Checking segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:25.467029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Bound using segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:25.467476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Bound port: c4520011-d6a5-40ae-8e12-82ab17ca9f94, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:25.467833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.557565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-adc66dbd-e205-472f-a110-a425cd243117 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.558856 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-adc66dbd-e205-472f-a110-a425cd243117 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 949 time: 0.1230338 Jul 28 11:20:25.565047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-e0168cde-f5b4-4346-95df-b1b1ffa21cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398428 Jul 28 11:20:25.619865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:25.630148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:25.670362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.726857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.727478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.728879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 1134 time: 0.9622414 Jul 28 11:20:25.750206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Deleting port 25be7354-bd7f-47ab-a6d8-01a52e180201 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:20:25.750541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.763126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-c6175b6a-4371-4264-b361-9b1336bfd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.763670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-c6175b6a-4371-4264-b361-9b1336bfd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.764139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-c6175b6a-4371-4264-b361-9b1336bfd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:25.765741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-c6175b6a-4371-4264-b361-9b1336bfd4ba service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f559d7d785e4884987ea8c40adef3a0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7135246 Jul 28 11:20:25.787317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:25.861167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c6ea27c-c535-4d2b-b742-2f4b94dbcecb req-cb8922a3-84e2-43c4-91d5-60fe8e6f7f28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5478024 Jul 28 11:20:25.875903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a1d78-fe33-44b4-8e4c-16ce4f0587d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:25.907605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:25.967901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.136797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-b8a2cbdd-99db-4142-b05a-9c97f99f8371 service neutron] 10.222.0.20 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137284 Jul 28 11:20:26.260267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-5cda2482-b80b-43fb-8ef5-1414b805dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:26.262142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15cabf44-8425-48e8-bcdf-d1efe0bca8b3 req-5cda2482-b80b-43fb-8ef5-1414b805dad6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4822879 Jul 28 11:20:26.536549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.557710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.682863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a908b1e5-46e8-4351-ada5-ef9bbb0cf93b req-b26f560c-3ba3-480c-8961-29f9dee8b78c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 210 time: 0.1423061 Jul 28 11:20:26.701705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '499d86a3-4144-4cca-96cb-97fa9818c48c'}, {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': 'c4520011-d6a5-40ae-8e12-82ab17ca9f94'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:26.704420 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4" -d '{"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "499d86a3-4144-4cca-96cb-97fa9818c48c"}, {"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "c4520011-d6a5-40ae-8e12-82ab17ca9f94"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:26.709072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366050d6-4525-42db-aed6-7b9dfacf1c63 req-9479c211-3e62-4067-a458-0fa886fc2d46 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:26.711079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-366050d6-4525-42db-aed6-7b9dfacf1c63 req-9479c211-3e62-4067-a458-0fa886fc2d46 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 949 time: 0.6198125 Jul 28 11:20:26.713376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=181273c1-f422-4bf1-a154-d53679403b38,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:26.761439 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5896e9fe-78c9-46e9-b0a9-7b27fd5cbe08 x-openstack-request-id: req-5896e9fe-78c9-46e9-b0a9-7b27fd5cbe08 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:26.761883 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "499d86a3-4144-4cca-96cb-97fa9818c48c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "c4520011-d6a5-40ae-8e12-82ab17ca9f94", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:26.762234 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5896e9fe-78c9-46e9-b0a9-7b27fd5cbe08 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:26.762734 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '499d86a3-4144-4cca-96cb-97fa9818c48c', 'status': 'completed', 'code': 200} Jul 28 11:20:26.763067 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': 'c4520011-d6a5-40ae-8e12-82ab17ca9f94', 'status': 'completed', 'code': 200} Jul 28 11:20:26.774505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] For port 25be7354-bd7f-47ab-a6d8-01a52e180201, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=25be7354-bd7f-47ab-a6d8-01a52e180201,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:26.774856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.805459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352a4f97-572f-4511-bf71-ff3f55028090 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:26.815074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Calling delete_port for 25be7354-bd7f-47ab-a6d8-01a52e180201 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:20:26.818055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.839964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Transition to ACTIVE for port object 352a4f97-572f-4511-bf71-ff3f55028090 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:26.885980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.923702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:26.945998 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-366050d6-4525-42db-aed6-7b9dfacf1c63 req-28129078-50ae-4c38-b394-4125f446e69b tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abd68b1-5894-4ec4-a3ad-e8441bf3563a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539934 Jul 28 11:20:26.990194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:26.991058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:26.991709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:26.992384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:26.993119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:27.020567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:27.021334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:27.027392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-600171d9-511c-41f1-bc3d-1e967f016bb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6217 time: 0.2196128 Jul 28 11:20:27.083220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Pushing event updated for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:27.147930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Attempting to bind port 352a4f97-572f-4511-bf71-ff3f55028090 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:27.148398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Attempting to bind port 352a4f97-572f-4511-bf71-ff3f55028090 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:27.148839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Attempting to bind port 352a4f97-572f-4511-bf71-ff3f55028090 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:27.213794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Port 352a4f97-572f-4511-bf71-ff3f55028090 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:27.214401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Attempting to bind port 352a4f97-572f-4511-bf71-ff3f55028090 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:27.223075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:27.224249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Checking segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:27.224909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Bound using segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:27.225602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Bound port: 352a4f97-572f-4511-bf71-ff3f55028090, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:27.226197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:27.388407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:27.428087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Pushing event deleted for resources: {'Port': ['ID=25be7354-bd7f-47ab-a6d8-01a52e180201,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:27.480723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:27.500789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] No DVR routers for this DVR port 25be7354-bd7f-47ab-a6d8-01a52e180201 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:20:27.509221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:27.511241 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-268db9f2-6b56-4a6e-9298-056625c6c0d5 req-d28f5e18-6d7d-4d3d-9545-96e7e0fcb338 tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.44 "DELETE /v2.0/ports/25be7354-bd7f-47ab-a6d8-01a52e180201 HTTP/1.1" status: 204 len: 173 time: 1.9435019 Jul 28 11:20:27.515608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=352a4f97-572f-4511-bf71-ff3f55028090,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:27.523712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:27.560576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:27.561356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:27.562807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] 10.222.0.44 "PUT /v2.0/ports/352a4f97-572f-4511-bf71-ff3f55028090 HTTP/1.1" status: 200 len: 1090 time: 1.7802739 Jul 28 11:20:27.626321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:27.696771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf45d9a-5c02-4841-a088-a58ff65fbb38 service neutron] Pushing event updated for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:27.805687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:27.821757 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP b49d561b-c5ea-4145-8402-7477312b8a38 associated. External IP: 172.25.1.84, port: 39219fb4-f174-43cb-8604-ab1c74bc9cc6. Jul 28 11:20:27.881523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b860871c-c60f-4fbe-baaa-eedfa4f9e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:28.093073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7629fee-3265-4c73-96a2-8ccbe5d646c7 req-8a2ef5b2-9369-4472-93a6-78fe771a7061 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 210 time: 0.1702421 Jul 28 11:20:28.101498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-ba645ff0-da97-4b57-8085-93109f3cb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.103056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-ba645ff0-da97-4b57-8085-93109f3cb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.104372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-ba645ff0-da97-4b57-8085-93109f3cb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.110607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-ba645ff0-da97-4b57-8085-93109f3cb43e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f559d7d785e4884987ea8c40adef3a0&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0348966 Jul 28 11:20:28.219180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.236828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.261024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.276260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.292617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.298856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.313228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.315474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-03277a5a-3fe7-48bb-9c80-7448387b4a40 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5392 time: 1.2787497 Jul 28 11:20:28.340747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e9e0f5-c63f-4986-a63d-c774d48d30b7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:28.354068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-b968e5c0-0076-46ae-9e84-35f98cb6aeff tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.355432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-b968e5c0-0076-46ae-9e84-35f98cb6aeff tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.44 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 814 time: 0.4865355 Jul 28 11:20:28.357458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:28.371578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Request body: {'port': {'device_id': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'admin_state_up': True, 'tenant_id': '6597be02c94e4baaa58cb9c7824b48bc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:28.388638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Transition to ACTIVE for port object a4e9e0f5-c63f-4986-a63d-c774d48d30b7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:28.418618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:28.552812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8299d651-5914-4f5c-94e9-5d3fd4d9150e req-2b0a9adb-ec4a-4b3d-8629-0f756faf831d tempest-ListImageFiltersTestJSON-1780036514 tempest-ListImageFiltersTestJSON-1780036514-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc019b13-23e3-4126-a1b4-04721f62fd23 HTTP/1.1" status: 200 len: 210 time: 0.1976933 Jul 28 11:20:28.603932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf9102a8-cb5d-48b8-bbee-701533516f18 req-714baaa3-4619-4e0d-b109-3693c33acd60 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809900 Jul 28 11:20:28.634311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:28.648230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Made reservation on behalf of 6597be02c94e4baaa58cb9c7824b48bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:28.657333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:28.709653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-bc9f2cd4-25e7-459e-8d76-1c70e7986d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.715129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-bc9f2cd4-25e7-459e-8d76-1c70e7986d9a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5788870 Jul 28 11:20:28.854394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-deleted', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201'}, {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:28.857914 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c" -d '{"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-deleted", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201"}, {"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "352a4f97-572f-4511-bf71-ff3f55028090"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:28.880866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.881359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.881838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.882303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.882768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.883233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.883695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:28.885839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-783dbc7c-c05a-4fde-abe0-4d7a3501d620 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6309 time: 0.1253417 Jul 28 11:20:28.899927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Allocated IP 172.20.0.13 (9277a7fa-d6c9-4c36-9d7c-394317ada0fd/89b92f59-b8df-4aca-93e8-5c27467ea366/e54b5792-5292-44b5-9c4b-d9dffc3f7945) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:28.906235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Attempting to bind port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:28.906723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Attempting to bind port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:28.907162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Attempting to bind port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:28.921093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:28.921704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Attempting to bind port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:28.932818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:28.933324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Checking segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:28.933828 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Bound using segment: {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:28.934525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Bound port: a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a435b6-70e9-46bc-89ba-631070867156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:28.935006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:28.939277 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f415eb14-9349-47b6-bc4c-0c888c1acd28 x-openstack-request-id: req-f415eb14-9349-47b6-bc4c-0c888c1acd28 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:28.939722 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc019b13-23e3-4126-a1b4-04721f62fd23", "name": "network-vif-deleted", "tag": "25be7354-bd7f-47ab-a6d8-01a52e180201", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "352a4f97-572f-4511-bf71-ff3f55028090", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:28.940085 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f415eb14-9349-47b6-bc4c-0c888c1acd28 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:28.940655 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc019b13-23e3-4126-a1b4-04721f62fd23', 'name': 'network-vif-deleted', 'tag': '25be7354-bd7f-47ab-a6d8-01a52e180201', 'status': 'completed', 'code': 200} Jul 28 11:20:28.941604 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090', 'status': 'completed', 'code': 200} Jul 28 11:20:29.080601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router 0671ca76-c129-49c5-a79b-c2af459d1e4a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:20:29.104146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:29.109696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:29.114058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-66e679f4-1d1d-4a92-8e86-b45a56654fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.114626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-66e679f4-1d1d-4a92-8e86-b45a56654fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.115417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-66e679f4-1d1d-4a92-8e86-b45a56654fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.117097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-66e679f4-1d1d-4a92-8e86-b45a56654fb9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f559d7d785e4884987ea8c40adef3a0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1739438 Jul 28 11:20:29.138355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.239814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d24074f1-0706-4969-b67a-5b5821e778ea req-268308c1-18b7-4085-b217-7caeb7e14811 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 210 time: 0.0588751 Jul 28 11:20:29.246772 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.318757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.319637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.321177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] 10.222.0.44 "PUT /v2.0/ports/a4e9e0f5-c63f-4986-a63d-c774d48d30b7 HTTP/1.1" status: 200 len: 1090 time: 1.7150433 Jul 28 11:20:29.321927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35174a24-e398-485c-a428-b2aad52b2e72 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:29.346837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.361497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b6618585-9907-409d-b73b-97f41e539edc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:29.398970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:20:29.406414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-0b93baa9-e7b9-4cd1-bf68-d277f0490766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.407873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf4120e6-dd9c-4dc2-937b-f3efd40babc4 req-0b93baa9-e7b9-4cd1-bf68-d277f0490766 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2538209 Jul 28 11:20:29.426393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.442339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:29.461706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:29.487385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] Sync routers for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:20:29.503114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 25be7354-bd7f-47ab-a6d8-01a52e180201 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:20:29.504256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 25be7354-bd7f-47ab-a6d8-01a52e180201 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:20:29.520069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-185f78e9-91b0-4cb9-bbd4-5b781dbf8cf2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.6985412 Jul 28 11:20:29.521655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:29.524668 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978ce245-127c-441a-8eab-2ddc1bc9de10" -d '{"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:29.525558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:29.539568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.540097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.540670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.541201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.542130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.542702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.542970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.545089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-f0296927-0792-40dd-bed1-13057d436fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6351 time: 0.0776725 Jul 28 11:20:29.560087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:29.563256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:29.642805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:20:29.644450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:20:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:29.692610 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba111d-6062-4b99-b62c-64483e6d0f71 x-openstack-request-id: req-24ba111d-6062-4b99-b62c-64483e6d0f71 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:29.692993 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:29.697136 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24ba111d-6062-4b99-b62c-64483e6d0f71 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:29.699710 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'status': 'completed', 'code': 200} Jul 28 11:20:29.730924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Pushing event updated for resources: {'Port': ['ID=e54b5792-5292-44b5-9c4b-d9dffc3f7945,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:29.756872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.795355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-247e7c18-c994-4ba8-8041-c8ce087b4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.795820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-247e7c18-c994-4ba8-8041-c8ce087b4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.796318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-247e7c18-c994-4ba8-8041-c8ce087b4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.797915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-247e7c18-c994-4ba8-8041-c8ce087b4e17 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f559d7d785e4884987ea8c40adef3a0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2447534 Jul 28 11:20:29.805325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.806130 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:29.856818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:20:29.865616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-08a55d96-7874-40fd-ab7f-94af36276747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.867761 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-08a55d96-7874-40fd-ab7f-94af36276747 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1096 time: 0.1773808 Jul 28 11:20:29.873949 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-baee3d19-13c6-4261-807b-8948686e3465 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5065062 Jul 28 11:20:29.902085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Request body: {'port': {'device_id': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:29.935420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5688c2f-a622-4f0d-b473-2d5b38b9b2a1 req-7db6fe0a-acdd-4cc3-b8bd-bf782fc44fee tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:29.937249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5688c2f-a622-4f0d-b473-2d5b38b9b2a1 req-7db6fe0a-acdd-4cc3-b8bd-bf782fc44fee tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.3175280 Jul 28 11:20:30.013098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.020517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.027981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.034145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.051790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.059591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.070387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.074397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-fa1d4369-19f1-4412-9be3-9058f73def2e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5404 time: 0.2750816 Jul 28 11:20:30.134977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:30.160708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5688c2f-a622-4f0d-b473-2d5b38b9b2a1 req-0f2364c6-4e4a-464b-9f07-b237cb0e8a3d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130685 Jul 28 11:20:30.189984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64fbefde-aa2c-4a90-89f2-5d71f03173dc req-03b5ccbd-86f0-481f-9611-63e1b87eab08 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830779 Jul 28 11:20:30.193721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53222) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:30.209788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-cacedb97-cb2f-4e02-af35-c800e07e94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.211156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff7e51c1-420d-48ba-ba92-4e65f46cd44c req-cacedb97-cb2f-4e02-af35-c800e07e94a4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3897259 Jul 28 11:20:30.313195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b262523b-9277-4e4f-aa98-25c5f1bcec67 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/b49d561b-c5ea-4145-8402-7477312b8a38 HTTP/1.1" status: 200 len: 990 time: 0.1180580 Jul 28 11:20:30.353105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'b49d561b-c5ea-4145-8402-7477312b8a38', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'mac_address': 'fa:16:3e:56:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:20:24Z', 'updated_at': '2021-07-28T11:20:24Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:09Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:30.386694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] Checking router: 0671ca76-c129-49c5-a79b-c2af459d1e4a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:20:30.398283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:20:30.399177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:20:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:30.463764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-668e7689-8ce1-48b0-8d7c-d7999e6f2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.465262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-668e7689-8ce1-48b0-8d7c-d7999e6f2742 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.5852337 Jul 28 11:20:30.513284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777f6e6-3cef-4ff3-bb37-50724aa21679 req-579cb3bb-0daa-49d2-a896-8c3972263628 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.514797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c777f6e6-3cef-4ff3-bb37-50724aa21679 req-579cb3bb-0daa-49d2-a896-8c3972263628 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 932 time: 0.0956202 Jul 28 11:20:30.578361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:20:30.592787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c777f6e6-3cef-4ff3-bb37-50724aa21679 req-7f54bc6c-ed49-4f73-9b86-95e6fb47b3f6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608737 Jul 28 11:20:30.607971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-f5324e20-133b-4e53-b11c-b506e31ff1f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.0772150 Jul 28 11:20:30.715818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-422f2c30-a68c-4363-9eef-aea71629005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.717313 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-422f2c30-a68c-4363-9eef-aea71629005e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.0915573 Jul 28 11:20:30.877593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-7f5b2765-6898-401a-a11c-d91ab560841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:30.879408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-7f5b2765-6898-401a-a11c-d91ab560841e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423953 Jul 28 11:20:30.944917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:30.947156 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1810694-5ad9-4612-a187-84a1278e90b8" -d '{"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:31.002774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4018587f-ce8a-440b-a973-09ccdaf07352 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:31.024511 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed73225-f8c8-4c3b-9a4a-79992c754f13 x-openstack-request-id: req-9ed73225-f8c8-4c3b-9a4a-79992c754f13 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:31.025139 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:31.025618 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ed73225-f8c8-4c3b-9a4a-79992c754f13 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:31.026192 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7', 'status': 'completed', 'code': 200} Jul 28 11:20:31.031346 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.081872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.125690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54b5792-5292-44b5-9c4b-d9dffc3f7945 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:31.129442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'b49d561b-c5ea-4145-8402-7477312b8a38', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'mac_address': 'fa:16:3e:56:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:20:24Z', 'updated_at': '2021-07-28T11:20:24Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:09Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:31.136321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.145964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.146693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.147331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.147957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.150430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.151085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.151725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.153894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2c8aa953-a55a-4682-9c0d-20f08368eacc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6351 time: 0.1146452 Jul 28 11:20:31.155719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Transition to ACTIVE for port object e54b5792-5292-44b5-9c4b-d9dffc3f7945 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:31.164767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa5b01-fa18-4098-8e7d-82dbe398bb80 None None] The sync data for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 is: [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'b49d561b-c5ea-4145-8402-7477312b8a38', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'mac_address': 'fa:16:3e:56:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:20:24Z', 'updated_at': '2021-07-28T11:20:24Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:09Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:20:31.189007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba187-106e-4b25-90df-93c38d457f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.226674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.236650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Transition to ACTIVE for port object 4018587f-ce8a-440b-a973-09ccdaf07352 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:31.299575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.309507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-d1bee100-ba5c-45ad-a6bc-b78d9e081932 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015408 Jul 28 11:20:31.317956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:31.457469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e54b5792-5292-44b5-9c4b-d9dffc3f7945,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:31.507733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.509116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.509116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.509116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.509637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.510065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.510488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.510910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.511351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.511766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.512205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.512638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:31.577750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-81d0d456-1372-4b26-b0fb-268b1e86969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.578532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-81d0d456-1372-4b26-b0fb-268b1e86969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.579198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-81d0d456-1372-4b26-b0fb-268b1e86969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.582182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-81d0d456-1372-4b26-b0fb-268b1e86969a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f559d7d785e4884987ea8c40adef3a0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4193242 Jul 28 11:20:31.703481 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8d57a-0071-4133-be10-3c713c86c2f8 None None] New status for floating IP b49d561b-c5ea-4145-8402-7477312b8a38: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:20:31.745986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.762273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.768131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.779851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.796009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.815535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.821764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:31.826113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-2c8c7ff7-4502-4206-8bd1-4496d12b64e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5416 time: 0.4515467 Jul 28 11:20:31.847723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5c86ce39-eb84-447e-8db5-ff144a9c549a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/b49d561b-c5ea-4145-8402-7477312b8a38 HTTP/1.1" status: 200 len: 990 time: 0.5280793 Jul 28 11:20:31.895688 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:31.896866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-978ce245-127c-441a-8eab-2ddc1bc9de10 req-dfb125be-771d-4c83-aede-a7a38519bda9 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765829 Jul 28 11:20:31.931897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:31.985541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Attempting to bind port e54b5792-5292-44b5-9c4b-d9dffc3f7945 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:31.986450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Attempting to bind port e54b5792-5292-44b5-9c4b-d9dffc3f7945 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:31.986450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Attempting to bind port e54b5792-5292-44b5-9c4b-d9dffc3f7945 on network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:31.989945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Attempting to bind port 4018587f-ce8a-440b-a973-09ccdaf07352 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:31.990410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Attempting to bind port 4018587f-ce8a-440b-a973-09ccdaf07352 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:31.990849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Attempting to bind port 4018587f-ce8a-440b-a973-09ccdaf07352 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:31.997009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Port 4018587f-ce8a-440b-a973-09ccdaf07352 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:31.997473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Attempting to bind port 4018587f-ce8a-440b-a973-09ccdaf07352 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:32.004159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:32.004667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Checking segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:32.005149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Bound using segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:32.005679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Bound port: 4018587f-ce8a-440b-a973-09ccdaf07352, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:32.006336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.010034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Port e54b5792-5292-44b5-9c4b-d9dffc3f7945 on network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:32.010644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Attempting to bind port e54b5792-5292-44b5-9c4b-d9dffc3f7945 on network 9277a7fa-d6c9-4c36-9d7c-394317ada0fd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:32.025973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:32.026616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Checking segment: {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:32.027268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Bound using segment: {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:32.027948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Bound port: e54b5792-5292-44b5-9c4b-d9dffc3f7945, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb54409e-34b3-4c46-8a86-be7c69e10aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:32.029142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.055428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:32.089051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1cf9e54-106d-46ad-ac05-3bb58672dff9 req-d162375c-f882-4753-a6d7-fcfbb5484ef6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2395241 Jul 28 11:20:32.091180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2308d636-fc3d-4c28-bd57-1cf453563e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:32.092569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1810694-5ad9-4612-a187-84a1278e90b8 req-2308d636-fc3d-4c28-bd57-1cf453563e1e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4893668 Jul 28 11:20:32.118572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee4e7-d18b-47de-b3b0-62c8f5f00b96 req-be7c804d-f556-4be0-9b0f-ed79e9a1f542 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:32.124499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-606ee4e7-d18b-47de-b3b0-62c8f5f00b96 req-be7c804d-f556-4be0-9b0f-ed79e9a1f542 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 944 time: 0.2407598 Jul 28 11:20:32.164267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:32.169668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=4018587f-ce8a-440b-a973-09ccdaf07352,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:32.188677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.210346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-606ee4e7-d18b-47de-b3b0-62c8f5f00b96 req-7058cbb5-12ac-47c2-9767-517a2c3e37fd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824540 Jul 28 11:20:32.298257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-586efd2b-8421-40ff-bd69-1795490bc5dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5ad04242637478889b272eeec186f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383869 Jul 28 11:20:32.302237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:32.319283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:32.329455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:32.330504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.333020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8a6ec30-cdc0-4e52-b670-1fd1d643fbd5 service neutron] 10.222.0.44 "PUT /v2.0/ports/4018587f-ce8a-440b-a973-09ccdaf07352 HTTP/1.1" status: 200 len: 1091 time: 2.9687905 Jul 28 11:20:32.345540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] For port e54b5792-5292-44b5-9c4b-d9dffc3f7945, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:32.350856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] For port e54b5792-5292-44b5-9c4b-d9dffc3f7945, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:32.355622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.381756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.389361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Request body: {'port': {'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:32.436767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:32.437488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.438955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] 10.222.0.44 "PUT /v2.0/ports/e54b5792-5292-44b5-9c4b-d9dffc3f7945 HTTP/1.1" status: 200 len: 1092 time: 2.5421777 Jul 28 11:20:32.444355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.531500 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.541728 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.546756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8abd68b1-5894-4ec4-a3ad-e8441bf3563a HTTP/1.1" status: 204 len: 168 time: 0.2432947 Jul 28 11:20:32.557690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd68b1-5894-4ec4-a3ad-e8441bf3563a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:32.569087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.569531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.570068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.570476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.571319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.571740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.572355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.572863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:32.573016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.573342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.573737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.574436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.574777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24390611-3608-4683-9a1d-68b79db1adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e54b5792-5292-44b5-9c4b-d9dffc3f7945,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:32.574953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae95c2-2742-4bea-b5c9-0d364a7ed485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:20:32.625364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-87b294cc-0ee9-4cc5-b505-90ad15fcb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:32.627202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-87b294cc-0ee9-4cc5-b505-90ad15fcb3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 1095 time: 0.1267564 Jul 28 11:20:32.709842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-6b5927e9-0bcc-436f-98ef-5af73b45ae32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945 HTTP/1.1" status: 200 len: 217 time: 0.0730717 Jul 28 11:20:32.842112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:32.960081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e24e-1249-4537-a8da-41e6383dd914 req-9dc98285-1b5b-4d5c-840c-d63c449119f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:32.961570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-9dc98285-1b5b-4d5c-840c-d63c449119f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.2216141 Jul 28 11:20:32.973312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8bd0ee49-8334-494f-b4d1-6d4e3d6bbd28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/b49d561b-c5ea-4145-8402-7477312b8a38 HTTP/1.1" status: 200 len: 992 time: 0.1293163 Jul 28 11:20:33.032272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-f17793f0-caa0-4c4a-8d8c-56f7492b0695 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626585 Jul 28 11:20:33.033012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352'}, {'name': 'network-changed', 'server_uuid': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'tag': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:33.036168 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f371a17-aca0-4329-baf0-64dc7c0d5067" -d '{"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352"}, {"name": "network-changed", "server_uuid": "ec1ff0d4-94a8-4555-b330-fb688be01e1d", "tag": "e54b5792-5292-44b5-9c4b-d9dffc3f7945"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:33.114619 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd44155b-2460-4447-b9c4-2d3551d8fa4c x-openstack-request-id: req-dd44155b-2460-4447-b9c4-2d3551d8fa4c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:33.114919 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec1ff0d4-94a8-4555-b330-fb688be01e1d", "tag": "e54b5792-5292-44b5-9c4b-d9dffc3f7945", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:33.115209 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd44155b-2460-4447-b9c4-2d3551d8fa4c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:33.115578 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352', 'status': 'completed', 'code': 200} Jul 28 11:20:33.115842 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'tag': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945', 'status': 'completed', 'code': 200} Jul 28 11:20:33.231498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.233689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.234807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.236117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.239007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.239736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.240411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.246183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-255a28bc-2dac-41ff-b333-854bae7c8172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6418 time: 0.1130159 Jul 28 11:20:33.379978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:33.416740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-963be9c5-c6bb-4639-b470-c3e266b69ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.417361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-963be9c5-c6bb-4639-b470-c3e266b69ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.417670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-963be9c5-c6bb-4639-b470-c3e266b69ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:33.419741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-963be9c5-c6bb-4639-b470-c3e266b69ec0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f559d7d785e4884987ea8c40adef3a0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1666965 Jul 28 11:20:33.605103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8eab473-4936-47fa-adab-7276392b6a23 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:33.618949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:33.636753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-29a8d581-6d09-4d14-b88a-260cde9bfcf2 service neutron] 10.222.0.44 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813067 Jul 28 11:20:33.656438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Transition to ACTIVE for port object f8eab473-4936-47fa-adab-7276392b6a23 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:33.676569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:33.773899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:33.909458 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b375e24e-1249-4537-a8da-41e6383dd914 req-909cfb5f-f774-49b0-895c-7aa729f3b63a service neutron] 10.222.0.44 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637901 Jul 28 11:20:33.912229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Attempting to bind port f8eab473-4936-47fa-adab-7276392b6a23 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:33.912585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Attempting to bind port f8eab473-4936-47fa-adab-7276392b6a23 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:33.912922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Attempting to bind port f8eab473-4936-47fa-adab-7276392b6a23 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:33.920243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Port f8eab473-4936-47fa-adab-7276392b6a23 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:33.920591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Attempting to bind port f8eab473-4936-47fa-adab-7276392b6a23 on network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:33.928367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:33.929154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Checking segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:33.929818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Bound using segment: {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:33.930501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Bound port: f8eab473-4936-47fa-adab-7276392b6a23, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:33.931132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:34.035572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830211d-9740-4bbf-97bb-2c170faba7eb req-1fcb2f86-e345-46d2-8cd0-7be28b70d2b3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.037250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3830211d-9740-4bbf-97bb-2c170faba7eb req-1fcb2f86-e345-46d2-8cd0-7be28b70d2b3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 944 time: 0.6991265 Jul 28 11:20:34.051122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.057429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.063368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.065443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:34.074196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.085938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.086173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f8eab473-4936-47fa-adab-7276392b6a23,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:34.086317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.090461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.091120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-e51f858d-ebb7-4fcb-82cf-83da3504fa2d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5416 time: 0.7539299 Jul 28 11:20:34.114334 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:34.159002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-d601de04-f7f9-4d25-b49a-b217a213b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.161184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-d601de04-f7f9-4d25-b49a-b217a213b1b6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7062068 Jul 28 11:20:34.186949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3830211d-9740-4bbf-97bb-2c170faba7eb req-e3394710-af1a-40e2-9bc3-441cc2b1c499 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948668 Jul 28 11:20:34.187945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:34.218150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3931afaa-3384-46c9-bc34-d9c7786b0151 req-2554fbe2-2944-4975-bf1b-ff4f54e392e3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995996 Jul 28 11:20:34.224794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.226879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:34.239695 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-c77ad1e8-de46-4e2a-ba4d-6400857243d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 200 len: 1091 time: 1.8636401 Jul 28 11:20:34.335086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-a9d01c82-3dd9-4ea1-8c18-f8c3313bc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.347373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-a9d01c82-3dd9-4ea1-8c18-f8c3313bc79c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 1095 time: 0.0947351 Jul 28 11:20:34.399192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.399621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.400101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.400613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.401088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.401630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.402051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.404025 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-8d32ac2c-823b-4888-8d66-139500406141 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6485 time: 0.1134069 Jul 28 11:20:34.482287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-926f9160-c843-4ea6-9cc8-679628156b8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 200 len: 217 time: 0.0668554 Jul 28 11:20:34.532979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-fb32b472-128f-4221-8deb-2c7be3fe66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.534950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-fb32b472-128f-4221-8deb-2c7be3fe66b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 915 time: 0.1784632 Jul 28 11:20:34.573239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-9895cb22-2ec2-4d06-b995-d383811a9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.575036 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-9895cb22-2ec2-4d06-b995-d383811a9621 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8013ca9-7356-4f40-885c-15ab302ccc8e HTTP/1.1" status: 200 len: 855 time: 0.0839434 Jul 28 11:20:34.586662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-be26cd33-bf5f-4c3f-892d-a47e7575d556 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Jul 28 11:20:34.650148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-bc604a48-6936-4968-a354-cc7a8f8c7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.651673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-bc604a48-6936-4968-a354-cc7a8f8c7ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1849a05a-7fc8-491d-93fe-05485dfd4526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675480 Jul 28 11:20:34.698943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-5263cd1f-53fc-4e8c-b250-ba44465f276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:34.700917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-5263cd1f-53fc-4e8c-b250-ba44465f276e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.1070566 Jul 28 11:20:34.773014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-e469e79d-1ab2-41aa-8a8a-d0df1b4bf52f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613041 Jul 28 11:20:34.779654 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-892b16e0-0b4e-490b-aecb-9f8d71a28bbd service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186459 Jul 28 11:20:34.898341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-df1c85dd-7a36-4234-9c83-359fd6ba0aaf service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092672 Jul 28 11:20:34.907531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-0422e704-0a2d-44c2-9384-d0e8cbf81d18 service neutron] 10.222.0.44 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185431 Jul 28 11:20:34.983574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:34.990612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-f747d0d7-9242-4f65-8759-2e88e5d22f7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 217 time: 0.0837703 Jul 28 11:20:35.070189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f371a17-aca0-4329-baf0-64dc7c0d5067 req-45a5d232-e2b1-49ec-ba14-2602049d311f service neutron] 10.222.0.44 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559184 Jul 28 11:20:35.075358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-a78db2d1-52ec-40ae-a8de-237200d25046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.086426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-a78db2d1-52ec-40ae-a8de-237200d25046 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0867560 Jul 28 11:20:35.129529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:35.131786 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4" -d '{"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "f8eab473-4936-47fa-adab-7276392b6a23"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:35.142764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff51c34-522e-480e-9a9a-11b3dbcef26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.186879 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9f6103-6b32-44d3-8669-e84957465c4c x-openstack-request-id: req-fb9f6103-6b32-44d3-8669-e84957465c4c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:35.187167 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "f8eab473-4936-47fa-adab-7276392b6a23", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:35.187426 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb9f6103-6b32-44d3-8669-e84957465c4c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:35.187820 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23', 'status': 'completed', 'code': 200} Jul 28 11:20:35.192979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-2c66b936-9756-4e2c-9070-bcda0554879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.194639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-2c66b936-9756-4e2c-9070-bcda0554879d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978460 Jul 28 11:20:35.356636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff51c34-522e-480e-9a9a-11b3dbcef26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.370673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff51c34-522e-480e-9a9a-11b3dbcef26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.401245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14407101-716f-44f7-84f9-4dbf56cb5783 req-37785a90-e051-46ef-8164-12eadcff216f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.402890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14407101-716f-44f7-84f9-4dbf56cb5783 req-37785a90-e051-46ef-8164-12eadcff216f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 944 time: 0.1031229 Jul 28 11:20:35.433506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9ff51c34-522e-480e-9a9a-11b3dbcef26a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e00345035dc64dcba82c228b304b7f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488122 Jul 28 11:20:35.442065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:35.473697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e54b5792-5292-44b5-9c4b-d9dffc3f7945 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:35.497043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff51c34-522e-480e-9a9a-11b3dbcef26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a801b32-3e7b-4da8-9c03-9b87dd736bc9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:35.508725 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-0ca35357-f155-4f0e-bb95-7646b56423ff service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047843 Jul 28 11:20:35.522243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14407101-716f-44f7-84f9-4dbf56cb5783 req-15d21568-8384-41ba-9553-17565d721a1f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968747 Jul 28 11:20:35.555819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5a7c-1b26-4603-8de8-44891cf4ce8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.558113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.576351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.590058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.604078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.610440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e54b5792-5292-44b5-9c4b-d9dffc3f7945, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:35.618659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.623257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945', 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'port_id': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945', 'mac_address': 'fa:16:3e:1c:0c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b92f59-b8df-4aca-93e8-5c27467ea366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:35.629429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.636242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.638167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-392462f7-d1e4-4675-9d4d-6964b94bb601 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.2333994 Jul 28 11:20:35.649998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5a7c-1b26-4603-8de8-44891cf4ce8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.683528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.702448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54b5792-5292-44b5-9c4b-d9dffc3f7945 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:35.710702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f29ad6d9-d5bd-4624-9721-f7e598ffc67a req-ff5de6e5-0d5c-4a70-8849-31a94c3ff72a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616391 Jul 28 11:20:35.715334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-9f2a3938-9b82-401f-88cb-de7c64e779e5 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974194 Jul 28 11:20:35.757378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e54b5792-5292-44b5-9c4b-d9dffc3f7945, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:35.762780 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.777812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5a7c-1b26-4603-8de8-44891cf4ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.782202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5a7c-1b26-4603-8de8-44891cf4ce8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:35.783398 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c2ef5a7c-1b26-4603-8de8-44891cf4ce8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a801b32-3e7b-4da8-9c03-9b87dd736bc9 HTTP/1.1" status: 204 len: 168 time: 0.3404019 Jul 28 11:20:35.792859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef5a7c-1b26-4603-8de8-44891cf4ce8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a801b32-3e7b-4da8-9c03-9b87dd736bc9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:35.795731 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-5b0ff592-df4f-4cda-90e2-e8c7c3a64496 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 217 time: 0.0610878 Jul 28 11:20:35.872588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=e54b5792-5292-44b5-9c4b-d9dffc3f7945,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:35.874296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-89e12c97-0984-4761-bfd3-b9eabfdd261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.875952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-89e12c97-0984-4761-bfd3-b9eabfdd261c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0713742 Jul 28 11:20:35.931884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-cdc3dd81-b729-4126-aa22-e4cd5a50376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:35.933431 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-cdc3dd81-b729-4126-aa22-e4cd5a50376d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484357 Jul 28 11:20:35.990992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['e54b5792-5292-44b5-9c4b-d9dffc3f7945'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:36.055462 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-8a43ec5b-05c1-4a16-b13a-82f5f37e857e service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134238 Jul 28 11:20:36.208469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-55833ceb-9420-42e9-a498-c12c7d3a6a78 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239712 Jul 28 11:20:36.255413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-1548a207-ac16-4011-a1b5-9d33a4b84978 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=352a4f97-572f-4511-bf71-ff3f55028090 HTTP/1.1" status: 200 len: 217 time: 0.0477958 Jul 28 11:20:36.316891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-10528a30-8f7e-4c2d-8b45-bf415d7564fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.318663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-10528a30-8f7e-4c2d-8b45-bf415d7564fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0507965 Jul 28 11:20:36.373324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-78bc5531-3f2f-4f16-9bd8-de06c83c9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.375142 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-78bc5531-3f2f-4f16-9bd8-de06c83c9e32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482247 Jul 28 11:20:36.478440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-b3120a3d-e931-4deb-bd7e-fb60e9852f4d service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956433 Jul 28 11:20:36.582615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-4df1d93b-1f33-4d28-b1a1-6ffeb9cfe718 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965049 Jul 28 11:20:36.587292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:36.630512 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-5df30b81-fb61-47d2-bf9c-cb116eec7fc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7 HTTP/1.1" status: 200 len: 217 time: 0.0373993 Jul 28 11:20:36.667128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a6d77-4989-4dc3-afd4-87bcce62c615 req-017f3e00-8815-4f0d-ab8e-1f8ed6ecf63d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.669796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-086a6d77-4989-4dc3-afd4-87bcce62c615 req-017f3e00-8815-4f0d-ab8e-1f8ed6ecf63d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 945 time: 0.0610859 Jul 28 11:20:36.697436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-63f3c2e9-d444-46b7-900f-549d0fd050cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.698932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-63f3c2e9-d444-46b7-900f-549d0fd050cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0604594 Jul 28 11:20:36.737336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-086a6d77-4989-4dc3-afd4-87bcce62c615 req-d2a474c4-c439-4090-b2d5-733b92b58a71 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606127 Jul 28 11:20:36.751360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-39324402-network', 'tenant_id': '18634111bf954e3da7a75bf108ce44b5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:36.794037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-c1e63c4b-5569-4419-9c63-45846d8d1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.796868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-c1e63c4b-5569-4419-9c63-45846d8d1b94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892532 Jul 28 11:20:36.797534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Made reservation on behalf of 18634111bf954e3da7a75bf108ce44b5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:36.800111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:36.818020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:36.863809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.870288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.876744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.884144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.890180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.897321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.904042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:36.906157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-851ea172-b69c-4c63-b86c-f56801fc9d4e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.0991435 Jul 28 11:20:36.936427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-599d5f4d-f244-458e-b6c3-3e61fe1b5ce0 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265142 Jul 28 11:20:36.961568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5b1d3e2-d3df-440a-be97-2bb21e500e99 req-19f4f4b4-cb04-4244-aadd-f5c8efea4a25 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460448 Jul 28 11:20:37.050385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.056821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.081530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-d6550e2f-e4a0-46a5-9f88-a7de3c915ad8 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340344 Jul 28 11:20:37.100536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:20:37.113909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3545d1b-5175-4725-a189-b06640f582df,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:37.150232 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-1c2b822b-d98d-4a39-8b45-68f1ad1f88e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4018587f-ce8a-440b-a973-09ccdaf07352 HTTP/1.1" status: 200 len: 217 time: 0.0508056 Jul 28 11:20:37.151222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.151573 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Added segment 80462e80-c8c6-432e-a780-debdaa46c0b5 of type vlan for network 5f0b35f3-71ca-495f-a9e6-db557bc712fe Jul 28 11:20:37.223963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.236061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8e3fdfc-cc27-492d-886f-c2639d422be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:37.238299 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-a8e3fdfc-cc27-492d-886f-c2639d422be6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.0780737 Jul 28 11:20:37.286164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.287126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:37.287688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.348842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7601845 Jul 28 11:20:37.352137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:37.353468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-280d97fe-92bf-4e23-b667-825324ccff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:37.355041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-280d97fe-92bf-4e23-b667-825324ccff0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092021 Jul 28 11:20:37.357132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Request body: {'subnet': {'network_id': '5f0b35f3-71ca-495f-a9e6-db557bc712fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-39324402-subnet', 'tenant_id': '18634111bf954e3da7a75bf108ce44b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:37.360165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5fca7-168e-4b73-b5eb-8234e216995f admin admin] Pushing event updated for resources: {'Network': ['ID=5f0b35f3-71ca-495f-a9e6-db557bc712fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:37.371930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5f0b35f3-71ca-495f-a9e6-db557bc712fe details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:20:37.402152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Made reservation on behalf of 18634111bf954e3da7a75bf108ce44b5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:37.405042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.456820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-57af3ee5-7917-4d95-8cd1-4e054078051d service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925791 Jul 28 11:20:37.564882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-3263dee0-724a-427b-ae5f-fbdd3db1956e service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008661 Jul 28 11:20:37.578020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e54b5792-5292-44b5-9c4b-d9dffc3f7945 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:37.612957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.619620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-bad6ae13-158f-4e6a-ad86-57f5077bd236 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 200 len: 217 time: 0.0473282 Jul 28 11:20:37.668124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port e54b5792-5292-44b5-9c4b-d9dffc3f7945 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:37.672911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port e54b5792-5292-44b5-9c4b-d9dffc3f7945 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:37.673496 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.680624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-a68e87ff-9826-4917-95b7-182bbc90c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:37.682468 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-a68e87ff-9826-4917-95b7-182bbc90c95a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.0556550 Jul 28 11:20:37.687348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb38fdd-a6e5-4a95-809f-bd3828059ac8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:37.689784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Checking segment: {'id': '80462e80-c8c6-432e-a780-debdaa46c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f0b35f3-71ca-495f-a9e6-db557bc712fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:37.690148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Network hostable DHCP agents. Network: 5f0b35f3-71ca-495f-a9e6-db557bc712fe, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:20:37.716471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Network 5f0b35f3-71ca-495f-a9e6-db557bc712fe is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:20:37.729099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 5f0b35f3-71ca-495f-a9e6-db557bc712fe) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:37.735592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9254-7a24-448f-b72b-3858ff685239 req-eefaf09e-10b6-4017-a409-42278db5ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:37.737806 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-eefaf09e-10b6-4017-a409-42278db5ccfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472217 Jul 28 11:20:37.742648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:37.743439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.776217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-993bc049-d2d9-40a5-b855-e8b59c158b8d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4079208 Jul 28 11:20:37.779924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff5a7bd-34fa-4bc7-99bb-ac0e08f705da None None] Network 5f0b35f3-71ca-495f-a9e6-db557bc712fe requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:37.851902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:37.891831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:37.900226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-b88c2e1e-5ca9-4bd8-85a2-88595c89cd34 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550064 Jul 28 11:20:37.906940 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89f87db-1014-4a8c-9bfc-ebc08d5d19f4" -d '{"events": [{"server_uuid": "ec1ff0d4-94a8-4555-b330-fb688be01e1d", "name": "network-vif-plugged", "status": "completed", "tag": "e54b5792-5292-44b5-9c4b-d9dffc3f7945"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:37.916693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e54b5792-5292-44b5-9c4b-d9dffc3f7945, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:37.927954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.027399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e704-2a51-43ac-a18d-1577bb79cc4c req-09e36ae6-904e-4614-8667-13306cb43d3b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.039475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b76e704-2a51-43ac-a18d-1577bb79cc4c req-09e36ae6-904e-4614-8667-13306cb43d3b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 945 time: 0.1436274 Jul 28 11:20:38.042587 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d14ba-5b2f-4e8b-ad5f-9fc8885ea4e4 x-openstack-request-id: req-7b6d14ba-5b2f-4e8b-ad5f-9fc8885ea4e4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:38.042869 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ff0d4-94a8-4555-b330-fb688be01e1d", "name": "network-vif-plugged", "status": "completed", "tag": "e54b5792-5292-44b5-9c4b-d9dffc3f7945", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:38.043126 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b6d14ba-5b2f-4e8b-ad5f-9fc8885ea4e4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:38.043513 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945', 'code': 200} Jul 28 11:20:38.047724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=e54b5792-5292-44b5-9c4b-d9dffc3f7945,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:38.060585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b741c0-dffb-48d5-b936-df576acbc235 None None] Network 5f0b35f3-71ca-495f-a9e6-db557bc712fe requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:38.084958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b76e704-2a51-43ac-a18d-1577bb79cc4c req-c92bee17-7513-4bec-8ffb-5fe61f2d6d94 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Jul 28 11:20:38.154968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-227f9254-7a24-448f-b72b-3858ff685239 req-dafc473a-92dd-4997-9fba-ad118e1004f2 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464018 Jul 28 11:20:38.251174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e4522-3d13-4ed9-894f-ffb9cb820a24 req-b45f9a96-66c7-473a-bca1-c6862378de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.252681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d97e4522-3d13-4ed9-894f-ffb9cb820a24 req-b45f9a96-66c7-473a-bca1-c6862378de68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 1097 time: 0.1348670 Jul 28 11:20:38.305590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.306094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.306522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.306990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.307444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.307905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.308385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.310423 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-f41dd657-471c-48a4-8a30-29fbe908d590 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6485 time: 0.0794697 Jul 28 11:20:38.310574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.330288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.337339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.343818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.351446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.357782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.363869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.365931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-5dacc904-487a-4eac-84f2-03084a037e14 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1935518 Jul 28 11:20:38.379125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-f448c0bb-b320-496f-9696-184a0d5d7637 req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-275157025', 'description': 'tempest-description-202085168'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:38.399604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d97e4522-3d13-4ed9-894f-ffb9cb820a24 req-8c6994cd-7cd8-4d7a-b660-3dc864ec3e6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Jul 28 11:20:38.411146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-3aa0aed6-f149-4073-88f3-da010e7104bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.412826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-3aa0aed6-f149-4073-88f3-da010e7104bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 200 len: 903 time: 0.0942166 Jul 28 11:20:38.435152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4be9a50f-42ee-4ade-baff-91d4e2efb4d1 req-a84b9b6e-dc8b-40d1-a633-4ffe13109eb9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518191 Jul 28 11:20:38.435841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f448c0bb-b320-496f-9696-184a0d5d7637 req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.487387 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-75c99d3c-bbcd-4795-874b-819c332cfb85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 200 len: 217 time: 0.0361319 Jul 28 11:20:38.523658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f448c0bb-b320-496f-9696-184a0d5d7637 req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.529638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f448c0bb-b320-496f-9696-184a0d5d7637 req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.538960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-6442a3e0-c6d1-4c79-bb0c-2845ae1c90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.540651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-6442a3e0-c6d1-4c79-bb0c-2845ae1c90c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.0455377 Jul 28 11:20:38.561069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725b2284-dd2c-46d5-9468-9d4137d02688,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:38.563878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f448c0bb-b320-496f-9696-184a0d5d7637 req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.565951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f448c0bb-b320-496f-9696-184a0d5d7637 req-d8bcd615-bd11-4b11-b0d2-52442fde7cbb tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1963942 Jul 28 11:20:38.606611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-c5de6ffc-6008-4fca-b058-0dee617e6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:38.609035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-c5de6ffc-6008-4fca-b058-0dee617e6abb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589430 Jul 28 11:20:38.637900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-2925076c-72bb-43c0-86bb-32606cdf5b2b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/725b2284-dd2c-46d5-9468-9d4137d02688 HTTP/1.1" status: 200 len: 1813 time: 0.0440934 Jul 28 11:20:38.650629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '725b2284-dd2c-46d5-9468-9d4137d02688', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:38.651033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '725b2284-dd2c-46d5-9468-9d4137d02688', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:38.709071 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-58fa6c86-91fc-4182-9696-801e049a8c58 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916271 Jul 28 11:20:38.717030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.745653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.749553 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.770175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8cf558-84cd-40b1-bb64-4555926f7958,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:38.776655 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.777872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3705b671-4642-418a-965e-f8ce3ead8e89 req-b5098531-ab8e-45d8-bd13-17917019bc55 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1314282 Jul 28 11:20:38.848967 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-908a911f-f8b1-4af3-89dd-ad2cdb5e93d4 req-4e9a7504-4cff-45f8-8cf9-672a29ba02ef service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015613 Jul 28 11:20:38.865121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30ebfebb-ac02-4012-b11b-c480a30d0679 req-533f6043-3352-422a-9a9e-d6c9fda727f1 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/725b2284-dd2c-46d5-9468-9d4137d02688 HTTP/1.1" status: 200 len: 2407 time: 0.0584445 Jul 28 11:20:38.904078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-4da68d89-a633-4235-91bb-ea47a64790b1 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-group-rules/cd8cf558-84cd-40b1-bb64-4555926f7958 HTTP/1.1" status: 200 len: 778 time: 0.0191123 Jul 28 11:20:38.955192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-1ec50bb9-358d-4847-8826-ac9f2e371d40 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/725b2284-dd2c-46d5-9468-9d4137d02688 HTTP/1.1" status: 200 len: 2407 time: 0.0437233 Jul 28 11:20:38.988827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-65bfab6d-de92-40ed-a1e4-347bbc26d8bc tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:38.997198 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-65bfab6d-de92-40ed-a1e4-347bbc26d8bc tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.024927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-65bfab6d-de92-40ed-a1e4-347bbc26d8bc tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.030893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-65bfab6d-de92-40ed-a1e4-347bbc26d8bc tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.032004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20ebba04-df4e-48b3-ae38-5c53a92c1f1a req-65bfab6d-de92-40ed-a1e4-347bbc26d8bc tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cd8cf558-84cd-40b1-bb64-4555926f7958 HTTP/1.1" status: 204 len: 173 time: 0.0704892 Jul 28 11:20:39.038502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfab6d-de92-40ed-a1e4-347bbc26d8bc tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd8cf558-84cd-40b1-bb64-4555926f7958,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:39.059205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-91612d85-bf98-4d4b-b86b-a5737b61fca5 req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1262638779', 'description': 'tempest-description-1576041418'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:39.083055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91612d85-bf98-4d4b-b86b-a5737b61fca5 req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.187979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91612d85-bf98-4d4b-b86b-a5737b61fca5 req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.204827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91612d85-bf98-4d4b-b86b-a5737b61fca5 req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.235177 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-91612d85-bf98-4d4b-b86b-a5737b61fca5 req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.242346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91612d85-bf98-4d4b-b86b-a5737b61fca5 req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1872439 Jul 28 11:20:39.306466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdd911-66ac-480c-a580-459854cb3cf0 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4095f52b-55d3-4129-a5c1-cfb54e2ded0e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:39.344498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d39fb-93a1-47c7-aa7c-979efed15025 req-90b3fa30-6ccf-418e-8f93-c2790160c15f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.345904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-536d39fb-93a1-47c7-aa7c-979efed15025 req-90b3fa30-6ccf-418e-8f93-c2790160c15f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 946 time: 0.1229641 Jul 28 11:20:39.350689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-068cef78-ccf9-437e-ac58-1b0f4a8b11ed req-fa92536d-c874-47f0-a1d4-a688c571333b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/4095f52b-55d3-4129-a5c1-cfb54e2ded0e HTTP/1.1" status: 200 len: 1815 time: 0.0874660 Jul 28 11:20:39.390230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-536d39fb-93a1-47c7-aa7c-979efed15025 req-a1f5b31c-fcd1-45f2-b81c-9b8e16a38745 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Jul 28 11:20:39.394769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d79e3c98-a347-4bd3-b0ca-12cf9baa4ef0 req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1181302463', 'description': 'tempest-description-555652661'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:39.418005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d79e3c98-a347-4bd3-b0ca-12cf9baa4ef0 req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.517409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d79e3c98-a347-4bd3-b0ca-12cf9baa4ef0 req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.530137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d79e3c98-a347-4bd3-b0ca-12cf9baa4ef0 req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.580528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d79e3c98-a347-4bd3-b0ca-12cf9baa4ef0 req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.582596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d79e3c98-a347-4bd3-b0ca-12cf9baa4ef0 req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1959467 Jul 28 11:20:39.585176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daea3a3-bf6e-47c0-8d19-6f6d44b3c464 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890a5b9e-a204-430a-9111-cb7cd4385fd3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:39.608339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.615261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.621070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.626845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.637247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.643506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.649868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:39.651886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-376e4977-483c-48a0-8302-2f6390c6c8e9 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1375525 Jul 28 11:20:39.733825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08678ea4-a54a-4b92-92ff-90ce47a586c8 req-2f894a09-23ae-47c4-a0b4-b4b5b8f8a658 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697136 Jul 28 11:20:39.736840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9966d459-9cb6-4523-8c73-ce28c8e521c9 req-c89859ec-b0f8-495d-91d1-84960937a276 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/890a5b9e-a204-430a-9111-cb7cd4385fd3 HTTP/1.1" status: 200 len: 1814 time: 0.0841303 Jul 28 11:20:39.761692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3c420f3f-3501-45fa-8dab-afa26f60e8a6 req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1806177579', 'description': 'tempest-description-1439079968'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:39.785881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c420f3f-3501-45fa-8dab-afa26f60e8a6 req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.867803 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c420f3f-3501-45fa-8dab-afa26f60e8a6 req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.871606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c420f3f-3501-45fa-8dab-afa26f60e8a6 req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.900279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c420f3f-3501-45fa-8dab-afa26f60e8a6 req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:39.901487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c420f3f-3501-45fa-8dab-afa26f60e8a6 req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1442540 Jul 28 11:20:39.903370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a37d64-65d0-4b51-95de-baf8fb4df58c tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bee517-f0cd-4106-9996-734673634a45,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:39.963491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-831dd01c-e092-423d-93eb-db03d8643ec1 req-c52f48c7-9f3a-4b3e-8a5d-92b03a8c6807 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/98bee517-f0cd-4106-9996-734673634a45 HTTP/1.1" status: 200 len: 1815 time: 0.0392361 Jul 28 11:20:39.993886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d0baedcb-42c8-43df-a54c-4a72d018194d req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-67136376', 'description': 'tempest-description-1252597559'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:40.017310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0baedcb-42c8-43df-a54c-4a72d018194d req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.100980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0baedcb-42c8-43df-a54c-4a72d018194d req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.105153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0baedcb-42c8-43df-a54c-4a72d018194d req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.132640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d0baedcb-42c8-43df-a54c-4a72d018194d req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.133760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0baedcb-42c8-43df-a54c-4a72d018194d req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1445959 Jul 28 11:20:40.135478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe577017-6832-4c8f-bbc4-6dd09386d194 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfb071f-2d28-4954-b483-9f982ba17cbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:40.198621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd669323-76d0-431d-a866-d5f9b3362f88 req-d5b04a68-a02c-4cfd-a395-b642ef76f496 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/4cfb071f-2d28-4954-b483-9f982ba17cbd HTTP/1.1" status: 200 len: 1813 time: 0.0406370 Jul 28 11:20:40.233257 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-b2e96d51-268a-4e53-99cc-8362118c9cdc req-f0f69834-df02-4a85-8bf5-0abd33934a6d tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] show failed (client error): The resource could not be found. Jul 28 11:20:40.234286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2e96d51-268a-4e53-99cc-8362118c9cdc req-f0f69834-df02-4a85-8bf5-0abd33934a6d tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/9bd53613-70be-41d4-a6af-f4a7a5288564 HTTP/1.1" status: 404 len: 352 time: 0.0146894 Jul 28 11:20:40.281608 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-942479bf-44b1-4e1f-a646-b864e78ade63 req-951cbce2-86f9-45bf-be97-d475a288b311 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] show failed (client error): The resource could not be found. Jul 28 11:20:40.283264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-942479bf-44b1-4e1f-a646-b864e78ade63 req-951cbce2-86f9-45bf-be97-d475a288b311 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-group-rules/b6494cac-d2c8-4dcc-aafa-bf853e4a1239 HTTP/1.1" status: 404 len: 361 time: 0.0130301 Jul 28 11:20:40.343355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60d0aefb-d222-4294-8536-426acd42f6fa req-97e9ee88-6652-4436-a0ca-68ece41b548a tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/4cfb071f-2d28-4954-b483-9f982ba17cbd HTTP/1.1" status: 200 len: 1813 time: 0.0379100 Jul 28 11:20:40.399479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60d0aefb-d222-4294-8536-426acd42f6fa req-043adb4b-513b-47ad-bdc1-d73d28f87723 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.422337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60d0aefb-d222-4294-8536-426acd42f6fa req-043adb4b-513b-47ad-bdc1-d73d28f87723 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.475046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60d0aefb-d222-4294-8536-426acd42f6fa req-043adb4b-513b-47ad-bdc1-d73d28f87723 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.477556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60d0aefb-d222-4294-8536-426acd42f6fa req-043adb4b-513b-47ad-bdc1-d73d28f87723 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.478624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60d0aefb-d222-4294-8536-426acd42f6fa req-043adb4b-513b-47ad-bdc1-d73d28f87723 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "DELETE /v2.0/security-groups/4cfb071f-2d28-4954-b483-9f982ba17cbd HTTP/1.1" status: 204 len: 173 time: 0.1285741 Jul 28 11:20:40.512594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043adb4b-513b-47ad-bdc1-d73d28f87723 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfb071f-2d28-4954-b483-9f982ba17cbd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:40.556860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82312a-4c5b-45b4-8070-d7e259c3790c req-7df440c1-7cc3-43a5-b42d-12bffb2469b0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.558334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a82312a-4c5b-45b4-8070-d7e259c3790c req-7df440c1-7cc3-43a5-b42d-12bffb2469b0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 946 time: 0.0951312 Jul 28 11:20:40.563842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-744e1d92-4935-46ca-b050-58825582c8cb req-43276948-aacd-4565-832e-954656290613 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/98bee517-f0cd-4106-9996-734673634a45 HTTP/1.1" status: 200 len: 1815 time: 0.0651948 Jul 28 11:20:40.619880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a82312a-4c5b-45b4-8070-d7e259c3790c req-44076fba-0b16-4470-9edc-3e32a76fe92a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Jul 28 11:20:40.643227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-744e1d92-4935-46ca-b050-58825582c8cb req-a15aa630-aaaf-4a39-a0ac-3c023ecee220 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.667120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-744e1d92-4935-46ca-b050-58825582c8cb req-a15aa630-aaaf-4a39-a0ac-3c023ecee220 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.718573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-744e1d92-4935-46ca-b050-58825582c8cb req-a15aa630-aaaf-4a39-a0ac-3c023ecee220 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.723394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-744e1d92-4935-46ca-b050-58825582c8cb req-a15aa630-aaaf-4a39-a0ac-3c023ecee220 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:40.725225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-744e1d92-4935-46ca-b050-58825582c8cb req-a15aa630-aaaf-4a39-a0ac-3c023ecee220 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "DELETE /v2.0/security-groups/98bee517-f0cd-4106-9996-734673634a45 HTTP/1.1" status: 204 len: 173 time: 0.1544414 Jul 28 11:20:40.735996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aa630-aaaf-4a39-a0ac-3c023ecee220 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bee517-f0cd-4106-9996-734673634a45,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:40.885220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86755534-08b8-49ff-a11d-0f4ff8f3195d req-bedbc201-1eb5-4f23-9d17-a1c8fd1cbc04 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/890a5b9e-a204-430a-9111-cb7cd4385fd3 HTTP/1.1" status: 200 len: 1814 time: 0.0703976 Jul 28 11:20:40.923383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.930126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.936008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.942290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.948232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.954108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.960353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:40.962246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-9d31ddb8-a8a8-49af-a94c-c8b1e4a7f61d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1251290 Jul 28 11:20:41.025477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9e475ed-5f7c-42c7-8fc7-d44cd31f7ec0 req-a7d936c1-d400-4c3b-928a-bc45bf6342f8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551071 Jul 28 11:20:41.030787 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-86755534-08b8-49ff-a11d-0f4ff8f3195d req-a73f78e8-f4ef-401c-ad2d-5d2addbda057 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.055944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-86755534-08b8-49ff-a11d-0f4ff8f3195d req-a73f78e8-f4ef-401c-ad2d-5d2addbda057 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.132181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-86755534-08b8-49ff-a11d-0f4ff8f3195d req-a73f78e8-f4ef-401c-ad2d-5d2addbda057 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.134704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-86755534-08b8-49ff-a11d-0f4ff8f3195d req-a73f78e8-f4ef-401c-ad2d-5d2addbda057 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.135818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86755534-08b8-49ff-a11d-0f4ff8f3195d req-a73f78e8-f4ef-401c-ad2d-5d2addbda057 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "DELETE /v2.0/security-groups/890a5b9e-a204-430a-9111-cb7cd4385fd3 HTTP/1.1" status: 204 len: 173 time: 0.2439671 Jul 28 11:20:41.148653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f78e8-f4ef-401c-ad2d-5d2addbda057 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890a5b9e-a204-430a-9111-cb7cd4385fd3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:41.166023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a2c91-460d-4ab7-a3e2-262753060dae req-35f87245-e717-4e16-b0da-88545ef30582 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:41.173350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-114a2c91-460d-4ab7-a3e2-262753060dae req-35f87245-e717-4e16-b0da-88545ef30582 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 946 time: 0.0740819 Jul 28 11:20:41.208451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-114a2c91-460d-4ab7-a3e2-262753060dae req-1043efef-ff08-4b8d-906d-a9ff06d7a808 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341933 Jul 28 11:20:41.270918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65522416-37d9-458b-81c6-adc0f8237d88 req-bb7e774b-16ed-44e5-87e1-4405bb10c907 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/4095f52b-55d3-4129-a5c1-cfb54e2ded0e HTTP/1.1" status: 200 len: 1815 time: 0.0417349 Jul 28 11:20:41.330033 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65522416-37d9-458b-81c6-adc0f8237d88 req-9a36b5d9-526c-4fd3-8056-527824a50e48 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.355307 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65522416-37d9-458b-81c6-adc0f8237d88 req-9a36b5d9-526c-4fd3-8056-527824a50e48 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.396414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65522416-37d9-458b-81c6-adc0f8237d88 req-9a36b5d9-526c-4fd3-8056-527824a50e48 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.398980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65522416-37d9-458b-81c6-adc0f8237d88 req-9a36b5d9-526c-4fd3-8056-527824a50e48 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.400106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65522416-37d9-458b-81c6-adc0f8237d88 req-9a36b5d9-526c-4fd3-8056-527824a50e48 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "DELETE /v2.0/security-groups/4095f52b-55d3-4129-a5c1-cfb54e2ded0e HTTP/1.1" status: 204 len: 173 time: 0.1229620 Jul 28 11:20:41.412044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36b5d9-526c-4fd3-8056-527824a50e48 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4095f52b-55d3-4129-a5c1-cfb54e2ded0e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:41.462776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55a82592-8324-47ed-a8c6-a9a913af7172 req-aee09754-fb35-44be-bbef-3d40f9c24230 tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "GET /v2.0/security-groups/725b2284-dd2c-46d5-9468-9d4137d02688 HTTP/1.1" status: 200 len: 1813 time: 0.0438724 Jul 28 11:20:41.518220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55a82592-8324-47ed-a8c6-a9a913af7172 req-c3ed174b-7542-490d-a35e-af5bd0ee6f3b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.542671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55a82592-8324-47ed-a8c6-a9a913af7172 req-c3ed174b-7542-490d-a35e-af5bd0ee6f3b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.583916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55a82592-8324-47ed-a8c6-a9a913af7172 req-c3ed174b-7542-490d-a35e-af5bd0ee6f3b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.586772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-55a82592-8324-47ed-a8c6-a9a913af7172 req-c3ed174b-7542-490d-a35e-af5bd0ee6f3b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.587913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55a82592-8324-47ed-a8c6-a9a913af7172 req-c3ed174b-7542-490d-a35e-af5bd0ee6f3b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] 10.222.0.20 "DELETE /v2.0/security-groups/725b2284-dd2c-46d5-9468-9d4137d02688 HTTP/1.1" status: 204 len: 173 time: 0.1190381 Jul 28 11:20:41.594138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:41.621536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed174b-7542-490d-a35e-af5bd0ee6f3b tempest-SecurityGroupRulesNegativeTestJSON-1153620682 tempest-SecurityGroupRulesNegativeTestJSON-1153620682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b2284-dd2c-46d5-9468-9d4137d02688,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:41.648318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Deleting subnet 1cb38fdd-a6e5-4a95-809f-bd3828059ac8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:20:41.652161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.686834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.729880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.789146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.814416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb38fdd-a6e5-4a95-809f-bd3828059ac8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:41.818594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.822919 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf814343-d9cc-4b4d-9402-c22101e201a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cb38fdd-a6e5-4a95-809f-bd3828059ac8 HTTP/1.1" status: 204 len: 168 time: 0.2252843 Jul 28 11:20:41.823585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:41.894845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.978201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:41.988983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0b35f3-71ca-495f-a9e6-db557bc712fe']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:42.002417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80462e80-c8c6-432e-a780-debdaa46c0b5') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:42.002814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80462e80-c8c6-432e-a780-debdaa46c0b5') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:42.014502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.028541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.035621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:20:42.036024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:20:42.037925 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:20:42.133544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.149495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.151585 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] 10.222.0.20 "DELETE /v2.0/networks/5f0b35f3-71ca-495f-a9e6-db557bc712fe HTTP/1.1" status: 204 len: 168 time: 0.3276234 Jul 28 11:20:42.168227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-0d9ccbfc-efac-4973-9643-2917571a44ca tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.169767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-0d9ccbfc-efac-4973-9643-2917571a44ca tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 946 time: 0.0782802 Jul 28 11:20:42.185539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a531c-682f-4b10-8dc1-c2eb50a9996b admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0b35f3-71ca-495f-a9e6-db557bc712fe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:42.214578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.221386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.232461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.238481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.245296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.251632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.259895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.282516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-7f68d6c5-79cf-479a-aa29-e323dfaedf94 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1454222 Jul 28 11:20:42.294614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Deleting port e54b5792-5292-44b5-9c4b-d9dffc3f7945 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:20:42.295429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.357670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:42.384116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6114dd70-1810-4dfa-aa9f-9f784825b516 req-8fa83726-8fa3-47cb-8360-73aa057fe518 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987420 Jul 28 11:20:42.417887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:42.418421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-17e23eeb-a143-4ca1-bc77-e466f71cd21e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18634111bf954e3da7a75bf108ce44b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581007 Jul 28 11:20:42.432778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] For port e54b5792-5292-44b5-9c4b-d9dffc3f7945, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e54b5792-5292-44b5-9c4b-d9dffc3f7945,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:42.432778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.459379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Calling delete_port for e54b5792-5292-44b5-9c4b-d9dffc3f7945 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:20:42.504051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5db472-7f66-4825-9ed4-562fa8bfd57c req-4856a69d-ba0c-41c3-876d-635a6df83318 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.511220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a5db472-7f66-4825-9ed4-562fa8bfd57c req-4856a69d-ba0c-41c3-876d-635a6df83318 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec1ff0d4-94a8-4555-b330-fb688be01e1d HTTP/1.1" status: 200 len: 946 time: 0.1000299 Jul 28 11:20:42.558170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a5db472-7f66-4825-9ed4-562fa8bfd57c req-96916df7-30fa-4228-9705-0a5f074d1f44 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460474 Jul 28 11:20:42.561615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-237e89e8-95a4-4418-910a-f7e0a9d59260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.608841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-237e89e8-95a4-4418-910a-f7e0a9d59260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.706417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3f98-73d3-4c7b-9186-6a60944dc22f req-b8ce0dfb-0438-4ff9-a7fd-4b2855d62129 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.707972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-489e3f98-73d3-4c7b-9186-6a60944dc22f req-b8ce0dfb-0438-4ff9-a7fd-4b2855d62129 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0538728 Jul 28 11:20:42.722811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.729133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-e8d087bc-a850-49e2-9bab-a4f7616fd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.730612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-e8d087bc-a850-49e2-9bab-a4f7616fd9f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.0738473 Jul 28 11:20:42.735409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['e54b5792-5292-44b5-9c4b-d9dffc3f7945'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:42.750390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b6618585-9907-409d-b73b-97f41e539edc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:42.777377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-489e3f98-73d3-4c7b-9186-6a60944dc22f req-9a4ed516-50eb-4762-b08d-941899b87a47 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624619 Jul 28 11:20:42.779204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-237e89e8-95a4-4418-910a-f7e0a9d59260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.781848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-237e89e8-95a4-4418-910a-f7e0a9d59260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.785937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-237e89e8-95a4-4418-910a-f7e0a9d59260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3545d1b-5175-4725-a189-b06640f582df HTTP/1.1" status: 204 len: 168 time: 0.3640509 Jul 28 11:20:42.867323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Pushing event deleted for resources: {'Port': ['ID=e54b5792-5292-44b5-9c4b-d9dffc3f7945,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:42.896862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e89e8-95a4-4418-910a-f7e0a9d59260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3545d1b-5175-4725-a189-b06640f582df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:42.946569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] No DVR routers for this DVR port e54b5792-5292-44b5-9c4b-d9dffc3f7945 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:20:42.950662 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:42.953125 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8a339932-52a9-47dd-8f64-5c1156864c51 req-217fb666-2729-4132-a316-92a82ac454ec tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.44 "DELETE /v2.0/ports/e54b5792-5292-44b5-9c4b-d9dffc3f7945 HTTP/1.1" status: 204 len: 173 time: 0.7742660 Jul 28 11:20:42.953630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'name': 'network-vif-deleted', 'tag': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:42.956804 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce72b5-0d49-4a62-8b8e-f7147260e852" -d '{"events": [{"server_uuid": "ec1ff0d4-94a8-4555-b330-fb688be01e1d", "name": "network-vif-deleted", "tag": "e54b5792-5292-44b5-9c4b-d9dffc3f7945"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:42.963536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-75b5bef5-c717-46b9-8e24-c63ddbc34e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:42.965355 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-75b5bef5-c717-46b9-8e24-c63ddbc34e9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.2248182 Jul 28 11:20:43.016611 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a036bdd-73b6-4b39-adff-f6169787f0ad x-openstack-request-id: req-9a036bdd-73b6-4b39-adff-f6169787f0ad {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:43.017086 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ff0d4-94a8-4555-b330-fb688be01e1d", "name": "network-vif-deleted", "tag": "e54b5792-5292-44b5-9c4b-d9dffc3f7945", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:43.017286 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a036bdd-73b6-4b39-adff-f6169787f0ad {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:43.017748 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ff0d4-94a8-4555-b330-fb688be01e1d', 'name': 'network-vif-deleted', 'tag': 'e54b5792-5292-44b5-9c4b-d9dffc3f7945', 'status': 'completed', 'code': 200} Jul 28 11:20:43.054200 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-af537949-fa5f-4f2f-bf63-a2cae09626b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.0807161 Jul 28 11:20:43.110069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-b04bf03f-baa3-43a6-927e-26414139378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.111545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-b04bf03f-baa3-43a6-927e-26414139378e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0488243 Jul 28 11:20:43.164035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-28c57873-9145-4580-8c0d-b5f8f7e4e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.165973 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-28c57873-9145-4580-8c0d-b5f8f7e4e0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458646 Jul 28 11:20:43.284505 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-da942034-486b-4eed-aecd-df2b0d3abaf9 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021068 Jul 28 11:20:43.390517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55df2e72-0308-4b0e-86a3-9c6efd7f5265 req-16034e61-58e9-496a-a842-cb6fa69230c9 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964003 Jul 28 11:20:43.559753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.567020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.572809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.578777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.587004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.593055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.600291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.602301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3096f211-9710-444f-913a-32ea246c0c45 req-acba6bdf-5714-40d6-9248-d6b349659e3d tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1083694 Jul 28 11:20:43.692250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3096f211-9710-444f-913a-32ea246c0c45 req-25b8fcc3-049c-4888-9c54-b99d764c75bc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830903 Jul 28 11:20:43.727213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:43.771337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c8ab-8acd-463e-84ba-5712c2f7eb23 req-76567202-e52e-4b08-9759-247da558c0c0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.772933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9384c8ab-8acd-463e-84ba-5712c2f7eb23 req-76567202-e52e-4b08-9759-247da558c0c0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0605867 Jul 28 11:20:43.814149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9384c8ab-8acd-463e-84ba-5712c2f7eb23 req-435c42b8-3bc9-44ba-98ec-e0d729d38887 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Jul 28 11:20:43.853821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-699554851-network', 'tenant_id': '47b65e1adefd46a68c31c4d6674ade38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:43.878201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Made reservation on behalf of 47b65e1adefd46a68c31c4d6674ade38 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:43.881116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:43.891670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:43.988371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4ce8d-4c62-443a-8950-f91ec6b01f71 req-e87fb16d-f767-49c2-854f-3b3506f479fc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:43.990136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe4ce8d-4c62-443a-8950-f91ec6b01f71 req-e87fb16d-f767-49c2-854f-3b3506f479fc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1007144 Jul 28 11:20:44.038434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fe4ce8d-4c62-443a-8950-f91ec6b01f71 req-9582f5c4-3078-4504-8650-51acd735d38d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Jul 28 11:20:44.070299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.084209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.099308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:20:44.112624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691a3a7-025d-49c7-b1bf-c362549824b1 req-42e28ba1-83f4-4a47-bd00-5e2661de5c74 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.113174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0011c409-e077-4156-9525-1d2ccd9ea78a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:44.114820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2691a3a7-025d-49c7-b1bf-c362549824b1 req-42e28ba1-83f4-4a47-bd00-5e2661de5c74 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0618937 Jul 28 11:20:44.117980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.118318 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Added segment feea4e10-c5cd-4b5a-8e13-5972ab2fb11a of type vlan for network d4494ac9-4b23-4db3-8f06-f32cd7122381 Jul 28 11:20:44.167035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2691a3a7-025d-49c7-b1bf-c362549824b1 req-0abe4f7e-aa37-4973-8a4e-7c9c425a1a12 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Jul 28 11:20:44.167587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.210111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.211097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.211682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.266788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5358334 Jul 28 11:20:44.266970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53718) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:44.273350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Request body: {'subnet': {'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-699554851-subnet', 'tenant_id': '47b65e1adefd46a68c31c4d6674ade38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:44.289535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaeef0-bf10-45b3-901f-92e54b9f300f admin admin] Pushing event updated for resources: {'Network': ['ID=d4494ac9-4b23-4db3-8f06-f32cd7122381,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:44.305552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d4494ac9-4b23-4db3-8f06-f32cd7122381 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:20:44.306504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Made reservation on behalf of 47b65e1adefd46a68c31c4d6674ade38 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:44.309235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.312859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6652a5-a979-4e8e-a168-4a1583e7561b req-bca423ee-cfbc-48d3-b750-4b128ce9a066 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.314544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb6652a5-a979-4e8e-a168-4a1583e7561b req-bca423ee-cfbc-48d3-b750-4b128ce9a066 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0547330 Jul 28 11:20:44.380234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb6652a5-a979-4e8e-a168-4a1583e7561b req-47999d87-35ba-4987-b52c-6719d3e0cf61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543547 Jul 28 11:20:44.527449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.594699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5ac6e5-9103-4fde-ab71-6bebf78aa35d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:44.608721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Checking segment: {'id': 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:44.609082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Network hostable DHCP agents. Network: d4494ac9-4b23-4db3-8f06-f32cd7122381, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:20:44.626716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Network d4494ac9-4b23-4db3-8f06-f32cd7122381 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:20:44.636750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d4494ac9-4b23-4db3-8f06-f32cd7122381) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:44.641529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.644826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:44.649677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe3340-1e56-4c6c-8141-81ac8c4f753a None None] Network d4494ac9-4b23-4db3-8f06-f32cd7122381 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:44.697937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8b5c25e9-9988-4a51-bd0f-66332de6a9db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4217017 Jul 28 11:20:44.885364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23096b39-d33e-4ff1-a854-f22550207b93 None None] Network d4494ac9-4b23-4db3-8f06-f32cd7122381 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:20:44.902045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.909838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.916892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.924451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.933351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.940071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.947791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:44.957599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-6a579f8a-1487-4bf6-a2ce-d65a25dfbc73 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1379969 Jul 28 11:20:45.021977 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9eccdaed-8586-45f0-ba73-855a155f8ccf req-701b94e7-e730-4ae0-961e-c701cbc59391 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573573 Jul 28 11:20:45.254498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55d86b-33c7-496e-b1c7-c48392e05d0b req-9ec2aeb7-f8cd-4913-92a7-ff5c45e0c807 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:45.255918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba55d86b-33c7-496e-b1c7-c48392e05d0b req-9ec2aeb7-f8cd-4913-92a7-ff5c45e0c807 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0818667 Jul 28 11:20:45.276162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-f1127673-cae4-4bf7-beae-86b610024e7a tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:45.277733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-f1127673-cae4-4bf7-beae-86b610024e7a tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/networks?id=d4494ac9-4b23-4db3-8f06-f32cd7122381 HTTP/1.1" status: 200 len: 821 time: 0.1516891 Jul 28 11:20:45.306571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-bdb6952f-bc3a-439c-abe3-7c49beb8a0ab tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/quotas/47b65e1adefd46a68c31c4d6674ade38 HTTP/1.1" status: 200 len: 375 time: 0.0207779 Jul 28 11:20:45.332247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba55d86b-33c7-496e-b1c7-c48392e05d0b req-d4408abf-4c62-4dc3-9172-cc15d76bc500 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653815 Jul 28 11:20:45.350397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-2f111d16-eb44-473e-94ab-32894b49e886 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47b65e1adefd46a68c31c4d6674ade38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362856 Jul 28 11:20:45.454592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-c4679dcf-bdb1-43ba-82ca-3c21e3072641 service neutron] 10.222.0.20 "GET /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966647 Jul 28 11:20:45.546319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e54b5792-5292-44b5-9c4b-d9dffc3f7945 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:45.571699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: e54b5792-5292-44b5-9c4b-d9dffc3f7945 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:20:45.572056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e54b5792-5292-44b5-9c4b-d9dffc3f7945 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:20:45.580516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-5d0cc112-13fa-4829-a42b-1be53eef072f service neutron] 10.222.0.20 "GET /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183844 Jul 28 11:20:45.754434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bbbe784-4227-4755-a19f-0a7e235d1b3a req-c6cc8f21-33f4-4a4e-8745-a6606958e7ba tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 210 time: 0.0288286 Jul 28 11:20:46.218628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712df2-72ef-4096-a1b4-0a4c0c266c7c req-f0b6747c-c642-406a-a68f-54992f96ccc4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.220495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91712df2-72ef-4096-a1b4-0a4c0c266c7c req-f0b6747c-c642-406a-a68f-54992f96ccc4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1100135 Jul 28 11:20:46.237570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.243701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.249665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.255423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.261216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.266946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.273100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.274997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-e6734800-dfb9-477d-9667-99112a3853ed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1544454 Jul 28 11:20:46.339743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91712df2-72ef-4096-a1b4-0a4c0c266c7c req-2c72305e-9b3f-4c0c-853a-ee01c5095e8b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637391 Jul 28 11:20:46.364754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ed08f9a-6064-4aca-be49-c6f5c1561514 req-c0d3d817-b0bd-405f-8526-7c399f35077a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769002 Jul 28 11:20:46.471761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc109eca-80b4-427b-b101-eb6d67b645bd req-275a7a19-6025-41f7-8dcf-c23c33d48736 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.474478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc109eca-80b4-427b-b101-eb6d67b645bd req-275a7a19-6025-41f7-8dcf-c23c33d48736 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0523059 Jul 28 11:20:46.512290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc109eca-80b4-427b-b101-eb6d67b645bd req-8f5499df-2ee7-4878-a34d-9cc6f77e604c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Jul 28 11:20:46.833064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-6c354b18-8740-4491-8b13-be1ad466fd67 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:46.835375 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-6c354b18-8740-4491-8b13-be1ad466fd67 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.44 "GET /v2.0/networks?id=d4494ac9-4b23-4db3-8f06-f32cd7122381 HTTP/1.1" status: 200 len: 821 time: 0.1368856 Jul 28 11:20:46.857098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Request body: {'port': {'device_id': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381', 'admin_state_up': True, 'tenant_id': '47b65e1adefd46a68c31c4d6674ade38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:46.908487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d78aaa6-8696-4c4d-b229-9b94dee96fc2 req-9a137c7d-8e0a-4923-ae33-ebcb6daa2128 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 210 time: 0.0480621 Jul 28 11:20:47.314364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Made reservation on behalf of 47b65e1adefd46a68c31c4d6674ade38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:20:47.318198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:47.475318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Allocated IP 172.20.0.4 (d4494ac9-4b23-4db3-8f06-f32cd7122381/ef5ac6e5-9103-4fde-ab71-6bebf78aa35d/178755cc-15ca-4994-a594-f3514f0d38b2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:20:47.509551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.516711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.524958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.532112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.539091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.545916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.563144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.565167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-195524ac-0b2b-4341-acc2-81989e6f4213 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1305280 Jul 28 11:20:47.646877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a68b1fca-2b71-4874-994b-de7f5bc5f2ab req-1f9ddd46-a99b-4565-87a2-3c7e5f4a3519 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735857 Jul 28 11:20:47.683480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:47.726194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:47.769742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Network d4494ac9-4b23-4db3-8f06-f32cd7122381 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:20:47.772785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:20:47.779000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:20:47.801966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Pushing event updated for resources: {'Port': ['ID=178755cc-15ca-4994-a594-f3514f0d38b2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:47.829865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:47.830778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:47.846025 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-285ea9ae-8d7c-4fd5-8ee0-6813ad6b782c tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9937835 Jul 28 11:20:47.857779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Request body: {'port': {'device_id': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:20:47.929665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:48.107894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15baace-4f25-4e4e-95f5-d8af3255e43f req-6b8f57fe-2ded-4b53-9d4b-df0651753490 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.109405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e15baace-4f25-4e4e-95f5-d8af3255e43f req-6b8f57fe-2ded-4b53-9d4b-df0651753490 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0869145 Jul 28 11:20:48.118422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bac7-3a4e-4650-95cd-856d66f5e4c9 req-ac470e2c-f813-4abd-8f5c-6644d3ad6ffd tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.119882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64f2bac7-3a4e-4650-95cd-856d66f5e4c9 req-ac470e2c-f813-4abd-8f5c-6644d3ad6ffd tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 931 time: 0.0849483 Jul 28 11:20:48.179576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e15baace-4f25-4e4e-95f5-d8af3255e43f req-381562bb-6fc6-4028-a0d9-ee9a138b6b61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586748 Jul 28 11:20:48.185878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64f2bac7-3a4e-4650-95cd-856d66f5e4c9 req-71b21478-90df-422b-98a9-0c9a08674883 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511074 Jul 28 11:20:48.250405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178755cc-15ca-4994-a594-f3514f0d38b2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:48.259608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:48.272151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Transition to ACTIVE for port object 178755cc-15ca-4994-a594-f3514f0d38b2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:20:48.277179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:48.330455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcaebc-9717-4aea-857d-3d5f83e30b90 req-58b9d570-c8cf-4d09-9e3f-9b7831bbbbb3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.330695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22dcaebc-9717-4aea-857d-3d5f83e30b90 req-58b9d570-c8cf-4d09-9e3f-9b7831bbbbb3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0548048 Jul 28 11:20:48.351185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Pushing event updated for resources: {'Port': ['ID=178755cc-15ca-4994-a594-f3514f0d38b2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:48.375039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22dcaebc-9717-4aea-857d-3d5f83e30b90 req-ffdadb41-b450-4af5-a295-ed0d3724b104 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362258 Jul 28 11:20:48.403255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Attempting to bind port 178755cc-15ca-4994-a594-f3514f0d38b2 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:20:48.403594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Attempting to bind port 178755cc-15ca-4994-a594-f3514f0d38b2 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:20:48.403919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Attempting to bind port 178755cc-15ca-4994-a594-f3514f0d38b2 on network d4494ac9-4b23-4db3-8f06-f32cd7122381 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:48.408446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Port 178755cc-15ca-4994-a594-f3514f0d38b2 on network d4494ac9-4b23-4db3-8f06-f32cd7122381 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:20:48.409308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Attempting to bind port 178755cc-15ca-4994-a594-f3514f0d38b2 on network d4494ac9-4b23-4db3-8f06-f32cd7122381 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:20:48.414396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:20:48.414734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Checking segment: {'id': 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:20:48.415116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Bound using segment: {'id': 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:20:48.415670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Bound port: 178755cc-15ca-4994-a594-f3514f0d38b2, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:20:48.416031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:48.508694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] For port 178755cc-15ca-4994-a594-f3514f0d38b2, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:20:48.512026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] For port 178755cc-15ca-4994-a594-f3514f0d38b2, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=178755cc-15ca-4994-a594-f3514f0d38b2,segment=NetworkSegment(feea4e10-c5cd-4b5a-8e13-5972ab2fb11a),segment_id=feea4e10-c5cd-4b5a-8e13-5972ab2fb11a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:20:48.517611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:48.553931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.554559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:48.555997 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] 10.222.0.44 "PUT /v2.0/ports/178755cc-15ca-4994-a594-f3514f0d38b2 HTTP/1.1" status: 200 len: 1091 time: 0.7022929 Jul 28 11:20:48.556416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'tag': '178755cc-15ca-4994-a594-f3514f0d38b2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:48.558689 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc4570-3e14-43cf-ba2f-85ec0086390e", "tag": "178755cc-15ca-4994-a594-f3514f0d38b2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:48.588871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31083e56-4ea2-43d2-92f1-1ada6db32af8 service neutron] Pushing event updated for resources: {'Port': ['ID=178755cc-15ca-4994-a594-f3514f0d38b2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:48.605393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0df1b1-656c-48db-b6c0-e0382cfc8290 req-c14bff2b-3522-4c9f-86fd-29402f786653 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.608831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb0df1b1-656c-48db-b6c0-e0382cfc8290 req-c14bff2b-3522-4c9f-86fd-29402f786653 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0834680 Jul 28 11:20:48.638183 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a294eda2-77e1-4e7f-9700-0eb76c95046e x-openstack-request-id: req-a294eda2-77e1-4e7f-9700-0eb76c95046e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:48.638518 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc4570-3e14-43cf-ba2f-85ec0086390e", "tag": "178755cc-15ca-4994-a594-f3514f0d38b2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:48.638730 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a294eda2-77e1-4e7f-9700-0eb76c95046e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:48.639304 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'tag': '178755cc-15ca-4994-a594-f3514f0d38b2', 'status': 'completed', 'code': 200} Jul 28 11:20:48.656361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-0c60e609-72b3-4a44-bff5-fe7a7b11a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.657951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-0c60e609-72b3-4a44-bff5-fe7a7b11a038 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=47b65e1adefd46a68c31c4d6674ade38&device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 1094 time: 0.0601175 Jul 28 11:20:48.664325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb0df1b1-656c-48db-b6c0-e0382cfc8290 req-e0dc3ea3-799a-4473-82dc-a935d9ffd2c7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Jul 28 11:20:48.707187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-6a2bd61e-22d8-4450-8c21-fea3c538cb72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178755cc-15ca-4994-a594-f3514f0d38b2 HTTP/1.1" status: 200 len: 217 time: 0.0406301 Jul 28 11:20:48.771026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-9229018d-7512-4918-8f70-0db939eac847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.772689 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-9229018d-7512-4918-8f70-0db939eac847 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef5ac6e5-9103-4fde-ab71-6bebf78aa35d HTTP/1.1" status: 200 len: 861 time: 0.0586960 Jul 28 11:20:48.813122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-fe75dfdc-086f-4ae9-9c27-fefa043a4571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4494ac9-4b23-4db3-8f06-f32cd7122381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328357 Jul 28 11:20:48.819745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3744515-2917-41f6-9287-bf6456aefbcc req-05e44188-7137-4a63-9ea8-905412438fc2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.821247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3744515-2917-41f6-9287-bf6456aefbcc req-05e44188-7137-4a63-9ea8-905412438fc2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0847745 Jul 28 11:20:48.842661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.849404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.855269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.861186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.867102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.872975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.878907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:48.880773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-c43a26a1-806d-407a-a42d-25ef1e2cff5f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1309154 Jul 28 11:20:48.904058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-cfd5633c-e2a7-4029-b096-69ea56b4b55c service neutron] 10.222.0.44 "GET /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835960 Jul 28 11:20:48.931348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3744515-2917-41f6-9287-bf6456aefbcc req-cefe48d6-7621-44a6-84df-0b9f9d51f041 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003888 Jul 28 11:20:48.960207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c909db8-a5b2-4f64-98da-ecd2eb64a325 req-e44e6cc7-11c7-4d15-8a02-ff6e7949e6a4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600836 Jul 28 11:20:49.030581 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c1a5191-7374-443b-8a01-a5627e633bc7 req-147a2239-b81a-42a8-b72f-3973c464b765 service neutron] 10.222.0.44 "GET /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192520 Jul 28 11:20:49.144964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95daa3-c663-4ebc-a69d-6d53513e7d09 req-b2406163-ee4a-4b04-ba43-488c3b748bb2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.148677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-9dd44dc8-d881-48f8-aefc-7e486375f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.154104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af95daa3-c663-4ebc-a69d-6d53513e7d09 req-b2406163-ee4a-4b04-ba43-488c3b748bb2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0693605 Jul 28 11:20:49.156884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-9dd44dc8-d881-48f8-aefc-7e486375f60e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=47b65e1adefd46a68c31c4d6674ade38&device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 1094 time: 0.0626943 Jul 28 11:20:49.208744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af95daa3-c663-4ebc-a69d-6d53513e7d09 req-45fdb0e8-f34f-470c-b6cb-d7d83e7c3ca8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499701 Jul 28 11:20:49.276614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-25e33f48-3465-477a-81f9-9a23f4bc7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.279140 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-25e33f48-3465-477a-81f9-9a23f4bc7a2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4494ac9-4b23-4db3-8f06-f32cd7122381 HTTP/1.1" status: 200 len: 922 time: 0.1138289 Jul 28 11:20:49.333957 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-3a01cb14-0837-4dd4-985b-cfe065975cc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=178755cc-15ca-4994-a594-f3514f0d38b2 HTTP/1.1" status: 200 len: 217 time: 0.0411599 Jul 28 11:20:49.362546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ce264-0e04-4c0c-a3af-6e4226dfcc5b req-ee4a4af9-bb70-423d-b3a5-db35c7eb39e7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.364193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c5ce264-0e04-4c0c-a3af-6e4226dfcc5b req-ee4a4af9-bb70-423d-b3a5-db35c7eb39e7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0810068 Jul 28 11:20:49.375968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8eea01-8458-471a-98e5-504874bd76af req-5189b9c7-775f-40f9-8080-ebdf91fd701b tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.378256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d8eea01-8458-471a-98e5-504874bd76af req-5189b9c7-775f-40f9-8080-ebdf91fd701b tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 943 time: 0.0847557 Jul 28 11:20:49.387544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-25607399-f4cb-4e3b-8137-1a9878114494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.389940 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-25607399-f4cb-4e3b-8137-1a9878114494 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef5ac6e5-9103-4fde-ab71-6bebf78aa35d HTTP/1.1" status: 200 len: 861 time: 0.0481572 Jul 28 11:20:49.422144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:20:49.436413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-9febf842-32ff-4be2-85ef-47e376b5a989 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4494ac9-4b23-4db3-8f06-f32cd7122381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293899 Jul 28 11:20:49.446419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c5ce264-0e04-4c0c-a3af-6e4226dfcc5b req-ffbdf61b-44da-4432-aa89-d5105739b0c7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673521 Jul 28 11:20:49.454509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d8eea01-8458-471a-98e5-504874bd76af req-35adf7fb-ed26-40ca-a488-811c95a3ff08 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599680 Jul 28 11:20:49.542412 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-daf56eda-9305-49f4-a21f-0fb46300fed8 service neutron] 10.222.0.44 "GET /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973384 Jul 28 11:20:49.641156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab6148-cd68-42b1-bb98-587c06b3dc00 req-027b888a-8286-4acf-a419-0554b4391e86 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.642639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4eab6148-cd68-42b1-bb98-587c06b3dc00 req-027b888a-8286-4acf-a419-0554b4391e86 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0572262 Jul 28 11:20:49.649005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-64fcbf8c-f1a1-49bb-b56f-ffdfcaa905f7 req-415541c4-b092-495f-a091-7ba88d94491a service neutron] 10.222.0.44 "GET /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977757 Jul 28 11:20:49.701338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:49.703102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4eab6148-cd68-42b1-bb98-587c06b3dc00 req-08c66b68-bd5d-41a5-8e85-4926b2a57d0a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Jul 28 11:20:49.817817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac511ba1-9e7f-4056-b7d4-14f199f1652e req-62d1a8be-f853-4c11-9abc-63a50ee07a91 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:49.819290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac511ba1-9e7f-4056-b7d4-14f199f1652e req-62d1a8be-f853-4c11-9abc-63a50ee07a91 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0512495 Jul 28 11:20:49.857039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac511ba1-9e7f-4056-b7d4-14f199f1652e req-136f83a4-74a2-461a-8b81-a582bfd46245 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Jul 28 11:20:50.024600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390528d-7300-4e74-a10d-3056d2be7298 req-91350772-84d8-4eb1-a931-ab2bdd25b191 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.026274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8390528d-7300-4e74-a10d-3056d2be7298 req-91350772-84d8-4eb1-a931-ab2bdd25b191 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0516775 Jul 28 11:20:50.096003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8390528d-7300-4e74-a10d-3056d2be7298 req-1983a37a-d1db-4e9e-96e3-f98bbd103109 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638456 Jul 28 11:20:50.124510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.132118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.138590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.146141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.152283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.158202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.164793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.168726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6372e779-d949-4940-bdfa-7178c043a8bb req-3596ff36-17cc-420d-be0c-aea25931ea07 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1277790 Jul 28 11:20:50.219354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6372e779-d949-4940-bdfa-7178c043a8bb req-4215a3f6-80ee-4042-9325-83b03c08d8e8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465415 Jul 28 11:20:50.301071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab92ee-440f-48ec-8d0f-808a11f90b90 req-e67048b0-6c44-4f75-9c60-5c9c5d97e5f2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.302640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daab92ee-440f-48ec-8d0f-808a11f90b90 req-e67048b0-6c44-4f75-9c60-5c9c5d97e5f2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0504944 Jul 28 11:20:50.340760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daab92ee-440f-48ec-8d0f-808a11f90b90 req-30876b31-a66b-45e8-a2ba-5f5f7b743ba1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Jul 28 11:20:50.517870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea3bf-7fcd-4bcb-b7f6-0b64c823d2d5 req-2843bba1-355b-4639-9cfc-ae16e9253b8b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.520112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c42ea3bf-7fcd-4bcb-b7f6-0b64c823d2d5 req-2843bba1-355b-4639-9cfc-ae16e9253b8b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0571177 Jul 28 11:20:50.588267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c42ea3bf-7fcd-4bcb-b7f6-0b64c823d2d5 req-a5bb31b4-3035-4112-b9f4-cee90fe6410b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618544 Jul 28 11:20:50.605100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518698d-49f7-4838-97bb-c32b66ed3a30 req-2f4ab55c-ee2b-49cc-9d4e-e68940bfba24 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.606601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2518698d-49f7-4838-97bb-c32b66ed3a30 req-2f4ab55c-ee2b-49cc-9d4e-e68940bfba24 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 943 time: 0.0742066 Jul 28 11:20:50.651032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2518698d-49f7-4838-97bb-c32b66ed3a30 req-0a01a06b-3923-476e-9c52-192d403937c3 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367832 Jul 28 11:20:50.713543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf1834-517f-4561-b5d1-98fbae25b3dd req-1eb43fbe-2476-4cdd-80e6-49acc7f09e3b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.715026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ecf1834-517f-4561-b5d1-98fbae25b3dd req-1eb43fbe-2476-4cdd-80e6-49acc7f09e3b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0549059 Jul 28 11:20:50.757879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ecf1834-517f-4561-b5d1-98fbae25b3dd req-e331eb35-8619-4965-bc56-0ecce1ff5997 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Jul 28 11:20:50.988063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140f91-85ee-48fa-a865-a21442bef342 req-c02f1d11-b919-4b4b-b57b-fb5347717cfb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:50.989707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28140f91-85ee-48fa-a865-a21442bef342 req-c02f1d11-b919-4b4b-b57b-fb5347717cfb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 814 time: 0.1065664 Jul 28 11:20:51.019651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28140f91-85ee-48fa-a865-a21442bef342 req-59273dda-ed3c-4cdf-890b-1b97b0e1e101 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/quotas/6597be02c94e4baaa58cb9c7824b48bc HTTP/1.1" status: 200 len: 375 time: 0.0234163 Jul 28 11:20:51.069938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28140f91-85ee-48fa-a865-a21442bef342 req-02483020-9e24-40d4-bc45-3a1548ca535a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444446 Jul 28 11:20:51.179279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20f2af-6cd4-49ab-98f6-bb2d0284dd4b req-8036331e-7db0-4d34-98cf-2bdf938e0555 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.180839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f20f2af-6cd4-49ab-98f6-bb2d0284dd4b req-8036331e-7db0-4d34-98cf-2bdf938e0555 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0503528 Jul 28 11:20:51.227385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f20f2af-6cd4-49ab-98f6-bb2d0284dd4b req-c275af70-27a2-4972-9496-582687c4c017 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Jul 28 11:20:51.361150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e996115-ea1d-4b59-b465-01c9fabe112d req-6facca4f-9be7-4602-bae0-b8ce6c4c2fd3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.362696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e996115-ea1d-4b59-b465-01c9fabe112d req-6facca4f-9be7-4602-bae0-b8ce6c4c2fd3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0599201 Jul 28 11:20:51.418280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e996115-ea1d-4b59-b465-01c9fabe112d req-7e61f54f-463c-4c54-b9f4-eff710e304eb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Jul 28 11:20:51.430981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.436873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.443402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.449327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.455367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.461982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.467834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.469743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-242358b6-9623-4576-9d44-37ae113914b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1291974 Jul 28 11:20:51.514512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b6008a3-b914-4ba0-a6d4-c7a764591954 req-9152b54a-a831-4f3e-921e-ceec90cddc51 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365663 Jul 28 11:20:51.583665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 178755cc-15ca-4994-a594-f3514f0d38b2 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:51.589654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bf1917f-fd5d-4f77-895d-99bce790767d req-2aa5b4eb-38cd-49f9-926a-449b29ef6285 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6597be02c94e4baaa58cb9c7824b48bc HTTP/1.1" status: 200 len: 221 time: 0.0309162 Jul 28 11:20:51.694776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 178755cc-15ca-4994-a594-f3514f0d38b2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=178755cc-15ca-4994-a594-f3514f0d38b2,segment=NetworkSegment(feea4e10-c5cd-4b5a-8e13-5972ab2fb11a),segment_id=feea4e10-c5cd-4b5a-8e13-5972ab2fb11a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:51.698634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ded83-e8ff-409f-9ebe-46f5ad0f5dfe req-4eb62028-11de-490b-bd2e-d0e6a7c8d82c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.700192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd0ded83-e8ff-409f-9ebe-46f5ad0f5dfe req-4eb62028-11de-490b-bd2e-d0e6a7c8d82c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0511837 Jul 28 11:20:51.711564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '178755cc-15ca-4994-a594-f3514f0d38b2', 'network_id': 'd4494ac9-4b23-4db3-8f06-f32cd7122381', 'port_id': '178755cc-15ca-4994-a594-f3514f0d38b2', 'mac_address': 'fa:16:3e:d0:6f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5ac6e5-9103-4fde-ab71-6bebf78aa35d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:51.748652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd0ded83-e8ff-409f-9ebe-46f5ad0f5dfe req-d84ec191-4ba9-48bc-8afe-6e58061471ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Jul 28 11:20:51.759229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:51.778209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178755cc-15ca-4994-a594-f3514f0d38b2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:51.801263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 178755cc-15ca-4994-a594-f3514f0d38b2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=178755cc-15ca-4994-a594-f3514f0d38b2,segment=NetworkSegment(feea4e10-c5cd-4b5a-8e13-5972ab2fb11a),segment_id=feea4e10-c5cd-4b5a-8e13-5972ab2fb11a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:51.808719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:51.840968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a7ecb-d123-4829-bd84-3b309db62c18 req-1e55a6ec-7e68-4434-930b-6a8f1126a014 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.843168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-324a7ecb-d123-4829-bd84-3b309db62c18 req-1e55a6ec-7e68-4434-930b-6a8f1126a014 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 943 time: 0.0788758 Jul 28 11:20:51.866944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=178755cc-15ca-4994-a594-f3514f0d38b2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:51.920151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d86ef-194d-4a7f-9086-975482b1335c req-8a7ad6e9-3821-4575-8db1-251941c47c5a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:51.921644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e5d86ef-194d-4a7f-9086-975482b1335c req-8a7ad6e9-3821-4575-8db1-251941c47c5a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0772855 Jul 28 11:20:51.924312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-324a7ecb-d123-4829-bd84-3b309db62c18 req-e200a21a-5b33-4ee1-90fc-44c1b09f2559 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687144 Jul 28 11:20:51.960085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e5d86ef-194d-4a7f-9086-975482b1335c req-695455a4-e1a8-4c41-baad-47c981b38557 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Jul 28 11:20:52.053053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['178755cc-15ca-4994-a594-f3514f0d38b2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:52.100799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f24bc-ab86-4190-83a9-08f1d2627052 req-6600b251-1aa6-4a98-a982-8276f7327fc3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.102840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca4f24bc-ab86-4190-83a9-08f1d2627052 req-6600b251-1aa6-4a98-a982-8276f7327fc3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0557323 Jul 28 11:20:52.144866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca4f24bc-ab86-4190-83a9-08f1d2627052 req-2a86984d-3082-4f96-8dd7-ae7bd6b74bcc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Jul 28 11:20:52.280511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81411d8-a522-492b-9fe3-09d42c8e8aa9 req-721e5a9b-91b1-4d05-a512-1af2bdf57898 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.281979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e81411d8-a522-492b-9fe3-09d42c8e8aa9 req-721e5a9b-91b1-4d05-a512-1af2bdf57898 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0534229 Jul 28 11:20:52.323700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e81411d8-a522-492b-9fe3-09d42c8e8aa9 req-2b2f6b69-c63b-4fa2-a2bf-fdf54c90e4a8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Jul 28 11:20:52.389866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:52.468154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3828b5-cd49-471d-8dc2-811750a9f33d req-21add361-9cda-4582-81bc-482cfa65334f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.469639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b3828b5-cd49-471d-8dc2-811750a9f33d req-21add361-9cda-4582-81bc-482cfa65334f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0534906 Jul 28 11:20:52.508298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b3828b5-cd49-471d-8dc2-811750a9f33d req-98558fc3-6f99-4de4-be32-14af3006885d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Jul 28 11:20:52.663268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866efc6c-e37a-4d88-b34b-3863347ce4f5 req-8f95cb23-d585-4ece-874d-330a7309e837 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.664777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-866efc6c-e37a-4d88-b34b-3863347ce4f5 req-8f95cb23-d585-4ece-874d-330a7309e837 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0811284 Jul 28 11:20:52.700847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.707288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.713122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.718952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.725782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.731712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.737545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.739406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-61148d19-dc6e-4e7a-8fd5-9d33000614e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1277723 Jul 28 11:20:52.769167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-866efc6c-e37a-4d88-b34b-3863347ce4f5 req-7b72b030-5cc0-4a79-9ae2-ab22664f0270 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971112 Jul 28 11:20:52.795447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0fd256f-a352-41ba-9eab-276f3b954aa5 req-85a1cbcb-4027-4c11-88df-e5f1d4e96d34 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495443 Jul 28 11:20:52.901553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf826-01a1-42b6-ae6a-37f95ef96a66 req-f549264c-7df2-4b40-bab6-ae363f3de17b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:52.903138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00faf826-01a1-42b6-ae6a-37f95ef96a66 req-f549264c-7df2-4b40-bab6-ae363f3de17b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0501711 Jul 28 11:20:52.942781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00faf826-01a1-42b6-ae6a-37f95ef96a66 req-5e58c183-2ba6-4102-8b6f-3b234f1fcf09 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Jul 28 11:20:53.071489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc3b4-530c-44a7-a594-d5ea9a7b0267 req-4e1fcf99-3731-44ef-8261-abfc562879b3 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.072996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f29bc3b4-530c-44a7-a594-d5ea9a7b0267 req-4e1fcf99-3731-44ef-8261-abfc562879b3 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 944 time: 0.0778425 Jul 28 11:20:53.086531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2afd24-7e36-488e-bfcf-0829ee926a1d req-58577c4b-c38c-43cc-b5ac-84dfd31fd55d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.087947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b2afd24-7e36-488e-bfcf-0829ee926a1d req-58577c4b-c38c-43cc-b5ac-84dfd31fd55d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0664768 Jul 28 11:20:53.153382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f29bc3b4-530c-44a7-a594-d5ea9a7b0267 req-77b843ae-ddd9-4149-be52-db92d88ff996 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644350 Jul 28 11:20:53.159194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b2afd24-7e36-488e-bfcf-0829ee926a1d req-8a950a9f-3221-4fb7-b87e-c64cd12e01ba tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633328 Jul 28 11:20:53.298079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9175564-ef36-4d37-8a1e-cc5459d4bff9 req-0466756a-eed6-43f3-95ac-aca0fbfeaf3c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.300110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9175564-ef36-4d37-8a1e-cc5459d4bff9 req-0466756a-eed6-43f3-95ac-aca0fbfeaf3c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0497456 Jul 28 11:20:53.343715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9175564-ef36-4d37-8a1e-cc5459d4bff9 req-4eb474ec-226c-4711-aea6-9e8d8760317d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Jul 28 11:20:53.482140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5e00d-3895-4e34-aad7-755a19371633 req-bcca7b01-23f0-40c7-9fa8-06da3d2dba10 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.483780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2d5e00d-3895-4e34-aad7-755a19371633 req-bcca7b01-23f0-40c7-9fa8-06da3d2dba10 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0621622 Jul 28 11:20:53.524856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2d5e00d-3895-4e34-aad7-755a19371633 req-d915e65f-b699-4d3d-a423-2aa780d63e61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Jul 28 11:20:53.593135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 178755cc-15ca-4994-a594-f3514f0d38b2 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:53.666833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 178755cc-15ca-4994-a594-f3514f0d38b2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:53.670323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 178755cc-15ca-4994-a594-f3514f0d38b2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:53.670695 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:53.675953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bc938-6ba2-4d72-91da-eca0cef87ceb req-cc21f2cc-081d-4150-b3d8-40ff02a1098a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.677610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-491bc938-6ba2-4d72-91da-eca0cef87ceb req-cc21f2cc-081d-4150-b3d8-40ff02a1098a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0647559 Jul 28 11:20:53.725959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-491bc938-6ba2-4d72-91da-eca0cef87ceb req-083a6d8d-e26d-40af-b032-ca2e69b7beb8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Jul 28 11:20:53.762589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:53.785773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178755cc-15ca-4994-a594-f3514f0d38b2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:53.788023 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4161c-56f1-4aba-84df-343792a5c117" -d '{"events": [{"server_uuid": "00fc4570-3e14-43cf-ba2f-85ec0086390e", "name": "network-vif-plugged", "status": "completed", "tag": "178755cc-15ca-4994-a594-f3514f0d38b2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:53.802119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 178755cc-15ca-4994-a594-f3514f0d38b2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=178755cc-15ca-4994-a594-f3514f0d38b2,segment=NetworkSegment(feea4e10-c5cd-4b5a-8e13-5972ab2fb11a),segment_id=feea4e10-c5cd-4b5a-8e13-5972ab2fb11a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:53.809767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:53.845598 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2c763-6db8-49fa-a7a9-a4f5459c7912 x-openstack-request-id: req-30c2c763-6db8-49fa-a7a9-a4f5459c7912 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:53.846687 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc4570-3e14-43cf-ba2f-85ec0086390e", "name": "network-vif-plugged", "status": "completed", "tag": "178755cc-15ca-4994-a594-f3514f0d38b2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:53.847357 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30c2c763-6db8-49fa-a7a9-a4f5459c7912 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:53.847979 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178755cc-15ca-4994-a594-f3514f0d38b2', 'code': 200} Jul 28 11:20:53.858237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda1f6e-f08e-49b9-a723-79053d6c7b12 req-9910d540-f01b-4fed-8285-bb37bc1020f3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.866474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdda1f6e-f08e-49b9-a723-79053d6c7b12 req-9910d540-f01b-4fed-8285-bb37bc1020f3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0628724 Jul 28 11:20:53.898334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=178755cc-15ca-4994-a594-f3514f0d38b2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:53.912693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdda1f6e-f08e-49b9-a723-79053d6c7b12 req-55e822ee-fdef-4666-8499-4fdcc3b0a32a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Jul 28 11:20:53.960129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9302b6b-371e-4abf-936f-0ce79d579f4d req-484a78ee-61e4-4e77-aeec-05354465daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.962320 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c9302b6b-371e-4abf-936f-0ce79d579f4d req-484a78ee-61e4-4e77-aeec-05354465daec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 1096 time: 0.0602803 Jul 28 11:20:53.976414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.982664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.989779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:53.995753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.001938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.005825 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c9302b6b-371e-4abf-936f-0ce79d579f4d req-8846d7bf-642c-4ebf-ad9e-51c61ec39fb3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Jul 28 11:20:54.007940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.013996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.015828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-8ce137f8-3d68-4140-960e-4ed97f094bbc tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1149201 Jul 28 11:20:54.086917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-330e1560-efef-4d1f-ae67-4aa340ebb012 req-7fa154a1-2c6a-4d3e-bf9b-327bdb5bca4f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612500 Jul 28 11:20:54.095141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63318790-aa19-48c3-ac3a-7e2b910f160c req-660a3067-3e10-45b6-9ffc-155ab4ad72d9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.097308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63318790-aa19-48c3-ac3a-7e2b910f160c req-660a3067-3e10-45b6-9ffc-155ab4ad72d9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0805435 Jul 28 11:20:54.136407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63318790-aa19-48c3-ac3a-7e2b910f160c req-f8f1455e-8663-4c08-b212-3737b893aba3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Jul 28 11:20:54.292279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb790-4ac7-490f-9105-70b5db6390b1 req-ddf3e612-8849-4423-b856-aa8eb7cf0945 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.293751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-926eb790-4ac7-490f-9105-70b5db6390b1 req-ddf3e612-8849-4423-b856-aa8eb7cf0945 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0868788 Jul 28 11:20:54.325168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f413-84e5-4a6e-9e4b-895b1f9ceaf5 req-39408524-b975-48dc-a373-fa4b5d9bcda9 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.326660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1b4f413-84e5-4a6e-9e4b-895b1f9ceaf5 req-39408524-b975-48dc-a373-fa4b5d9bcda9 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 945 time: 0.0889211 Jul 28 11:20:54.357366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-926eb790-4ac7-490f-9105-70b5db6390b1 req-c1f3f834-359f-4ac1-9b82-d8293c8839a2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jul 28 11:20:54.380579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1b4f413-84e5-4a6e-9e4b-895b1f9ceaf5 req-c27a7794-0d57-4664-a946-cecc27dcd8c9 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Jul 28 11:20:54.528916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d323a-d894-423e-a655-1c237e6a98ed req-160c7aee-52d0-423a-911f-cf8f7e0f2b7a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.530417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-849d323a-d894-423e-a655-1c237e6a98ed req-160c7aee-52d0-423a-911f-cf8f7e0f2b7a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0535595 Jul 28 11:20:54.568901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-849d323a-d894-423e-a655-1c237e6a98ed req-49f6c5df-eb94-4d61-8b98-e1752de68ee6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Jul 28 11:20:54.692155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadae54-256f-4555-8d11-b48fccaf5826 req-a23f4d43-57b1-4ff5-9d47-e23d90c6e1ab tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.693665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1aadae54-256f-4555-8d11-b48fccaf5826 req-a23f4d43-57b1-4ff5-9d47-e23d90c6e1ab tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0526209 Jul 28 11:20:54.738713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1aadae54-256f-4555-8d11-b48fccaf5826 req-584cb513-c989-4c58-8b9b-ab8a19edf5c1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355306 Jul 28 11:20:54.909494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6801d7-5249-413f-ae57-c67f6981284a req-9b0bef3d-0386-46a9-aa2c-0039c28b3ebf tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:54.911516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de6801d7-5249-413f-ae57-c67f6981284a req-9b0bef3d-0386-46a9-aa2c-0039c28b3ebf tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0549247 Jul 28 11:20:54.954497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de6801d7-5249-413f-ae57-c67f6981284a req-e99e9abb-193a-441c-8d4e-51398cf98045 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Jul 28 11:20:55.071920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeba54-5aee-4ebc-b6ad-0b687e01b7f5 req-b7958365-4517-4312-a90a-bcb51ad3345d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.073399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfeeba54-5aee-4ebc-b6ad-0b687e01b7f5 req-b7958365-4517-4312-a90a-bcb51ad3345d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0490181 Jul 28 11:20:55.110826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfeeba54-5aee-4ebc-b6ad-0b687e01b7f5 req-f6916079-df89-4f18-aebf-4fbd49520fe3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Jul 28 11:20:55.257993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.263806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.270617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.276448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.282239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.288548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.294343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.296195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-a36b926b-edcc-4b7d-8bf8-4f06862283e6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5428 time: 0.1287110 Jul 28 11:20:55.319900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870e4e-5b3a-43c9-be72-ff165e7620e2 req-c33521c1-36f2-4c49-a643-a3bda69ccd66 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.321336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71870e4e-5b3a-43c9-be72-ff165e7620e2 req-c33521c1-36f2-4c49-a643-a3bda69ccd66 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1204021 Jul 28 11:20:55.368386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deb784a6-6846-4e88-b4a0-9d26e7d6123c req-079a5379-739d-4be7-aba4-4c0f02f93ea5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630848 Jul 28 11:20:55.381817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71870e4e-5b3a-43c9-be72-ff165e7620e2 req-34bf6b23-fd01-462a-a807-9a1e339332b3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526543 Jul 28 11:20:55.532514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58489-b573-45d2-9d9a-7728e46d3a18 req-9231e533-3690-42d6-b3a0-62054c911793 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.534793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32e58489-b573-45d2-9d9a-7728e46d3a18 req-9231e533-3690-42d6-b3a0-62054c911793 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0778728 Jul 28 11:20:55.543134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b23516-345d-4f2a-ba49-3f62ec794f33 req-2a93785f-7307-4f46-a895-344520ed1ddd tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.544517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b23516-345d-4f2a-ba49-3f62ec794f33 req-2a93785f-7307-4f46-a895-344520ed1ddd tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 945 time: 0.0787122 Jul 28 11:20:55.594068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 499d86a3-4144-4cca-96cb-97fa9818c48c details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:55.607601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32e58489-b573-45d2-9d9a-7728e46d3a18 req-91a3a8f7-a5b8-4553-a8a5-68af8ad0bafa tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621259 Jul 28 11:20:55.610361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b23516-345d-4f2a-ba49-3f62ec794f33 req-57c3d90d-9e01-4378-8622-f84e8f16c237 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582511 Jul 28 11:20:55.741815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=499d86a3-4144-4cca-96cb-97fa9818c48c,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:55.753944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '499d86a3-4144-4cca-96cb-97fa9818c48c', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'port_id': '499d86a3-4144-4cca-96cb-97fa9818c48c', 'mac_address': 'fa:16:3e:a3:f3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:55.798620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:55.813771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499d86a3-4144-4cca-96cb-97fa9818c48c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:55.845615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=499d86a3-4144-4cca-96cb-97fa9818c48c,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:55.851158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:55.851975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:55.938608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3aaa6-c90a-4b86-98ae-c6feb23338e1 req-a010f969-0437-4eda-a827-1c85503f06da tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:55.940903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecc3aaa6-c90a-4b86-98ae-c6feb23338e1 req-a010f969-0437-4eda-a827-1c85503f06da tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0650506 Jul 28 11:20:56.008095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:56.021445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:56.032298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'port_id': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'mac_address': 'fa:16:3e:e8:c8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:56.037534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecc3aaa6-c90a-4b86-98ae-c6feb23338e1 req-a3586b15-935d-43a3-b9bd-be332c52db4f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901620 Jul 28 11:20:56.068988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a324c5-5d8c-4123-8f5e-0e11c2339419 req-d57a12ca-3ef8-4770-8039-a3bd03f1c0fd tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.070587 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a324c5-5d8c-4123-8f5e-0e11c2339419 req-d57a12ca-3ef8-4770-8039-a3bd03f1c0fd tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 945 time: 0.0786340 Jul 28 11:20:56.080654 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:56.102872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:56.115783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a324c5-5d8c-4123-8f5e-0e11c2339419 req-9e6c4867-b59b-4288-b068-50820bc6076e tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Jul 28 11:20:56.123678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:56.128003 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:56.179541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:56.416064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:56.439428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['499d86a3-4144-4cca-96cb-97fa9818c48c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:56.507044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.513158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.519081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.525174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.530986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.537588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.543038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:56.545694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e67ef817-e221-40c7-a929-991f3d405f3c req-0cadb158-3699-4e00-8bdf-eb1bb78e70b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5430 time: 0.0990925 Jul 28 11:20:56.596525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e67ef817-e221-40c7-a929-991f3d405f3c req-4a5c2a94-790b-4f5b-8ba6-baa1dacce15a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415995 Jul 28 11:20:57.162476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3a36b-d64e-4515-9ad6-062b4a56e976 req-04d4007e-5208-42d6-8e88-c64c8d855ddb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.164147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98e3a36b-d64e-4515-9ad6-062b4a56e976 req-04d4007e-5208-42d6-8e88-c64c8d855ddb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0558693 Jul 28 11:20:57.203639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98e3a36b-d64e-4515-9ad6-062b4a56e976 req-46d9ee46-ecd9-4b28-ac06-3c0337650c43 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Jul 28 11:20:57.268981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d3ae-43cb-44a3-9f36-94bf27f131aa req-5e050b12-3eca-4071-b728-ca5cb69ef604 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.270485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7013d3ae-43cb-44a3-9f36-94bf27f131aa req-5e050b12-3eca-4071-b728-ca5cb69ef604 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 945 time: 0.0557826 Jul 28 11:20:57.310419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7013d3ae-43cb-44a3-9f36-94bf27f131aa req-2344b53f-4b8e-4813-939b-b1407b6af790 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/security-groups?id=0011c409-e077-4156-9525-1d2ccd9ea78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341675 Jul 28 11:20:57.429094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1088cb52-b461-44e4-baf3-4194de065656 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.430156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1088cb52-b461-44e4-baf3-4194de065656 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.44 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 945 time: 0.0880437 Jul 28 11:20:57.485865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d37837-e05c-46aa-9412-1fe017dad343 req-3782c392-4c38-48ac-968f-47201d672e21 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.492894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0d37837-e05c-46aa-9412-1fe017dad343 req-3782c392-4c38-48ac-968f-47201d672e21 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0622861 Jul 28 11:20:57.528467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0d37837-e05c-46aa-9412-1fe017dad343 req-30dcc739-9489-466c-8cf4-bde27a039917 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Jul 28 11:20:57.549269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Deleting port 178755cc-15ca-4994-a594-f3514f0d38b2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:20:57.549394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:57.600972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 4018587f-ce8a-440b-a973-09ccdaf07352 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:57.603316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 499d86a3-4144-4cca-96cb-97fa9818c48c up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:57.644996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] For port 178755cc-15ca-4994-a594-f3514f0d38b2, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=178755cc-15ca-4994-a594-f3514f0d38b2,segment=NetworkSegment(feea4e10-c5cd-4b5a-8e13-5972ab2fb11a),segment_id=feea4e10-c5cd-4b5a-8e13-5972ab2fb11a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:57.645361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:57.659644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Calling delete_port for 178755cc-15ca-4994-a594-f3514f0d38b2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:20:57.722613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 499d86a3-4144-4cca-96cb-97fa9818c48c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:57.735384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 499d86a3-4144-4cca-96cb-97fa9818c48c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:57.735845 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:57.802265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=4018587f-ce8a-440b-a973-09ccdaf07352,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:57.809863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.817676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.824492 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:57.824913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.832416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.835515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '4018587f-ce8a-440b-a973-09ccdaf07352', 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'port_id': '4018587f-ce8a-440b-a973-09ccdaf07352', 'mac_address': 'fa:16:3e:85:0e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f607007-6612-4e23-9f85-b9845a3df0bd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:57.840445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.846310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['178755cc-15ca-4994-a594-f3514f0d38b2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:57.847592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.853937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:57.866345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-df964347-ff0e-4f52-967a-db1a66274068 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5430 time: 0.1654737 Jul 28 11:20:57.872490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Pushing event deleted for resources: {'Port': ['ID=178755cc-15ca-4994-a594-f3514f0d38b2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:57.922992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cb6c802-3bc5-4d31-9d5d-4b999673f41f req-6b5655e3-746c-4448-ba11-df04301f8aa4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494697 Jul 28 11:20:57.929815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] No DVR routers for this DVR port 178755cc-15ca-4994-a594-f3514f0d38b2 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:20:57.941770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:57.944538 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aab91ae0-5921-489c-ba39-5208487934f9 req-1a6f2c96-f66f-432e-93a1-96059e7b60ee tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.44 "DELETE /v2.0/ports/178755cc-15ca-4994-a594-f3514f0d38b2 HTTP/1.1" status: 204 len: 173 time: 0.5065775 Jul 28 11:20:57.945086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'name': 'network-vif-deleted', 'tag': '178755cc-15ca-4994-a594-f3514f0d38b2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:57.947650 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b488821-7fda-4ff8-8025-e4b942e77835" -d '{"events": [{"server_uuid": "00fc4570-3e14-43cf-ba2f-85ec0086390e", "name": "network-vif-deleted", "tag": "178755cc-15ca-4994-a594-f3514f0d38b2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:58.019825 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4297226a-1c0f-4ed1-92ef-44c13a7b0d85 x-openstack-request-id: req-4297226a-1c0f-4ed1-92ef-44c13a7b0d85 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:58.020143 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc4570-3e14-43cf-ba2f-85ec0086390e", "name": "network-vif-deleted", "tag": "178755cc-15ca-4994-a594-f3514f0d38b2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:58.020423 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4297226a-1c0f-4ed1-92ef-44c13a7b0d85 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:58.020825 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc4570-3e14-43cf-ba2f-85ec0086390e', 'name': 'network-vif-deleted', 'tag': '178755cc-15ca-4994-a594-f3514f0d38b2', 'status': 'completed', 'code': 200} Jul 28 11:20:58.098655 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.102020 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.109380 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-984cdae6-5d8f-4a70-a17a-5afd89a13ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.130119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4018587f-ce8a-440b-a973-09ccdaf07352 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:58.139893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d86a3-4144-4cca-96cb-97fa9818c48c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:20:58.142146 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5a512-bf8e-403c-8b61-2c57cb21d73f" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "499d86a3-4144-4cca-96cb-97fa9818c48c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:20:58.165631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=499d86a3-4144-4cca-96cb-97fa9818c48c,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.169688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=4018587f-ce8a-440b-a973-09ccdaf07352,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.171107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.171890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:20:58.176568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.177218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f8eab473-4936-47fa-adab-7276392b6a23 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:58.199131 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c69d5-5b61-47a6-91bd-72c3d73541cb x-openstack-request-id: req-8f6c69d5-5b61-47a6-91bd-72c3d73541cb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:20:58.199416 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "499d86a3-4144-4cca-96cb-97fa9818c48c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:20:58.199665 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f6c69d5-5b61-47a6-91bd-72c3d73541cb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:20:58.200042 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d86a3-4144-4cca-96cb-97fa9818c48c', 'code': 200} Jul 28 11:20:58.275132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f8eab473-4936-47fa-adab-7276392b6a23,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.291663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:58.296705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'f8eab473-4936-47fa-adab-7276392b6a23', 'network_id': 'd7c3bff6-d3e9-43ac-9d33-4b3663ed94cd', 'port_id': 'f8eab473-4936-47fa-adab-7276392b6a23', 'mac_address': 'fa:16:3e:de:93:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f607007-6612-4e23-9f85-b9845a3df0bd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:58.301098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:20:58.326493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:20:58.326867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.394830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:58.399616 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.419876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8eab473-4936-47fa-adab-7276392b6a23 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:58.432000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be1e50a8-a448-4051-b2c6-0e18ec7df350 req-53df7686-7d2a-47c3-aaa4-c833f093c448 tempest-InstanceActionsNegativeTestJSON-380043227 tempest-InstanceActionsNegativeTestJSON-380043227-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fc4570-3e14-43cf-ba2f-85ec0086390e HTTP/1.1" status: 200 len: 210 time: 0.0374439 Jul 28 11:20:58.446149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f8eab473-4936-47fa-adab-7276392b6a23,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.468569 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.469218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a4e9e0f5-c63f-4986-a63d-c774d48d30b7 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:58.518813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.587855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:58.617708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.624589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.647405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261f034-7870-4f3b-b066-d2c129cbc5cc req-abef49e7-5bb9-4d42-87e7-8ef205293a61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:58.648943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9261f034-7870-4f3b-b066-d2c129cbc5cc req-abef49e7-5bb9-4d42-87e7-8ef205293a61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0489135 Jul 28 11:20:58.685012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.688794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9261f034-7870-4f3b-b066-d2c129cbc5cc req-0ca80dbd-5f05-49c7-8e7b-dc16f72608ad tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jul 28 11:20:58.708198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'port_id': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7', 'mac_address': 'fa:16:3e:0b:3f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:58.709927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:58.750905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.763757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e9e0f5-c63f-4986-a63d-c774d48d30b7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:58.782881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.787184 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.787930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c4520011-d6a5-40ae-8e12-82ab17ca9f94 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:58.857563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.860051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:58.872328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'c4520011-d6a5-40ae-8e12-82ab17ca9f94', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'port_id': 'c4520011-d6a5-40ae-8e12-82ab17ca9f94', 'mac_address': 'fa:16:3e:5a:10:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:58.912052 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.926162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4520011-d6a5-40ae-8e12-82ab17ca9f94 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:58.949181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:58.953807 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:58.954540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 352a4f97-572f-4511-bf71-ff3f55028090 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:20:59.022642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:59.026153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=352a4f97-572f-4511-bf71-ff3f55028090,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:59.037590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '352a4f97-572f-4511-bf71-ff3f55028090', 'network_id': '3fffdda8-8931-4aa4-a4c0-34a9d0f011ce', 'port_id': '352a4f97-572f-4511-bf71-ff3f55028090', 'mac_address': 'fa:16:3e:e7:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:20:59.065202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.072740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.084222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.086034 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.088475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.094026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.099128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352a4f97-572f-4511-bf71-ff3f55028090 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:20:59.100115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.105930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.107823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-1a20c099-2dc9-4d57-9290-1731dc218796 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5436 time: 0.1120846 Jul 28 11:20:59.119244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=352a4f97-572f-4511-bf71-ff3f55028090,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:20:59.124257 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.156291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39400640-dc62-4c2a-a0d0-8ed8f47cf2dd req-69721fed-d947-494f-990c-37627b81a91e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405068 Jul 28 11:20:59.177732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:59.493351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:59.541528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Deleting subnet ef5ac6e5-9103-4fde-ab71-6bebf78aa35d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:20:59.544601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.582070 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.613959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 178755cc-15ca-4994-a594-f3514f0d38b2 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:20:59.620918 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.632756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 178755cc-15ca-4994-a594-f3514f0d38b2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:20:59.633282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 178755cc-15ca-4994-a594-f3514f0d38b2 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:20:59.672305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.697291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5ac6e5-9103-4fde-ab71-6bebf78aa35d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:20:59.701264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.703808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f9e6c22a-b63d-4011-a517-22332319c3fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef5ac6e5-9103-4fde-ab71-6bebf78aa35d HTTP/1.1" status: 204 len: 168 time: 0.2087247 Jul 28 11:20:59.707586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:20:59.710493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f8eab473-4936-47fa-adab-7276392b6a23'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:59.747988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['4018587f-ce8a-440b-a973-09ccdaf07352'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:59.775945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c4520011-d6a5-40ae-8e12-82ab17ca9f94'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:59.782253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.785352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['a4e9e0f5-c63f-4986-a63d-c774d48d30b7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:20:59.813381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d8d7-d92f-4356-98eb-93bfbed93a5f req-dfc49609-59bc-4bbc-8e33-80216f6bfa5b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:20:59.816305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4369d8d7-d92f-4356-98eb-93bfbed93a5f req-dfc49609-59bc-4bbc-8e33-80216f6bfa5b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0552766 Jul 28 11:20:59.855820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4369d8d7-d92f-4356-98eb-93bfbed93a5f req-4c1b2802-0216-487e-a0ba-8adc4d8df80c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Jul 28 11:20:59.866115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.880351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4494ac9-4b23-4db3-8f06-f32cd7122381']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:59.891277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:59.891575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feea4e10-c5cd-4b5a-8e13-5972ab2fb11a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:20:59.900730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.919816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.926741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:20:59.927136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:20:59.928970 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:20:59.988928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:00.004647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:00.006557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4494ac9-4b23-4db3-8f06-f32cd7122381 HTTP/1.1" status: 204 len: 168 time: 0.2979488 Jul 28 11:21:00.007786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931b7a-2f5f-49d4-aef2-c9642250ed9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4494ac9-4b23-4db3-8f06-f32cd7122381,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:00.135494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:00.151426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57232d70-8dfd-4bc4-8a59-a555a27b31ea req-f110e5fe-e89b-47c5-a950-27346b0f500a tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.153187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57232d70-8dfd-4bc4-8a59-a555a27b31ea req-f110e5fe-e89b-47c5-a950-27346b0f500a tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1096 time: 0.0471771 Jul 28 11:21:00.185267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-73ea5472-686f-4efc-b432-bb4bc8c68168 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b65e1adefd46a68c31c4d6674ade38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483277 Jul 28 11:21:00.187757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:00.201296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:00.203505 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9be10-1291-441c-abfd-b5599a8b9542" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:00.226037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57232d70-8dfd-4bc4-8a59-a555a27b31ea req-cbd428c6-ec24-4a25-94cf-da788dbf51d5 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648174 Jul 28 11:21:00.271960 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b3a67-0189-4dde-ba10-0bf325a1de01 x-openstack-request-id: req-1c7b3a67-0189-4dde-ba10-0bf325a1de01 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:00.272140 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:00.272426 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c7b3a67-0189-4dde-ba10-0bf325a1de01 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:00.273048 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'code': 200} Jul 28 11:21:00.305079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a78a-8416-4813-a8bc-f1f4c204832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:00.324519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.330702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.336598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.342424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.348464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.354553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.360405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.362823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-26d22937-dbda-4455-84d8-e3d5d5dd2956 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5437 time: 0.1192026 Jul 28 11:21:00.764947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a78a-8416-4813-a8bc-f1f4c204832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:00.802759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea29482a-b6e4-4144-ae46-af6bedd56085 req-e8f72873-bafc-4fde-b294-7f43a51f10ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927265 Jul 28 11:21:00.815862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1611-aefa-4f99-ba3d-88082d001571 req-b051d192-5dec-4fe8-8e90-7adabb886638 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:00.818205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c5a1611-aefa-4f99-ba3d-88082d001571 req-b051d192-5dec-4fe8-8e90-7adabb886638 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.4544296 Jul 28 11:21:00.863143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c5a1611-aefa-4f99-ba3d-88082d001571 req-3061ea5c-a2f0-44e3-b1fe-1bfaab0bacd4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358131 Jul 28 11:21:00.869183 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a78a-8416-4813-a8bc-f1f4c204832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:00.871700 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a78a-8416-4813-a8bc-f1f4c204832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:00.872801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e7c7a78a-8416-4813-a8bc-f1f4c204832c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0011c409-e077-4156-9525-1d2ccd9ea78a HTTP/1.1" status: 204 len: 168 time: 0.6839335 Jul 28 11:21:00.888751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:00.898412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7a78a-8416-4813-a8bc-f1f4c204832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011c409-e077-4156-9525-1d2ccd9ea78a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:00.968978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:01.022194 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96660e4a-5f0f-4bbb-869a-2acdbb5d7e3e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/b49d561b-c5ea-4145-8402-7477312b8a38 HTTP/1.1" status: 200 len: 992 time: 0.1314209 Jul 28 11:21:01.094276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73bcf840-482d-4143-987a-3369e0b860fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:01.129570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e93e6d-336f-4651-96cb-b79b7d93f7ff req-3947ee2a-bfc1-4ab2-97cd-f605f29c5d0b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:01.131130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1e93e6d-336f-4651-96cb-b79b7d93f7ff req-3947ee2a-bfc1-4ab2-97cd-f605f29c5d0b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1178329 Jul 28 11:21:01.181393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1e93e6d-336f-4651-96cb-b79b7d93f7ff req-bee2b2a4-e521-4636-9aa2-95f19b9af530 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Jul 28 11:21:01.218179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['352a4f97-572f-4511-bf71-ff3f55028090'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:01.802979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:01.821234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-98fedfc0-7aa5-4bd7-a7eb-3bcd25faee9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429337 Jul 28 11:21:01.863102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3f6ff-0120-4167-8c04-9b80f3fc60d4 req-4c41934a-9572-4524-af0c-bfd2ce7fae92 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:01.865011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cb3f6ff-0120-4167-8c04-9b80f3fc60d4 req-4c41934a-9572-4524-af0c-bfd2ce7fae92 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0805869 Jul 28 11:21:01.911382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:01.924777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cb3f6ff-0120-4167-8c04-9b80f3fc60d4 req-57077f56-ad0d-4ec4-a5c9-e28895bb1577 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527523 Jul 28 11:21:01.969255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1716880845-network', 'tenant_id': 'fa560f66cba64a40a622beae2d01ffbc'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:02.011912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.018303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.024820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.030910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.038314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.044816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.051583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.059925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-52e62730-d9ed-4fbe-b96c-beb68a8430e7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5437 time: 0.1267569 Jul 28 11:21:02.068286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Made reservation on behalf of fa560f66cba64a40a622beae2d01ffbc for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:02.070567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.087070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.131369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b9adc94-4d16-4d89-9684-4ce38956a38b req-562c71ff-b422-4cfe-9bc7-16aff5dd5f6a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703964 Jul 28 11:21:02.242279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.250373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.307012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:21:02.320742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66a6153-c53c-401c-b545-18c6bd5816f0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:02.325979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.326314 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Added segment baa8be71-6f96-4cd4-ab3a-617652659fd3 of type vlan for network e6225ff1-a76d-4200-ba36-ab9998e29613 Jul 28 11:21:02.381762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7644d9-a91e-4533-ac77-1da54ec478c0 req-6814a247-59fe-4b75-9abc-91b8fbea0ca6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.383273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d7644d9-a91e-4533-ac77-1da54ec478c0 req-6814a247-59fe-4b75-9abc-91b8fbea0ca6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1137002 Jul 28 11:21:02.385189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.444678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.445643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.446205 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.460578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d7644d9-a91e-4533-ac77-1da54ec478c0 req-ed1f46dc-d279-4ff0-a7a3-2883add9f196 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636060 Jul 28 11:21:02.512291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:02.512783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7080538 Jul 28 11:21:02.520435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Request body: {'subnet': {'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1716880845-subnet', 'tenant_id': 'fa560f66cba64a40a622beae2d01ffbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:02.548020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c224ffb-2edd-4fdb-abdf-a0b76ff9796c admin admin] Pushing event updated for resources: {'Network': ['ID=e6225ff1-a76d-4200-ba36-ab9998e29613,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:02.550276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Made reservation on behalf of fa560f66cba64a40a622beae2d01ffbc for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:02.553085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.561770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e6225ff1-a76d-4200-ba36-ab9998e29613 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:21:02.766057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.823994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7cb11f-cf93-493b-ae5f-440f608608af,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:02.831846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Checking segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:02.832126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Network hostable DHCP agents. Network: e6225ff1-a76d-4200-ba36-ab9998e29613, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:21:02.849658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Network e6225ff1-a76d-4200-ba36-ab9998e29613 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:21:02.861640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e6225ff1-a76d-4200-ba36-ab9998e29613) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:02.865893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:02.866543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:02.871208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8241afb8-4ac1-4bad-98aa-d290de81004b None None] Network e6225ff1-a76d-4200-ba36-ab9998e29613 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:21:02.884831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ccdd11c3-757c-42f5-b3bc-28bf1a26163b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3700378 Jul 28 11:21:03.028300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097674e2-e3bb-4d11-a75f-4d04fb61f39d None None] Network e6225ff1-a76d-4200-ba36-ab9998e29613 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:21:03.259385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-bd279b52-06dc-4480-9798-984beae79454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.261098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-bd279b52-06dc-4480-9798-984beae79454 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1096 time: 0.0967996 Jul 28 11:21:03.267476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32937715-8672-44b5-81fc-1a117b8ea558 req-c488aca2-8f3f-4b0c-ba40-38574329c0f1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.269489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32937715-8672-44b5-81fc-1a117b8ea558 req-c488aca2-8f3f-4b0c-ba40-38574329c0f1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.2809780 Jul 28 11:21:03.365962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32937715-8672-44b5-81fc-1a117b8ea558 req-fc095c5a-8105-4a0b-8620-d7948451236f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893981 Jul 28 11:21:03.373599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-68ab3340-70ff-42a7-b1e2-125f58aa86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.377785 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-68ab3340-70ff-42a7-b1e2-125f58aa86c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.0993888 Jul 28 11:21:03.397355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:03.426534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-c3748fd5-ff90-43b0-8cbd-df990755e4ce tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.428260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-c3748fd5-ff90-43b0-8cbd-df990755e4ce tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 813 time: 0.1297641 Jul 28 11:21:03.447035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-99015a1e-228c-4dab-be12-da9426f09df9 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/quotas/fa560f66cba64a40a622beae2d01ffbc HTTP/1.1" status: 200 len: 375 time: 0.0111749 Jul 28 11:21:03.476978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-b56d7013-df24-47f8-9846-26d75bc4a952 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0927944 Jul 28 11:21:03.511270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-0f0560c7-ad94-4787-ae51-e66a09c6828d tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585892 Jul 28 11:21:03.534458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-d0af45fb-899b-407c-8492-8fc8f455894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.536066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-d0af45fb-899b-407c-8492-8fc8f455894b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.0510006 Jul 28 11:21:03.583519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-aaaffdb9-90c8-4bed-aca6-6e309639542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.585038 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-aaaffdb9-90c8-4bed-aca6-6e309639542f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407777 Jul 28 11:21:03.585150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.590997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.597506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.603667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.608850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 4018587f-ce8a-440b-a973-09ccdaf07352 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:03.609644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.615785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.621725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:03.623658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-07405e2c-6440-4c58-987c-9b87b732dba5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5437 time: 0.1562936 Jul 28 11:21:03.680294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 4018587f-ce8a-440b-a973-09ccdaf07352 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:03.687752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 4018587f-ce8a-440b-a973-09ccdaf07352 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:03.690338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:03.707054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-37d20faa-4283-4881-a798-dcafe49b5e5e service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142395 Jul 28 11:21:03.721412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-969a1290-5318-4d75-a4d4-ff0750fc1996 req-346b4edd-fe89-4a5f-a594-318d3d5848fb tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879748 Jul 28 11:21:03.774428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-f701f556-44e8-4f77-b7cc-e3f1f1dec7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487321 Jul 28 11:21:03.818984 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:03.863509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:03.868016 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6b435-f818-4e23-82d7-43b7d3c4e155" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:03.891092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=4018587f-ce8a-440b-a973-09ccdaf07352,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:03.898595 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:03.899514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f8eab473-4936-47fa-adab-7276392b6a23 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:03.924611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f26a1d49-3142-43d9-bb3b-dd684864e704 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077610 Jul 28 11:21:03.925366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-09e6a499-590c-4b15-8e8d-3b661e401e9b service neutron] 10.222.0.20 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439967 Jul 28 11:21:04.003452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860185a-b7f4-4586-8c19-38b05138d7d2 req-f2d53e76-3ed3-46a1-ab0d-4586e1d157bc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:04.005594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7860185a-b7f4-4586-8c19-38b05138d7d2 req-f2d53e76-3ed3-46a1-ab0d-4586e1d157bc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1035373 Jul 28 11:21:04.026685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:04.057885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port f8eab473-4936-47fa-adab-7276392b6a23 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:04.071315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port f8eab473-4936-47fa-adab-7276392b6a23 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:04.071703 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.075401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7860185a-b7f4-4586-8c19-38b05138d7d2 req-e3135f46-d7e9-4bb9-ae32-adc9367c6fda tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628190 Jul 28 11:21:04.117729 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3958e787-f55e-4edd-b530-37810ccee8ce x-openstack-request-id: req-3958e787-f55e-4edd-b530-37810ccee8ce {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:04.118022 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:04.118271 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3958e787-f55e-4edd-b530-37810ccee8ce {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:04.119017 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352', 'code': 200} Jul 28 11:21:04.198672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.269294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f8eab473-4936-47fa-adab-7276392b6a23,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:04.281887 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.282810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a4e9e0f5-c63f-4986-a63d-c774d48d30b7 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:04.295275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eff89-0274-4ff9-acc4-2ab69d3a47b2 req-55341327-e1ce-485e-99e9-a9c39d00e243 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:04.297735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c61eff89-0274-4ff9-acc4-2ab69d3a47b2 req-55341327-e1ce-485e-99e9-a9c39d00e243 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1260259 Jul 28 11:21:04.339182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc9dbda2-b895-40e8-9cd4-da647c8a84ec req-5c01621f-b063-4860-ae53-4c7e2744c87f tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 210 time: 0.0390429 Jul 28 11:21:04.378024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c61eff89-0274-4ff9-acc4-2ab69d3a47b2 req-de6be0f6-5bbc-40cd-8855-690eabe54fa3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661621 Jul 28 11:21:04.392695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:04.425309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:04.429481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:04.430062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.541343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.578980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:04.583975 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.585057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c4520011-d6a5-40ae-8e12-82ab17ca9f94 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:04.623224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61eb00-d388-4043-985b-116ddec040b3 req-8179c084-bd9e-4342-8f50-cced35faaabb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:04.631445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc61eb00-d388-4043-985b-116ddec040b3 req-8179c084-bd9e-4342-8f50-cced35faaabb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0992854 Jul 28 11:21:04.674589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:04.696895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc61eb00-d388-4043-985b-116ddec040b3 req-ef914d1f-8257-40f4-ae40-10b6d2269208 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Jul 28 11:21:04.697005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port c4520011-d6a5-40ae-8e12-82ab17ca9f94 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:04.697117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c6a56-6d47-4373-8cd0-cd35e51067c6 req-91effa6e-dbc1-4aa2-996c-09cbf2841c64 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:04.697217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port c4520011-d6a5-40ae-8e12-82ab17ca9f94 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:04.697217 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.719404 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-866c6a56-6d47-4373-8cd0-cd35e51067c6 req-91effa6e-dbc1-4aa2-996c-09cbf2841c64 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.2634234 Jul 28 11:21:04.788313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-866c6a56-6d47-4373-8cd0-cd35e51067c6 req-c5c3e95c-5cbc-49a5-a684-a4472900a8e1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682950 Jul 28 11:21:04.819187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.873233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:04.879876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:04.880880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 352a4f97-572f-4511-bf71-ff3f55028090 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:04.884040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46b20-e5f5-4541-ba35-f9a544be86d9 req-d2f6e9ab-0ad2-4ef5-901e-3b2ebf9273e2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:04.891648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d46b20-e5f5-4541-ba35-f9a544be86d9 req-d2f6e9ab-0ad2-4ef5-901e-3b2ebf9273e2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0853465 Jul 28 11:21:04.980826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:04.996879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 352a4f97-572f-4511-bf71-ff3f55028090 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:05.014187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43d46b20-e5f5-4541-ba35-f9a544be86d9 req-6ceff90d-4cc4-4e71-b0e9-cd3b3b6f58c4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216559 Jul 28 11:21:05.017020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 352a4f97-572f-4511-bf71-ff3f55028090 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:05.017588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:05.070742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.090217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.096366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.115143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.122752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.130136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.136255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.138341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-ad3e1210-539d-4975-b0f5-acd7268c347f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5441 time: 0.2440627 Jul 28 11:21:05.143903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:05.203989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=352a4f97-572f-4511-bf71-ff3f55028090,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:05.213331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:05.235790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8873bc37-8798-454f-b1bc-4004f6f13964 req-6ce4a400-ab22-44e9-958f-0322aac4b273 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867169 Jul 28 11:21:05.277778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:05.354966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c538b-d19a-4403-8f3e-78c7b37a99d4 req-3a3332be-1750-4e90-ade2-17d323afce6d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.356600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d7c538b-d19a-4403-8f3e-78c7b37a99d4 req-3a3332be-1750-4e90-ade2-17d323afce6d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0505848 Jul 28 11:21:05.403556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d7c538b-d19a-4403-8f3e-78c7b37a99d4 req-a3c8c98f-f4d6-4bea-b9c2-bca383a8ce2a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Jul 28 11:21:05.440955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c12672-63a5-40b5-bfaa-6d80395a8d04 req-fbc5665d-0535-4f87-acff-cd153d117851 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 210 time: 0.0277045 Jul 28 11:21:05.530197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485226f-4cc4-4aca-a199-8208ec35a486 req-93a0008a-524f-4171-abd7-2d1c1e8b1327 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.531640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2485226f-4cc4-4aca-a199-8208ec35a486 req-93a0008a-524f-4171-abd7-2d1c1e8b1327 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0530331 Jul 28 11:21:05.580191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2485226f-4cc4-4aca-a199-8208ec35a486 req-b559da73-059d-4cc4-83e6-e1a6322f1372 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 Jul 28 11:21:05.836384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7c8c4-6c50-4523-acff-26a3f8d12cdf req-3a088b88-3350-4c23-8048-bd3b20c13a6b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.843944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36c7c8c4-6c50-4523-acff-26a3f8d12cdf req-3a088b88-3350-4c23-8048-bd3b20c13a6b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1060526 Jul 28 11:21:05.891601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-442092cc-a158-43b9-a349-7c06b95fa6e9 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.893348 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-442092cc-a158-43b9-a349-7c06b95fa6e9 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 813 time: 0.3056366 Jul 28 11:21:05.903759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8294979e-6f41-4710-93c1-0294171914d3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:05.905504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8294979e-6f41-4710-93c1-0294171914d3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 813 time: 0.1722984 Jul 28 11:21:05.917101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Request body: {'port': {'device_id': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'admin_state_up': True, 'tenant_id': 'fa560f66cba64a40a622beae2d01ffbc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:05.926301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Request body: {'port': {'device_id': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'admin_state_up': True, 'tenant_id': 'fa560f66cba64a40a622beae2d01ffbc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:05.946629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36c7c8c4-6c50-4523-acff-26a3f8d12cdf req-c9bed75f-ef30-40c0-9df4-1b9aa884375a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015327 Jul 28 11:21:05.997385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82d65-b47d-41b1-8a79-d4d48ed15a0c req-80cf0dd2-2c6a-478d-8f55-d1b9765d72ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.003353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99b82d65-b47d-41b1-8a79-d4d48ed15a0c req-80cf0dd2-2c6a-478d-8f55-d1b9765d72ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1307681 Jul 28 11:21:06.056381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99b82d65-b47d-41b1-8a79-d4d48ed15a0c req-17b85dda-5fba-4dec-9813-b10fe89de405 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Jul 28 11:21:06.092522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Made reservation on behalf of fa560f66cba64a40a622beae2d01ffbc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:06.096665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:06.119796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361911-28b2-4bda-8b63-cb6b61e9b0d6 req-4926d60a-294e-4139-9ade-70bec2a921a9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.120000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23'}, {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7'}, {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4520011-d6a5-40ae-8e12-82ab17ca9f94'}, {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:06.121166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b361911-28b2-4bda-8b63-cb6b61e9b0d6 req-4926d60a-294e-4139-9ade-70bec2a921a9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0623186 Jul 28 11:21:06.122313 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad4fe1a-2dbf-4330-af6a-80eabe5a0dc3" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "f8eab473-4936-47fa-adab-7276392b6a23"}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7"}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "c4520011-d6a5-40ae-8e12-82ab17ca9f94"}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "352a4f97-572f-4511-bf71-ff3f55028090"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:06.169371 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b39fe7-09c4-4bba-8a61-09ac598fdafd x-openstack-request-id: req-f5b39fe7-09c4-4bba-8a61-09ac598fdafd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:06.169893 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "f8eab473-4936-47fa-adab-7276392b6a23", "code": 200}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7", "code": 200}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "c4520011-d6a5-40ae-8e12-82ab17ca9f94", "code": 200}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-plugged", "status": "completed", "tag": "352a4f97-572f-4511-bf71-ff3f55028090", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:06.170346 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5b39fe7-09c4-4bba-8a61-09ac598fdafd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:06.170958 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23', 'code': 200} Jul 28 11:21:06.171397 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7', 'code': 200} Jul 28 11:21:06.171826 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4520011-d6a5-40ae-8e12-82ab17ca9f94', 'code': 200} Jul 28 11:21:06.172284 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090', 'code': 200} Jul 28 11:21:06.184689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b361911-28b2-4bda-8b63-cb6b61e9b0d6 req-3d571f2f-0bfd-40f9-b719-df23ad9a9597 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 Jul 28 11:21:06.260865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Allocated IP 172.20.0.12 (e6225ff1-a76d-4200-ba36-ab9998e29613/be7cb11f-cf93-493b-ae5f-440f608608af/e79a2428-8f5d-489d-9c3e-c449b5a3ccf8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:06.331410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Made reservation on behalf of fa560f66cba64a40a622beae2d01ffbc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:06.335308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:06.406805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b448a2-2790-45b9-9e6e-a26a379c92ef req-961cf885-850a-458a-aa2e-b2cdefbd8af8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.408982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5b448a2-2790-45b9-9e6e-a26a379c92ef req-961cf885-850a-458a-aa2e-b2cdefbd8af8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0954828 Jul 28 11:21:06.416750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.417322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.417801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.418270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.418736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.419200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.419658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.421555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-7da9d23a-4a1c-41eb-ab17-be121a48efb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6499 time: 0.1386979 Jul 28 11:21:06.473741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.479939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.485821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.492490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.498421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.505067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.510996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.512994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-254a2e19-e183-4a18-a59b-dbc3c0d83c1b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.1641662 Jul 28 11:21:06.536705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:06.544330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5b448a2-2790-45b9-9e6e-a26a379c92ef req-ead8a68f-e667-4318-8762-283db1d0a659 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208415 Jul 28 11:21:06.551279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df34e53d-fdab-4221-9cd2-0fd5e60a3e0a req-274d9cc9-d2b9-45da-a8da-3d0234e761f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203456 Jul 28 11:21:06.589463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e282a11-e18a-4be8-82a7-a5cb207280f8 req-2e91a192-cd17-4a08-83cd-90410c656621 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520713 Jul 28 11:21:06.619213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:06.686579 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056eb0f-6330-4a9b-a2f7-fd236239ff18 req-be47229b-bd95-44e9-93be-0065ad7c8a1b tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.688369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0056eb0f-6330-4a9b-a2f7-fd236239ff18 req-be47229b-bd95-44e9-93be-0065ad7c8a1b tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 932 time: 0.0626481 Jul 28 11:21:06.724807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Network e6225ff1-a76d-4200-ba36-ab9998e29613 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:06.728705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:06.730504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event updated for resources: {'Port': ['ID=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:06.732696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:06.772513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0056eb0f-6330-4a9b-a2f7-fd236239ff18 req-b10a8201-b020-43db-8997-0be37d6b499e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704715 Jul 28 11:21:06.780095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c92698-051b-48c3-a55d-6d53d1b36102 req-1b6e571c-1a25-4eef-9dfa-5ff739a65cc7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.786103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Allocated IP 172.20.0.6 (e6225ff1-a76d-4200-ba36-ab9998e29613/be7cb11f-cf93-493b-ae5f-440f608608af/de8a83f7-779d-4eee-a815-37348d253fc9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:06.786793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45c92698-051b-48c3-a55d-6d53d1b36102 req-1b6e571c-1a25-4eef-9dfa-5ff739a65cc7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0946996 Jul 28 11:21:06.808833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:06.809477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:06.834199 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-8946b30a-6733-4bef-b57e-93076cddeb98 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9120576 Jul 28 11:21:06.843511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45c92698-051b-48c3-a55d-6d53d1b36102 req-f84b108d-91e1-460f-9a79-5aa333cda5e0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555310 Jul 28 11:21:06.853437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Request body: {'port': {'device_id': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:06.979687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.013857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30877f9b-315a-4797-b895-9bfa7ac8c25b req-54c4fa8d-208f-48f8-bb75-f13d6d76ee23 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.015313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30877f9b-315a-4797-b895-9bfa7ac8c25b req-54c4fa8d-208f-48f8-bb75-f13d6d76ee23 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0705969 Jul 28 11:21:07.054783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30877f9b-315a-4797-b895-9bfa7ac8c25b req-4da179e4-e406-4717-97d7-564c189b3da9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Jul 28 11:21:07.138597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.183862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.198188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee783-bbbb-42ef-a8f9-a08782334e78 req-28228019-c1e7-4146-9078-843d4da1db69 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.199854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ccee783-bbbb-42ef-a8f9-a08782334e78 req-28228019-c1e7-4146-9078-843d4da1db69 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0682936 Jul 28 11:21:07.211348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46950d14-7dc3-44cd-93b4-b4eb35acdf0c req-0164a426-0ef3-46b0-9be3-44d8db622d9a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.212869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46950d14-7dc3-44cd-93b4-b4eb35acdf0c req-0164a426-0ef3-46b0-9be3-44d8db622d9a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0906062 Jul 28 11:21:07.270776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Network e6225ff1-a76d-4200-ba36-ab9998e29613 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:07.276860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ccee783-bbbb-42ef-a8f9-a08782334e78 req-4a35788b-10b9-4764-aba6-e073a574c709 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615444 Jul 28 11:21:07.278578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:07.279691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46950d14-7dc3-44cd-93b4-b4eb35acdf0c req-f8b46458-9527-4fef-a0ae-a0638823906e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578654 Jul 28 11:21:07.287014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:07.310203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event updated for resources: {'Port': ['ID=de8a83f7-779d-4eee-a815-37348d253fc9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:07.362505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.363132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.385280 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-5b03ef57-a7a7-42a5-b103-5698d1fe92eb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4785447 Jul 28 11:21:07.418045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Request body: {'port': {'device_id': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:07.449836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c33bb-7a0c-47aa-9cda-b86de3eff518 req-f59069c5-079e-4990-8b46-acdd5abf8fb3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.451463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd2c33bb-7a0c-47aa-9cda-b86de3eff518 req-f59069c5-079e-4990-8b46-acdd5abf8fb3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0525026 Jul 28 11:21:07.454381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:07.465757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.490690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd2c33bb-7a0c-47aa-9cda-b86de3eff518 req-b41884ac-fcce-4f34-9770-d7f657087464 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Jul 28 11:21:07.497427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Transition to ACTIVE for port object e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:07.498668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.507966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:07.600682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:07.621102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a3c0-5d0f-4662-894f-606ca9dafcd7 req-32f5617b-7102-42ad-9451-bf63816ffa59 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.622839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcc7a3c0-5d0f-4662-894f-606ca9dafcd7 req-32f5617b-7102-42ad-9451-bf63816ffa59 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0522640 Jul 28 11:21:07.688834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcc7a3c0-5d0f-4662-894f-606ca9dafcd7 req-30f66d43-59f5-4f42-9465-379ba8cc8e62 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555227 Jul 28 11:21:07.762493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.768979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.774959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.780873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.786941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.792928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.799388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.801656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-12590bf3-fbc8-416e-b33c-79bbc8977ed0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.1118779 Jul 28 11:21:07.872403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3019e9f6-1850-4f78-8e9f-e755faf7d2ad req-bb3def4b-d610-4ef2-9564-48cd1644753c tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602167 Jul 28 11:21:07.886364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9678b1f-8b9a-4429-9bb9-b20ff84399ca req-ac3bebc5-722c-4c1a-96b4-4e5f36cbd65b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:07.888081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9678b1f-8b9a-4429-9bb9-b20ff84399ca req-ac3bebc5-722c-4c1a-96b4-4e5f36cbd65b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0854905 Jul 28 11:21:07.943681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9678b1f-8b9a-4429-9bb9-b20ff84399ca req-6b321d7f-23a0-4eda-9a8f-38d1832890b8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Jul 28 11:21:08.015252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbb14a-12d4-4ce7-b67a-71a0bb619be7 req-c7a7734b-3cf7-4cdb-b18d-14646f0bfcb6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.016985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dbbb14a-12d4-4ce7-b67a-71a0bb619be7 req-c7a7734b-3cf7-4cdb-b18d-14646f0bfcb6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 944 time: 0.0649090 Jul 28 11:21:08.090682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dbbb14a-12d4-4ce7-b67a-71a0bb619be7 req-26edeb5c-6d37-4b43-93ed-7c876c8161fe tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625653 Jul 28 11:21:08.093566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Attempting to bind port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:08.094067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Attempting to bind port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:08.094242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Attempting to bind port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:08.107127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 on network e6225ff1-a76d-4200-ba36-ab9998e29613 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:08.107402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Attempting to bind port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:08.111499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0ccd7-49e9-4b52-9282-8f6972867b08 req-d2538e7a-d530-4c3a-9f92-f019c50cac63 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.114521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55e0ccd7-49e9-4b52-9282-8f6972867b08 req-d2538e7a-d530-4c3a-9f92-f019c50cac63 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0948536 Jul 28 11:21:08.117644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:08.117979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Checking segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:08.118360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Bound using segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:08.118782 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Bound port: e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:08.119136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.155481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55e0ccd7-49e9-4b52-9282-8f6972867b08 req-8492332d-daf9-481f-b5d0-7923b51ccebe tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Jul 28 11:21:08.243872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] For port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:08.247401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a83f7-779d-4eee-a815-37348d253fc9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:08.252920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] For port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:08.257488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.261991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Transition to ACTIVE for port object de8a83f7-779d-4eee-a815-37348d253fc9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] 10.222.0.41 "PUT /v2.0/ports/e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 HTTP/1.1" status: 200 len: 1092 time: 1.4683287 Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'tag': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5", "tag": "e79a2428-8f5d-489d-9c3e-c449b5a3ccf8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:08.552607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.559183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19d5f-ef0a-4e70-9615-4ea0e5881d4a req-ecbb4c7e-4907-416c-a30d-f1816a8409a2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.559183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ed19d5f-ef0a-4e70-9615-4ea0e5881d4a req-ecbb4c7e-4907-416c-a30d-f1816a8409a2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0818927 Jul 28 11:21:08.560593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097cdb-d73d-42b2-be05-edf987376c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:08.560972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ed19d5f-ef0a-4e70-9615-4ea0e5881d4a req-06b6460a-e6f9-48cb-a3b3-645872351353 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Jul 28 11:21:08.561231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-469e7684-2c4e-4362-bc19-2b459ec6de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.561231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-469e7684-2c4e-4362-bc19-2b459ec6de40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 1095 time: 0.1467302 Jul 28 11:21:08.561231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a83f7-779d-4eee-a815-37348d253fc9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:08.573175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e6e56-50d7-4d6a-8bbd-a4f25b5d5954 req-a1927dd1-5ab4-4ea2-948f-691074f71c64 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.577602 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c3a71-e280-4bc5-9ef7-77f7b0fd1ffb x-openstack-request-id: req-b25c3a71-e280-4bc5-9ef7-77f7b0fd1ffb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:08.578089 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5", "tag": "e79a2428-8f5d-489d-9c3e-c449b5a3ccf8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:08.578521 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b25c3a71-e280-4bc5-9ef7-77f7b0fd1ffb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:08.579108 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'tag': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8', 'status': 'completed', 'code': 200} Jul 28 11:21:08.581045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-aac6054b-5d14-492c-85ff-c02830225f8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 HTTP/1.1" status: 200 len: 217 time: 0.0592437 Jul 28 11:21:08.584452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-518e6e56-50d7-4d6a-8bbd-a4f25b5d5954 req-a1927dd1-5ab4-4ea2-948f-691074f71c64 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1149390 Jul 28 11:21:08.637097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-518e6e56-50d7-4d6a-8bbd-a4f25b5d5954 req-1aafc0cc-55ee-4574-b365-1868c64e75e7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486486 Jul 28 11:21:08.640846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Attempting to bind port de8a83f7-779d-4eee-a815-37348d253fc9 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:08.641380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Attempting to bind port de8a83f7-779d-4eee-a815-37348d253fc9 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:08.641925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Attempting to bind port de8a83f7-779d-4eee-a815-37348d253fc9 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:08.671454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Port de8a83f7-779d-4eee-a815-37348d253fc9 on network e6225ff1-a76d-4200-ba36-ab9998e29613 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:08.671783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Attempting to bind port de8a83f7-779d-4eee-a815-37348d253fc9 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:08.675959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-965d43f4-e0ac-4ab7-b8df-f21eeadd3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.677671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-965d43f4-e0ac-4ab7-b8df-f21eeadd3f12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.0840495 Jul 28 11:21:08.680648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:08.680984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Checking segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:08.681362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Bound using segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:08.681789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Bound port: de8a83f7-779d-4eee-a815-37348d253fc9, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:08.682147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.736597 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-aa6458b5-8046-4849-88ee-39cadd3b43a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425637 Jul 28 11:21:08.753948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932191c-1dd0-460c-b685-7ceac7c7aa56 req-118a319e-ad9c-4a1e-ad07-e2eb9dd70e05 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.756270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c932191c-1dd0-460c-b685-7ceac7c7aa56 req-118a319e-ad9c-4a1e-ad07-e2eb9dd70e05 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0618694 Jul 28 11:21:08.797896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c932191c-1dd0-460c-b685-7ceac7c7aa56 req-bd253846-7886-415e-893d-04dabc7a9de8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Jul 28 11:21:08.835546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] For port de8a83f7-779d-4eee-a815-37348d253fc9, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:08.860107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] For port de8a83f7-779d-4eee-a815-37348d253fc9, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de8a83f7-779d-4eee-a815-37348d253fc9,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:08.869914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.910391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-10550b77-8f1c-4f56-9a3f-450142b38b31 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658471 Jul 28 11:21:08.914841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:08.915624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:08.917501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] 10.222.0.44 "PUT /v2.0/ports/de8a83f7-779d-4eee-a815-37348d253fc9 HTTP/1.1" status: 200 len: 1091 time: 1.5051241 Jul 28 11:21:09.050772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.057872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.065295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.070957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9e0dc-c68b-46e5-8899-5e233fb8cd69 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a83f7-779d-4eee-a815-37348d253fc9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:09.072052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.078197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.084599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.090567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.092530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-f82dc332-a9d1-447f-8231-35de5010fd37 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.1207440 Jul 28 11:21:09.096433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-dbd20bc7-5dad-42a9-886e-05acd9e142dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.098215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-dbd20bc7-5dad-42a9-886e-05acd9e142dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 1094 time: 0.0908191 Jul 28 11:21:09.154063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-76fe0c4b-2b09-42be-b0e8-39b1a6bb40e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8a83f7-779d-4eee-a815-37348d253fc9 HTTP/1.1" status: 200 len: 217 time: 0.0460954 Jul 28 11:21:09.158541 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-dac9eace-2384-4c50-8908-523ee2434639 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377887 Jul 28 11:21:09.167664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ca0ee88-1061-4460-a644-8eeffe6e27c6 req-a399f861-979c-484d-b70c-b4435f6233a8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643663 Jul 28 11:21:09.183308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92e078-953e-4b4a-bcd7-12b0e5af6f4c req-90328e21-6c78-45b4-82ea-38ff6419d99b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.185339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c92e078-953e-4b4a-bcd7-12b0e5af6f4c req-90328e21-6c78-45b4-82ea-38ff6419d99b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0917447 Jul 28 11:21:09.224878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-6c108d78-1c5c-4c88-9101-a176f973d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.226746 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-6c108d78-1c5c-4c88-9101-a176f973d626 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.0656097 Jul 28 11:21:09.258895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c92e078-953e-4b4a-bcd7-12b0e5af6f4c req-8135402b-fda3-4e38-bbc8-a5236a73f383 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Jul 28 11:21:09.315806 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-7af4ad17-d1f0-45a5-ab2e-e47e8fe39736 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655394 Jul 28 11:21:09.356314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518e02d-924e-4ac3-8d82-3870952aef0a req-02557457-5137-4f9a-8fc5-f0252f69a507 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.360264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4518e02d-924e-4ac3-8d82-3870952aef0a req-02557457-5137-4f9a-8fc5-f0252f69a507 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 944 time: 0.0741875 Jul 28 11:21:09.377606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-a006b9c2-7686-4bc4-bf02-f75e8b2ee174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.379677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-a006b9c2-7686-4bc4-bf02-f75e8b2ee174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 1095 time: 0.1441808 Jul 28 11:21:09.444460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.450459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.457469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.463575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.469629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.476078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.477510 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-82357a41-87fd-4642-9f7d-90992749ed4e service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543000 Jul 28 11:21:09.484735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.486934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7d82996-04ab-4679-ae05-a4b5bc446e65 req-a919d89a-4388-4e4e-9348-c87aefe364b0 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.1528184 Jul 28 11:21:09.499053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4518e02d-924e-4ac3-8d82-3870952aef0a req-807068db-0ef7-4cd1-9ab4-81d6bba0e4c5 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Jul 28 11:21:09.500255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:09.506400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Request body: {'floatingip': {'port_id': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:09.559272 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:09.571437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-8335cb14-9f15-4a69-a628-ff8f06164b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.572986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-8335cb14-9f15-4a69-a628-ff8f06164b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 914 time: 0.1838558 Jul 28 11:21:09.634411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-a8e34502-83e4-4134-97d4-6d3a6ef35f09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 HTTP/1.1" status: 200 len: 217 time: 0.0448456 Jul 28 11:21:09.673218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-af27ec06-7030-4cf9-affc-7c574b737a5a req-d98043e7-a76e-4ed7-84fa-5a830e738a95 service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828017 Jul 28 11:21:09.706447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-a815aeb8-f368-402a-b507-c9419fb7410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.708697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-a815aeb8-f368-402a-b507-c9419fb7410f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.0638127 Jul 28 11:21:09.719507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a15362-07f0-416d-916d-f2cf6953b23b req-73244c49-b9eb-4250-ab3b-be4c38fac6d7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.721297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74a15362-07f0-416d-916d-f2cf6953b23b req-73244c49-b9eb-4250-ab3b-be4c38fac6d7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1591899 Jul 28 11:21:09.780197 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-1a1d9fd5-7347-44e9-9f6c-565b104fc504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576739 Jul 28 11:21:09.881224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-ea0fe68c-6bd3-4e0e-9b1f-958da063a571 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930998 Jul 28 11:21:09.901429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74a15362-07f0-416d-916d-f2cf6953b23b req-dce8d1bd-1fbc-4b14-a6a0-bc4d026326eb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128199 Jul 28 11:21:09.918468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8e4fe-d062-4f9c-8ebb-04d1a83968b2 req-14231653-2846-4da5-8c9c-b5be2c966af3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:09.920053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a8e4fe-d062-4f9c-8ebb-04d1a83968b2 req-14231653-2846-4da5-8c9c-b5be2c966af3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1326771 Jul 28 11:21:10.004379 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1fe96c5f-9bb8-45e7-be53-bc0f1f5c4cc0 req-4aa7b565-9eed-4875-a06c-55e9f1cc2829 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155560 Jul 28 11:21:10.084256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a8e4fe-d062-4f9c-8ebb-04d1a83968b2 req-ab6692b1-d752-407d-8db3-2dc78f32b218 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542764 Jul 28 11:21:10.166241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a657d7-5ec0-4f64-9e38-50802d608228 req-5568d23d-3d28-445b-923e-aced41221249 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:10.167770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76a657d7-5ec0-4f64-9e38-50802d608228 req-5568d23d-3d28-445b-923e-aced41221249 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1047463 Jul 28 11:21:10.271709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76a657d7-5ec0-4f64-9e38-50802d608228 req-79295786-1be0-4e23-963a-4118592a725e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804744 Jul 28 11:21:10.291791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:10.298761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:10.442852 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Floating IP 26245a85-48d5-4ad0-be0e-72d754fbf733 associated. External IP: 172.25.1.217, port: 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772. Jul 28 11:21:10.495921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea107-e846-4928-99ef-4014980ebe20 req-77f70bca-8211-4d06-88ef-0cbbee540f2d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:10.497492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e6ea107-e846-4928-99ef-4014980ebe20 req-77f70bca-8211-4d06-88ef-0cbbee540f2d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1014323 Jul 28 11:21:10.581408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'tag': 'de8a83f7-779d-4eee-a815-37348d253fc9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:10.584567 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e159900-4d38-4c19-b875-6b0b2c51505b" -d '{"events": [{"name": "network-changed", "server_uuid": "07bc96b7-a1a0-4030-a45f-2fc50b8efbbd", "tag": "de8a83f7-779d-4eee-a815-37348d253fc9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:10.585210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e6ea107-e846-4928-99ef-4014980ebe20 req-ca584b4b-32d2-4c4b-aa50-08e98b16b685 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804558 Jul 28 11:21:10.643590 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d585bd-f71f-464d-8335-eaa8148c4b5c x-openstack-request-id: req-36d585bd-f71f-464d-8335-eaa8148c4b5c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:10.643893 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bc96b7-a1a0-4030-a45f-2fc50b8efbbd", "tag": "de8a83f7-779d-4eee-a815-37348d253fc9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:10.644158 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36d585bd-f71f-464d-8335-eaa8148c4b5c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:10.644594 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'tag': 'de8a83f7-779d-4eee-a815-37348d253fc9', 'status': 'completed', 'code': 200} Jul 28 11:21:10.652492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc1b1-a859-4296-bb60-e05c197c08f0 req-1a8ef22b-4854-4dce-b1de-cfd79f94157e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:10.661200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-147cc1b1-a859-4296-bb60-e05c197c08f0 req-1a8ef22b-4854-4dce-b1de-cfd79f94157e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 944 time: 0.0824652 Jul 28 11:21:10.728348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-07a30809-b9b3-4979-9577-581765646ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:10.729989 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-07a30809-b9b3-4979-9577-581765646ff0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 1094 time: 0.0643106 Jul 28 11:21:10.775022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-147cc1b1-a859-4296-bb60-e05c197c08f0 req-dd660b12-878e-43e3-8987-63f6a3847eda tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129119 Jul 28 11:21:10.805908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Router 8f6cf680-192d-442c-bdee-569075321539 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:21:10.866723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-33d96cd8-8c49-43c3-86c2-97576c8916fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:10.868550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-33d96cd8-8c49-43c3-86c2-97576c8916fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 914 time: 0.1313961 Jul 28 11:21:10.927794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-69ea7fe4-a06a-4f22-bb75-fed8ff11a792 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de8a83f7-779d-4eee-a815-37348d253fc9 HTTP/1.1" status: 200 len: 217 time: 0.0432868 Jul 28 11:21:10.975998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:21:10.998323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] Sync routers for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:21:10.999527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:11.018960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:21:11.019613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:21:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:11.044756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4e1aacdd-cfc3-488c-965a-1dd8274f7fc3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "PUT /v2.0/floatingips/26245a85-48d5-4ad0-be0e-72d754fbf733 HTTP/1.1" status: 200 len: 991 time: 1.5404754 Jul 28 11:21:11.047145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-d2e639ae-13d6-48c7-b353-90f6a387c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.048934 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-d2e639ae-13d6-48c7-b353-90f6a387c5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.1137476 Jul 28 11:21:11.049644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:11.053589 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b86c9-b121-44c0-8be0-63d28456193f" -d '{"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:11.088144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-0a03e65a-e00b-4c1e-9129-1fe4ed9b9b86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319667 Jul 28 11:21:11.152540 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a602fbc-e0b3-49ef-818f-75af1100762b x-openstack-request-id: req-1a602fbc-e0b3-49ef-818f-75af1100762b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:11.152832 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:11.153082 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a602fbc-e0b3-49ef-818f-75af1100762b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:11.153537 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'status': 'completed', 'code': 200} Jul 28 11:21:11.250239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:21:11.276950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.277628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.278273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.279249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.280049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.280820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.281511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.284565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-ef37e972-f6f4-4f37-8318-6376266e54f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6499 time: 0.1006103 Jul 28 11:21:11.297464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-363328bd-0d02-4fab-82f9-349c782d7e64 service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016361 Jul 28 11:21:11.429298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4e159900-4d38-4c19-b875-6b0b2c51505b req-067b0cad-5bbd-4994-861d-37bf13104641 service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201217 Jul 28 11:21:11.544863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '26245a85-48d5-4ad0-be0e-72d754fbf733', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '8f6cf680-192d-442c-bdee-569075321539', 'port_id': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'mac_address': 'fa:16:3e:e8:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:20:06Z', 'updated_at': '2021-07-28T11:21:10Z', 'revision_number': 1, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:19Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:11.587979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] Checking router: 8f6cf680-192d-442c-bdee-569075321539 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:21:11.598676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:21:11.599908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:21:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:11.657213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de8a83f7-779d-4eee-a815-37348d253fc9 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:11.762690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:21:11.778882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde3818-e79a-4847-bec3-d204f760de7c req-140477b6-7523-4a59-9e11-3c29f5420949 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.788277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fde3818-e79a-4847-bec3-d204f760de7c req-140477b6-7523-4a59-9e11-3c29f5420949 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.4993842 Jul 28 11:21:11.803075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a5678-075f-49c6-a3e3-997be23794f4 req-ea0b9077-93ef-4c6d-b923-a3d2baffd8cc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.804583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-413a5678-075f-49c6-a3e3-997be23794f4 req-ea0b9077-93ef-4c6d-b923-a3d2baffd8cc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.5593781 Jul 28 11:21:11.885183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-a9a0a4ef-e850-4b1c-bb82-637925b3b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:11.886817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-a9a0a4ef-e850-4b1c-bb82-637925b3b41f service neutron] 10.222.0.44 "GET /v2.0/networks?id=1849a05a-7fc8-491d-93fe-05485dfd4526 HTTP/1.1" status: 200 len: 917 time: 0.5653543 Jul 28 11:21:11.901069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fde3818-e79a-4847-bec3-d204f760de7c req-0e713f8d-d1f3-48b3-ab23-4ff255e5de5d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132915 Jul 28 11:21:11.905323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-413a5678-075f-49c6-a3e3-997be23794f4 req-0ba77c68-5a85-401a-9d4c-3b39044a2982 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832348 Jul 28 11:21:12.034267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-f5dbe0e5-c083-42d4-9969-a93f0b2c6770 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 200 len: 999 time: 0.1275299 Jul 28 11:21:12.047824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6e3a-85a6-4b06-8ade-58fca9eae536 req-c1acfef0-17e7-4bca-8d80-1337dcf4b908 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:12.053326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-560c6e3a-85a6-4b06-8ade-58fca9eae536 req-c1acfef0-17e7-4bca-8d80-1337dcf4b908 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 944 time: 0.0792930 Jul 28 11:21:12.056560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port de8a83f7-779d-4eee-a815-37348d253fc9, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de8a83f7-779d-4eee-a815-37348d253fc9,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:12.077189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'de8a83f7-779d-4eee-a815-37348d253fc9', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'port_id': 'de8a83f7-779d-4eee-a815-37348d253fc9', 'mac_address': 'fa:16:3e:97:90:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7cb11f-cf93-493b-ae5f-440f608608af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:12.090651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:12.134865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-fc02f7cc-30f5-4745-bc2f-dca53a0b16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:12.136494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-fc02f7cc-30f5-4745-bc2f-dca53a0b16da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8013ca9-7356-4f40-885c-15ab302ccc8e HTTP/1.1" status: 200 len: 855 time: 0.0823021 Jul 28 11:21:12.139584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-560c6e3a-85a6-4b06-8ade-58fca9eae536 req-a758e02c-d4c6-4ab5-9da0-4f6a9dfda5c9 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754883 Jul 28 11:21:12.202397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b86c9-b121-44c0-8be0-63d28456193f req-98852b53-ffd7-46bd-98f2-d05304fd3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:12.203940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-98852b53-ffd7-46bd-98f2-d05304fd3a3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1849a05a-7fc8-491d-93fe-05485dfd4526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597739 Jul 28 11:21:12.323208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-98eb7d95-31f2-4a16-8cd4-2843d1ad2a02 service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033669 Jul 28 11:21:12.326115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:12.356087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a83f7-779d-4eee-a815-37348d253fc9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:12.384647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:12.415418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port de8a83f7-779d-4eee-a815-37348d253fc9, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de8a83f7-779d-4eee-a815-37348d253fc9,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:12.416734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'port_id': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8', 'mac_address': 'fa:16:3e:17:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7cb11f-cf93-493b-ae5f-440f608608af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:12.422330 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:12.445603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-149b86c9-b121-44c0-8be0-63d28456193f req-16f5b148-cd0d-426b-b398-2bbbb356eb49 service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139157 Jul 28 11:21:12.527877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:12.540811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=de8a83f7-779d-4eee-a815-37348d253fc9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:12.546843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '26245a85-48d5-4ad0-be0e-72d754fbf733', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '8f6cf680-192d-442c-bdee-569075321539', 'port_id': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'mac_address': 'fa:16:3e:e8:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:20:06Z', 'updated_at': '2021-07-28T11:21:10Z', 'revision_number': 1, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:19Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:12.577764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.578027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.578373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.578713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.579054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.579389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.579723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.580700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.581034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.581361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.581690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.582018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:12.586385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:12.591510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad508dae-4c53-461f-86e9-15d7437c2811 None None] The sync data for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 is: [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '26245a85-48d5-4ad0-be0e-72d754fbf733', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '8f6cf680-192d-442c-bdee-569075321539', 'port_id': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'mac_address': 'fa:16:3e:e8:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:20:06Z', 'updated_at': '2021-07-28T11:21:10Z', 'revision_number': 1, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:19Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:21:12.618192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:12.622300 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:12.683134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:12.783054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['de8a83f7-779d-4eee-a815-37348d253fc9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:12.834502 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c850c2-30a9-4a70-8383-f2ea946f3fe2 None None] New status for floating IP 26245a85-48d5-4ad0-be0e-72d754fbf733: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:21:12.925457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e79a2428-8f5d-489d-9c3e-c449b5a3ccf8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:13.091621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca814f-1181-4623-a32b-93feed3cad80 req-47c3819f-afbf-4eff-9921-3df3c458c8df tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:13.093149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73ca814f-1181-4623-a32b-93feed3cad80 req-47c3819f-afbf-4eff-9921-3df3c458c8df tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1018717 Jul 28 11:21:13.107178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d1da6-9a19-4fab-bd20-f60e432cc29e req-d23fdaca-c996-46b0-a2b5-abf9f34ca1ce tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:13.114933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f3d1da6-9a19-4fab-bd20-f60e432cc29e req-d23fdaca-c996-46b0-a2b5-abf9f34ca1ce tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0892210 Jul 28 11:21:13.178730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f3d1da6-9a19-4fab-bd20-f60e432cc29e req-f1936b9b-485f-41dd-92a1-b70bab801031 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628738 Jul 28 11:21:13.185482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73ca814f-1181-4623-a32b-93feed3cad80 req-e6d50a1d-d295-4b2b-b59c-68ac3625c325 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682917 Jul 28 11:21:13.322510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16268-04a7-4ab6-88a4-c28d7461f705 req-38ecaa05-a10c-49c2-9437-0c7bd8b58cb9 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:13.324944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19d16268-04a7-4ab6-88a4-c28d7461f705 req-38ecaa05-a10c-49c2-9437-0c7bd8b58cb9 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 945 time: 0.0602689 Jul 28 11:21:13.369860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19d16268-04a7-4ab6-88a4-c28d7461f705 req-ecf4a9c2-0a7c-4d32-b063-3df1301b0b8d tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Jul 28 11:21:14.118372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:14.176968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:14.181083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:14.181458 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:14.302104 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:14.336468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:14.338917 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac66fbb-7646-4d7a-ae53-8da5027b47ea" -d '{"events": [{"server_uuid": "8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5", "name": "network-vif-plugged", "status": "completed", "tag": "e79a2428-8f5d-489d-9c3e-c449b5a3ccf8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:14.353668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:14.359252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:14.365316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb7756-fe38-46c4-bd93-82f2c7b98f2f req-c9f78669-3da9-4357-a4b5-e0604f8c97a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:14.367640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87eb7756-fe38-46c4-bd93-82f2c7b98f2f req-c9f78669-3da9-4357-a4b5-e0604f8c97a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1001434 Jul 28 11:21:14.390862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1a8b-4a89-4617-860d-ac668d71ed13 req-66ae4d03-b535-4886-a7ab-52464cca32b2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:14.392898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e94e1a8b-4a89-4617-860d-ac668d71ed13 req-66ae4d03-b535-4886-a7ab-52464cca32b2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0886114 Jul 28 11:21:14.429890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:14.435800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87eb7756-fe38-46c4-bd93-82f2c7b98f2f req-8f733d18-7117-46e2-aaa1-9eb807b958d3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590656 Jul 28 11:21:14.456861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e94e1a8b-4a89-4617-860d-ac668d71ed13 req-96de8707-6a1f-45ae-9905-a3e71a94346f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Jul 28 11:21:14.505740 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341056cf-565f-47e8-992a-4033747f2632 x-openstack-request-id: req-341056cf-565f-47e8-992a-4033747f2632 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:14.506031 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5", "name": "network-vif-plugged", "status": "completed", "tag": "e79a2428-8f5d-489d-9c3e-c449b5a3ccf8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:14.506287 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-341056cf-565f-47e8-992a-4033747f2632 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:14.506745 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8', 'code': 200} Jul 28 11:21:14.624699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250319-9066-4a38-97d5-6012a86491ee req-934f4ef8-c4ca-4d89-84f9-81594a9e4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:14.628159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00250319-9066-4a38-97d5-6012a86491ee req-934f4ef8-c4ca-4d89-84f9-81594a9e4598 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 1097 time: 0.0483766 Jul 28 11:21:14.636208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aee64-565a-41a3-a0e5-c6f2bc3f3288 req-8f4d083b-ccc9-4c53-b3ed-55b1124e75e3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:14.636913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c52aee64-565a-41a3-a0e5-c6f2bc3f3288 req-8f4d083b-ccc9-4c53-b3ed-55b1124e75e3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 946 time: 0.0550947 Jul 28 11:21:14.671594 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00250319-9066-4a38-97d5-6012a86491ee req-b0f07442-e756-4b42-bcc4-c5997d4ace9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Jul 28 11:21:14.680783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c52aee64-565a-41a3-a0e5-c6f2bc3f3288 req-130c5d06-179c-4154-b764-ce18a3fb50c7 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357316 Jul 28 11:21:15.615479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d32424-f680-490c-8002-ffd27ff17726 req-8314fe36-a461-4c72-a767-dc90cec09d16 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:15.617791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14d32424-f680-490c-8002-ffd27ff17726 req-8314fe36-a461-4c72-a767-dc90cec09d16 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0837774 Jul 28 11:21:15.629768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b801f-6117-42cf-9794-46d87e61ca95 req-a81aa8e3-32da-47d9-8856-01fee5e0f635 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:15.631221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84b801f-6117-42cf-9794-46d87e61ca95 req-a81aa8e3-32da-47d9-8856-01fee5e0f635 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0878470 Jul 28 11:21:15.676464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de8a83f7-779d-4eee-a815-37348d253fc9 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:15.697530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14d32424-f680-490c-8002-ffd27ff17726 req-68c66faf-57c2-4ac3-9821-9f864b2d2032 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652058 Jul 28 11:21:15.709783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84b801f-6117-42cf-9794-46d87e61ca95 req-5c8e12e4-a61f-44d4-b9bd-93df294dfb3b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708451 Jul 28 11:21:15.774748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port de8a83f7-779d-4eee-a815-37348d253fc9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:15.778775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port de8a83f7-779d-4eee-a815-37348d253fc9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:15.779154 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:15.885476 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:15.930989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port de8a83f7-779d-4eee-a815-37348d253fc9, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de8a83f7-779d-4eee-a815-37348d253fc9,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:15.934766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:15.949140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11800dd9-29b7-4a0b-9bc3-2f512c7efb1b req-9d996258-92ec-4787-800f-6a89113efd7b tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:15.950714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11800dd9-29b7-4a0b-9bc3-2f512c7efb1b req-9d996258-92ec-4787-800f-6a89113efd7b tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 946 time: 0.0934949 Jul 28 11:21:15.987422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=de8a83f7-779d-4eee-a815-37348d253fc9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:15.994136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11800dd9-29b7-4a0b-9bc3-2f512c7efb1b req-6c1e8cb5-0c90-44f5-a757-d00e09819e1c tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Jul 28 11:21:16.132694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8b83-4456-401c-8a2d-dfcc1238b190 req-2f323c8f-640a-4aa0-b418-f3347bcbdddc tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.132856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c9f8b83-4456-401c-8a2d-dfcc1238b190 req-2f323c8f-640a-4aa0-b418-f3347bcbdddc tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 945 time: 0.0621271 Jul 28 11:21:16.175647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c9f8b83-4456-401c-8a2d-dfcc1238b190 req-27085c92-2cd8-40b9-beac-7b46b3eea982 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Jul 28 11:21:16.475980 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-f061e7fa-2351-43e5-b743-d0579da75ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435696 Jul 28 11:21:16.508053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a83f7-779d-4eee-a815-37348d253fc9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:16.510518 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9592f9a5-a7f8-453b-b5ff-f826c4ebee08" -d '{"events": [{"server_uuid": "07bc96b7-a1a0-4030-a45f-2fc50b8efbbd", "name": "network-vif-plugged", "status": "completed", "tag": "de8a83f7-779d-4eee-a815-37348d253fc9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:16.553396 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e9007-26c8-4a07-b5f7-b0e73cc06318 x-openstack-request-id: req-a10e9007-26c8-4a07-b5f7-b0e73cc06318 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:16.553693 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bc96b7-a1a0-4030-a45f-2fc50b8efbbd", "name": "network-vif-plugged", "status": "completed", "tag": "de8a83f7-779d-4eee-a815-37348d253fc9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:16.553955 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a10e9007-26c8-4a07-b5f7-b0e73cc06318 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:16.554357 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a83f7-779d-4eee-a815-37348d253fc9', 'code': 200} Jul 28 11:21:16.572234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-7750c0f9-4c6e-4caa-bfb9-d17fba978758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.574300 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-7750c0f9-4c6e-4caa-bfb9-d17fba978758 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.0488815 Jul 28 11:21:16.657627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d0cb-f2b2-433f-af86-ddadb79a342d req-070630c2-42e2-4976-a6a4-e70ea6e082ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.659496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4177d0cb-f2b2-433f-af86-ddadb79a342d req-070630c2-42e2-4976-a6a4-e70ea6e082ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 1096 time: 0.0424230 Jul 28 11:21:16.693548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-bd715a4d-cd19-42c2-8de2-002cbead135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.693548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-bd715a4d-cd19-42c2-8de2-002cbead135a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.0935111 Jul 28 11:21:16.711017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4177d0cb-f2b2-433f-af86-ddadb79a342d req-539f7c38-3701-4aca-908a-bba1b167ac85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Jul 28 11:21:16.774863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-be16a623-aaa8-4cf5-81a6-3697b087e94b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.0758924 Jul 28 11:21:16.831333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-98de2d7d-70b1-47f8-bc90-fcd5e2375977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.833057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-98de2d7d-70b1-47f8-bc90-fcd5e2375977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0479412 Jul 28 11:21:16.857866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e239558-6297-4c98-b31b-05d98f9ac273 req-6e6203b8-b0a0-407c-bcab-7bdf770a3fa5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.859376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e239558-6297-4c98-b31b-05d98f9ac273 req-6e6203b8-b0a0-407c-bcab-7bdf770a3fa5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0860701 Jul 28 11:21:16.871106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb312b-8415-4d75-8797-75b5535f215e req-1b34ccbf-1653-47cb-9c9f-7610f68f6340 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.872686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffdb312b-8415-4d75-8797-75b5535f215e req-1b34ccbf-1653-47cb-9c9f-7610f68f6340 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0867455 Jul 28 11:21:16.888991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-ad6c041c-c40b-42e6-9567-309aa5c46474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:16.890525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-ad6c041c-c40b-42e6-9567-309aa5c46474 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496480 Jul 28 11:21:16.943299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e239558-6297-4c98-b31b-05d98f9ac273 req-9e62308c-452d-4e3d-a041-d945a6c06ec6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695851 Jul 28 11:21:16.946486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffdb312b-8415-4d75-8797-75b5535f215e req-0ca92586-4799-40dc-84a2-a5b2ab887997 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650837 Jul 28 11:21:17.015822 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-76762730-489f-4862-a4ec-e482bd6e0e2e service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158426 Jul 28 11:21:17.130133 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-82cb7a80-a3f3-4f1e-b3ab-e74f88f1154e req-5447be21-07cd-4613-8ca1-e763d195fbfd service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048295 Jul 28 11:21:17.305731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67701f-bb65-4f32-ad15-fcfcc7cbd073 req-c953adf0-a0fe-4a0b-b4ea-f05e91a97e26 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:17.307383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e67701f-bb65-4f32-ad15-fcfcc7cbd073 req-c953adf0-a0fe-4a0b-b4ea-f05e91a97e26 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 945 time: 0.0512583 Jul 28 11:21:17.352346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e67701f-bb65-4f32-ad15-fcfcc7cbd073 req-fe680248-d047-40b6-9875-b0f3ca3e63f4 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Jul 28 11:21:18.117570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc516f4f-9aed-4663-8eaf-01a604558c0f req-4cfe555b-e149-4df0-a557-75b7300ac9ea tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:18.119293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc516f4f-9aed-4663-8eaf-01a604558c0f req-4cfe555b-e149-4df0-a557-75b7300ac9ea tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0844777 Jul 28 11:21:18.129024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006558c-ab7a-4bf3-bd00-cfbc76e0838c req-3bbe7d19-5116-4729-b395-53e795d022b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:18.130575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d006558c-ab7a-4bf3-bd00-cfbc76e0838c req-3bbe7d19-5116-4729-b395-53e795d022b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0870051 Jul 28 11:21:18.186386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc516f4f-9aed-4663-8eaf-01a604558c0f req-6f520640-e90a-4b36-822d-1b7596b452c2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Jul 28 11:21:18.194405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d006558c-ab7a-4bf3-bd00-cfbc76e0838c req-f3d15adf-567e-4325-8d3c-50d4cad68963 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492480 Jul 28 11:21:18.483328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7825f0-f0fa-4ce5-adfb-c30bf8c2a59c req-e2d831af-d26f-4a7a-bfc5-9ceeb3916417 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:18.484851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d7825f0-f0fa-4ce5-adfb-c30bf8c2a59c req-e2d831af-d26f-4a7a-bfc5-9ceeb3916417 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 945 time: 0.0551770 Jul 28 11:21:18.525137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d7825f0-f0fa-4ce5-adfb-c30bf8c2a59c req-fc4822d7-3a91-4dde-ac82-fd044fb4f52d tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Jul 28 11:21:19.044246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-59903bbe-dd29-4257-b1f6-6fe56ad84c2f tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:19.045930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-59903bbe-dd29-4257-b1f6-6fe56ad84c2f tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 813 time: 0.1081438 Jul 28 11:21:19.062507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-08c8f633-64a1-4784-81ff-8a5e231c2f47 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/quotas/fa560f66cba64a40a622beae2d01ffbc HTTP/1.1" status: 200 len: 375 time: 0.0099425 Jul 28 11:21:19.119486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-a8c2c969-4af9-4861-a9f1-856a65bfa571 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502005 Jul 28 11:21:19.240045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-27335113-b90f-4547-bdf5-1226ec21044b service neutron] 10.222.0.20 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130457 Jul 28 11:21:19.382249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2015ff-052a-42d2-9a4e-873b97e6ea47 req-4af6d6ee-7a54-4d14-9922-054e8528cd7a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:19.383832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f2015ff-052a-42d2-9a4e-873b97e6ea47 req-4af6d6ee-7a54-4d14-9922-054e8528cd7a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1110303 Jul 28 11:21:19.390455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-5ea6a8a5-44c5-4ffe-9c94-62c74fd8227f service neutron] 10.222.0.20 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378932 Jul 28 11:21:19.433622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f2015ff-052a-42d2-9a4e-873b97e6ea47 req-6665fb5d-5d47-4e53-8d44-eb403b62abf7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Jul 28 11:21:19.547040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1f5e-df74-46a8-a17f-74d9092943d4 req-4fd8cfa0-3086-4354-b515-846489032246 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:19.552692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b26e1f5e-df74-46a8-a17f-74d9092943d4 req-4fd8cfa0-3086-4354-b515-846489032246 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0562737 Jul 28 11:21:19.602399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b26e1f5e-df74-46a8-a17f-74d9092943d4 req-448952ca-4ffe-40b6-9a27-eb322876310f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467629 Jul 28 11:21:19.706907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:19.852702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-785cd91a-3156-46ba-b4ac-6b0aabca5e41 req-a4f08fec-2d3f-4d67-b55d-35d5a4169d70 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 210 time: 0.0380428 Jul 28 11:21:20.319156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-c644935a-adcf-40b6-aeec-18f66ed2614c tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:20.321540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-c644935a-adcf-40b6-aeec-18f66ed2614c tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "GET /v2.0/ports?device_id=07bc96b7-a1a0-4030-a45f-2fc50b8efbbd HTTP/1.1" status: 200 len: 945 time: 0.0639296 Jul 28 11:21:20.366604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c95f-9656-444c-99c1-9caa009943f7 req-15462710-d08b-42d4-a362-b6e784ca3438 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:20.370185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1993c95f-9656-444c-99c1-9caa009943f7 req-15462710-d08b-42d4-a362-b6e784ca3438 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5 HTTP/1.1" status: 200 len: 946 time: 0.0647695 Jul 28 11:21:20.464765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Deleting port de8a83f7-779d-4eee-a815-37348d253fc9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:21:20.465100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.491235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Deleting port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:21:20.491577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.597246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] For port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:20.597628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.609830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] For port de8a83f7-779d-4eee-a815-37348d253fc9, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de8a83f7-779d-4eee-a815-37348d253fc9,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:20.610198 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.612926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Calling delete_port for e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:21:20.628782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e091105-bda8-4138-866b-07f2fa91b662 req-99e5d869-c523-4dac-a896-5866aff23d64 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:20.630267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e091105-bda8-4138-866b-07f2fa91b662 req-99e5d869-c523-4dac-a896-5866aff23d64 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1051660 Jul 28 11:21:20.637967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Calling delete_port for de8a83f7-779d-4eee-a815-37348d253fc9 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:21:20.791451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.795233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e091105-bda8-4138-866b-07f2fa91b662 req-c41c4d14-49a7-48fb-8491-536e6d57243f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459019 Jul 28 11:21:20.806418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['de8a83f7-779d-4eee-a815-37348d253fc9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:20.811999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e79a2428-8f5d-489d-9c3e-c449b5a3ccf8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:20.842921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event deleted for resources: {'Port': ['ID=e79a2428-8f5d-489d-9c3e-c449b5a3ccf8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:20.865693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1369f-cfdd-42bd-b4a2-1f72d77bdb24 req-7e1c3c47-d282-4f4e-af47-ac3b463cbec0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:20.878265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cd1369f-cfdd-42bd-b4a2-1f72d77bdb24 req-7e1c3c47-d282-4f4e-af47-ac3b463cbec0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1486781 Jul 28 11:21:20.904386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] No DVR routers for this DVR port e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:21:20.908840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.911394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1993c95f-9656-444c-99c1-9caa009943f7 req-4d446e95-a77f-4322-af25-7a2af69849c6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "DELETE /v2.0/ports/e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 HTTP/1.1" status: 204 len: 173 time: 0.5300272 Jul 28 11:21:20.911783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'name': 'network-vif-deleted', 'tag': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:20.925209 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c138606-861b-419b-84fd-26bc3ef94325" -d '{"events": [{"server_uuid": "8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5", "name": "network-vif-deleted", "tag": "e79a2428-8f5d-489d-9c3e-c449b5a3ccf8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:20.973463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:20.993880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e79a2428-8f5d-489d-9c3e-c449b5a3ccf8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:21.032432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event deleted for resources: {'Port': ['ID=de8a83f7-779d-4eee-a815-37348d253fc9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:21.116820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] No DVR routers for this DVR port de8a83f7-779d-4eee-a815-37348d253fc9 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:21:21.140767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cd1369f-cfdd-42bd-b4a2-1f72d77bdb24 req-5b52aedc-b644-4bd2-93b7-0754cb09337c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570353 Jul 28 11:21:21.147917 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:21.160075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e5d41f6-7885-47bf-a8c0-460c7cc072df req-6b9b98b5-4181-4415-b23e-ecf064f8e351 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "DELETE /v2.0/ports/de8a83f7-779d-4eee-a815-37348d253fc9 HTTP/1.1" status: 204 len: 173 time: 0.8288846 Jul 28 11:21:21.166046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'name': 'network-vif-deleted', 'tag': 'de8a83f7-779d-4eee-a815-37348d253fc9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:21.171836 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be09817-0230-4b1f-bc57-b6e963185d86" -d '{"events": [{"server_uuid": "07bc96b7-a1a0-4030-a45f-2fc50b8efbbd", "name": "network-vif-deleted", "tag": "de8a83f7-779d-4eee-a815-37348d253fc9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:21.354733 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [req-7a32d210-3921-475e-b7d1-5157f7628876 req-5e5969c5-6d78-4730-a7fa-01cdbb4afaac service neutron] show failed (client error): The resource could not be found. Jul 28 11:21:21.356222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-5e5969c5-6d78-4730-a7fa-01cdbb4afaac service neutron] 10.222.0.41 "GET /v2.0/ports/39219fb4-f174-43cb-8604-ab1c74bc9cc6/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.1908169 Jul 28 11:21:21.358780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1df0779f-e1b1-46a4-ab29-a9030f73e397 req-b0d7cb30-725e-4d79-8833-ea117d7ecaf8 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 210 time: 0.0469770 Jul 28 11:21:21.365586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-dd361548-52b5-4f8d-b8fd-0fa31e52d3f5 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:21.367129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-dd361548-52b5-4f8d-b8fd-0fa31e52d3f5 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 813 time: 0.4382219 Jul 28 11:21:21.382661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Request body: {'port': {'device_id': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'admin_state_up': True, 'tenant_id': 'fa560f66cba64a40a622beae2d01ffbc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:21.416016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6add-8c20-4657-8c15-675d0f366830 req-c1912f2e-9a39-4647-8b0a-78783003d0c7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:21.417886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a42b6add-8c20-4657-8c15-675d0f366830 req-c1912f2e-9a39-4647-8b0a-78783003d0c7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1074877 Jul 28 11:21:21.486431 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a4846-7ca0-4d76-a34a-7536c493e231 x-openstack-request-id: req-de1a4846-7ca0-4d76-a34a-7536c493e231 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:21.486954 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5", "name": "network-vif-deleted", "tag": "e79a2428-8f5d-489d-9c3e-c449b5a3ccf8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:21.487221 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de1a4846-7ca0-4d76-a34a-7536c493e231 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:21.487642 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd3b7d6-d0d1-466d-abb5-aaf9d7524bd5', 'name': 'network-vif-deleted', 'tag': 'e79a2428-8f5d-489d-9c3e-c449b5a3ccf8', 'status': 'completed', 'code': 200} Jul 28 11:21:21.506628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a42b6add-8c20-4657-8c15-675d0f366830 req-e8b6a540-d309-4a3f-9f95-0da13c4e7bf2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817833 Jul 28 11:21:21.551063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-b902814f-6953-409b-9fc1-0a0ec247aeac tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:21.551532 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122bbe91-054c-48ed-adda-e4fd06f1e092 x-openstack-request-id: req-122bbe91-054c-48ed-adda-e4fd06f1e092 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:21.552168 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bc96b7-a1a0-4030-a45f-2fc50b8efbbd", "name": "network-vif-deleted", "tag": "de8a83f7-779d-4eee-a815-37348d253fc9", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:21.552840 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-122bbe91-054c-48ed-adda-e4fd06f1e092 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:21.553747 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bc96b7-a1a0-4030-a45f-2fc50b8efbbd', 'name': 'network-vif-deleted', 'tag': 'de8a83f7-779d-4eee-a815-37348d253fc9', 'status': 'completed', 'code': 200} Jul 28 11:21:21.554840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-b902814f-6953-409b-9fc1-0a0ec247aeac tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 813 time: 0.4283218 Jul 28 11:21:21.574504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Request body: {'port': {'device_id': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'admin_state_up': True, 'tenant_id': 'fa560f66cba64a40a622beae2d01ffbc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:21.648169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Made reservation on behalf of fa560f66cba64a40a622beae2d01ffbc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:21.651961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:21.814056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Made reservation on behalf of fa560f66cba64a40a622beae2d01ffbc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:21.814808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-4b7306a1-03cc-4f58-990c-b09a875fea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:21.817299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-4b7306a1-03cc-4f58-990c-b09a875fea61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 1096 time: 0.1934459 Jul 28 11:21:21.817967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:21.840109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd88f1-7183-49ab-bcfd-1519d74d3338 req-5df27f46-a24f-44ba-914e-76940c8daaa9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:21.854302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1bcd88f1-7183-49ab-bcfd-1519d74d3338 req-5df27f46-a24f-44ba-914e-76940c8daaa9 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1213241 Jul 28 11:21:21.878459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:21.905767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Allocated IP 172.20.0.10 (e6225ff1-a76d-4200-ba36-ab9998e29613/be7cb11f-cf93-493b-ae5f-440f608608af/f9d74cde-2ded-4f99-b91c-62868eb4f728) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:22.007560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1bcd88f1-7183-49ab-bcfd-1519d74d3338 req-22c94b84-549c-448f-842e-31c9d12631dc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521134 Jul 28 11:21:22.030118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.140247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e640531-f868-4e2a-bb6e-400f87ece3ae req-d419ae74-6e1d-4288-abbe-af706fdca2b4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:22.143336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e640531-f868-4e2a-bb6e-400f87ece3ae req-d419ae74-6e1d-4288-abbe-af706fdca2b4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.2055264 Jul 28 11:21:22.201243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.212137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e640531-f868-4e2a-bb6e-400f87ece3ae req-01e65f06-5ace-4ac3-8535-333b0b7c5635 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611851 Jul 28 11:21:22.277417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.368024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Network e6225ff1-a76d-4200-ba36-ab9998e29613 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:22.390878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:22.392835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.403355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Allocated IP 172.20.0.9 (e6225ff1-a76d-4200-ba36-ab9998e29613/be7cb11f-cf93-493b-ae5f-440f608608af/f334f5a2-044b-405b-b3fa-035d0f362ca5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:22.537752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:22.543864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16add5ad-4e13-4126-b212-63d54e843600 req-f12bd833-0aae-41f6-8f08-6705a8fe0e65 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:22.544514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event updated for resources: {'Port': ['ID=f9d74cde-2ded-4f99-b91c-62868eb4f728,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:22.546018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16add5ad-4e13-4126-b212-63d54e843600 req-f12bd833-0aae-41f6-8f08-6705a8fe0e65 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1993630 Jul 28 11:21:22.610288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:22.611452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.622622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-1b9efe1f-d8c6-4092-b66c-a47109ec2da1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:22.628384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-1b9efe1f-d8c6-4092-b66c-a47109ec2da1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.2269380 Jul 28 11:21:22.639620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-409f20cb-98ea-4b82-9bd0-2d9715138011 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2610557 Jul 28 11:21:22.645139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.654024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Request body: {'port': {'device_id': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:22.668393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-79c9f2d1-9e41-40f5-9d0b-6f6b249ade60 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/quotas/4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 375 time: 0.0236633 Jul 28 11:21:22.670362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:22.684751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16add5ad-4e13-4126-b212-63d54e843600 req-3ef4af72-40b0-4030-bec3-6d5dd73e3845 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191952 Jul 28 11:21:22.722583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.734673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:22.791352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.836679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:22.870093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf5beb-e859-427b-831b-08051a5a149d req-01678745-67eb-4fda-9cef-86c2d1992c04 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:22.871585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92bf5beb-e859-427b-831b-08051a5a149d req-01678745-67eb-4fda-9cef-86c2d1992c04 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 931 time: 0.1131811 Jul 28 11:21:22.884760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-6728db20-d6b2-4c66-b24d-803232ffea6f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1276917 Jul 28 11:21:22.885834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Transition to ACTIVE for port object 39219fb4-f174-43cb-8604-ab1c74bc9cc6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:22.902503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.031293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:23.054349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92bf5beb-e859-427b-831b-08051a5a149d req-8dff5b5b-e845-420f-af6e-fcf8861d7ab7 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672652 Jul 28 11:21:23.236895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-73204e50-d46f-4e77-a9ac-2c9788edc1ca service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303795 Jul 28 11:21:23.250240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Network e6225ff1-a76d-4200-ba36-ab9998e29613 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:23.259159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:23.260342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] No DVR routers for this DVR port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:21:23.266184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:23.272254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event updated for resources: {'Port': ['ID=f334f5a2-044b-405b-b3fa-035d0f362ca5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:23.362275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:23.362275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.397935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-2973ba54-f032-425d-a5c5-05a1c32da436 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8278723 Jul 28 11:21:23.412709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Request body: {'port': {'device_id': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:23.495353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc815f-36a6-414e-aa94-39e24d5eaa17 req-7bc983ec-9022-4105-9cbd-2a485794beba tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:23.496855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0dc815f-36a6-414e-aa94-39e24d5eaa17 req-7bc983ec-9022-4105-9cbd-2a485794beba tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1308866 Jul 28 11:21:23.503173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.509048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-77a738ce-7bdd-42a3-b460-31da6a1dc1bd service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499342 Jul 28 11:21:23.530393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d74cde-2ded-4f99-b91c-62868eb4f728 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:23.559944 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.565336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:23.567959 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3523a-ad54-4cbd-b9ce-e667902892fb" -d '{"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-unplugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:23.586848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Transition to ACTIVE for port object f9d74cde-2ded-4f99-b91c-62868eb4f728 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:23.589152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:23.589504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:23.590241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:23.607588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:23.608042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:23.619501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:23.619885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Checking segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:23.620259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Bound using segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:23.620698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Bound port: 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:23.621056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.638535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0dc815f-36a6-414e-aa94-39e24d5eaa17 req-cb09c341-3d2b-437c-aa48-63a5ad03a4b8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275890 Jul 28 11:21:23.639474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.722490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de8a83f7-779d-4eee-a815-37348d253fc9 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:23.728501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Pushing event updated for resources: {'Port': ['ID=f9d74cde-2ded-4f99-b91c-62868eb4f728,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:23.777511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: de8a83f7-779d-4eee-a815-37348d253fc9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:21:23.790653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de8a83f7-779d-4eee-a815-37348d253fc9 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:21:23.792714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:23.797031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:23.815745 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1824c04f-2aac-4996-82c1-8b7f725a7621 x-openstack-request-id: req-1824c04f-2aac-4996-82c1-8b7f725a7621 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:23.816079 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-unplugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:23.816383 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1824c04f-2aac-4996-82c1-8b7f725a7621 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:23.818029 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'code': 200} Jul 28 11:21:23.821468 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:23.853494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad577b72-aa84-44a8-9da1-815a14a07f90 req-0b4c0d56-50a1-4085-82ed-811ed5d53956 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 210 time: 0.0535400 Jul 28 11:21:23.921084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Attempting to bind port f9d74cde-2ded-4f99-b91c-62868eb4f728 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:23.921417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Attempting to bind port f9d74cde-2ded-4f99-b91c-62868eb4f728 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:23.921798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Attempting to bind port f9d74cde-2ded-4f99-b91c-62868eb4f728 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:23.934235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Port f9d74cde-2ded-4f99-b91c-62868eb4f728 on network e6225ff1-a76d-4200-ba36-ab9998e29613 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:23.934638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Attempting to bind port f9d74cde-2ded-4f99-b91c-62868eb4f728 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:23.944297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:23.944610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Checking segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:23.945017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Bound using segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:23.945449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Bound port: f9d74cde-2ded-4f99-b91c-62868eb4f728, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:23.945916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.034185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f334f5a2-044b-405b-b3fa-035d0f362ca5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:24.050779 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.077834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Transition to ACTIVE for port object f334f5a2-044b-405b-b3fa-035d0f362ca5 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:24.079081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] For port f9d74cde-2ded-4f99-b91c-62868eb4f728, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:24.083442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] For port f9d74cde-2ded-4f99-b91c-62868eb4f728, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:24.086476 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.104413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.160315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.161032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.162625 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] 10.222.0.44 "PUT /v2.0/ports/f9d74cde-2ded-4f99-b91c-62868eb4f728 HTTP/1.1" status: 200 len: 1092 time: 1.5141869 Jul 28 11:21:24.163147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'tag': 'f9d74cde-2ded-4f99-b91c-62868eb4f728'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:24.167115 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb1d89e-5e94-4fbf-b408-8dd87255fe6e", "tag": "f9d74cde-2ded-4f99-b91c-62868eb4f728"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:24.178795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:24.207859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Pushing event updated for resources: {'Port': ['ID=f334f5a2-044b-405b-b3fa-035d0f362ca5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:24.228625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:21:24.229331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e79a2428-8f5d-489d-9c3e-c449b5a3ccf8 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:21:24.229933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:24.335272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:21:24.338845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7c560-0768-4e0b-9a80-54b64c09ff5d service neutron] Pushing event updated for resources: {'Port': ['ID=f9d74cde-2ded-4f99-b91c-62868eb4f728,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:24.376234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-464f08a9-4d52-4b05-9ce4-e0bc3641eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.378904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-464f08a9-4d52-4b05-9ce4-e0bc3641eeb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 1095 time: 0.0876701 Jul 28 11:21:24.382264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Attempting to bind port f334f5a2-044b-405b-b3fa-035d0f362ca5 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:24.382822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Attempting to bind port f334f5a2-044b-405b-b3fa-035d0f362ca5 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:24.383248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Attempting to bind port f334f5a2-044b-405b-b3fa-035d0f362ca5 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:24.405261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Port f334f5a2-044b-405b-b3fa-035d0f362ca5 on network e6225ff1-a76d-4200-ba36-ab9998e29613 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:24.405261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Attempting to bind port f334f5a2-044b-405b-b3fa-035d0f362ca5 on network e6225ff1-a76d-4200-ba36-ab9998e29613 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:24.408929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.410054 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.411567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] 10.222.0.44 "PUT /v2.0/ports/39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 1091 time: 2.5401890 Jul 28 11:21:24.440693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-8547a265-55b7-4506-a1c8-875c024eb3c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728 HTTP/1.1" status: 200 len: 217 time: 0.0500834 Jul 28 11:21:24.443741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:24.444204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Checking segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:24.444711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Bound using segment: {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:24.445243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Bound port: f334f5a2-044b-405b-b3fa-035d0f362ca5, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa8be71-6f96-4cd4-ab3a-617652659fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:24.446121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:24.545809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-9436e8d4-a80b-4e1e-8f69-9782da95e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.547417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-9436e8d4-a80b-4e1e-8f69-9782da95e82d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.0985374 Jul 28 11:21:24.601602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-fb380951-aa0c-40fc-9ebf-aeb98e6212cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455348 Jul 28 11:21:24.691816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9b2e7-d3fa-4129-9742-c08b2da1f529 req-af976d5e-77b1-4675-b557-9659417832f1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.715696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2f9b2e7-d3fa-4129-9742-c08b2da1f529 req-af976d5e-77b1-4675-b557-9659417832f1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 943 time: 0.8352289 Jul 28 11:21:24.731325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f070e8-1592-4467-8302-b36c45f4fa98 service neutron] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:24.787796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e21b2632-a3fe-468f-be08-e9d41957017a service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422043 Jul 28 11:21:24.823850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2f9b2e7-d3fa-4129-9742-c08b2da1f529 req-2925f4f7-7124-459d-9d8a-53878923e0da tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069622 Jul 28 11:21:24.862290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-fc46706e-c3ef-4a19-bd61-cad1228aa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.870737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-fc46706e-c3ef-4a19-bd61-cad1228aa99b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1094 time: 0.4159596 Jul 28 11:21:24.908683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420200a3-4751-4842-a55e-55b6df6046f9 req-f3120fc5-aa30-41ad-9e04-09c2fc3093e6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:24.919714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420200a3-4751-4842-a55e-55b6df6046f9 req-f3120fc5-aa30-41ad-9e04-09c2fc3093e6 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 943 time: 0.5036247 Jul 28 11:21:24.933700 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07586fe8-a9b8-4157-854d-eb00feb4b8e3 x-openstack-request-id: req-07586fe8-a9b8-4157-854d-eb00feb4b8e3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:24.936312 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb1d89e-5e94-4fbf-b408-8dd87255fe6e", "tag": "f9d74cde-2ded-4f99-b91c-62868eb4f728", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:24.938420 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07586fe8-a9b8-4157-854d-eb00feb4b8e3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:24.938990 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'tag': 'f9d74cde-2ded-4f99-b91c-62868eb4f728', 'status': 'completed', 'code': 200} Jul 28 11:21:24.951939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] For port f334f5a2-044b-405b-b3fa-035d0f362ca5, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:24.960140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] For port f334f5a2-044b-405b-b3fa-035d0f362ca5, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:24.977964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:25.033081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-420200a3-4751-4842-a55e-55b6df6046f9 req-c01aff78-3459-4cce-b0e9-7cdcb0984a41 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098378 Jul 28 11:21:25.051524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.052325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:25.054539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] 10.222.0.41 "PUT /v2.0/ports/f334f5a2-044b-405b-b3fa-035d0f362ca5 HTTP/1.1" status: 200 len: 1091 time: 1.6463127 Jul 28 11:21:25.095300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-abada2db-162e-4fc2-bd6d-9f7d94156752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.097127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-abada2db-162e-4fc2-bd6d-9f7d94156752 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.2114890 Jul 28 11:21:25.102265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2549-c455-4fac-b6e7-e5b01add6f66 service neutron] Pushing event updated for resources: {'Port': ['ID=f334f5a2-044b-405b-b3fa-035d0f362ca5,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:25.130005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-7040ae75-cdf1-4806-8561-7833d7cffa22 service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326919 Jul 28 11:21:25.181144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-0142bb56-fa3c-4e64-801d-3a58e1520c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.183744 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-0142bb56-fa3c-4e64-801d-3a58e1520c81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 1094 time: 0.0679007 Jul 28 11:21:25.216726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6fb32-f70e-4d4c-94c8-15644eca4592 req-2f8be683-f0b0-4b86-931b-4757717b291e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.218661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12b6fb32-f70e-4d4c-94c8-15644eca4592 req-2f8be683-f0b0-4b86-931b-4757717b291e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1152022 Jul 28 11:21:25.221439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-d1fef4b3-8814-407a-94c8-966f1cf27a69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.1085942 Jul 28 11:21:25.319830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdf874cd-06ec-49f9-a1ba-3529dec4d962 req-0c2b23fb-8b54-44a5-9d91-79dc94e6b4d7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 210 time: 0.0485218 Jul 28 11:21:25.336565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-b990b876-fc9f-4c71-811a-b857dc38cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.344569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-b990b876-fc9f-4c71-811a-b857dc38cfce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1113164 Jul 28 11:21:25.356211 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-9f762d3b-e200-4d31-9427-dbf72fb22c81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5 HTTP/1.1" status: 200 len: 217 time: 0.1555030 Jul 28 11:21:25.373003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12b6fb32-f70e-4d4c-94c8-15644eca4592 req-8d3344e6-2fcd-4c6f-b2e3-22768abb4ce3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467679 Jul 28 11:21:25.433537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d210-3921-475e-b7d1-5157f7628876 req-6ea8f470-90e3-4d70-b917-14413abfce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.435181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-6ea8f470-90e3-4d70-b917-14413abfce0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867667 Jul 28 11:21:25.444143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-5e4d70d5-48ff-436e-9129-500512263c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.445648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-5e4d70d5-48ff-436e-9129-500512263c9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 1095 time: 0.2566092 Jul 28 11:21:25.460445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-0d15e0d8-fda4-4911-b42f-6c6a94a0aad5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.461937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-0d15e0d8-fda4-4911-b42f-6c6a94a0aad5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.1718214 Jul 28 11:21:25.478987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-a89e1c4f-a540-4e12-b7bc-aec2315f9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.480551 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-a89e1c4f-a540-4e12-b7bc-aec2315f9b11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.1157277 Jul 28 11:21:25.494599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'port': {'device_id': '908a0359-6770-42ec-8f09-72873b71999f', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'admin_state_up': True, 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:25.559031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-d5ae66dd-36b6-4294-8509-1fa962267b26 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050899 Jul 28 11:21:25.592324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-a632c850-a7cc-4811-a202-29a5a68cd621 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825369 Jul 28 11:21:25.710039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a32d210-3921-475e-b7d1-5157f7628876 req-5b2a78f5-5d19-409b-b84c-97f0e0d8c584 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355083 Jul 28 11:21:25.733127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-cfff8c63-c075-4f6e-b150-643786842bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:25.734848 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-cfff8c63-c075-4f6e-b150-643786842bd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 914 time: 0.2720478 Jul 28 11:21:25.807826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-272a092b-281a-4ebe-bd57-b7ffe5290dd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728 HTTP/1.1" status: 200 len: 217 time: 0.0509748 Jul 28 11:21:25.815264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-116221de-d993-4782-b88f-56615f178612 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087595 Jul 28 11:21:25.819169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:25.822468 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478b81d2-2a67-4257-9766-d90a3f0b4bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:25.885653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:25.889873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:25.900322 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf14e400-6493-400f-86b6-d737c0ec3c68 x-openstack-request-id: req-bf14e400-6493-400f-86b6-d737c0ec3c68 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:25.900322 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:25.900643 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf14e400-6493-400f-86b6-d737c0ec3c68 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:25.904569 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'status': 'completed', 'code': 200} Jul 28 11:21:26.021288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-d8e0385a-175f-44be-9dec-00e1d80a920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.024538 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-d8e0385a-175f-44be-9dec-00e1d80a920c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.2048402 Jul 28 11:21:26.054998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-0e4cd599-d3c7-4d4c-bb24-8e34074e021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.058886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-0e4cd599-d3c7-4d4c-bb24-8e34074e021b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1094 time: 0.1369703 Jul 28 11:21:26.114429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff967b-3aa6-4523-bbfd-e2733091402a req-7bfbdc53-6a00-4031-80ad-24436dd6ae9f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.116442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3aff967b-3aa6-4523-bbfd-e2733091402a req-7bfbdc53-6a00-4031-80ad-24436dd6ae9f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 943 time: 0.1589770 Jul 28 11:21:26.119237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-0d61bcb0-018e-42d6-9263-e708ef7f9128 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545216 Jul 28 11:21:26.146374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-43c61f87-03a3-4bb1-8449-5b6d18aba396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.148021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-43c61f87-03a3-4bb1-8449-5b6d18aba396 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1094 time: 0.1892383 Jul 28 11:21:26.164074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-19189f6d-2546-45e8-bcd7-7dcff887d196 req-0e658bce-eb4f-4d48-9c19-6a592a201908 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261826 Jul 28 11:21:26.275674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Allocated IP 172.20.0.4 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/d74af7f8-1554-4a92-bc4a-19de36240cfa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:26.307664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-1f1a3dfa-b146-4c54-a2f9-5123e9b63394 service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782088 Jul 28 11:21:26.318945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3aff967b-3aa6-4523-bbfd-e2733091402a req-37fb5a79-f672-42e5-b935-ed9e6168ca4e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697960 Jul 28 11:21:26.337844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-15a5c7f1-b869-4f19-9816-1944808f5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.339163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-15a5c7f1-b869-4f19-9816-1944808f5604 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.2687578 Jul 28 11:21:26.360772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185f563-e9bd-46c1-b6e7-37c4bf28b9ac req-ffa1eb16-2b2e-4cc1-b4c1-52d4145f6561 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.362561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e185f563-e9bd-46c1-b6e7-37c4bf28b9ac req-ffa1eb16-2b2e-4cc1-b4c1-52d4145f6561 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 943 time: 0.1366901 Jul 28 11:21:26.402075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-57b971ea-a468-4290-8b91-bfc57d3e4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.403545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-57b971ea-a468-4290-8b91-bfc57d3e4c32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.2404652 Jul 28 11:21:26.424348 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:21:26.505807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e185f563-e9bd-46c1-b6e7-37c4bf28b9ac req-7291e7d9-0843-4a3e-aa97-5f1e90f8339d tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334674 Jul 28 11:21:26.509996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-e34e694b-191d-4d9a-bbf2-cf71e74b0716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.1626167 Jul 28 11:21:26.525017 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a9e8341-eded-4b20-a1ab-f2d2ffa1b0dd req-18a70366-c695-4567-b3d4-813fd7d4378c service neutron] 10.222.0.44 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039990 Jul 28 11:21:26.534797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-849ac4ff-f2df-4622-845d-ca24437f7786 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.1082451 Jul 28 11:21:26.574814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:26.599675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Transition to ACTIVE for port object d74af7f8-1554-4a92-bc4a-19de36240cfa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:26.623759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e455a243-ead8-4145-8554-ed8f9b010bbd req-38e87cd0-b834-4ee8-a96b-1f1ea68d85b3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 210 time: 0.0575519 Jul 28 11:21:26.649232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:26.668229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', '1cea18be-d9b8-451f-b268-94f77103b167'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:26.669038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-8a703f2b-6f99-458e-a1ef-561c3b145396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.670511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-8a703f2b-6f99-458e-a1ef-561c3b145396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1479626 Jul 28 11:21:26.677903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-db8794c1-6fdf-4cb2-8dc4-b5f93e318c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.679327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-db8794c1-6fdf-4cb2-8dc4-b5f93e318c6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1236517 Jul 28 11:21:26.708856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:26.724764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:26.725048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:26.727444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:26.757089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee9b1c-180f-4402-a96d-04dbe5e01d95 req-16f0bc5d-bb9f-4592-949b-7d25d9b97108 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.764823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50ee9b1c-180f-4402-a96d-04dbe5e01d95 req-16f0bc5d-bb9f-4592-949b-7d25d9b97108 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1431248 Jul 28 11:21:26.792392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.794144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:26.816166 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-2f35c717-7853-4ce4-a58d-2b53c7cb2ecb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3388927 Jul 28 11:21:26.832718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Request body: {'port': {'device_id': '908a0359-6770-42ec-8f09-72873b71999f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:26.851355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-e843b20e-51dd-4969-bd91-d9b0c7da02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.879648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-e843b20e-51dd-4969-bd91-d9b0c7da02c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948888 Jul 28 11:21:26.888050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-001a9a3f-6682-4ec1-a35e-da9ba6f9cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:26.888050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-001a9a3f-6682-4ec1-a35e-da9ba6f9cdc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889071 Jul 28 11:21:26.896051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50ee9b1c-180f-4402-a96d-04dbe5e01d95 req-e7170710-8a7f-4fd7-9e71-227c722e3f06 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304486 Jul 28 11:21:26.941987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'tag': 'f334f5a2-044b-405b-b3fa-035d0f362ca5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:26.944724 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded1234-99be-417f-8e75-a971e04b0b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5404b24-3d33-487d-8dc7-3cbbab5d4ece", "tag": "f334f5a2-044b-405b-b3fa-035d0f362ca5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:27.024204 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71581411-11df-4fe0-bc55-e7dfba459a60 x-openstack-request-id: req-71581411-11df-4fe0-bc55-e7dfba459a60 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:27.024563 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5404b24-3d33-487d-8dc7-3cbbab5d4ece", "tag": "f334f5a2-044b-405b-b3fa-035d0f362ca5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:27.024924 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71581411-11df-4fe0-bc55-e7dfba459a60 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:27.025528 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'tag': 'f334f5a2-044b-405b-b3fa-035d0f362ca5', 'status': 'completed', 'code': 200} Jul 28 11:21:27.026847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:27.175832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-8150cd58-d02f-4513-b42f-f48a544a6fe5 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553647 Jul 28 11:21:27.178222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-86f00df2-4dd9-4350-b095-b319ae1c5398 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792089 Jul 28 11:21:27.216708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c490d7f-4c13-41eb-8900-a335cae63d2f None None] Provisioning for port d74af7f8-1554-4a92-bc4a-19de36240cfa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:27.225288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c490d7f-4c13-41eb-8900-a335cae63d2f None None] Provisioning complete for port d74af7f8-1554-4a92-bc4a-19de36240cfa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:27.225926 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c490d7f-4c13-41eb-8900-a335cae63d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:27.257188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded1234-99be-417f-8e75-a971e04b0b2c req-adec9993-37cd-4c41-b293-15e5019f9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:27.258695 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-adec9993-37cd-4c41-b293-15e5019f9607 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa560f66cba64a40a622beae2d01ffbc&device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 1094 time: 0.1882060 Jul 28 11:21:27.337578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-b7d1bb31-a18f-4228-a778-7a25c7ad25f0 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514165 Jul 28 11:21:27.339731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8c490d7f-4c13-41eb-8900-a335cae63d2f None None] Port d74af7f8-1554-4a92-bc4a-19de36240cfa cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:21:27.478253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded1234-99be-417f-8e75-a971e04b0b2c req-99fd0841-4a50-4a7b-9371-88c73c8b8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:27.479732 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-99fd0841-4a50-4a7b-9371-88c73c8b8474 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 200 len: 914 time: 0.2065482 Jul 28 11:21:27.527569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-478b81d2-2a67-4257-9766-d90a3f0b4bd1 req-107a8d39-211e-4d4f-b3cf-e7181f925c68 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986226 Jul 28 11:21:27.537618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb839279-b7c2-420c-8485-bd915bc1095e req-77401494-d09f-4dbf-ac1f-45a40a7fecf8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:27.545863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb839279-b7c2-420c-8485-bd915bc1095e req-77401494-d09f-4dbf-ac1f-45a40a7fecf8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 943 time: 0.1028807 Jul 28 11:21:27.561753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-95a2edfe-cd49-4f9f-acdd-aab0abeffe6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5 HTTP/1.1" status: 200 len: 217 time: 0.0738640 Jul 28 11:21:27.595464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb839279-b7c2-420c-8485-bd915bc1095e req-4a5527ad-d32a-413e-bcfa-fbfa656c8a07 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481138 Jul 28 11:21:27.685274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74af7f8-1554-4a92-bc4a-19de36240cfa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:27.695360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded1234-99be-417f-8e75-a971e04b0b2c req-83eb26a0-bf87-426f-a6f8-5c3577bb5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:27.696859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-83eb26a0-bf87-426f-a6f8-5c3577bb5f11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 200 len: 853 time: 0.0982063 Jul 28 11:21:27.698677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:27.745666 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-918026bb-ae47-4a2e-99c4-2746b12a1442 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6225ff1-a76d-4200-ba36-ab9998e29613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360608 Jul 28 11:21:27.749579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Transition to ACTIVE for port object d74af7f8-1554-4a92-bc4a-19de36240cfa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:27.754332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ac5db-5d10-4acd-9499-017d799e6089 req-deadb40d-c87c-47f0-ab60-7d76f9045087 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:27.755088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:27.756597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e46ac5db-5d10-4acd-9499-017d799e6089 req-deadb40d-c87c-47f0-ab60-7d76f9045087 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 943 time: 0.1050861 Jul 28 11:21:27.761646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:27.841689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25692-c5ea-4949-91e5-755892d17416 req-fdf6bd8b-c884-469c-a3f4-a2855c54889f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:27.850747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a25692-c5ea-4949-91e5-755892d17416 req-fdf6bd8b-c884-469c-a3f4-a2855c54889f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 931 time: 0.1422565 Jul 28 11:21:27.890165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e46ac5db-5d10-4acd-9499-017d799e6089 req-8f8f1669-d36a-4db4-b9b6-8533e0fd1d2e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157637 Jul 28 11:21:27.957269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6a25692-c5ea-4949-91e5-755892d17416 req-3e3d5e96-47f9-431d-bb46-a4320323f9b2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046185 Jul 28 11:21:28.041353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:28.066340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'mac_address': 'fa:16:3e:56:81:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:28.118091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.137430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5ad3-49b3-434a-9858-5a39838e8a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.141367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39219fb4-f174-43cb-8604-ab1c74bc9cc6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:28.165506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:28.174982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f334f5a2-044b-405b-b3fa-035d0f362ca5 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:28.182209 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.184476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f9d74cde-2ded-4f99-b91c-62868eb4f728 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:28.185850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216c802-8cf6-470a-8bf7-eb5defeb1d29 req-e4800289-0203-42dd-b263-9e2b0e67ddaf tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:28.190366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5216c802-8cf6-470a-8bf7-eb5defeb1d29 req-e4800289-0203-42dd-b263-9e2b0e67ddaf tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1371331 Jul 28 11:21:28.285366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5216c802-8cf6-470a-8bf7-eb5defeb1d29 req-323da833-d0ee-4e0b-82be-1959384b1f68 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794168 Jul 28 11:21:28.376219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:28.427020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Pushing event updated for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:28.473568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f334f5a2-044b-405b-b3fa-035d0f362ca5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:28.493427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'f334f5a2-044b-405b-b3fa-035d0f362ca5', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'port_id': 'f334f5a2-044b-405b-b3fa-035d0f362ca5', 'mac_address': 'fa:16:3e:ec:1d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7cb11f-cf93-493b-ae5f-440f608608af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:28.547065 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-9d96bd5c-cf24-43fc-9c00-7cef3da94450 service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963753 Jul 28 11:21:28.590758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Attempting to bind port d74af7f8-1554-4a92-bc4a-19de36240cfa on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:28.591386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Attempting to bind port d74af7f8-1554-4a92-bc4a-19de36240cfa by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:28.592063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Attempting to bind port d74af7f8-1554-4a92-bc4a-19de36240cfa on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:28.593924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f9d74cde-2ded-4f99-b91c-62868eb4f728, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:28.597329 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.638015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'f9d74cde-2ded-4f99-b91c-62868eb4f728', 'network_id': 'e6225ff1-a76d-4200-ba36-ab9998e29613', 'port_id': 'f9d74cde-2ded-4f99-b91c-62868eb4f728', 'mac_address': 'fa:16:3e:59:86:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7cb11f-cf93-493b-ae5f-440f608608af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:28.640491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f334f5a2-044b-405b-b3fa-035d0f362ca5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:28.661479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Port d74af7f8-1554-4a92-bc4a-19de36240cfa on network 3748db1c-451d-47ff-a952-ba54a4d31123 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:28.662077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Attempting to bind port d74af7f8-1554-4a92-bc4a-19de36240cfa on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:28.693000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f334f5a2-044b-405b-b3fa-035d0f362ca5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:28.702221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.738294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.763313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d74cde-2ded-4f99-b91c-62868eb4f728 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:28.779663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:28.779980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:28.780610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:28.781103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Bound port: d74af7f8-1554-4a92-bc4a-19de36240cfa, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:28.781426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.811304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7147-0180-4998-b86a-574ddcd50f80 req-7d8adb16-d17c-4324-a044-f77c5fb02c63 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:28.819647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f9d74cde-2ded-4f99-b91c-62868eb4f728, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:28.821586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=f334f5a2-044b-405b-b3fa-035d0f362ca5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:28.825111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33ba7147-0180-4998-b86a-574ddcd50f80 req-7d8adb16-d17c-4324-a044-f77c5fb02c63 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.0826802 Jul 28 11:21:28.828878 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:28.885481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33ba7147-0180-4998-b86a-574ddcd50f80 req-f51bb724-06c5-44ef-83ab-269166cf68f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543549 Jul 28 11:21:28.925312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f9d74cde-2ded-4f99-b91c-62868eb4f728,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:28.967914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:28.972826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eded1234-99be-417f-8e75-a971e04b0b2c req-db119be4-5964-4e29-bfda-36c6b82c88bc service neutron] 10.222.0.41 "GET /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846352 Jul 28 11:21:28.983882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['f334f5a2-044b-405b-b3fa-035d0f362ca5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:29.008119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:29.018482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:29.100339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.101112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:29.101264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a40e6-e2ef-430d-bdee-d74e8404852f req-1b405814-f199-4244-8ecf-5601a7326ec0 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.102563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] 10.222.0.44 "PUT /v2.0/ports/d74af7f8-1554-4a92-bc4a-19de36240cfa HTTP/1.1" status: 200 len: 1091 time: 2.2767658 Jul 28 11:21:29.102688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba1a40e6-e2ef-430d-bdee-d74e8404852f req-1b405814-f199-4244-8ecf-5601a7326ec0 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 944 time: 0.1034219 Jul 28 11:21:29.103044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:29.105444 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:29.154384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace38a03-8a84-452d-a4aa-26ca32642c5c service neutron] Pushing event updated for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:29.255693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['39219fb4-f174-43cb-8604-ab1c74bc9cc6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:29.258274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f9d74cde-2ded-4f99-b91c-62868eb4f728'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:29.306868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-0ec523dd-addb-454f-8646-dc5c0d31b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.308905 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-0ec523dd-addb-454f-8646-dc5c0d31b0f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 1094 time: 0.1153102 Jul 28 11:21:29.334153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba1a40e6-e2ef-430d-bdee-d74e8404852f req-126383ab-fa23-436e-9c7b-416f1b122172 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147019 Jul 28 11:21:29.406117 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-5353ad74-7679-4e68-89c1-a5d6d0f3e4fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa HTTP/1.1" status: 200 len: 217 time: 0.0843022 Jul 28 11:21:29.442550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-d179fa51-aa64-4c6f-bb94-2094e9622890 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.444160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-d179fa51-aa64-4c6f-bb94-2094e9622890 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe&tenant_id=53d99df6846d459185671064bf7c439d&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.2497525 Jul 28 11:21:29.462028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cb32f-2bdd-4c8c-a4e8-b9d34b4a30dd req-22793820-8821-4985-838a-8ff8477d28a8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.476689 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8369d24e-afd5-4a25-879c-706cd4442689 x-openstack-request-id: req-8369d24e-afd5-4a25-879c-706cd4442689 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:29.476985 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:29.477237 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8369d24e-afd5-4a25-879c-706cd4442689 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:29.477918 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa', 'status': 'completed', 'code': 200} Jul 28 11:21:29.498512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-830cb32f-2bdd-4c8c-a4e8-b9d34b4a30dd req-22793820-8821-4985-838a-8ff8477d28a8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 943 time: 0.2011082 Jul 28 11:21:29.533906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-5c8f6213-5910-4003-bd88-07001c05cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.535442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-5c8f6213-5910-4003-bd88-07001c05cbea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.1200640 Jul 28 11:21:29.610000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-830cb32f-2bdd-4c8c-a4e8-b9d34b4a30dd req-272280c2-9d7b-4bff-b325-283ef4f18d23 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104555 Jul 28 11:21:29.613749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9721-f223-4f2b-93c7-53b72d290474 req-64a417eb-1e8e-4b01-aaee-db165855ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.615906 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-64a417eb-1e8e-4b01-aaee-db165855ab61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720408 Jul 28 11:21:29.749819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cda06-359a-4201-8330-f97406c01f58 req-d275ab66-e923-439d-aa1c-cbaff25630b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.758325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-339cda06-359a-4201-8330-f97406c01f58 req-d275ab66-e923-439d-aa1c-cbaff25630b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.1671333 Jul 28 11:21:29.827756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-30b0eab0-6898-4a80-84b8-0a092b618c4e service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023568 Jul 28 11:21:29.870700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-ff24f1d6-8b66-4f1a-894b-eb5759bf7121 service neutron] 10.222.0.44 "GET /v2.0/ports/39219fb4-f174-43cb-8604-ab1c74bc9cc6/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 382 time: 0.3698878 Jul 28 11:21:29.882522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf0d7-efe2-4522-a931-23548c7a76bc req-0311d396-b0ce-4399-ad22-52bf4d5aef0f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:29.890791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1cf0d7-efe2-4522-a931-23548c7a76bc req-0311d396-b0ce-4399-ad22-52bf4d5aef0f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1276064 Jul 28 11:21:29.921036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-339cda06-359a-4201-8330-f97406c01f58 req-a2ab110f-50f6-44ec-aad4-541d90ac2936 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618035 Jul 28 11:21:29.978776 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-337b9721-f223-4f2b-93c7-53b72d290474 req-f9ead2c5-c619-4dad-91d7-ad349ec5c433 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416976 Jul 28 11:21:30.069709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c1cf0d7-efe2-4522-a931-23548c7a76bc req-9e5f1dae-77a8-4683-832e-f496784a7fe6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763968 Jul 28 11:21:30.096714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-2486b2ac-2b27-453e-8532-60a6a46c4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.098432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-2486b2ac-2b27-453e-8532-60a6a46c4b58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1095 time: 0.1676826 Jul 28 11:21:30.125594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-092a3ba6-3fc9-45be-8b74-ddb8dccaa026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.128013 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-092a3ba6-3fc9-45be-8b74-ddb8dccaa026 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 1094 time: 0.0718222 Jul 28 11:21:30.177267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f334f5a2-044b-405b-b3fa-035d0f362ca5 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:30.263589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-f15146bf-1762-48c5-882c-df4c3d324369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.266671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-f15146bf-1762-48c5-882c-df4c3d324369 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.1482732 Jul 28 11:21:30.284881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-b2db3a6f-ad67-4c3a-87ca-696f55f73406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.286402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-b2db3a6f-ad67-4c3a-87ca-696f55f73406 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1495881 Jul 28 11:21:30.286724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port f334f5a2-044b-405b-b3fa-035d0f362ca5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:30.291179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port f334f5a2-044b-405b-b3fa-035d0f362ca5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:30.291746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:30.343359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-2939871b-071e-4479-a936-5095362ac0fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa HTTP/1.1" status: 200 len: 217 time: 0.0478766 Jul 28 11:21:30.345103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-b5bb91a5-ea2f-43ad-b799-20c22ecd058e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 999 time: 0.0706966 Jul 28 11:21:30.398494 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:30.428871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-5fe36404-a7ba-4031-b066-180901996735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.433269 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-5fe36404-a7ba-4031-b066-180901996735 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0679252 Jul 28 11:21:30.437113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f334f5a2-044b-405b-b3fa-035d0f362ca5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:30.440592 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1503fdf2-fc4f-46a9-9ca6-38dfe068c4c3" -d '{"events": [{"server_uuid": "f5404b24-3d33-487d-8dc7-3cbbab5d4ece", "name": "network-vif-plugged", "status": "completed", "tag": "f334f5a2-044b-405b-b3fa-035d0f362ca5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:30.447761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f334f5a2-044b-405b-b3fa-035d0f362ca5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:30.453027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:30.503599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-6d23532c-aba0-4fb7-aa29-df28cb738129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.505704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-6d23532c-aba0-4fb7-aa29-df28cb738129 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1381807 Jul 28 11:21:30.519396 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f21d55-9b4f-4b7e-989c-a86641829bf7 x-openstack-request-id: req-81f21d55-9b4f-4b7e-989c-a86641829bf7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:30.520024 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404b24-3d33-487d-8dc7-3cbbab5d4ece", "name": "network-vif-plugged", "status": "completed", "tag": "f334f5a2-044b-405b-b3fa-035d0f362ca5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:30.520475 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f21d55-9b4f-4b7e-989c-a86641829bf7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:30.521713 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f334f5a2-044b-405b-b3fa-035d0f362ca5', 'code': 200} Jul 28 11:21:30.529950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-b3124a8d-c6a4-4fd9-b555-15eb5559a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.530560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=f334f5a2-044b-405b-b3fa-035d0f362ca5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:30.532120 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-b3124a8d-c6a4-4fd9-b555-15eb5559a79b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850260 Jul 28 11:21:30.534877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd97e8-0e30-4e1d-b5ca-a664adc5e12d req-dc522931-fa24-464d-befb-c920fcc8094f tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.550414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd97e8-0e30-4e1d-b5ca-a664adc5e12d req-dc522931-fa24-464d-befb-c920fcc8094f tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 945 time: 0.1137071 Jul 28 11:21:30.612675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6bd97e8-0e30-4e1d-b5ca-a664adc5e12d req-4f99492e-661f-471d-ad18-c55216af5068 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Jul 28 11:21:30.624961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-1b86d5c0-76d5-4786-96de-d8724f25662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.627915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-1b86d5c0-76d5-4786-96de-d8724f25662c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084964 Jul 28 11:21:30.664820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cbf8f-4170-45be-a14b-6b8ea19f4220 req-a3a24356-a86a-4df1-98dc-4c01a189da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.666837 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a4cbf8f-4170-45be-a14b-6b8ea19f4220 req-a3a24356-a86a-4df1-98dc-4c01a189da96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 1096 time: 0.0684776 Jul 28 11:21:30.698766 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-d7095d0e-a55e-4efa-81a4-272bd38ec8fc service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515305 Jul 28 11:21:30.766280 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6a4cbf8f-4170-45be-a14b-6b8ea19f4220 req-9c30a08e-182d-4484-8836-5dfd6709db62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898061 Jul 28 11:21:30.792240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9299e2b-fb72-4531-ac72-85b9b9f287fc req-da10ccc3-4dd0-44b7-a125-69d6ee93ada3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:30.794091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9299e2b-fb72-4531-ac72-85b9b9f287fc req-da10ccc3-4dd0-44b7-a125-69d6ee93ada3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 943 time: 0.0896902 Jul 28 11:21:30.796683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-a5d6a93b-0283-49ad-bab7-f53fc3d38626 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614370 Jul 28 11:21:30.818121 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a530ea0-bdd2-4f21-ac04-18a81839c3c4 req-49b89ff3-68de-416c-9a17-02e2dabcdcb3 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040852 Jul 28 11:21:30.881297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e9299e2b-fb72-4531-ac72-85b9b9f287fc req-3655ac5f-3f15-4988-bbc6-eead84414882 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793161 Jul 28 11:21:30.929789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-6ab9af74-8061-4cb5-b5eb-087f6c865503 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125569 Jul 28 11:21:30.962137 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:31.070952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5b8b0-c092-4620-99d7-e074f465ee44 req-cdea3e29-983a-4698-afdf-27c68686d8f3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:31.072807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1b5b8b0-c092-4620-99d7-e074f465ee44 req-cdea3e29-983a-4698-afdf-27c68686d8f3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.0798213 Jul 28 11:21:31.119515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1b5b8b0-c092-4620-99d7-e074f465ee44 req-1e3cb7cb-0510-4a7a-a649-418a54223282 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376620 Jul 28 11:21:31.131758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f91a656-6439-4680-adc6-19b6a26bed36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:31.205811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781c913-2e62-4c36-8d82-23bd9bfca3ba req-56120823-08d5-4a72-884e-6260e91e2b61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:31.207335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9781c913-2e62-4c36-8d82-23bd9bfca3ba req-56120823-08d5-4a72-884e-6260e91e2b61 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0549126 Jul 28 11:21:31.255674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9781c913-2e62-4c36-8d82-23bd9bfca3ba req-9aaf9263-fabc-4973-a1cd-668b859050a2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Jul 28 11:21:31.739851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6058d-e368-42fc-8402-60b322696a92 req-4a72ae47-00fd-4711-8fc3-fd85a059a903 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:31.741337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1af6058d-e368-42fc-8402-60b322696a92 req-4a72ae47-00fd-4711-8fc3-fd85a059a903 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 945 time: 0.0535021 Jul 28 11:21:31.770962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d74af7f8-1554-4a92-bc4a-19de36240cfa details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:31.775823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:31.779010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1af6058d-e368-42fc-8402-60b322696a92 req-3bd5668c-b5fa-4861-af9b-5fd0b0ad4871 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Jul 28 11:21:31.889490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:31.895689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717222-2125-4562-a9b8-30928c88928b req-2da57b59-6254-4f24-8784-616b36bd4d38 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:31.897225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b717222-2125-4562-a9b8-30928c88928b req-2da57b59-6254-4f24-8784-616b36bd4d38 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 945 time: 0.0503664 Jul 28 11:21:31.903074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:31.903407 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:31.913338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:31.937000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:31.943394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b717222-2125-4562-a9b8-30928c88928b req-c8e94a56-9ac3-43c8-a91f-1ac7e2f7e25f tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Jul 28 11:21:31.957822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'd74af7f8-1554-4a92-bc4a-19de36240cfa', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': 'd74af7f8-1554-4a92-bc4a-19de36240cfa', 'mac_address': 'fa:16:3e:49:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:32.006428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8862-3a61-4e6e-9f6c-998f6ca0b827 req-f9735e3c-d30f-4661-bfb8-8f1184b9aad0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:32.007919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-117d8862-3a61-4e6e-9f6c-998f6ca0b827 req-f9735e3c-d30f-4661-bfb8-8f1184b9aad0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 943 time: 0.0522580 Jul 28 11:21:32.052776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-117d8862-3a61-4e6e-9f6c-998f6ca0b827 req-c4212ff9-e333-4dae-a054-bbde6530b967 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382757 Jul 28 11:21:32.183337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.198155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:32.216478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74af7f8-1554-4a92-bc4a-19de36240cfa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:32.238462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:32.239959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.261001 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.280918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1683db-1057-48aa-9260-6198877996d4 req-053cb070-5961-4f90-ac77-1335f8a66feb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:32.289210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce1683db-1057-48aa-9260-6198877996d4 req-053cb070-5961-4f90-ac77-1335f8a66feb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.0811222 Jul 28 11:21:32.326284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce1683db-1057-48aa-9260-6198877996d4 req-3f047b3e-d838-44d2-9f2a-9e335934f526 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361512 Jul 28 11:21:32.382152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:32.400359 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.401148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f9d74cde-2ded-4f99-b91c-62868eb4f728 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:32.468513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:32.504778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679343f-1ea5-4de0-bd69-f4cd8e219de9 req-341ffd83-6586-476e-87c0-8894651f7664 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:32.509920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:32.514326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b679343f-1ea5-4de0-bd69-f4cd8e219de9 req-341ffd83-6586-476e-87c0-8894651f7664 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0933661 Jul 28 11:21:32.529521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:32.531749 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e99a5e-c676-499f-a712-eeb75fecdcdd" -d '{"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-plugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:32.564629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'b6618585-9907-409d-b73b-97f41e539edc', 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'port_id': 'b6618585-9907-409d-b73b-97f41e539edc', 'mac_address': 'fa:16:3e:d2:b1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b92f59-b8df-4aca-93e8-5c27467ea366', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:32.590556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b679343f-1ea5-4de0-bd69-f4cd8e219de9 req-cc1fc921-226d-4bee-b228-03ad9aa81ec6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691013 Jul 28 11:21:32.623405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:32.637957 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a500e13-c0e9-4290-8b05-b100540dc0f6 x-openstack-request-id: req-7a500e13-c0e9-4290-8b05-b100540dc0f6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:32.638351 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-plugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:32.638555 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a500e13-c0e9-4290-8b05-b100540dc0f6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:32.638952 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'code': 200} Jul 28 11:21:32.642629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port f9d74cde-2ded-4f99-b91c-62868eb4f728 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:32.652291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port f9d74cde-2ded-4f99-b91c-62868eb4f728 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:32.652678 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.654259 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.681566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['d74af7f8-1554-4a92-bc4a-19de36240cfa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:32.723914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6618585-9907-409d-b73b-97f41e539edc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:32.750751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:32.765905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:32.864319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:32.908681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b6618585-9907-409d-b73b-97f41e539edc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:32.977141 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:33.083003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f9d74cde-2ded-4f99-b91c-62868eb4f728, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:33.118700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667b22-58af-41de-9c8b-646540a2359c req-667535df-fde7-4321-87d9-9cf94c8dffa3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:33.120564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6667b22-58af-41de-9c8b-646540a2359c req-667535df-fde7-4321-87d9-9cf94c8dffa3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 945 time: 0.0796790 Jul 28 11:21:33.128328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:33.274428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f9d74cde-2ded-4f99-b91c-62868eb4f728,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:33.303986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6667b22-58af-41de-9c8b-646540a2359c req-9650e4bd-9021-44ef-ad52-58ca498f4b56 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740541 Jul 28 11:21:33.339308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264ff53-b2b2-4cdc-b217-b53dd80963b0 req-0a3cc205-28f7-4d6a-8c08-62a805b07e24 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:33.340961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d264ff53-b2b2-4cdc-b217-b53dd80963b0 req-0a3cc205-28f7-4d6a-8c08-62a805b07e24 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 944 time: 0.1587732 Jul 28 11:21:33.368910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:33.412513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d264ff53-b2b2-4cdc-b217-b53dd80963b0 req-6e2d3eab-6d84-4547-803e-ce3b349ccb62 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Jul 28 11:21:33.513516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace2bee-9914-4db5-b64b-00a397cc4e23 req-4164dd13-ab4f-4943-be83-ccf67d9ea15a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:33.516235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cace2bee-9914-4db5-b64b-00a397cc4e23 req-4164dd13-ab4f-4943-be83-ccf67d9ea15a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.0958431 Jul 28 11:21:33.598902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cace2bee-9914-4db5-b64b-00a397cc4e23 req-d3c7eb4c-f22e-426f-bc50-d431fb0e9325 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720794 Jul 28 11:21:33.603085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-a9bfb715-2c0d-4e80-86b7-02cedccf22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:33.604940 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-a9bfb715-2c0d-4e80-86b7-02cedccf22c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 1096 time: 0.0491581 Jul 28 11:21:33.622109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:33.712227 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:33.731124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95898b5-97de-4c84-a964-7fd578c05ad7 req-03d0f41e-ea49-49aa-a999-7e7d3967a419 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:33.733791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e95898b5-97de-4c84-a964-7fd578c05ad7 req-03d0f41e-ea49-49aa-a999-7e7d3967a419 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 944 time: 0.0664968 Jul 28 11:21:33.831882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e95898b5-97de-4c84-a964-7fd578c05ad7 req-8ef9937b-716c-411b-a6bc-29c433ac28d7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906162 Jul 28 11:21:34.015745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:34.058256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:34.114176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:34.116500 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f494b1-40c8-44cb-bcf9-d49c1f647085" -d '{"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-unplugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:34.121464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.143408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Transition to ACTIVE for port object 39219fb4-f174-43cb-8604-ab1c74bc9cc6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:34.149269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.202048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:34.273674 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b3c88-445f-475e-872f-735487e56d24 x-openstack-request-id: req-7c8b3c88-445f-475e-872f-735487e56d24 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:34.273887 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-unplugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:34.274110 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c8b3c88-445f-475e-872f-735487e56d24 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:34.274505 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'code': 200} Jul 28 11:21:34.304074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:34.321764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.322115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.322451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.322791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.323143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.323457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.323783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.324108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.324474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.324800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.325110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.325448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:34.348146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port b6618585-9907-409d-b73b-97f41e539edc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:34.348896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.375230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] No DVR routers for this DVR port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:21:34.536524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.617510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131465fa-d17f-4d2e-bbb9-914876448bbe req-367b0f83-e194-493c-a012-3d543fa63a62 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:34.619038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-131465fa-d17f-4d2e-bbb9-914876448bbe req-367b0f83-e194-493c-a012-3d543fa63a62 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 946 time: 0.1405039 Jul 28 11:21:34.635184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:34.642330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d74cde-2ded-4f99-b91c-62868eb4f728'}, {'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:34.645556 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef91e3-bc98-431b-86fb-0ed9c5f4ccc2" -d '{"events": [{"server_uuid": "8eb1d89e-5e94-4fbf-b408-8dd87255fe6e", "name": "network-vif-plugged", "status": "completed", "tag": "f9d74cde-2ded-4f99-b91c-62868eb4f728"}, {"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-plugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:34.651292 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.669668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:34.670707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:34.671195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:34.684524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:34.684853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Attempting to bind port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:34.691277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:34.691989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Checking segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:34.692565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Bound using segment: {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:34.693133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Bound port: 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d5e1f9-6e00-4229-b2f2-3655a0dbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:34.693652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.752369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-131465fa-d17f-4d2e-bbb9-914876448bbe req-3d9f588b-4abc-43d6-98be-9a5f1644886b tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223269 Jul 28 11:21:34.776677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb923688-5e3d-4a73-966e-6284be2c91ca req-ccf44752-46f4-4d52-af15-c2e8a67c0f2b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:34.778224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb923688-5e3d-4a73-966e-6284be2c91ca req-ccf44752-46f4-4d52-af15-c2e8a67c0f2b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 944 time: 0.2090085 Jul 28 11:21:34.807992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:34.844761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:34.849799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:34.856932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.916792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb923688-5e3d-4a73-966e-6284be2c91ca req-804b29fc-1ddf-4459-a83b-b68a2fb12b44 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199908 Jul 28 11:21:34.986962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:34.987645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:34.998712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] 10.222.0.41 "PUT /v2.0/ports/39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 1092 time: 1.3841157 Jul 28 11:21:35.000061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3851757-9d72-4fac-8112-d454e028dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:35.112008 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b864c309-618a-49a9-a750-708b841cdce5 x-openstack-request-id: req-b864c309-618a-49a9-a750-708b841cdce5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:35.112330 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb1d89e-5e94-4fbf-b408-8dd87255fe6e", "name": "network-vif-plugged", "status": "completed", "tag": "f9d74cde-2ded-4f99-b91c-62868eb4f728", "code": 200}, {"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-plugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:35.112584 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b864c309-618a-49a9-a750-708b841cdce5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:35.112980 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d74cde-2ded-4f99-b91c-62868eb4f728', 'code': 200} Jul 28 11:21:35.113231 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc', 'code': 200} Jul 28 11:21:35.126550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-bde664c7-5c93-413f-8bc2-c6aae301e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.128083 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-bde664c7-5c93-413f-8bc2-c6aae301e479 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1095 time: 0.0912423 Jul 28 11:21:35.130404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c151-64d0-4a55-a555-52b6d803e77e req-24118a73-bec2-46a6-9aec-68dad8b0996b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.144806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0b5c151-64d0-4a55-a555-52b6d803e77e req-24118a73-bec2-46a6-9aec-68dad8b0996b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.1377158 Jul 28 11:21:35.351503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0b5c151-64d0-4a55-a555-52b6d803e77e req-bf8556fc-470a-4e10-8aa2-2b87d7acccb6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046130 Jul 28 11:21:35.363443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9581-fbe0-4c63-b1de-4b6f8456f38a req-576446ab-2dcb-45f6-be77-c87b49d33e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.365138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-208b9581-fbe0-4c63-b1de-4b6f8456f38a req-576446ab-2dcb-45f6-be77-c87b49d33e99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 1097 time: 0.1618772 Jul 28 11:21:35.404796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-0940f669-cd87-4d0e-a55d-abb0f644bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.406794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-0940f669-cd87-4d0e-a55d-abb0f644bb5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.2601197 Jul 28 11:21:35.464575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-208b9581-fbe0-4c63-b1de-4b6f8456f38a req-e0dad4df-561f-4f51-81cd-67b1a8b77252 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903964 Jul 28 11:21:35.553823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0987ef-747b-4f64-a887-a6d1713ca1f6 req-0ccb3750-a3af-4a66-9d42-019c88129759 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.559098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-62a5c76c-0516-47d8-b2ae-25c56f0e4da1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.1451883 Jul 28 11:21:35.578759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e0987ef-747b-4f64-a887-a6d1713ca1f6 req-0ccb3750-a3af-4a66-9d42-019c88129759 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1095681 Jul 28 11:21:35.646634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-3501f3a9-4a16-434b-b872-1dca417454ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.654040 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-3501f3a9-4a16-434b-b872-1dca417454ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.0873578 Jul 28 11:21:35.660441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e0987ef-747b-4f64-a887-a6d1713ca1f6 req-a0c6b8ac-a48b-47db-83f5-0814a68cc15e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783226 Jul 28 11:21:35.761239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-bd258949-c3d1-4e2b-b4c5-7471b23506ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.762714 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-bd258949-c3d1-4e2b-b4c5-7471b23506ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012819 Jul 28 11:21:35.779975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d74af7f8-1554-4a92-bc4a-19de36240cfa up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:35.831622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b062-594a-4f33-8faf-d8794acfd2fc req-4da1240e-459d-4072-8e29-cf78e257cec4 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:35.839053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d692b062-594a-4f33-8faf-d8794acfd2fc req-4da1240e-459d-4072-8e29-cf78e257cec4 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.0804555 Jul 28 11:21:35.913742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port d74af7f8-1554-4a92-bc4a-19de36240cfa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:35.922039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port d74af7f8-1554-4a92-bc4a-19de36240cfa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:35.922806 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:35.955410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d692b062-594a-4f33-8faf-d8794acfd2fc req-a451c0d7-b4e1-4ae4-a269-fc9ac7615727 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151838 Jul 28 11:21:35.986382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5422-a661-4400-9115-e6859fa69dd8 req-4362c1d7-0e39-49d1-aa45-7c333f14c9ca tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.014931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2bb5422-a661-4400-9115-e6859fa69dd8 req-4362c1d7-0e39-49d1-aa45-7c333f14c9ca tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 946 time: 0.1480732 Jul 28 11:21:36.026195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-0965ef9a-e855-4202-a3e1-f63b3934c22f service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549138 Jul 28 11:21:36.103707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2bb5422-a661-4400-9115-e6859fa69dd8 req-90dd2d1a-dbfe-4b0e-a87d-ab82ab77f837 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874717 Jul 28 11:21:36.106089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:36.176749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:36.191307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:36.192081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:36.208274 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-36deab40-729f-4e28-be0b-137d2ebf4231 req-81079586-e383-4b33-b0ed-185e6be21c5b service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737065 Jul 28 11:21:36.265152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e8119-1fe2-465e-bbfc-93d9825a5382 req-459a4fde-233b-481c-a84f-ef7cf8da548c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.275771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:36.277460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-512e8119-1fe2-465e-bbfc-93d9825a5382 req-459a4fde-233b-481c-a84f-ef7cf8da548c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 945 time: 0.0819252 Jul 28 11:21:36.280796 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9976e042-1841-4ffa-8508-68f366255f93" -d '{"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:36.307646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:21:36.311731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:36.334097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-512e8119-1fe2-465e-bbfc-93d9825a5382 req-95edd85f-d351-4816-9c19-0435810240c8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Jul 28 11:21:36.368962 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c1dbd0-01e6-406b-842e-163297f2f7b9 x-openstack-request-id: req-74c1dbd0-01e6-406b-842e-163297f2f7b9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:36.369617 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:36.370079 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74c1dbd0-01e6-406b-842e-163297f2f7b9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:36.370683 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'status': 'completed', 'code': 200} Jul 28 11:21:36.457621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-59013b79-9983-4d84-983e-2ef2049d692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.459828 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-59013b79-9983-4d84-983e-2ef2049d692c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1095 time: 0.0751948 Jul 28 11:21:36.543766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-424beb95-dd61-4dff-9de0-c06293ebed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.545672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-424beb95-dd61-4dff-9de0-c06293ebed21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1095 time: 0.1442716 Jul 28 11:21:36.564040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711147a-7d68-4a6d-b434-9c316a00b5ec req-43e34e73-587d-4860-baf2-59e4465a0a18 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.565784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5711147a-7d68-4a6d-b434-9c316a00b5ec req-43e34e73-587d-4860-baf2-59e4465a0a18 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.0857913 Jul 28 11:21:36.603668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-03c60ea3-dd17-4a1c-b304-de1edff8db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.621325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-03c60ea3-dd17-4a1c-b304-de1edff8db28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.1440952 Jul 28 11:21:36.708219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5711147a-7d68-4a6d-b434-9c316a00b5ec req-52769c44-38d4-4524-8031-37dd89450184 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308413 Jul 28 11:21:36.738827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-417891ce-de43-4262-8c4b-2fab7dc60fa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.1161385 Jul 28 11:21:36.763247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-5dac3c30-d5a6-4f66-9773-35fd1ae8d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.765173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-5dac3c30-d5a6-4f66-9773-35fd1ae8d9dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.1985052 Jul 28 11:21:36.825845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-ce94ad6a-7cd0-4d5b-8fb7-ca65708ad6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.828531 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-ce94ad6a-7cd0-4d5b-8fb7-ca65708ad6ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.0808644 Jul 28 11:21:36.883759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17957c95-e402-4936-a79c-93aa29e29984 req-c99f13bc-0b05-4c05-b767-13d464355495 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.886486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-9d48233e-adbb-4d7e-b8c4-dfe615ebe40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.886847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17957c95-e402-4936-a79c-93aa29e29984 req-c99f13bc-0b05-4c05-b767-13d464355495 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1052268 Jul 28 11:21:36.888645 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-9d48233e-adbb-4d7e-b8c4-dfe615ebe40a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529263 Jul 28 11:21:36.889064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-910ade60-6db4-4404-90ae-ab38fd9303b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 998 time: 0.1139243 Jul 28 11:21:36.970741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17957c95-e402-4936-a79c-93aa29e29984 req-ec2f392f-ba4e-4fa9-bcba-e8ca8658af5f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776892 Jul 28 11:21:36.975466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-4252d9bb-94b7-4f3f-881e-8b9e3f1b819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:36.977180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-4252d9bb-94b7-4f3f-881e-8b9e3f1b819d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.0770030 Jul 28 11:21:37.066354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-01a8ebfd-3478-4f24-a2fd-88bc601ec421 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631753 Jul 28 11:21:37.072430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e042-1841-4ffa-8508-68f366255f93 req-e1e72700-5cb3-4750-b558-e6ae80950836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:37.073982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-e1e72700-5cb3-4750-b558-e6ae80950836 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822401 Jul 28 11:21:37.114233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:37.116793 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38952fd4-025e-4dd8-80a2-37ff01b1b18f" -d '{"events": [{"server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "name": "network-vif-plugged", "status": "completed", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:37.172154 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af353b9-7bac-46fa-a89c-c1b115204901 x-openstack-request-id: req-8af353b9-7bac-46fa-a89c-c1b115204901 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:37.173015 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "name": "network-vif-plugged", "status": "completed", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:37.174116 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8af353b9-7bac-46fa-a89c-c1b115204901 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:37.174116 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa', 'code': 200} Jul 28 11:21:37.186803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-58b00f18-92a5-48a9-a923-abc236c7470c service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055865 Jul 28 11:21:37.301290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-d7054f0c-0fa2-4c38-9774-1035cd194d39 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174659 Jul 28 11:21:37.311305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30ba8-50aa-45d8-92b0-1be7f692cd54 req-cb5f9496-b7d0-4581-8899-32dcdfb1a4dc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:37.317624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afb30ba8-50aa-45d8-92b0-1be7f692cd54 req-cb5f9496-b7d0-4581-8899-32dcdfb1a4dc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.2030838 Jul 28 11:21:37.322085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593d7b5-d58c-4b13-ba40-1be788cf740b req-7717f080-effe-4b8c-ba2d-4e1f3c22d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:37.325988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6593d7b5-d58c-4b13-ba40-1be788cf740b req-7717f080-effe-4b8c-ba2d-4e1f3c22d138 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 1096 time: 0.0662770 Jul 28 11:21:37.370053 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6593d7b5-d58c-4b13-ba40-1be788cf740b req-e00358b4-4b97-40aa-bb0e-8b4660570411 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Jul 28 11:21:37.849583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9976e042-1841-4ffa-8508-68f366255f93 req-1fb3d862-920e-49a9-a422-d9b2b58ae1df service neutron] 10.222.0.44 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165446 Jul 28 11:21:37.853494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afb30ba8-50aa-45d8-92b0-1be7f692cd54 req-d36245f2-0a7f-4765-b8bb-49ccbb28ca9e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5121448 Jul 28 11:21:37.882471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ecb3f-1817-43fb-bce7-1f6889c11a78 req-d7985dc9-1bbf-4aca-9554-5f9293296519 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:37.888046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-783ecb3f-1817-43fb-bce7-1f6889c11a78 req-d7985dc9-1bbf-4aca-9554-5f9293296519 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 946 time: 0.5694528 Jul 28 11:21:37.963601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-783ecb3f-1817-43fb-bce7-1f6889c11a78 req-68beb0ac-be3a-4551-96fe-04104190b775 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671506 Jul 28 11:21:38.189146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28120a8-1e08-484d-b1e8-80996aff7c5f req-9b1b7687-9128-4998-b582-c3bed83d5d62 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:38.190574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e28120a8-1e08-484d-b1e8-80996aff7c5f req-9b1b7687-9128-4998-b582-c3bed83d5d62 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 945 time: 0.1119578 Jul 28 11:21:38.203880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c079ad-fa27-4f3a-83d1-d6493e386a0e req-d3892bd5-c5db-45ea-b4e9-77140435ee35 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:38.217314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4c079ad-fa27-4f3a-83d1-d6493e386a0e req-d3892bd5-c5db-45ea-b4e9-77140435ee35 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 944 time: 0.1069708 Jul 28 11:21:38.224032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:38.352602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:38.368353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'port_id': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'mac_address': 'fa:16:3e:56:81:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:38.405685 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e28120a8-1e08-484d-b1e8-80996aff7c5f req-908d0d54-15e9-4e3c-bcd3-07b64416de33 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656537 Jul 28 11:21:38.419827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:38.440018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39219fb4-f174-43cb-8604-ab1c74bc9cc6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:38.449521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4c079ad-fa27-4f3a-83d1-d6493e386a0e req-4cc1768c-9fa5-4d19-878e-cd1397e76eb0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296364 Jul 28 11:21:38.474973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:38.483138 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:38.588975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:38.649994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5850f-97e1-442b-a38c-49dfe3007f93 req-4db47d1d-51a9-49a6-9c7f-3f0745850c01 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:38.654403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04b5850f-97e1-442b-a38c-49dfe3007f93 req-4db47d1d-51a9-49a6-9c7f-3f0745850c01 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1243122 Jul 28 11:21:38.718798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04b5850f-97e1-442b-a38c-49dfe3007f93 req-7185f374-1a4c-41b6-a782-dc9f38882810 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569134 Jul 28 11:21:38.757156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['39219fb4-f174-43cb-8604-ab1c74bc9cc6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:39.081555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9568a-1026-4270-a7c0-e5e7ba327233 req-f5ebe7a1-311f-450a-b17e-4c6ae6445990 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:39.083271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bec9568a-1026-4270-a7c0-e5e7ba327233 req-f5ebe7a1-311f-450a-b17e-4c6ae6445990 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.0852325 Jul 28 11:21:39.134456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bec9568a-1026-4270-a7c0-e5e7ba327233 req-3b53dc43-3117-467a-b4fa-4944de75979c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Jul 28 11:21:39.284833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35d636-22ed-46d6-9f7b-fea0e17c4806 req-5e52873e-b2d1-4e91-b973-c6be0a6cc240 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:39.291311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf35d636-22ed-46d6-9f7b-fea0e17c4806 req-5e52873e-b2d1-4e91-b973-c6be0a6cc240 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 946 time: 0.0781283 Jul 28 11:21:39.331709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf35d636-22ed-46d6-9f7b-fea0e17c4806 req-2b720cb3-24ab-47b6-81c4-ad5f9d1c217a tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379457 Jul 28 11:21:39.607536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9c02-9a47-41be-a965-7c8222f2f92d req-f9d0c5ce-969d-4f6f-815f-1b7b9e7ebe53 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:39.609357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e3b9c02-9a47-41be-a965-7c8222f2f92d req-f9d0c5ce-969d-4f6f-815f-1b7b9e7ebe53 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 945 time: 0.1064074 Jul 28 11:21:39.643332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617cfe4-785e-4e98-94aa-5d126a8ff88a req-080a29c5-6175-4c9f-bc0d-f3fc9e4ec0f3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:39.644984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2617cfe4-785e-4e98-94aa-5d126a8ff88a req-080a29c5-6175-4c9f-bc0d-f3fc9e4ec0f3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 945 time: 0.1079812 Jul 28 11:21:39.695336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e3b9c02-9a47-41be-a965-7c8222f2f92d req-24c1b1cb-00db-4c5f-92e2-bf3aee0d6068 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762770 Jul 28 11:21:39.726043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2617cfe4-785e-4e98-94aa-5d126a8ff88a req-6ec246da-9b11-4032-953d-23dc51898b75 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710652 Jul 28 11:21:39.748264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:39.915773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-6c668772-1779-4f01-b2ca-ba8eee40f446 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 267 time: 0.0931437 Jul 28 11:21:39.975065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e6a15dea-87d8-404e-81be-5dd50e0aa4cf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/b49d561b-c5ea-4145-8402-7477312b8a38 HTTP/1.1" status: 200 len: 991 time: 0.2248909 Jul 28 11:21:40.006918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf644e-0ffc-4e9f-ad3f-d34490861573 req-375817c5-ae2e-4093-819c-c51379c80434 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:40.008513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bdf644e-0ffc-4e9f-ad3f-d34490861573 req-375817c5-ae2e-4093-819c-c51379c80434 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1472232 Jul 28 11:21:40.062970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-6e12f7b5-91c3-4bb2-9c15-5a037170c017 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:40.071935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-6e12f7b5-91c3-4bb2-9c15-5a037170c017 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 945 time: 0.1354239 Jul 28 11:21:40.078392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'port': {'security_groups': []}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:40.135736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bdf644e-0ffc-4e9f-ad3f-d34490861573 req-7d91109a-eb9a-4372-bea2-f7a9f02b784e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021416 Jul 28 11:21:40.197056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.241304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:40.354510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:40.370026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:40.370701 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.463489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-60454148-3780-473b-9e49-1ecd9c9b8f15 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:40.475570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-60454148-3780-473b-9e49-1ecd9c9b8f15 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5404b24-3d33-487d-8dc7-3cbbab5d4ece HTTP/1.1" status: 200 len: 945 time: 0.1644824 Jul 28 11:21:40.527939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.530625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa2c37-7d3b-45a0-b4b1-cfd9346c5269 req-649df990-97e6-4a30-9122-70c61ed4fe68 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:40.532884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdfa2c37-7d3b-45a0-b4b1-cfd9346c5269 req-649df990-97e6-4a30-9122-70c61ed4fe68 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1179349 Jul 28 11:21:40.543469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-ae1efba7-87f5-463a-bbba-70e1c0ef9bcb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:40.544949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-ae1efba7-87f5-463a-bbba-70e1c0ef9bcb tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 946 time: 0.1660700 Jul 28 11:21:40.571270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:40.574500 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c15423-b9ac-4eb5-928a-29765e0a475c" -d '{"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-plugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:40.591072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:40.603207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.648065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Deleting port f334f5a2-044b-405b-b3fa-035d0f362ca5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:21:40.648876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.682224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:40.691767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:40.707297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdfa2c37-7d3b-45a0-b4b1-cfd9346c5269 req-042ebe6a-ff30-4c9d-aa65-e258d8688ce2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613452 Jul 28 11:21:40.739931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.744532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Deleting port f9d74cde-2ded-4f99-b91c-62868eb4f728 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:21:40.744867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.762396 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.777908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', '1cea18be-d9b8-451f-b268-94f77103b167', 'd74af7f8-1554-4a92-bc4a-19de36240cfa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:40.816213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] For port f334f5a2-044b-405b-b3fa-035d0f362ca5, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f334f5a2-044b-405b-b3fa-035d0f362ca5,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:40.816926 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.838488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Calling delete_port for f334f5a2-044b-405b-b3fa-035d0f362ca5 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:21:40.924048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:40.924759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:40.940800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dfcbf8ce-5b99-438f-98e7-124c3dab2e43 req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "PUT /v2.0/ports/d74af7f8-1554-4a92-bc4a-19de36240cfa HTTP/1.1" status: 200 len: 904 time: 0.8676736 Jul 28 11:21:40.942520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:40.949585 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f145c1-a7c8-493b-b76b-2865954792ea" -d '{"events": [{"name": "network-changed", "server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:41.018069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:41.028121 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7df5c8-af65-4bcd-8cbc-965a8363a59f x-openstack-request-id: req-9f7df5c8-af65-4bcd-8cbc-965a8363a59f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:41.030628 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-plugged", "status": "completed", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:41.031044 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f7df5c8-af65-4bcd-8cbc-965a8363a59f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:41.031526 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'code': 200} Jul 28 11:21:41.067700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.068067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.068991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.068991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.069167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.069660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.069771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.070047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.070699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.070699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.071014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.071336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d4b1c5-3d41-4e0d-aad0-ea93cb07de52 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:21:41.079646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['d74af7f8-1554-4a92-bc4a-19de36240cfa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:41.116265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346af37b-9017-4269-8d00-980741cedf2e req-f09ac707-9a5f-49f0-b4ea-249241e2ec17 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:41.125459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-346af37b-9017-4269-8d00-980741cedf2e req-f09ac707-9a5f-49f0-b4ea-249241e2ec17 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 946 time: 0.2907262 Jul 28 11:21:41.194177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] For port f9d74cde-2ded-4f99-b91c-62868eb4f728, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f9d74cde-2ded-4f99-b91c-62868eb4f728,segment=NetworkSegment(baa8be71-6f96-4cd4-ab3a-617652659fd3),segment_id=baa8be71-6f96-4cd4-ab3a-617652659fd3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:41.195430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:41.214808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:41.231179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['f334f5a2-044b-405b-b3fa-035d0f362ca5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:41.262430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Calling delete_port for f9d74cde-2ded-4f99-b91c-62868eb4f728 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:21:41.279925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event deleted for resources: {'Port': ['ID=f334f5a2-044b-405b-b3fa-035d0f362ca5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:41.305524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-346af37b-9017-4269-8d00-980741cedf2e req-8667e55c-6042-4cfd-a80a-c04cb9b4843a tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/security-groups?id=d66a6153-c53c-401c-b545-18c6bd5816f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696162 Jul 28 11:21:41.382976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] No DVR routers for this DVR port f334f5a2-044b-405b-b3fa-035d0f362ca5 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:21:41.395854 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:41.405046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06a73c-11e8-4dd9-a2a8-3a565bbb294a req-253357d3-5494-4174-abc5-dedc8b54fc1d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:41.406302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d4bc8b3-a252-4598-bc30-eaee11a067ee req-dd83a798-790a-41dc-ad16-4ac1eace3d0e tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.41 "DELETE /v2.0/ports/f334f5a2-044b-405b-b3fa-035d0f362ca5 HTTP/1.1" status: 204 len: 173 time: 0.9181554 Jul 28 11:21:41.406609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a06a73c-11e8-4dd9-a2a8-3a565bbb294a req-253357d3-5494-4174-abc5-dedc8b54fc1d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 907 time: 0.2301116 Jul 28 11:21:41.406857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'name': 'network-vif-deleted', 'tag': 'f334f5a2-044b-405b-b3fa-035d0f362ca5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:41.412556 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c402bc-0629-4e5e-9935-cd486d9fa3a6" -d '{"events": [{"server_uuid": "f5404b24-3d33-487d-8dc7-3cbbab5d4ece", "name": "network-vif-deleted", "tag": "f334f5a2-044b-405b-b3fa-035d0f362ca5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:41.458283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15eee7b3-58ce-4321-87e6-6027bebffb7c None None] Provisioning complete for port d74af7f8-1554-4a92-bc4a-19de36240cfa triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:41.458900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15eee7b3-58ce-4321-87e6-6027bebffb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:41.491527 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3dddf4-8112-4f75-9383-6bd6975b3563 x-openstack-request-id: req-0b3dddf4-8112-4f75-9383-6bd6975b3563 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:41.491856 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:41.492088 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b3dddf4-8112-4f75-9383-6bd6975b3563 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:41.492673 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa', 'status': 'completed', 'code': 200} Jul 28 11:21:41.627988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f145c1-a7c8-493b-b76b-2865954792ea req-7bff6f81-e6f2-4326-9b7d-231070719093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:41.629655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-7bff6f81-e6f2-4326-9b7d-231070719093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 1058 time: 0.1232340 Jul 28 11:21:41.685208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8612e7c-76a0-4c75-b16f-8834b4ed1f9c req-5d95173f-c5cb-4fdd-a530-eeaa6bd7c93d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:41.697064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8612e7c-76a0-4c75-b16f-8834b4ed1f9c req-5d95173f-c5cb-4fdd-a530-eeaa6bd7c93d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1259189 Jul 28 11:21:41.705132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:41.717186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['f334f5a2-044b-405b-b3fa-035d0f362ca5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:41.772851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f9d74cde-2ded-4f99-b91c-62868eb4f728'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:41.775206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['f9d74cde-2ded-4f99-b91c-62868eb4f728'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:41.822391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f145c1-a7c8-493b-b76b-2865954792ea req-24ad7078-ef10-46e0-9069-c6f01eda3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:41.823849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-24ad7078-ef10-46e0-9069-c6f01eda3bb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1749785 Jul 28 11:21:41.867552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Pushing event deleted for resources: {'Port': ['ID=f9d74cde-2ded-4f99-b91c-62868eb4f728,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:41.925986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-827bdef9-6926-4b69-8bd8-0415a14fe26e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa HTTP/1.1" status: 200 len: 217 time: 0.0936947 Jul 28 11:21:41.929181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8612e7c-76a0-4c75-b16f-8834b4ed1f9c req-88dc0e68-a6eb-40ae-aaff-6635102b1bc8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312157 Jul 28 11:21:41.944672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0e38e-d818-41a6-acf4-0f30389830e8 req-17fd6e37-d926-4ce4-84f0-24175fe9ba64 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:41.954909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efe0e38e-d818-41a6-acf4-0f30389830e8 req-17fd6e37-d926-4ce4-84f0-24175fe9ba64 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1969006 Jul 28 11:21:41.982434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] No DVR routers for this DVR port f9d74cde-2ded-4f99-b91c-62868eb4f728 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:21:41.988653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:41.995221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b50f4882-3c66-49a4-a9bd-7ae45ab0726c req-4a373e12-b19d-4101-a918-d159256cf4a3 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.44 "DELETE /v2.0/ports/f9d74cde-2ded-4f99-b91c-62868eb4f728 HTTP/1.1" status: 204 len: 173 time: 1.4379325 Jul 28 11:21:42.033270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f145c1-a7c8-493b-b76b-2865954792ea req-f0362632-dea8-4087-9502-a6653976a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:42.034767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-f0362632-dea8-4087-9502-a6653976a2ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0977020 Jul 28 11:21:42.051277 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7d0b7-c7db-4c19-aa7c-4395d111e416 x-openstack-request-id: req-caf7d0b7-c7db-4c19-aa7c-4395d111e416 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:42.051566 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5404b24-3d33-487d-8dc7-3cbbab5d4ece", "name": "network-vif-deleted", "tag": "f334f5a2-044b-405b-b3fa-035d0f362ca5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:42.051819 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caf7d0b7-c7db-4c19-aa7c-4395d111e416 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:42.060290 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5404b24-3d33-487d-8dc7-3cbbab5d4ece', 'name': 'network-vif-deleted', 'tag': 'f334f5a2-044b-405b-b3fa-035d0f362ca5', 'status': 'completed', 'code': 200} Jul 28 11:21:42.117460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efe0e38e-d818-41a6-acf4-0f30389830e8 req-50576f0c-e387-4e90-a2dc-bb698bab5d3f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608768 Jul 28 11:21:42.175407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f145c1-a7c8-493b-b76b-2865954792ea req-d99bcf31-3c5b-4133-b5d0-8186227d6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:42.177406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-d99bcf31-3c5b-4133-b5d0-8186227d6353 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353059 Jul 28 11:21:42.300221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd662-ed06-4908-b8df-74da8d8d2cc7 req-94a4b639-d1ff-44ee-941e-51948e8dac60 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:42.302644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a35cd662-ed06-4908-b8df-74da8d8d2cc7 req-94a4b639-d1ff-44ee-941e-51948e8dac60 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1815255 Jul 28 11:21:42.350502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-4af78288-4055-4e11-9396-12ac05bd8397 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616821 Jul 28 11:21:42.410073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a35cd662-ed06-4908-b8df-74da8d8d2cc7 req-86953e05-4796-4466-bd2c-b0616ac0e817 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951309 Jul 28 11:21:42.453701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70f2b9-7aae-4a31-9209-c147a0714564 req-1d127bfc-c816-4638-90aa-a7b171464e98 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:42.504384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf70f2b9-7aae-4a31-9209-c147a0714564 req-1d127bfc-c816-4638-90aa-a7b171464e98 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2006068 Jul 28 11:21:42.565299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf70f2b9-7aae-4a31-9209-c147a0714564 req-8bc97416-e64f-4275-8fcd-e3208e1e7525 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595548 Jul 28 11:21:42.572876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40f145c1-a7c8-493b-b76b-2865954792ea req-ce788e9d-1278-4c34-b003-4768435f9779 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090302 Jul 28 11:21:42.640039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f1f8d23-0d36-4c0d-8bd4-8c522acf85d5 req-76dcc878-3fa9-44fc-92ac-9e15c90895c1 tempest-MultipleCreateTestJSON-630540736 tempest-MultipleCreateTestJSON-630540736-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb1d89e-5e94-4fbf-b408-8dd87255fe6e HTTP/1.1" status: 200 len: 210 time: 0.0735362 Jul 28 11:21:42.908701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-2302bd3a-0546-4127-b97b-e23ba600506b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:42.915888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-2302bd3a-0546-4127-b97b-e23ba600506b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.1407535 Jul 28 11:21:42.927946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-21abb985-f2a0-4f1f-a340-5a6ad383a324 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/quotas/4fdb58a2d29e4a6eab031ca55529d503 HTTP/1.1" status: 200 len: 375 time: 0.0106931 Jul 28 11:21:43.037678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-2d511fb2-2b38-44d4-a639-328d0d121f3d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0940430 Jul 28 11:21:43.189299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4971f64-ee62-43f9-8572-1de7b54d45f5 req-a8f98a48-5d48-4ce6-819f-1f7272d27100 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:43.196406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4971f64-ee62-43f9-8572-1de7b54d45f5 req-a8f98a48-5d48-4ce6-819f-1f7272d27100 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1492081 Jul 28 11:21:43.210179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-3f50e2dc-ed22-4891-9ba3-cca2298e8904 service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641822 Jul 28 11:21:43.330403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4971f64-ee62-43f9-8572-1de7b54d45f5 req-4b66cb0b-3b37-479c-a955-8de3579a5bde tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330373 Jul 28 11:21:43.406161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-b97eaab5-44f9-4598-b8e6-69bd8e80f595 service neutron] 10.222.0.20 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799579 Jul 28 11:21:43.494062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'name': 'network-vif-deleted', 'tag': 'f9d74cde-2ded-4f99-b91c-62868eb4f728'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:43.496917 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916bab3-8b4e-44a1-8f78-e13f23fb183f" -d '{"events": [{"server_uuid": "8eb1d89e-5e94-4fbf-b408-8dd87255fe6e", "name": "network-vif-deleted", "tag": "f9d74cde-2ded-4f99-b91c-62868eb4f728"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:43.615860 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa276cde-05e2-4c81-8911-b82aef9f4516 x-openstack-request-id: req-aa276cde-05e2-4c81-8911-b82aef9f4516 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:43.616448 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb1d89e-5e94-4fbf-b408-8dd87255fe6e", "name": "network-vif-deleted", "tag": "f9d74cde-2ded-4f99-b91c-62868eb4f728", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:43.616901 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa276cde-05e2-4c81-8911-b82aef9f4516 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:43.617499 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb1d89e-5e94-4fbf-b408-8dd87255fe6e', 'name': 'network-vif-deleted', 'tag': 'f9d74cde-2ded-4f99-b91c-62868eb4f728', 'status': 'completed', 'code': 200} Jul 28 11:21:43.676522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2118082-377c-4397-ae73-2919a2c01fca req-2ba89db6-32d6-46be-8966-e6a7d196fce2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:43.686061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2118082-377c-4397-ae73-2919a2c01fca req-2ba89db6-32d6-46be-8966-e6a7d196fce2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1576154 Jul 28 11:21:43.790412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43f673dd-72bb-4b8b-9bb3-c88350785da5 req-c25f9c07-5195-4a4b-bd92-22abbe6054c0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 210 time: 0.1003158 Jul 28 11:21:43.825606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2118082-377c-4397-ae73-2919a2c01fca req-417b79ff-c41c-4a72-9011-7dc3dfaf3dcb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144798 Jul 28 11:21:43.832397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f9d74cde-2ded-4f99-b91c-62868eb4f728 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:43.881417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: f9d74cde-2ded-4f99-b91c-62868eb4f728 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:21:43.882015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f9d74cde-2ded-4f99-b91c-62868eb4f728 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:21:43.972045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:44.051890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Deleting subnet be7cb11f-cf93-493b-ae5f-440f608608af {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:21:44.056102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.134739 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.219189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.266084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f334f5a2-044b-405b-b3fa-035d0f362ca5 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:44.311991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: f334f5a2-044b-405b-b3fa-035d0f362ca5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:21:44.312442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f334f5a2-044b-405b-b3fa-035d0f362ca5 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:21:44.363500 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.439589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.444235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be7cb11f-cf93-493b-ae5f-440f608608af HTTP/1.1" status: 204 len: 168 time: 0.4684749 Jul 28 11:21:44.444235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835148-f1e8-48fe-9fb3-1c1fc2e835a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7cb11f-cf93-493b-ae5f-440f608608af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:44.449663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:44.530621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ca76d-caa0-4100-8784-eb0a5361b6b8 req-85c8d758-9fcc-49b7-a67b-4c003fbe4ee5 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:44.539731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d92ca76d-caa0-4100-8784-eb0a5361b6b8 req-85c8d758-9fcc-49b7-a67b-4c003fbe4ee5 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0966136 Jul 28 11:21:44.575901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.613002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d92ca76d-caa0-4100-8784-eb0a5361b6b8 req-cbe3b5ea-2ec2-46c8-ae0b-88fbfe61c7b2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686820 Jul 28 11:21:44.725260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.739058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6225ff1-a76d-4200-ba36-ab9998e29613']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:44.756157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa8be71-6f96-4cd4-ab3a-617652659fd3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:44.757540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa8be71-6f96-4cd4-ab3a-617652659fd3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:21:44.771935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.790021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.797111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:21:44.797554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:21:44.800056 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:21:44.870161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.887558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:44.893231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e6225ff1-a76d-4200-ba36-ab9998e29613 HTTP/1.1" status: 204 len: 168 time: 0.4417534 Jul 28 11:21:44.959641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d6776ef-f313-4e27-a247-ef0de13c1e4c req-c4e38b81-a27b-45b4-a174-0e35ff018184 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 210 time: 0.0306385 Jul 28 11:21:45.004760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f390d4-62e5-4b0d-988b-b012c97db866 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6225ff1-a76d-4200-ba36-ab9998e29613,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:45.049350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7289110-c1df-4200-ac7d-1c821741748e req-cdb22ab3-53ae-4409-8070-22251c49292f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:45.051508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7289110-c1df-4200-ac7d-1c821741748e req-cdb22ab3-53ae-4409-8070-22251c49292f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.0941088 Jul 28 11:21:45.144486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7289110-c1df-4200-ac7d-1c821741748e req-f5ad66f2-4188-46a1-9627-01f2efce0e96 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815547 Jul 28 11:21:45.262413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:45.340142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-75ea4697-a9cd-4177-b61c-fd6e4ec5d916 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:45.344389 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-75ea4697-a9cd-4177-b61c-fd6e4ec5d916 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 811 time: 0.2732985 Jul 28 11:21:45.345112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:45.345648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-39cefcfa-bed0-4c0c-875b-4531b58ee901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa560f66cba64a40a622beae2d01ffbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816755 Jul 28 11:21:45.359169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Request body: {'port': {'device_id': '52940c6a-552f-489a-a109-4c3d67b47f15', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'admin_state_up': True, 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:45.518541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19c2139f-7ab8-49c4-a954-4b610a179b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:45.544018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19c2139f-7ab8-49c4-a954-4b610a179b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:45.578043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Made reservation on behalf of 4fdb58a2d29e4a6eab031ca55529d503 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:45.582182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:45.640645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19c2139f-7ab8-49c4-a954-4b610a179b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:45.644536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19c2139f-7ab8-49c4-a954-4b610a179b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:45.649185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19c2139f-7ab8-49c4-a954-4b610a179b5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d66a6153-c53c-401c-b545-18c6bd5816f0 HTTP/1.1" status: 204 len: 168 time: 0.3029642 Jul 28 11:21:45.674884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2139f-7ab8-49c4-a954-4b610a179b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66a6153-c53c-401c-b545-18c6bd5816f0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:45.799374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813eb96-ed1c-48a4-ac54-b541c53b340b req-5949fa55-25ee-4094-b659-578549c84afc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:45.809537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a813eb96-ed1c-48a4-ac54-b541c53b340b req-5949fa55-25ee-4094-b659-578549c84afc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0805256 Jul 28 11:21:45.822305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Allocated IP 172.20.0.11 (3748db1c-451d-47ff-a952-ba54a4d31123/439dfdd4-c00c-41b1-9418-ddce2f5cd69c/011bcbf5-1284-4c0d-b0c8-5e87337cae21) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:45.854384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a813eb96-ed1c-48a4-ac54-b541c53b340b req-2f6cbddd-6d3e-48e0-b8dd-960977fa17cb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Jul 28 11:21:46.053101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:46.073570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Transition to ACTIVE for port object 011bcbf5-1284-4c0d-b0c8-5e87337cae21 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:46.129828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:46.145178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', '1cea18be-d9b8-451f-b268-94f77103b167'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:46.270228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Network 3748db1c-451d-47ff-a952-ba54a4d31123 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:46.283503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:46.302708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:46.317870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:46.350353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8670c0d-ed9e-4a45-8b8c-5f11421c0449 req-9eea2e44-882f-494c-a989-50f53f91213d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:46.352242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8670c0d-ed9e-4a45-8b8c-5f11421c0449 req-9eea2e44-882f-494c-a989-50f53f91213d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 932 time: 0.1856403 Jul 28 11:21:46.450379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:46.453458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:46.489701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-bcd707e1-897d-4d32-abef-58d658f51720 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1357660 Jul 28 11:21:46.503142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-011e9a12-9215-410a-8050-b869fd4340c8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:21:46.504321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-011e9a12-9215-410a-8050-b869fd4340c8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071788 Jul 28 11:21:46.517332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Request body: {'port': {'device_id': '52940c6a-552f-489a-a109-4c3d67b47f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:46.579608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8670c0d-ed9e-4a45-8b8c-5f11421c0449 req-341e30e1-0fd6-4c90-8d7d-c39c5b358384 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073550 Jul 28 11:21:46.634802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d829446-fd63-4f5e-bac3-ad693736af88 req-55ae4103-7dbe-4cc1-aec3-c65ae8647626 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:46.636381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d829446-fd63-4f5e-bac3-ad693736af88 req-55ae4103-7dbe-4cc1-aec3-c65ae8647626 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.3137221 Jul 28 11:21:46.664246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:46.691647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d46f875d-63dd-4cf3-975c-ba5cfb1dd8f0 None None] Provisioning for port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:46.699054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d46f875d-63dd-4cf3-975c-ba5cfb1dd8f0 None None] Provisioning complete for port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:46.700432 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d46f875d-63dd-4cf3-975c-ba5cfb1dd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:46.713809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d829446-fd63-4f5e-bac3-ad693736af88 req-8c6438b6-992b-46c9-a102-f22b7320989e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697591 Jul 28 11:21:46.787897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d46f875d-63dd-4cf3-975c-ba5cfb1dd8f0 None None] Port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:21:47.019359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587d329-039a-47ae-b9d8-e3eb35f0e077 req-9e92dd3c-ffb3-441e-902d-5a5f8852fdef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:47.027660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8587d329-039a-47ae-b9d8-e3eb35f0e077 req-9e92dd3c-ffb3-441e-902d-5a5f8852fdef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0840406 Jul 28 11:21:47.085692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8587d329-039a-47ae-b9d8-e3eb35f0e077 req-5939ed13-44c0-4ad3-8e9f-87377e67243d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570493 Jul 28 11:21:47.144451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:47.195175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011bcbf5-1284-4c0d-b0c8-5e87337cae21 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:47.202992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.216134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Transition to ACTIVE for port object 011bcbf5-1284-4c0d-b0c8-5e87337cae21 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:47.232941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.318506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:47.328149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1334442873-network', 'tenant_id': 'cf4cc7dccbca42dab381f2dbef4290cf'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:47.361537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Made reservation on behalf of cf4cc7dccbca42dab381f2dbef4290cf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:47.365112 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.380240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.524278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Attempting to bind port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:47.524632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Attempting to bind port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:47.524972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Attempting to bind port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:47.531428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.532651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 on network 3748db1c-451d-47ff-a952-ba54a4d31123 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:47.532974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Attempting to bind port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 on network 3748db1c-451d-47ff-a952-ba54a4d31123 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:47.543869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.546467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:47.546850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Checking segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:47.547247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Bound using segment: {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:47.548864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Bound port: 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d4e89c-4b5e-478d-ac49-8cfb68610cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:47.549293 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.604514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:21:47.649818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.649818 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Added segment 64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5 of type vlan for network a5c147e1-40a0-4d9c-a371-4120e0437074 Jul 28 11:21:47.662506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:47.699576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:47.717972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:47.728548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.738067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.805952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:47.808534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.815048 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] 10.222.0.41 "PUT /v2.0/ports/011bcbf5-1284-4c0d-b0c8-5e87337cae21 HTTP/1.1" status: 200 len: 1092 time: 1.2984314 Jul 28 11:21:47.822518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:47.825146 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:47.870322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5b8a2-257b-4c22-81d4-169a8dad905a req-00324b8b-79c7-4e7d-82b4-52f47977f131 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:47.872116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66a5b8a2-257b-4c22-81d4-169a8dad905a req-00324b8b-79c7-4e7d-82b4-52f47977f131 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 944 time: 0.1235955 Jul 28 11:21:47.872861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.873765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:47.874322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:47.889136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afdb33-236d-4e8c-9e10-1813817d1a9f service neutron] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:47.959616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-fb37842e-d520-49c9-a2a8-a2ddf4786982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:47.962045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-fb37842e-d520-49c9-a2a8-a2ddf4786982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 1095 time: 0.0923049 Jul 28 11:21:47.993888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8478141 Jul 28 11:21:48.021101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55854) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:21:48.050756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Request body: {'subnet': {'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1334442873-subnet', 'tenant_id': 'cf4cc7dccbca42dab381f2dbef4290cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:48.054569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-c6ebca96-f8a3-42a0-911d-02f12771db7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21 HTTP/1.1" status: 200 len: 217 time: 0.0817876 Jul 28 11:21:48.084794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0c81-0154-4f39-875c-6b9a7cd4363c admin admin] Pushing event updated for resources: {'Network': ['ID=a5c147e1-40a0-4d9c-a371-4120e0437074,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:48.099287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a5c147e1-40a0-4d9c-a371-4120e0437074 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:21:48.149253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66a5b8a2-257b-4c22-81d4-169a8dad905a req-9c84a79b-77a4-45af-823f-e46dfc31b6e4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540348 Jul 28 11:21:48.165597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d872e-c416-4282-97f1-a53c3af6cbc1 req-16393b4e-64ef-4180-8e74-6a0ecf3c91dd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:48.167145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-747d872e-c416-4282-97f1-a53c3af6cbc1 req-16393b4e-64ef-4180-8e74-6a0ecf3c91dd tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.2758057 Jul 28 11:21:48.167782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Made reservation on behalf of cf4cc7dccbca42dab381f2dbef4290cf for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:48.170512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:48.184692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-fb3e8619-2372-42c8-8812-15e89fa975ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:48.190630 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-fb3e8619-2372-42c8-8812-15e89fa975ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.1197326 Jul 28 11:21:48.299387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-747d872e-c416-4282-97f1-a53c3af6cbc1 req-ec28d649-677e-416e-8623-17ab601426d9 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138885 Jul 28 11:21:48.322497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-ab70d703-2cb8-49f8-91a1-a748e477bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:48.326677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-ab70d703-2cb8-49f8-91a1-a748e477bb97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329362 Jul 28 11:21:48.388292 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465b510-87b0-415f-80c0-04e604ccb27f x-openstack-request-id: req-b465b510-87b0-415f-80c0-04e604ccb27f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:48.388643 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:48.388909 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b465b510-87b0-415f-80c0-04e604ccb27f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:48.389336 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'status': 'completed', 'code': 200} Jul 28 11:21:48.528345 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-5dcd25d7-b8f8-4436-be82-d9e8139e66a2 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916647 Jul 28 11:21:48.609344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afebc74-8abc-4ab3-bf4a-4c1cbf75f415 req-539cfd39-c5d7-41ac-8dc4-5e3cac9cfbbd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:48.611670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8afebc74-8abc-4ab3-bf4a-4c1cbf75f415 req-539cfd39-c5d7-41ac-8dc4-5e3cac9cfbbd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1463733 Jul 28 11:21:48.613133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:48.656397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7cfc6239-d8e6-4a85-8ee4-c12358597321 req-efc53d1f-3546-41be-94c9-13cfe66e1c51 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085355 Jul 28 11:21:48.739112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8afebc74-8abc-4ab3-bf4a-4c1cbf75f415 req-0b1be57f-066f-4935-9d6e-dae3cfd9ee52 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978863 Jul 28 11:21:48.739822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50df2c13-9f11-41a7-8888-6d37f85c3b5c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:48.757916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Checking segment: {'id': '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:48.758526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Network hostable DHCP agents. Network: a5c147e1-40a0-4d9c-a371-4120e0437074, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:21:48.796223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Network a5c147e1-40a0-4d9c-a371-4120e0437074 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:21:48.822461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a5c147e1-40a0-4d9c-a371-4120e0437074) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:48.834307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273e5ac-f4a7-4f4a-b5e4-43672763667c None None] Network a5c147e1-40a0-4d9c-a371-4120e0437074 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:21:48.838883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:48.839620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:48.840946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-997f6475-d127-459f-aede-019c62868cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:48.846584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-997f6475-d127-459f-aede-019c62868cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 1095 time: 0.1253517 Jul 28 11:21:48.877075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-78845358-4c1a-43d0-ad79-61961bee7076 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8290834 Jul 28 11:21:49.074198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14605399-d8ed-4dcf-b229-e9d35e2792c6 None None] Network a5c147e1-40a0-4d9c-a371-4120e0437074 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:21:49.091426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-49f1dc21-b3d0-4443-b004-9bd0ec102548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:49.093574 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-49f1dc21-b3d0-4443-b004-9bd0ec102548 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.2392597 Jul 28 11:21:49.306022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-a999a8af-e6fa-4db9-8989-ea204b7b2264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21 HTTP/1.1" status: 200 len: 217 time: 0.2010446 Jul 28 11:21:49.402083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-e144a5dc-bec6-4fa1-965e-31477c7c20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:49.402083 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-e144a5dc-bec6-4fa1-965e-31477c7c20d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0821414 Jul 28 11:21:49.464837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-9f770ae4-33e5-4981-a94b-1028ca2dd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:49.466395 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-9f770ae4-33e5-4981-a94b-1028ca2dd3d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586731 Jul 28 11:21:49.481858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbee036-f9e8-44f2-951b-76b7abb09b4e req-dbb4b910-45cc-4154-a4f6-fe981db75184 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:49.489819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ddbee036-f9e8-44f2-951b-76b7abb09b4e req-dbb4b910-45cc-4154-a4f6-fe981db75184 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 944 time: 0.1572640 Jul 28 11:21:49.597824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ddbee036-f9e8-44f2-951b-76b7abb09b4e req-57244d0b-c116-4e4c-8921-149d36ffd2ba tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 Jul 28 11:21:49.639327 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-f7271476-76ae-4757-85d6-8028c092c952 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637459 Jul 28 11:21:49.725387 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:49.785192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7d95b74d-2688-40b7-bfb7-b6f40981cf6a req-1ede8caa-d859-4a44-9739-4507ef47e9e4 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323271 Jul 28 11:21:49.830159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:49.955423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b52407-4381-4e92-a777-7db676b1e4a4 req-0801f1d8-9166-4d08-accf-0653f82937d5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:49.963853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1b52407-4381-4e92-a777-7db676b1e4a4 req-0801f1d8-9166-4d08-accf-0653f82937d5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.0914543 Jul 28 11:21:49.994734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:50.042763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'mac_address': 'fa:16:3e:15:e3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:50.061925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1b52407-4381-4e92-a777-7db676b1e4a4 req-ad2dc02c-bbf3-43ae-8b71-efdad67385a5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862267 Jul 28 11:21:50.125600 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:50.144199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83c29ebb-9979-42a1-b3cc-56392ac4e35d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:50.167465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:50.172243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:50.233323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:50.286136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 011bcbf5-1284-4c0d-b0c8-5e87337cae21 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:21:50.391743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083796b-48f2-4060-b47f-9b90efa81c66 req-41010f0a-ee06-4819-a931-7cf89f3e9257 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:50.393799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1083796b-48f2-4060-b47f-9b90efa81c66 req-41010f0a-ee06-4819-a931-7cf89f3e9257 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1313715 Jul 28 11:21:50.411033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['83c29ebb-9979-42a1-b3cc-56392ac4e35d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:50.484588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1083796b-48f2-4060-b47f-9b90efa81c66 req-3f78f0e9-f732-429c-b31b-93264f8b380d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Jul 28 11:21:50.713875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:50.788335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'mac_address': 'fa:16:3e:16:44:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:21:50.858009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc97b-6cf6-4f09-888a-581a53a9ef1d req-4b5945c7-b28c-40c3-9e21-d5303f5efaeb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:50.859605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dcffc97b-6cf6-4f09-888a-581a53a9ef1d req-4b5945c7-b28c-40c3-9e21-d5303f5efaeb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 944 time: 0.1247494 Jul 28 11:21:50.886735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:50.902974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011bcbf5-1284-4c0d-b0c8-5e87337cae21 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:50.943243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:50.945825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dcffc97b-6cf6-4f09-888a-581a53a9ef1d req-91ddbcc2-1058-4ccb-8f61-3d0cd3b68e9b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791271 Jul 28 11:21:50.959053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:51.093414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:51.223408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['011bcbf5-1284-4c0d-b0c8-5e87337cae21'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:21:51.279621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec335-8419-488e-ae13-a3b164bdcd72 req-ebdf2144-ee0b-43a3-8203-9644e9c33f4b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:51.281530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f28ec335-8419-488e-ae13-a3b164bdcd72 req-ebdf2144-ee0b-43a3-8203-9644e9c33f4b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 945 time: 0.0890317 Jul 28 11:21:51.345338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f28ec335-8419-488e-ae13-a3b164bdcd72 req-e82b53f8-848f-4bd9-862e-bf0d281f470f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546927 Jul 28 11:21:51.709470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a51063-bd6d-4094-b60d-5a2366a2f410 req-6ba9db87-d43b-44e3-9f63-86c773ae93ab tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:51.711706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88a51063-bd6d-4094-b60d-5a2366a2f410 req-6ba9db87-d43b-44e3-9f63-86c773ae93ab tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.1135640 Jul 28 11:21:51.783530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88a51063-bd6d-4094-b60d-5a2366a2f410 req-020c323a-3c44-407c-a95c-da9e29e44a81 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590162 Jul 28 11:21:51.848101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:51.940552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 83c29ebb-9979-42a1-b3cc-56392ac4e35d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:51.940990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.038558 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.068157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:52.074377 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca202202-18df-4fd6-8c6b-1bb5ccafa1e0" -d '{"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-plugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:52.115829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:52.120506 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.161670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a3c9-a5cc-4ad1-93ec-fc854010136b req-a9971e7e-fe1e-4292-b5b2-2bac64a567d2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:52.170039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0b6a3c9-a5cc-4ad1-93ec-fc854010136b req-a9971e7e-fe1e-4292-b5b2-2bac64a567d2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 945 time: 0.1261830 Jul 28 11:21:52.185535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:52.209324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-88a154dc-a658-44f7-ad51-e22597f3c25e tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:52.211065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-88a154dc-a658-44f7-ad51-e22597f3c25e tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/networks?id=a5c147e1-40a0-4d9c-a371-4120e0437074 HTTP/1.1" status: 200 len: 822 time: 0.2252076 Jul 28 11:21:52.246080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-c5eef6a7-0f23-4882-9883-e09321d9591c tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/quotas/cf4cc7dccbca42dab381f2dbef4290cf HTTP/1.1" status: 200 len: 375 time: 0.0235171 Jul 28 11:21:52.270211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0b6a3c9-a5cc-4ad1-93ec-fc854010136b req-bd191486-8619-4f34-837e-7e12e1d3c989 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996623 Jul 28 11:21:52.291179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-3aae566e-bfff-4dfd-8d83-a9eb427e4ae0 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf4cc7dccbca42dab381f2dbef4290cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358601 Jul 28 11:21:52.327147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 011bcbf5-1284-4c0d-b0c8-5e87337cae21 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:21:52.366986 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94f335-55ab-40ca-bc79-ae239f9b6333 x-openstack-request-id: req-9c94f335-55ab-40ca-bc79-ae239f9b6333 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:52.367280 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-plugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:52.367879 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c94f335-55ab-40ca-bc79-ae239f9b6333 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:52.368355 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'code': 200} Jul 28 11:21:52.411251 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.420892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:21:52.429928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:21:52.430307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.447725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-e26d1a89-f6e7-4f3b-aad2-19a3385831fc service neutron] 10.222.0.20 "GET /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475823 Jul 28 11:21:52.597105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.636834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-5a40f1e4-59d3-492d-a7ec-476746ee0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:52.638411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-5a40f1e4-59d3-492d-a7ec-476746ee0aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1096 time: 0.1038539 Jul 28 11:21:52.646941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-c7b6d005-a071-4ead-8345-bdb8889fd683 service neutron] 10.222.0.20 "GET /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921391 Jul 28 11:21:52.679519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:52.683673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad43fc5-55ca-4d45-81f4-21f268b23fc0 req-0b426805-108b-452b-9c13-61a5ab798482 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:52.690300 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:52.711771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ad43fc5-55ca-4d45-81f4-21f268b23fc0 req-0b426805-108b-452b-9c13-61a5ab798482 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1358752 Jul 28 11:21:52.775461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ad43fc5-55ca-4d45-81f4-21f268b23fc0 req-acaf4413-a9a1-4c02-ae1a-3c68753c1702 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602391 Jul 28 11:21:52.817003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:53.101474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4a3267d-d548-4991-838d-040a232346a0 req-454cf2b2-9cd4-43b8-93c8-4181b9ac6598 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 210 time: 0.0986204 Jul 28 11:21:53.128837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c3812-5288-4f42-9c5a-51fa20769c45 req-34c9a56d-6c93-4b28-b8e0-108e47577258 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:53.137375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-948c3812-5288-4f42-9c5a-51fa20769c45 req-34c9a56d-6c93-4b28-b8e0-108e47577258 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.2239637 Jul 28 11:21:53.197825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-948c3812-5288-4f42-9c5a-51fa20769c45 req-aaa45c87-8a55-47f6-b3bc-7ecce6fceec4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Jul 28 11:21:53.366490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-071914d0-fdaf-48ed-a116-6268181906ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:53.373476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-071914d0-fdaf-48ed-a116-6268181906ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 915 time: 0.7278941 Jul 28 11:21:53.439827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-6706e80e-d671-42ae-b5fe-3c08dfdea4be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 217 time: 0.0541744 Jul 28 11:21:53.491609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d3afb-1b0b-4a23-96e7-875631dbbb96 req-2821f817-8b7b-4375-9ec1-ca513f63f399 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:53.500265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f1d3afb-1b0b-4a23-96e7-875631dbbb96 req-2821f817-8b7b-4375-9ec1-ca513f63f399 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1284215 Jul 28 11:21:53.556101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f1d3afb-1b0b-4a23-96e7-875631dbbb96 req-bbb31ac9-8d13-43b7-967f-a645a592bd01 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542090 Jul 28 11:21:53.577335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-e0d1f58d-10c4-4005-a7a5-572fa7a22182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:53.579770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-e0d1f58d-10c4-4005-a7a5-572fa7a22182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.1321645 Jul 28 11:21:53.622777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-66e9b9f5-f176-432f-9515-da7761f72678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365551 Jul 28 11:21:53.765648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-4176bb4b-b6f4-4caa-9824-993fb9143769 service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360128 Jul 28 11:21:53.939739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d40a6e9-c1f4-404b-b691-188685534bfb req-4aeab6fb-2766-4b70-b5bf-7cdee0d4dd14 service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649823 Jul 28 11:21:54.030207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b739d-c778-4ea8-97cd-b125922b6dab req-f040173c-b006-4040-ba19-30c5513af38d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:54.042402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb8b739d-c778-4ea8-97cd-b125922b6dab req-f040173c-b006-4040-ba19-30c5513af38d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1207902 Jul 28 11:21:54.115184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb8b739d-c778-4ea8-97cd-b125922b6dab req-215ee5e9-9c87-4dca-8037-d129d632a83b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719125 Jul 28 11:21:54.211726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9aa5a8fe-69ed-40a1-a504-bfe749147032 req-d66073b1-5c30-4b31-aac5-94057286caeb tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 210 time: 0.0305037 Jul 28 11:21:54.369409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:54.370713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d3be4-dda2-41b0-a395-630dbe1e36a2 req-1c72b5ed-4dce-4f15-b8d9-1cdb3cde87e1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:54.372332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de5d3be4-dda2-41b0-a395-630dbe1e36a2 req-1c72b5ed-4dce-4f15-b8d9-1cdb3cde87e1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0649915 Jul 28 11:21:54.377253 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce20fbe7-d9a1-4095-9980-1ae7854ed897" -d '{"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-plugged", "status": "completed", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:54.433217 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c3c3c-08d2-4105-bf02-50b57f5f6b91 x-openstack-request-id: req-248c3c3c-08d2-4105-bf02-50b57f5f6b91 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:54.433617 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-plugged", "status": "completed", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:54.433960 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-248c3c3c-08d2-4105-bf02-50b57f5f6b91 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:54.434426 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'code': 200} Jul 28 11:21:54.464411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de5d3be4-dda2-41b0-a395-630dbe1e36a2 req-1c42c0a1-de69-406d-ac63-6a7a58a22a47 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Jul 28 11:21:54.693164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-d7f3bfa0-b78a-4e96-8624-80b2efbfce61 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:54.694867 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-d7f3bfa0-b78a-4e96-8624-80b2efbfce61 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.44 "GET /v2.0/networks?id=a5c147e1-40a0-4d9c-a371-4120e0437074 HTTP/1.1" status: 200 len: 822 time: 0.1696618 Jul 28 11:21:54.715858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Request body: {'port': {'device_id': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074', 'admin_state_up': True, 'tenant_id': 'cf4cc7dccbca42dab381f2dbef4290cf'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:54.819981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f053ec-22c5-42b1-be76-d2a124b81636 req-729e9dba-5756-44fe-b4fc-cced0ff50464 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:54.825947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70b90-e6a7-4053-aebe-659a37e3c86f req-9ef01e26-e2d5-46db-8bab-44c323779820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:54.827578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-31e70b90-e6a7-4053-aebe-659a37e3c86f req-9ef01e26-e2d5-46db-8bab-44c323779820 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 1097 time: 0.3131537 Jul 28 11:21:54.828718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0f053ec-22c5-42b1-be76-d2a124b81636 req-729e9dba-5756-44fe-b4fc-cced0ff50464 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0845842 Jul 28 11:21:54.878170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0f053ec-22c5-42b1-be76-d2a124b81636 req-e81c7f10-e6ed-4d89-bb32-2213fec042fa tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 Jul 28 11:21:54.915350 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-31e70b90-e6a7-4053-aebe-659a37e3c86f req-a274dc65-9304-42ae-a2ae-d397764bba1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783851 Jul 28 11:21:54.938631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Made reservation on behalf of cf4cc7dccbca42dab381f2dbef4290cf for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:21:54.942413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:55.121281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Allocated IP 172.20.0.5 (a5c147e1-40a0-4d9c-a371-4120e0437074/50df2c13-9f11-41a7-8888-6d37f85c3b5c/10335284-4ebb-4909-870b-0fe1621bdf02) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:21:55.323903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fc94e-a658-404d-bf9a-d365421b8908 req-1761b974-d348-4aa6-81d0-ef5324ec006a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:55.334111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af4fc94e-a658-404d-bf9a-d365421b8908 req-1761b974-d348-4aa6-81d0-ef5324ec006a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1058099 Jul 28 11:21:55.374050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a45fb47-4c4f-46b4-af8c-4377c6eaa0be req-d9c01150-43ff-4d42-8f37-a57aaaf4a516 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 210 time: 0.0314240 Jul 28 11:21:55.416067 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:55.442294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af4fc94e-a658-404d-bf9a-d365421b8908 req-b8909ba6-414f-4205-b9c3-539ac61f5aae tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068001 Jul 28 11:21:55.500615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:55.561177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Network a5c147e1-40a0-4d9c-a371-4120e0437074 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:21:55.570595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:21:55.578230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:21:55.643362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Pushing event updated for resources: {'Port': ['ID=10335284-4ebb-4909-870b-0fe1621bdf02,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:55.644039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5afa5c-a26a-49ec-9bd4-09b760ffbcba req-e1a3eaee-d245-4751-98cf-a0dc00f1c43f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:55.652416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f5afa5c-a26a-49ec-9bd4-09b760ffbcba req-e1a3eaee-d245-4751-98cf-a0dc00f1c43f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 945 time: 0.0826027 Jul 28 11:21:55.691570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:55.692480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:55.699581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f5afa5c-a26a-49ec-9bd4-09b760ffbcba req-630f2017-3b06-4c6a-8d9b-3ac84ea312ba tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Jul 28 11:21:55.731103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-323c12b0-bcb1-43f1-955a-b70996f52097 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0195599 Jul 28 11:21:55.754961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Request body: {'port': {'device_id': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:21:55.872127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.101109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4f80-075c-44f2-aac1-1d8d16312ce5 req-e58756ae-b867-48d5-898b-906c959fbf50 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:56.111523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b4d4f80-075c-44f2-aac1-1d8d16312ce5 req-e58756ae-b867-48d5-898b-906c959fbf50 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1166010 Jul 28 11:21:56.177139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b4d4f80-075c-44f2-aac1-1d8d16312ce5 req-c813011a-56b6-4abf-b3ed-8b588335256e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590458 Jul 28 11:21:56.337379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:21:56.338395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10335284-4ebb-4909-870b-0fe1621bdf02 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:21:56.349278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.366590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Transition to ACTIVE for port object 10335284-4ebb-4909-870b-0fe1621bdf02 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:21:56.376777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.482789 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.527543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:56.532754 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c2c10-6c80-4145-9b14-9d5b5d6dc3e5" -d '{"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:56.548532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:21:56.557944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.565798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Pushing event updated for resources: {'Port': ['ID=10335284-4ebb-4909-870b-0fe1621bdf02,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:56.690799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8221-a4cf-4cdd-be1d-b5b7a521e8ec req-097caa72-559f-4283-a2bc-9cb987eb43bc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:56.700951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81af8221-a4cf-4cdd-be1d-b5b7a521e8ec req-097caa72-559f-4283-a2bc-9cb987eb43bc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1911862 Jul 28 11:21:56.717700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:56.762617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbc4b-5807-4185-b4db-a3c7585877fd req-897d943e-b800-49ca-b090-9d04673d29f0 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:56.775391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05bfbc4b-5807-4185-b4db-a3c7585877fd req-897d943e-b800-49ca-b090-9d04673d29f0 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 943 time: 0.1784015 Jul 28 11:21:56.807768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Attempting to bind port 10335284-4ebb-4909-870b-0fe1621bdf02 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:21:56.808292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Attempting to bind port 10335284-4ebb-4909-870b-0fe1621bdf02 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:21:56.808849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Attempting to bind port 10335284-4ebb-4909-870b-0fe1621bdf02 on network a5c147e1-40a0-4d9c-a371-4120e0437074 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:56.815160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Port 10335284-4ebb-4909-870b-0fe1621bdf02 on network a5c147e1-40a0-4d9c-a371-4120e0437074 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:21:56.815626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Attempting to bind port 10335284-4ebb-4909-870b-0fe1621bdf02 on network a5c147e1-40a0-4d9c-a371-4120e0437074 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:21:56.821802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:21:56.822422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Checking segment: {'id': '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:21:56.822913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Bound using segment: {'id': '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:21:56.823601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Bound port: 10335284-4ebb-4909-870b-0fe1621bdf02, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:21:56.824300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.836495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81af8221-a4cf-4cdd-be1d-b5b7a521e8ec req-f60e4577-f4ed-4522-a396-fb1d22737689 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303272 Jul 28 11:21:56.863463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05bfbc4b-5807-4185-b4db-a3c7585877fd req-9e03ef3e-6f6f-4c68-9e42-8e8623d11ec5 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870759 Jul 28 11:21:56.926953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] For port 10335284-4ebb-4909-870b-0fe1621bdf02, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:21:56.931178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] For port 10335284-4ebb-4909-870b-0fe1621bdf02, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=10335284-4ebb-4909-870b-0fe1621bdf02,segment=NetworkSegment(64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5),segment_id=64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:21:56.941602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:56.948565 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9f66b1-abd0-4637-b947-f469ecf96722 x-openstack-request-id: req-bf9f66b1-abd0-4637-b947-f469ecf96722 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:56.949105 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-unplugged", "status": "failed", "tag": "b6618585-9907-409d-b73b-97f41e539edc", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:56.949366 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf9f66b1-abd0-4637-b947-f469ecf96722 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:56.950425 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc', 'code': 422} returned with failed status Jul 28 11:21:56.996533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:56.998694 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:57.000334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] 10.222.0.44 "PUT /v2.0/ports/10335284-4ebb-4909-870b-0fe1621bdf02 HTTP/1.1" status: 200 len: 1091 time: 1.2564189 Jul 28 11:21:57.001401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'tag': '10335284-4ebb-4909-870b-0fe1621bdf02'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:21:57.004283 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409ef40f-9ab4-4ef6-bb63-99a781180e23" -d '{"events": [{"name": "network-changed", "server_uuid": "9afc4255-2234-4c03-b6c9-c98c8d70cfc4", "tag": "10335284-4ebb-4909-870b-0fe1621bdf02"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:21:57.025521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728fb85-1d82-49c1-89f7-fd5086e3a956 service neutron] Pushing event updated for resources: {'Port': ['ID=10335284-4ebb-4909-870b-0fe1621bdf02,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:21:57.194436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-a66eb8bd-1a26-4623-82a8-e5b1ffd7fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:57.197501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-a66eb8bd-1a26-4623-82a8-e5b1ffd7fbe3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf4cc7dccbca42dab381f2dbef4290cf&device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 1094 time: 0.1468747 Jul 28 11:21:57.267511 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-6a773e3d-53d5-4fdd-b5e7-14e00fd192fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10335284-4ebb-4909-870b-0fe1621bdf02 HTTP/1.1" status: 200 len: 217 time: 0.0600393 Jul 28 11:21:57.367407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-aae4f480-bda8-43a1-a0bb-8586e8b17973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:57.370355 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-aae4f480-bda8-43a1-a0bb-8586e8b17973 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50df2c13-9f11-41a7-8888-6d37f85c3b5c HTTP/1.1" status: 200 len: 862 time: 0.0910637 Jul 28 11:21:57.435164 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-0b2ecb77-3160-4dd9-b978-b7275335667b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5c147e1-40a0-4d9c-a371-4120e0437074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519609 Jul 28 11:21:57.620935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-8411d09c-fbc5-4eba-aadf-78aca5d99a8c service neutron] 10.222.0.44 "GET /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720042 Jul 28 11:21:57.667672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52d465-7258-49b5-92af-6913d41acfdb req-8a6585e4-6d92-4795-ac99-0afface68a8a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:57.670428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e52d465-7258-49b5-92af-6913d41acfdb req-8a6585e4-6d92-4795-ac99-0afface68a8a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0689878 Jul 28 11:21:57.680967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e47b7a-259e-48d2-8ae1-554f906c222c req-ab494656-3c1b-4a6b-b035-4f1b810179e3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:57.689853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12e47b7a-259e-48d2-8ae1-554f906c222c req-ab494656-3c1b-4a6b-b035-4f1b810179e3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.7285378 Jul 28 11:21:57.751720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e52d465-7258-49b5-92af-6913d41acfdb req-caf6ee30-3e0f-49b0-a0fe-e3e299d7d261 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 Jul 28 11:21:57.788652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12e47b7a-259e-48d2-8ae1-554f906c222c req-08084d69-3f07-4265-af00-96e9abadf15e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973520 Jul 28 11:21:57.840335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3514f9ea-d169-45a4-8c8d-f1aa6388e617 req-c18cb8d6-5e23-411b-83bb-4ebac267eca5 service neutron] 10.222.0.44 "GET /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079844 Jul 28 11:21:57.858487 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6d61c7-bd83-4808-b2e1-0843cb72fe8c x-openstack-request-id: req-3b6d61c7-bd83-4808-b2e1-0843cb72fe8c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:21:57.858786 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afc4255-2234-4c03-b6c9-c98c8d70cfc4", "tag": "10335284-4ebb-4909-870b-0fe1621bdf02", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:21:57.859048 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b6d61c7-bd83-4808-b2e1-0843cb72fe8c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:21:57.859458 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'tag': '10335284-4ebb-4909-870b-0fe1621bdf02', 'status': 'completed', 'code': 200} Jul 28 11:21:57.899738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ea11-95a2-49e3-95ea-cac1e2850209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:21:58.060447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-306ad62b-87de-43fb-8796-8ba1cd02fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.061995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-306ad62b-87de-43fb-8796-8ba1cd02fba6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf4cc7dccbca42dab381f2dbef4290cf&device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 1094 time: 0.1276524 Jul 28 11:21:58.123508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1336-1b71-4b9d-9b96-5d7764a29707 req-85cd69d9-768f-49bc-89df-6651f65bbe3d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.131092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6cf1336-1b71-4b9d-9b96-5d7764a29707 req-85cd69d9-768f-49bc-89df-6651f65bbe3d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1924372 Jul 28 11:21:58.191871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6cf1336-1b71-4b9d-9b96-5d7764a29707 req-38929217-3fc8-4aee-8288-43ce1ebe74d4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538514 Jul 28 11:21:58.228690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc2daa-26c8-4d54-b971-1f20a1aec78e req-e5ba1b62-0a59-4984-96f4-2d434dcbbdb0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.230355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efcc2daa-26c8-4d54-b971-1f20a1aec78e req-e5ba1b62-0a59-4984-96f4-2d434dcbbdb0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1994555 Jul 28 11:21:58.248061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-8a9ccde1-8c9b-425e-b9b7-3268f311cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.250158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-8a9ccde1-8c9b-425e-b9b7-3268f311cbf6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a5c147e1-40a0-4d9c-a371-4120e0437074 HTTP/1.1" status: 200 len: 923 time: 0.1787124 Jul 28 11:21:58.324503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efcc2daa-26c8-4d54-b971-1f20a1aec78e req-2a1beb6f-ce7e-4b24-ac4e-11056108c24a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860858 Jul 28 11:21:58.358683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-83e0b7f5-be80-4964-b3bc-8f1a2623dc0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10335284-4ebb-4909-870b-0fe1621bdf02 HTTP/1.1" status: 200 len: 217 time: 0.0968907 Jul 28 11:21:58.401204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764d45-9910-4d8e-bab1-e001f204a5a7 req-0c959589-2616-43d6-85e6-ba5c4a5a97c7 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.402876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8764d45-9910-4d8e-bab1-e001f204a5a7 req-0c959589-2616-43d6-85e6-ba5c4a5a97c7 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 943 time: 0.0767119 Jul 28 11:21:58.457571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-3b6304e1-0e13-44ed-8605-cb07d903392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.457571 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-3b6304e1-0e13-44ed-8605-cb07d903392e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50df2c13-9f11-41a7-8888-6d37f85c3b5c HTTP/1.1" status: 200 len: 862 time: 0.0901599 Jul 28 11:21:58.503147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-2d9e84f7-d574-4d64-af3a-f1e6994b8b4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a5c147e1-40a0-4d9c-a371-4120e0437074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331864 Jul 28 11:21:58.525304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8764d45-9910-4d8e-bab1-e001f204a5a7 req-fa16c03c-cb71-41d5-831a-1b69ee843453 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113968 Jul 28 11:21:58.692486 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-c2f70de9-ae80-45e4-ad2a-abeb945d273d service neutron] 10.222.0.44 "GET /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718771 Jul 28 11:21:58.892692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32aad0-daaa-4dbb-ad9d-726043b8de5c req-3dce7d3f-b517-4681-b5cb-2e120805e2e0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:58.894416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b32aad0-daaa-4dbb-ad9d-726043b8de5c req-3dce7d3f-b517-4681-b5cb-2e120805e2e0 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1697586 Jul 28 11:21:58.968041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-409ef40f-9ab4-4ef6-bb63-99a781180e23 req-aa09df32-aec0-4ef7-9b79-6b6df3e4508f service neutron] 10.222.0.44 "GET /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665770 Jul 28 11:21:58.983934 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-ecf2675f-ac94-472e-a0b7-813d6a69d768 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931427 Jul 28 11:21:58.988503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b32aad0-daaa-4dbb-ad9d-726043b8de5c req-ffd4bf6a-e892-4737-b532-adb1e5522f3f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Jul 28 11:21:59.193610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a553a8-62df-402f-8410-182293d7d03f req-58b47ecb-c4ad-4fa9-ac46-468170771bfb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:59.197095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76a553a8-62df-402f-8410-182293d7d03f req-58b47ecb-c4ad-4fa9-ac46-468170771bfb tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.0917006 Jul 28 11:21:59.315055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76a553a8-62df-402f-8410-182293d7d03f req-2d1256f3-17e7-4757-a822-55aae58dfe1e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086438 Jul 28 11:21:59.411610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb4629-cfd1-4993-8aaa-9c1c86f936c2 req-e64ce61c-a116-4dff-a851-b8357c02bae3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:59.413171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88fb4629-cfd1-4993-8aaa-9c1c86f936c2 req-e64ce61c-a116-4dff-a851-b8357c02bae3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0843332 Jul 28 11:21:59.497562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88fb4629-cfd1-4993-8aaa-9c1c86f936c2 req-7e4de879-b094-4712-aede-ea2537757c0b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677001 Jul 28 11:21:59.674915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e22bec-887a-4019-8bb2-300e42a4e3b7 req-2ced5aa6-34be-4d9a-8bb5-5854c871c07b tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:21:59.682254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06e22bec-887a-4019-8bb2-300e42a4e3b7 req-2ced5aa6-34be-4d9a-8bb5-5854c871c07b tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 943 time: 0.0777349 Jul 28 11:21:59.745022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06e22bec-887a-4019-8bb2-300e42a4e3b7 req-8dd97528-83c8-4417-834d-d49e233bc3ed tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529692 Jul 28 11:22:00.140144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-53920f98-b966-4c4c-bdb7-ebcded98a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.142616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-53920f98-b966-4c4c-bdb7-ebcded98a3a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e&tenant_id=6597be02c94e4baaa58cb9c7824b48bc HTTP/1.1" status: 200 len: 1094 time: 0.0968692 Jul 28 11:22:00.161943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb193-70ff-4412-a63c-19c37c5debf3 req-961f8376-6919-437f-b0e1-e90861ddb60a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.171245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1ceb193-70ff-4412-a63c-19c37c5debf3 req-961f8376-6919-437f-b0e1-e90861ddb60a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0813875 Jul 28 11:22:00.214015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1ceb193-70ff-4412-a63c-19c37c5debf3 req-1054eb60-61c5-4b8f-b09b-4782f5e5ec4a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Jul 28 11:22:00.260039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-655f0f73-4f6b-4e63-955b-f63e262660fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.261699 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-655f0f73-4f6b-4e63-955b-f63e262660fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1094 time: 0.0869970 Jul 28 11:22:00.378044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 011bcbf5-1284-4c0d-b0c8-5e87337cae21 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:22:00.420089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-b002ddb2-f5e8-4619-9a53-8879dacafb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.421832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-b002ddb2-f5e8-4619-9a53-8879dacafb14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 915 time: 0.1435673 Jul 28 11:22:00.478592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-b16bd0d3-f7d1-4092-a68b-c66960944154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 217 time: 0.0481997 Jul 28 11:22:00.511584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d7f3-5ebd-4a49-87ba-12091710adee req-787b8a52-453f-4ec3-a888-3aa6270df74f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.530697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec34d7f3-5ebd-4a49-87ba-12091710adee req-787b8a52-453f-4ec3-a888-3aa6270df74f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1114416 Jul 28 11:22:00.565419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-fe231c3e-a08b-41d9-b266-dadc648164a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.568038 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-fe231c3e-a08b-41d9-b266-dadc648164a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.0803912 Jul 28 11:22:00.655419 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-19fa4285-9c74-4e13-a821-5058dd5eecb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783236 Jul 28 11:22:00.662955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:00.666157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec34d7f3-5ebd-4a49-87ba-12091710adee req-4f6ab625-ecda-42c4-b4c1-ba5568448346 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281288 Jul 28 11:22:00.785623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfc95-b3ce-49ef-b47e-e0d3435d6521 req-0533fc0b-a272-4aad-8572-ea3722c42499 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:00.793800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1bdfc95-b3ce-49ef-b47e-e0d3435d6521 req-0533fc0b-a272-4aad-8572-ea3722c42499 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1535988 Jul 28 11:22:00.794791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-8a0380ad-2a1b-407b-b2f9-ca01dd49cad0 req-e6b1063e-77d8-4031-8a52-69f0d266546a service neutron] (93836) timed out ('10.222.0.20', 53564) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:22:00.889036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1bdfc95-b3ce-49ef-b47e-e0d3435d6521 req-7dd173ff-9547-4f51-b38d-a55129c6fbe2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923584 Jul 28 11:22:00.921497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-833d4dd7-3840-4dc6-a296-0e602244f25d service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563159 Jul 28 11:22:00.989777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'port_id': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'mac_address': 'fa:16:3e:16:44:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:22:01.040772 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:01.055301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 011bcbf5-1284-4c0d-b0c8-5e87337cae21 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:22:01.081495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff94960-3b3f-4e92-b4f9-7e3d6dce7215 req-4b37b497-e1a7-40ed-b488-b0648b283e90 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:01.088600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ff94960-3b3f-4e92-b4f9-7e3d6dce7215 req-4b37b497-e1a7-40ed-b488-b0648b283e90 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 943 time: 0.2031691 Jul 28 11:22:01.093642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:01.115215 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:01.121898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:01.175624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ff94960-3b3f-4e92-b4f9-7e3d6dce7215 req-80d7b8d0-cd2d-440b-be11-5067f877cc37 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815241 Jul 28 11:22:01.189134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-39acfefa-a22a-4fbd-bc2d-772e36d67847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:01.192739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:01.206938 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b6062be7-ccc8-4302-ac6b-1a6a9fbf6b99 req-6f0bb8f4-6f21-491e-a9e7-df85f510803d service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731957 Jul 28 11:22:01.255511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['011bcbf5-1284-4c0d-b0c8-5e87337cae21'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:01.457645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77af0a3-04be-4531-81bd-a4f986dd7c2e req-827e0187-7d76-4108-af0e-fe18bea94089 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:01.459272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b77af0a3-04be-4531-81bd-a4f986dd7c2e req-827e0187-7d76-4108-af0e-fe18bea94089 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1169512 Jul 28 11:22:01.551385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b77af0a3-04be-4531-81bd-a4f986dd7c2e req-dfd02025-353e-4cd0-a50f-9d76fd8a0770 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846429 Jul 28 11:22:01.863392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 10335284-4ebb-4909-870b-0fe1621bdf02 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:22:02.060945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:02.197483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 10335284-4ebb-4909-870b-0fe1621bdf02, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=10335284-4ebb-4909-870b-0fe1621bdf02,segment=NetworkSegment(64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5),segment_id=64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:02.225638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '10335284-4ebb-4909-870b-0fe1621bdf02', 'network_id': 'a5c147e1-40a0-4d9c-a371-4120e0437074', 'port_id': '10335284-4ebb-4909-870b-0fe1621bdf02', 'mac_address': 'fa:16:3e:3d:1d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50df2c13-9f11-41a7-8888-6d37f85c3b5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:22:02.282211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd63128-5f66-4aef-96cc-d3e960074c4c req-4aeb7a51-dd70-48d7-81ee-514d36d5c7ce tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:02.284015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd63128-5f66-4aef-96cc-d3e960074c4c req-4aeb7a51-dd70-48d7-81ee-514d36d5c7ce tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 945 time: 0.2009914 Jul 28 11:22:02.296734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963ff9-4229-4f87-9a44-044b1889642c req-f2977d79-f53b-41e2-b0cb-45c7679e0511 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:02.304843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0963ff9-4229-4f87-9a44-044b1889642c req-f2977d79-f53b-41e2-b0cb-45c7679e0511 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.3396897 Jul 28 11:22:02.316904 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:02.339701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10335284-4ebb-4909-870b-0fe1621bdf02 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:22:02.365287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 10335284-4ebb-4909-870b-0fe1621bdf02, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=10335284-4ebb-4909-870b-0fe1621bdf02,segment=NetworkSegment(64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5),segment_id=64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:02.380143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:02.383726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 011bcbf5-1284-4c0d-b0c8-5e87337cae21 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:02.395278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0963ff9-4229-4f87-9a44-044b1889642c req-8c62a64c-7a51-4f49-a9db-6743b9a2bb37 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881641 Jul 28 11:22:02.403187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd63128-5f66-4aef-96cc-d3e960074c4c req-8159671c-0639-4774-9f00-858ac21391bd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959034 Jul 28 11:22:02.539270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b315b7-b085-4057-befc-fd2438df286e req-ebb069a1-1a7f-4cdc-a264-9d15204c9fbe tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:02.548541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b315b7-b085-4057-befc-fd2438df286e req-ebb069a1-1a7f-4cdc-a264-9d15204c9fbe tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 944 time: 0.0673532 Jul 28 11:22:02.604797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=10335284-4ebb-4909-870b-0fe1621bdf02,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:02.612279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b315b7-b085-4057-befc-fd2438df286e req-931ccc82-7c13-4eba-a112-094882d2b42b tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Jul 28 11:22:02.634761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:02.635202 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:02.776844 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:02.813303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92471-4471-46f0-9d24-e46dbaad7726 req-de7719b7-007a-42bc-ba5d-9df61ed643bc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:02.817696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4d92471-4471-46f0-9d24-e46dbaad7726 req-de7719b7-007a-42bc-ba5d-9df61ed643bc tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0974233 Jul 28 11:22:02.827095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['10335284-4ebb-4909-870b-0fe1621bdf02'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:02.868131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:02.872481 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7345668-4c6b-4038-b34f-8751d4dfe39a" -d '{"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-plugged", "status": "completed", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:02.926849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:02.929682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4d92471-4471-46f0-9d24-e46dbaad7726 req-a0ce6378-5ee1-47e7-ae79-1b4369a8e570 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050436 Jul 28 11:22:02.956252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:03.027679 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b13202-988a-4b70-b2b3-998265fbf264 x-openstack-request-id: req-95b13202-988a-4b70-b2b3-998265fbf264 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:03.028144 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-plugged", "status": "completed", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:03.029120 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95b13202-988a-4b70-b2b3-998265fbf264 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:03.029684 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'code': 200} Jul 28 11:22:03.077496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:03.377169 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:03.424721 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:22:03.628653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf5be-7e30-4069-9777-33616da1e998 req-5ad41f0b-87ca-4ba9-a2a9-cf928d46d580 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:03.630385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1daf5be-7e30-4069-9777-33616da1e998 req-5ad41f0b-87ca-4ba9-a2a9-cf928d46d580 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1254575 Jul 28 11:22:03.658028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d847f95-cca1-4d95-a47b-b99da9c454ab req-296d7343-80c5-4336-8575-4ccd7cc7d5d0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:03.659536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d847f95-cca1-4d95-a47b-b99da9c454ab req-296d7343-80c5-4336-8575-4ccd7cc7d5d0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1264400 Jul 28 11:22:03.719864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1daf5be-7e30-4069-9777-33616da1e998 req-98b04ef3-e3ce-44bf-81da-a00cd41944f3 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726202 Jul 28 11:22:03.765755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d847f95-cca1-4d95-a47b-b99da9c454ab req-3f2415a1-f16e-4cdc-8ffa-f74a3ec8dcc8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907474 Jul 28 11:22:03.994285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7d44-11ae-45a4-b825-96f5c753eefa req-25abbc97-9cff-49e0-8f88-c70fa76b1c99 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:04.004060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68dd7d44-11ae-45a4-b825-96f5c753eefa req-25abbc97-9cff-49e0-8f88-c70fa76b1c99 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 944 time: 0.1154659 Jul 28 11:22:04.166216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68dd7d44-11ae-45a4-b825-96f5c753eefa req-9f2ac48e-a61a-42a4-b9df-644d0c7844bb tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531806 Jul 28 11:22:04.209721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7732f3-308e-4912-b7f1-99f66ebc3b9e req-ad7efdbd-81f6-4a50-8dd5-58bf942854f3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:04.217895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f7732f3-308e-4912-b7f1-99f66ebc3b9e req-ad7efdbd-81f6-4a50-8dd5-58bf942854f3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1423774 Jul 28 11:22:04.286201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f7732f3-308e-4912-b7f1-99f66ebc3b9e req-dc0a1faf-e8e3-465c-94c6-ce0bd75635fd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Jul 28 11:22:04.943735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d2fed-748d-4fc3-8818-e8231cb0def0 req-dc30c060-0acc-4842-ac8c-07e3cdf33679 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:04.945426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-608d2fed-748d-4fc3-8818-e8231cb0def0 req-dc30c060-0acc-4842-ac8c-07e3cdf33679 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1189935 Jul 28 11:22:04.962714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376db2-0fbe-40fb-bf2f-4b6b13341f96 req-a48c8f8f-52d0-48a5-b2f5-6f7063d1f4b5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:04.964559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90376db2-0fbe-40fb-bf2f-4b6b13341f96 req-a48c8f8f-52d0-48a5-b2f5-6f7063d1f4b5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0871961 Jul 28 11:22:05.039479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-608d2fed-748d-4fc3-8818-e8231cb0def0 req-2e4b1311-5803-46b1-8b35-48a7059687cf tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858145 Jul 28 11:22:05.042359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90376db2-0fbe-40fb-bf2f-4b6b13341f96 req-4a938c43-1e35-44a9-9127-9207a9a03d3b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552411 Jul 28 11:22:05.303735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a93c44-aeaf-45cc-a984-b8dec78f1136 req-d262bc54-15e4-4a71-a4fa-e6244037c6e4 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:05.311477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36a93c44-aeaf-45cc-a984-b8dec78f1136 req-d262bc54-15e4-4a71-a4fa-e6244037c6e4 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 944 time: 0.0739031 Jul 28 11:22:05.346583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-490e7bcb-35dc-40a1-88df-d407b39f9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:05.348508 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-490e7bcb-35dc-40a1-88df-d407b39f9dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1097 time: 0.0841904 Jul 28 11:22:05.369908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36a93c44-aeaf-45cc-a984-b8dec78f1136 req-935c366d-2400-4d3f-adf1-d248e92fbf49 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574157 Jul 28 11:22:05.457849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068606d-3745-438e-8081-4f028ec7232d req-de5fb301-c684-48d8-8450-1bbde39837db tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:05.460234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3068606d-3745-438e-8081-4f028ec7232d req-de5fb301-c684-48d8-8450-1bbde39837db tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0785365 Jul 28 11:22:05.486583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-6da36ffa-cbc8-4655-80f3-c14a0fbd5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:05.488399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-6da36ffa-cbc8-4655-80f3-c14a0fbd5ff6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1323113 Jul 28 11:22:05.517014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3068606d-3745-438e-8081-4f028ec7232d req-7b2e65a4-97f4-4ad1-9bb7-d1931d226df4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Jul 28 11:22:05.614726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-21aa2c64-bd8e-4930-adbb-a1929fa8d25a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 200 len: 1002 time: 0.1151292 Jul 28 11:22:05.691313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-76358027-9349-4709-8aae-536a17300970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:05.692810 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-76358027-9349-4709-8aae-536a17300970 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.0692379 Jul 28 11:22:05.768428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-50c47b6b-f415-4491-9771-28e178e2ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:05.769941 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-50c47b6b-f415-4491-9771-28e178e2ef33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671923 Jul 28 11:22:05.878991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 10335284-4ebb-4909-870b-0fe1621bdf02 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:05.903887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-8db1ce9d-3a80-4229-a08e-2ced09156cfe service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147408 Jul 28 11:22:05.973846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 10335284-4ebb-4909-870b-0fe1621bdf02 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:05.978609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 10335284-4ebb-4909-870b-0fe1621bdf02 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:05.979066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:06.048710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d163ec0f-94fc-4d69-9413-bbe041db3236 req-4966da2c-9245-426e-a740-c2d3f334cafe service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405952 Jul 28 11:22:06.139115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:06.197268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 10335284-4ebb-4909-870b-0fe1621bdf02, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=10335284-4ebb-4909-870b-0fe1621bdf02,segment=NetworkSegment(64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5),segment_id=64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:06.198713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10335284-4ebb-4909-870b-0fe1621bdf02'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:06.201291 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1116600-5dc5-4e66-8db7-63cf6c716fcf" -d '{"events": [{"server_uuid": "9afc4255-2234-4c03-b6c9-c98c8d70cfc4", "name": "network-vif-plugged", "status": "completed", "tag": "10335284-4ebb-4909-870b-0fe1621bdf02"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:06.208165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:06.209291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:06.300445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba477-3b06-40fb-900a-db23bc9fae30 req-6f2d0907-486f-4665-802b-92ac7746fa8e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:06.302065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49ba477-3b06-40fb-900a-db23bc9fae30 req-6f2d0907-486f-4665-802b-92ac7746fa8e tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 946 time: 0.1365259 Jul 28 11:22:06.341002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=10335284-4ebb-4909-870b-0fe1621bdf02,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:06.353785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159503bc-26d9-4dd8-8370-e7f343ceb618 req-a45cc751-4b8d-4fb9-a4bb-13d245e00f86 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:06.363254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-159503bc-26d9-4dd8-8370-e7f343ceb618 req-a45cc751-4b8d-4fb9-a4bb-13d245e00f86 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1556575 Jul 28 11:22:06.387146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:06.444806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-159503bc-26d9-4dd8-8370-e7f343ceb618 req-4fecdf46-f521-4c14-be57-a1046568592a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Jul 28 11:22:06.448892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:06.463838 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:06.480362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49ba477-3b06-40fb-900a-db23bc9fae30 req-d1e34d05-deee-4ccb-8270-4b99f3851ed1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629694 Jul 28 11:22:06.553407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:06.627663 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea24578f-0503-431c-a010-63407b0c8261 x-openstack-request-id: req-ea24578f-0503-431c-a010-63407b0c8261 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:06.627959 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc4255-2234-4c03-b6c9-c98c8d70cfc4", "name": "network-vif-plugged", "status": "completed", "tag": "10335284-4ebb-4909-870b-0fe1621bdf02", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:06.628722 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea24578f-0503-431c-a010-63407b0c8261 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:06.629138 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10335284-4ebb-4909-870b-0fe1621bdf02', 'code': 200} Jul 28 11:22:06.763682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cab32-f73e-4805-9f29-74702fc99a96 req-4df6bffe-97e9-4895-8e05-3cada27c4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:06.765399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d4cab32-f73e-4805-9f29-74702fc99a96 req-4df6bffe-97e9-4895-8e05-3cada27c4351 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0624709 Jul 28 11:22:06.856573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d4cab32-f73e-4805-9f29-74702fc99a96 req-8dd9a473-d2b1-4ac1-b66c-f61dd7d28da1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772719 Jul 28 11:22:06.868995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6e5ce-62e3-4fca-9537-210040da5c67 req-32428ce1-dfd7-4158-bdc4-9190461fe721 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:06.870666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dae6e5ce-62e3-4fca-9537-210040da5c67 req-32428ce1-dfd7-4158-bdc4-9190461fe721 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 945 time: 0.1030312 Jul 28 11:22:06.916552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dae6e5ce-62e3-4fca-9537-210040da5c67 req-f56594f1-0465-4556-b983-369d4790b4f4 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Jul 28 11:22:07.066377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3a7d0-5033-410b-baf5-47eb1de554b4 req-9bd9c6aa-24b7-467e-af8c-fa82c9e90590 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:07.068003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95c3a7d0-5033-410b-baf5-47eb1de554b4 req-9bd9c6aa-24b7-467e-af8c-fa82c9e90590 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0610518 Jul 28 11:22:07.117920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95c3a7d0-5033-410b-baf5-47eb1de554b4 req-6d6494e8-974c-4d28-903b-01520ee91107 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Jul 28 11:22:07.593535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86676c-d40a-4c7f-b6be-c63b71029f89 req-6da120ce-b052-435e-9e98-5d4b7a7f0ce1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:07.595382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d86676c-d40a-4c7f-b6be-c63b71029f89 req-6da120ce-b052-435e-9e98-5d4b7a7f0ce1 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0651646 Jul 28 11:22:07.644796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d86676c-d40a-4c7f-b6be-c63b71029f89 req-1063db48-90f6-495f-a9b3-437d84d7b56e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Jul 28 11:22:07.777922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1fe6-93c9-491f-ac67-2c9cfa50bc99 req-b9b09419-c9be-487f-a0e6-d9594a0df03a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:07.779394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc1d1fe6-93c9-491f-ac67-2c9cfa50bc99 req-b9b09419-c9be-487f-a0e6-d9594a0df03a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.0562739 Jul 28 11:22:07.861274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc1d1fe6-93c9-491f-ac67-2c9cfa50bc99 req-6986f88a-de47-4552-a163-48b4f70d8be2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752211 Jul 28 11:22:08.124645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de5a39-3b67-47d5-99a1-f00cbc5b45cf req-e70fc91b-845c-4bd8-bdfa-68548d8851e6 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:08.127134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1de5a39-3b67-47d5-99a1-f00cbc5b45cf req-e70fc91b-845c-4bd8-bdfa-68548d8851e6 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 945 time: 0.0684211 Jul 28 11:22:08.188246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1de5a39-3b67-47d5-99a1-f00cbc5b45cf req-45bb3503-f117-43be-b1e7-54ab86f15723 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530405 Jul 28 11:22:08.337595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dd5ad-0f3b-45e8-a53e-82a0e8972d56 req-e5403665-52a3-449b-8da0-b3218ddf28c5 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:08.340616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a29dd5ad-0f3b-45e8-a53e-82a0e8972d56 req-e5403665-52a3-449b-8da0-b3218ddf28c5 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0804372 Jul 28 11:22:08.385394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a29dd5ad-0f3b-45e8-a53e-82a0e8972d56 req-173a5f1e-f5b3-471a-b22d-5efe0cfae243 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 Jul 28 11:22:08.630150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:08.633117 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78640915-540e-4327-9573-00df37b4f98d" -d '{"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-unplugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:08.688952 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87019955-a7d9-478c-8fdd-465c9bdaec97 x-openstack-request-id: req-87019955-a7d9-478c-8fdd-465c9bdaec97 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:08.689351 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-unplugged", "status": "failed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:08.689702 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87019955-a7d9-478c-8fdd-465c9bdaec97 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:08.690199 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'code': 422} returned with failed status Jul 28 11:22:08.798748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92dfa0-bc2d-41e1-bd6d-1c1ef4a951a7 req-2e7fa6c0-25b8-460a-b643-6d50d8a20327 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:08.800487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e92dfa0-bc2d-41e1-bd6d-1c1ef4a951a7 req-2e7fa6c0-25b8-460a-b643-6d50d8a20327 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 945 time: 0.0637953 Jul 28 11:22:08.849510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e92dfa0-bc2d-41e1-bd6d-1c1ef4a951a7 req-c02dfd94-e7b3-44e0-9579-4dc97e889884 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Jul 28 11:22:08.992538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da618-b9ec-40c4-95fb-3ea58d3a6ff2 req-1022f8be-5640-4d3d-a57b-3cf6ff1194ff tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:08.994338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f2da618-b9ec-40c4-95fb-3ea58d3a6ff2 req-1022f8be-5640-4d3d-a57b-3cf6ff1194ff tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0793569 Jul 28 11:22:09.034853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f2da618-b9ec-40c4-95fb-3ea58d3a6ff2 req-c5fd0b07-9eeb-40f4-9535-a948ab94baee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Jul 28 11:22:09.164892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144816d-8fba-4236-8a82-82d6f5a18cfd req-cdf4f7de-b4e1-451b-991f-89097875078f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:09.171575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4144816d-8fba-4236-8a82-82d6f5a18cfd req-cdf4f7de-b4e1-451b-991f-89097875078f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.0674181 Jul 28 11:22:09.249570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4144816d-8fba-4236-8a82-82d6f5a18cfd req-f6722b1d-707b-40e1-8936-f1e21070512a tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728452 Jul 28 11:22:09.833394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc72ff-64d6-462c-80ac-62381fbdd09b req-ce83f1db-2e25-4ca5-ab1b-d71354e8874a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:09.838416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9fc72ff-64d6-462c-80ac-62381fbdd09b req-ce83f1db-2e25-4ca5-ab1b-d71354e8874a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0642972 Jul 28 11:22:09.878598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9fc72ff-64d6-462c-80ac-62381fbdd09b req-88675f41-6b27-4be7-a052-885726d70f4a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Jul 28 11:22:10.195952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-569c5305-5c6f-41a5-b3d0-f2056d9ec7bc tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:10.197526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-569c5305-5c6f-41a5-b3d0-f2056d9ec7bc tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.44 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Jul 28 11:22:10.332706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Deleting port 10335284-4ebb-4909-870b-0fe1621bdf02 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:10.333097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:10.495702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa649e6-6d2c-4774-9265-1f16dd17cbf2 req-4c7a012e-868c-44eb-82b3-4946b6b197e1 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:10.497712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-caa649e6-6d2c-4774-9265-1f16dd17cbf2 req-4c7a012e-868c-44eb-82b3-4946b6b197e1 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9afc4255-2234-4c03-b6c9-c98c8d70cfc4 HTTP/1.1" status: 200 len: 945 time: 0.0726171 Jul 28 11:22:10.518895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] For port 10335284-4ebb-4909-870b-0fe1621bdf02, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=10335284-4ebb-4909-870b-0fe1621bdf02,segment=NetworkSegment(64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5),segment_id=64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:10.519545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:10.542548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Calling delete_port for 10335284-4ebb-4909-870b-0fe1621bdf02 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:10.551813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-caa649e6-6d2c-4774-9265-1f16dd17cbf2 req-302bcead-4114-43e9-8929-7fb56a928f24 tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Jul 28 11:22:10.665389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb26bf-81e9-4628-a4be-229083376bfc req-449e675a-721e-4aea-92ee-63f9f0b59465 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:10.668631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18bb26bf-81e9-4628-a4be-229083376bfc req-449e675a-721e-4aea-92ee-63f9f0b59465 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0606875 Jul 28 11:22:10.719550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18bb26bf-81e9-4628-a4be-229083376bfc req-cd03c240-780b-4e33-b507-8b01bd4e7b0e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Jul 28 11:22:10.792557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:10.821971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['10335284-4ebb-4909-870b-0fe1621bdf02'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:10.833045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Pushing event deleted for resources: {'Port': ['ID=10335284-4ebb-4909-870b-0fe1621bdf02,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:10.902698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] No DVR routers for this DVR port 10335284-4ebb-4909-870b-0fe1621bdf02 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:22:10.905794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:10.909413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c9d36ad7-d955-4918-85d5-6d955ece9227 req-c931fa0b-cb28-45a7-88ec-0b26561d5d9f tempest-ServerAddressesNegativeTestJSON-1164767810 tempest-ServerAddressesNegativeTestJSON-1164767810-project] 10.222.0.44 "DELETE /v2.0/ports/10335284-4ebb-4909-870b-0fe1621bdf02 HTTP/1.1" status: 204 len: 173 time: 0.7043078 Jul 28 11:22:10.910201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'name': 'network-vif-deleted', 'tag': '10335284-4ebb-4909-870b-0fe1621bdf02'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:10.912766 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5094e6-059b-46bb-8e3a-6ae82cf03eca" -d '{"events": [{"server_uuid": "9afc4255-2234-4c03-b6c9-c98c8d70cfc4", "name": "network-vif-deleted", "tag": "10335284-4ebb-4909-870b-0fe1621bdf02"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:11.268819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e7a39-0974-46f4-870c-cce3050d827d req-c0cc6fe4-b103-4350-9b70-b439fb9e91ce tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:11.270893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-010e7a39-0974-46f4-870c-cce3050d827d req-c0cc6fe4-b103-4350-9b70-b439fb9e91ce tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0817647 Jul 28 11:22:11.382259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-010e7a39-0974-46f4-870c-cce3050d827d req-f58eb8ab-e5db-4daa-aa46-dd5da489c3bf tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967755 Jul 28 11:22:11.473589 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efdd580-55a3-4133-ade7-440416794e8d x-openstack-request-id: req-0efdd580-55a3-4133-ade7-440416794e8d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:11.474152 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc4255-2234-4c03-b6c9-c98c8d70cfc4", "name": "network-vif-deleted", "tag": "10335284-4ebb-4909-870b-0fe1621bdf02", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:11.474242 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0efdd580-55a3-4133-ade7-440416794e8d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:11.475137 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc4255-2234-4c03-b6c9-c98c8d70cfc4', 'name': 'network-vif-deleted', 'tag': '10335284-4ebb-4909-870b-0fe1621bdf02', 'status': 'completed', 'code': 200} Jul 28 11:22:11.519053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:11.664599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88848ece-0db7-4ff2-bc12-c16a0bbf312f req-66ee8a6e-c677-44f6-b3d8-aacca74965f2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:11.672348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88848ece-0db7-4ff2-bc12-c16a0bbf312f req-66ee8a6e-c677-44f6-b3d8-aacca74965f2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1173112 Jul 28 11:22:11.739050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-472b9a98-5a0e-4477-889a-3baedbe02a2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2184913 Jul 28 11:22:11.742457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88848ece-0db7-4ff2-bc12-c16a0bbf312f req-1ba32646-34ad-4bae-8299-9529defeba58 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690637 Jul 28 11:22:11.816609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:11.922838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:11.981335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Deleting subnet 50df2c13-9f11-41a7-8888-6d37f85c3b5c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:22:12.008098 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.093416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.186094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92bf21-b30d-4c1f-a8d8-7ad6a458e924 req-28e985b9-3311-400a-91c8-b7062dd2fbea tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:12.188120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a92bf21-b30d-4c1f-a8d8-7ad6a458e924 req-28e985b9-3311-400a-91c8-b7062dd2fbea tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.2609022 Jul 28 11:22:12.204280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.290733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3a92bf21-b30d-4c1f-a8d8-7ad6a458e924 req-01d02a9d-28c3-4862-9ed4-768ac2b43842 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927968 Jul 28 11:22:12.325821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.376982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50df2c13-9f11-41a7-8888-6d37f85c3b5c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:12.388608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.398318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-822a7d7d-8368-45d5-80ce-08175c6450b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50df2c13-9f11-41a7-8888-6d37f85c3b5c HTTP/1.1" status: 204 len: 168 time: 0.5804276 Jul 28 11:22:12.400694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:12.680941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.698223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19014-a3b3-4a10-86d8-ddd9d4abb126 req-b3a5ff64-01d5-4144-a786-9f887f77910d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:12.699918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30b19014-a3b3-4a10-86d8-ddd9d4abb126 req-b3a5ff64-01d5-4144-a786-9f887f77910d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1598167 Jul 28 11:22:12.843390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30b19014-a3b3-4a10-86d8-ddd9d4abb126 req-1d0caeb0-9ef6-40bf-ac41-e4dffbc4d34c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149194 Jul 28 11:22:12.869357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.884277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c147e1-40a0-4d9c-a371-4120e0437074']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:12.907500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:12.914054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bd6fb2-c1e6-4cc9-b2c3-24b8951acae5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:12.917784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.945822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.975594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:22:12.975894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:22:12.978023 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:22:13.025931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53524-3481-472c-b817-e0193930112f req-f0a20520-6391-4f44-8db7-03da2d40b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.028000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-f0a20520-6391-4f44-8db7-03da2d40b4a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce&tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb HTTP/1.1" status: 200 len: 1095 time: 0.0458958 Jul 28 11:22:13.056008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5629afc-2a8f-415b-8dda-b01b134ae665 req-f841a77c-07d0-4451-84c5-5eaed9360873 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.060660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5629afc-2a8f-415b-8dda-b01b134ae665 req-f841a77c-07d0-4451-84c5-5eaed9360873 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1252217 Jul 28 11:22:13.062913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:13.084165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:13.089107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5c147e1-40a0-4d9c-a371-4120e0437074 HTTP/1.1" status: 204 len: 168 time: 0.6870830 Jul 28 11:22:13.095080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f11da8-a62c-48f5-8d03-bb22ffbd9ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c147e1-40a0-4d9c-a371-4120e0437074,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:13.131029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53524-3481-472c-b817-e0193930112f req-d8202596-2777-4260-b1bb-a12caa906d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.132334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5629afc-2a8f-415b-8dda-b01b134ae665 req-b73c8152-a437-4835-a484-9a7303cd0dbe tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670400 Jul 28 11:22:13.133069 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-d8202596-2777-4260-b1bb-a12caa906d3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1095 time: 0.0731456 Jul 28 11:22:13.252884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53524-3481-472c-b817-e0193930112f req-98d63278-2f07-4c11-8d39-d7b1d81550c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.254602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-98d63278-2f07-4c11-8d39-d7b1d81550c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 200 len: 918 time: 0.1132762 Jul 28 11:22:13.263480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:13.336252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a215ccf7-08e3-48fd-a273-3eabae7ca055 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf4cc7dccbca42dab381f2dbef4290cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715475 Jul 28 11:22:13.338747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:13.382352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-fc66bfaa-83f7-4f21-b5a8-910852d34998 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 200 len: 1000 time: 0.1201522 Jul 28 11:22:13.469317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53524-3481-472c-b817-e0193930112f req-3827436a-3c8a-4661-9255-5d7d9fe95d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.471055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-3827436a-3c8a-4661-9255-5d7d9fe95d69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 200 len: 856 time: 0.0789714 Jul 28 11:22:13.473558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3a237-dd41-464b-8de0-ab9b557663fa req-797a319c-e5de-495b-bbb2-9ec3810f0dc7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.476597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1f3a237-dd41-464b-8de0-ab9b557663fa req-797a319c-e5de-495b-bbb2-9ec3810f0dc7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0910866 Jul 28 11:22:13.477637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f1a450f-48aa-43d9-9c60-bd72594ecb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:13.522214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53524-3481-472c-b817-e0193930112f req-96ad74ca-e1c1-4e2f-878e-d98068caa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:13.524456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-96ad74ca-e1c1-4e2f-878e-d98068caa6e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445836 Jul 28 11:22:13.535418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f1a450f-48aa-43d9-9c60-bd72594ecb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:13.549605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1f3a237-dd41-464b-8de0-ab9b557663fa req-ee27f139-8f88-4b6e-a5db-7f83e263e386 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640790 Jul 28 11:22:13.596901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f1a450f-48aa-43d9-9c60-bd72594ecb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:13.600145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f1a450f-48aa-43d9-9c60-bd72594ecb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:13.603754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3f1a450f-48aa-43d9-9c60-bd72594ecb51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0 HTTP/1.1" status: 204 len: 168 time: 0.2616582 Jul 28 11:22:13.614837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a450f-48aa-43d9-9c60-bd72594ecb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6a8272-5dc3-4aa5-a6be-20d86ec27ea0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:13.643064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-310a2bad-e5d3-4761-8425-452b3a3f8bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111035 Jul 28 11:22:13.752689 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-710101e8-01d7-4edc-b5fc-96472fe29c6b service neutron] 10.222.0.44 "GET /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951593 Jul 28 11:22:13.919128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 10335284-4ebb-4909-870b-0fe1621bdf02 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:13.960537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 10335284-4ebb-4909-870b-0fe1621bdf02 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:22:13.961168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 10335284-4ebb-4909-870b-0fe1621bdf02 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:22:14.066929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d370c-1915-42c5-a558-28986b7fbb0c req-8eaddd76-7079-4ad5-becc-e4f16bfcade6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:14.074366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c0d370c-1915-42c5-a558-28986b7fbb0c req-8eaddd76-7079-4ad5-becc-e4f16bfcade6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0997610 Jul 28 11:22:14.124826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c0d370c-1915-42c5-a558-28986b7fbb0c req-7d79aef1-da6a-4dae-839f-ac9a34474f53 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493958 Jul 28 11:22:14.435306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82f5c6-689d-42a6-b692-9983e8e85264 req-c560e80f-55b7-4e34-87d8-7c175c7f32cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:14.437798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a82f5c6-689d-42a6-b692-9983e8e85264 req-c560e80f-55b7-4e34-87d8-7c175c7f32cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1373632 Jul 28 11:22:14.526731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a82f5c6-689d-42a6-b692-9983e8e85264 req-c3a823c4-8bc2-4ed7-a7fd-8b7a7add4111 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809667 Jul 28 11:22:14.925536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64dcc-dc8e-4ce4-8f28-d57fd8539303 req-d6c8fd9b-834e-4022-bd7d-4ff30f658c86 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:14.934264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4de64dcc-dc8e-4ce4-8f28-d57fd8539303 req-d6c8fd9b-834e-4022-bd7d-4ff30f658c86 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1892524 Jul 28 11:22:14.963567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7949a-c03b-4117-9b0b-f2dcc53cf0b5 req-4d503b97-3940-4565-823e-1a1084eb413d tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:14.973567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77b7949a-c03b-4117-9b0b-f2dcc53cf0b5 req-4d503b97-3940-4565-823e-1a1084eb413d tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1097 time: 0.1009579 Jul 28 11:22:15.036521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4de64dcc-dc8e-4ce4-8f28-d57fd8539303 req-a9f8451f-b07e-46d4-a5de-81bc14d17dee tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968814 Jul 28 11:22:15.064474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77b7949a-c03b-4117-9b0b-f2dcc53cf0b5 req-b0141e49-4eae-41ff-9917-114565f9c515 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795460 Jul 28 11:22:15.083744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:15.357848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dd6ca-592f-474c-8929-88084a370a76 req-e0b9916e-412d-462e-a2a9-6842368ac9bd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:15.368298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef4dd6ca-592f-474c-8929-88084a370a76 req-e0b9916e-412d-462e-a2a9-6842368ac9bd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.0925963 Jul 28 11:22:15.469550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 181273c1-f422-4bf1-a154-d53679403b38 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:15.472710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:15.477388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef4dd6ca-592f-474c-8929-88084a370a76 req-bb09ab11-690d-488a-af4a-911ed1dc2ab1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044214 Jul 28 11:22:15.642678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:15.643104 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:15.656617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 181273c1-f422-4bf1-a154-d53679403b38 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:15.814791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a0bf8-d3f7-47c4-9270-5352162c9d5d req-eafca1c4-565f-48d3-b6be-fae2605a3f8f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:15.842498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-977a0bf8-d3f7-47c4-9270-5352162c9d5d req-eafca1c4-565f-48d3-b6be-fae2605a3f8f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1308248 Jul 28 11:22:15.870810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:15.919438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-977a0bf8-d3f7-47c4-9270-5352162c9d5d req-c2b5bb3e-e069-4e97-8a6e-fce229922311 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621369 Jul 28 11:22:15.929596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=181273c1-f422-4bf1-a154-d53679403b38,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:16.110445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:16.111190 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP b49d561b-c5ea-4145-8402-7477312b8a38 disassociated (deleted). External IP: 172.25.1.84, port: 39219fb4-f174-43cb-8604-ab1c74bc9cc6. Jul 28 11:22:16.251972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5aff6-a1fe-4332-b33c-1b1fcbd8883a req-c4cacd32-8c35-4d89-9408-9d4928f1aa1c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:16.256334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91d5aff6-a1fe-4332-b33c-1b1fcbd8883a req-c4cacd32-8c35-4d89-9408-9d4928f1aa1c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1218824 Jul 28 11:22:16.373053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91d5aff6-a1fe-4332-b33c-1b1fcbd8883a req-5381f974-230a-4ef1-8625-f984ab3b1abb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034243 Jul 28 11:22:16.490397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router 0671ca76-c129-49c5-a79b-c2af459d1e4a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:22:16.493687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:22:16.705238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:22:16.711032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:16.749884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a94da64-662b-4a13-881f-a869c850412b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/floatingips/b49d561b-c5ea-4145-8402-7477312b8a38 HTTP/1.1" status: 204 len: 168 time: 1.6614144 Jul 28 11:22:16.749884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:16.750647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] Sync routers for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:22:16.750778 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd67344-ff66-4df7-99b2-903b6904e641" -d '{"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:16.770225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:16.771025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:16.833022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ac1f-feca-4d90-8bf4-465f44c6f315 req-ea6ff0a1-652f-44f2-93dd-2a284970633f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:16.836166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78c1ac1f-feca-4d90-8bf4-465f44c6f315 req-ea6ff0a1-652f-44f2-93dd-2a284970633f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 943 time: 0.1124980 Jul 28 11:22:16.855121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:16.912410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'b6618585-9907-409d-b73b-97f41e539edc', 'network_id': '9277a7fa-d6c9-4c36-9d7c-394317ada0fd', 'port_id': 'b6618585-9907-409d-b73b-97f41e539edc', 'mac_address': 'fa:16:3e:d2:b1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b92f59-b8df-4aca-93e8-5c27467ea366', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:22:16.949477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78c1ac1f-feca-4d90-8bf4-465f44c6f315 req-fdd2855d-6a53-4904-9fec-439c4f51508e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954969 Jul 28 11:22:17.024202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:17.157222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:17.188054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6618585-9907-409d-b73b-97f41e539edc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:22:17.297763 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f66d67-69c8-4423-afc6-ced843f34721 x-openstack-request-id: req-57f66d67-69c8-4423-afc6-ced843f34721 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:17.297763 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:17.298686 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57f66d67-69c8-4423-afc6-ced843f34721 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:17.299160 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'status': 'completed', 'code': 200} Jul 28 11:22:17.320231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:17.445166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c021-8474-4d9a-b64d-ca430f490446 req-da778792-15de-4e7a-93b6-5cc733c13285 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:17.458106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e28c021-8474-4d9a-b64d-ca430f490446 req-da778792-15de-4e7a-93b6-5cc733c13285 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.0957963 Jul 28 11:22:17.475590 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:17.557432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:17.563135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e28c021-8474-4d9a-b64d-ca430f490446 req-0b415a12-1d2b-4525-80cc-6c8e71cc64ce tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029458 Jul 28 11:22:17.608272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.610831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.612487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.614800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.615880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.616343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.618279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.619015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.619413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.619764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.620107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.626386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:17.642952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-f62215fb-b7bf-4752-84f8-3168710f5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:17.645063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-f62215fb-b7bf-4752-84f8-3168710f5b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 1097 time: 0.3211439 Jul 28 11:22:17.770191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b6618585-9907-409d-b73b-97f41e539edc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:17.852114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe772-546d-452e-8814-5543a9707948 req-96dfad94-0c5b-4176-a83f-d4dced6f9315 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:17.855778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-173fe772-546d-452e-8814-5543a9707948 req-96dfad94-0c5b-4176-a83f-d4dced6f9315 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 946 time: 0.1120028 Jul 28 11:22:17.862844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-5f78dbe9-5e43-4cc2-b2d5-8250db4c7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:17.864730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-5f78dbe9-5e43-4cc2-b2d5-8250db4c7b41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 200 len: 898 time: 0.2094901 Jul 28 11:22:17.947334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-173fe772-546d-452e-8814-5543a9707948 req-4a8292da-5703-4f36-be66-35cbc56bc3eb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832298 Jul 28 11:22:18.012879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-aa2f5639-6a6a-4d58-bdc3-c9eab389d49f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 200 len: 217 time: 0.1385484 Jul 28 11:22:18.019677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:09Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:18.060606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] Checking router: 0671ca76-c129-49c5-a79b-c2af459d1e4a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:22:18.101620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:18.102886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:18.173087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-0a2c54f3-e58c-4ba1-b51a-94a83cfecb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:18.173087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-0a2c54f3-e58c-4ba1-b51a-94a83cfecb67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 200 len: 835 time: 0.1518695 Jul 28 11:22:18.265014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cf8b-3377-42d7-9673-bdb10378afdf req-2eb90d34-b229-4c83-8bea-b3aa23ba479b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:18.266769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b2cf8b-3377-42d7-9673-bdb10378afdf req-2eb90d34-b229-4c83-8bea-b3aa23ba479b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1220436 Jul 28 11:22:18.321180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-98044404-94ac-4e1b-8279-6d9340e27934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:18.322988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-98044404-94ac-4e1b-8279-6d9340e27934 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345437 Jul 28 11:22:18.357104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:18.369110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93b2cf8b-3377-42d7-9673-bdb10378afdf req-8f6a1601-63f2-4ac6-9f80-471ee8616271 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940006 Jul 28 11:22:18.507325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-6d33d726-c765-45fb-a516-2501220695dc service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707323 Jul 28 11:22:18.785110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-2018b158-e679-42a2-812f-3fb15d87cffe service neutron] 10.222.0.41 "GET /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652326 Jul 28 11:22:18.833760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0b590-b1b9-4015-8e25-483000164900 req-f8e52d5e-fafc-4bf0-8c5b-d55847903b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:18.836550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-f8e52d5e-fafc-4bf0-8c5b-d55847903b80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1095 time: 0.3057332 Jul 28 11:22:18.866472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa16af1-6df2-4678-8e57-15587202b355 req-5b891eaa-d048-4ec3-b2e7-a1041d43dbcc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:18.868565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daa16af1-6df2-4678-8e57-15587202b355 req-5b891eaa-d048-4ec3-b2e7-a1041d43dbcc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 946 time: 0.2097700 Jul 28 11:22:18.889958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fe99f-82c5-4cd1-8bb6-cc5cda37214f req-db902041-9182-4889-a792-f2548d90002e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:18.892774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d21fe99f-82c5-4cd1-8bb6-cc5cda37214f req-db902041-9182-4889-a792-f2548d90002e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 944 time: 0.1529992 Jul 28 11:22:19.045970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:09Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:19.061765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0b590-b1b9-4015-8e25-483000164900 req-07a0dc16-1aeb-4fe8-bf41-1c7d0a9b6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:19.064540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-07a0dc16-1aeb-4fe8-bf41-1c7d0a9b6f77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 915 time: 0.1840439 Jul 28 11:22:19.111737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d4a8f-8ee6-4fc1-b6c8-9d5bdd12e648 None None] The sync data for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 is: [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:20:02Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '94c881cf-22fb-41d9-87e4-6224ba4ae5bf', 'name': '', 'network_id': 'a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:79:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:59Z', 'updated_at': '2021-07-28T11:20:09Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:22:19.124354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d21fe99f-82c5-4cd1-8bb6-cc5cda37214f req-693b2f37-4644-465a-ac29-aa65df8838e3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Jul 28 11:22:19.213823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-2b5baf6b-cdf0-4d11-86b2-c6f9db6068bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 217 time: 0.1256423 Jul 28 11:22:19.380436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a684bb-68b9-4ff8-bcc6-fd03dca6f3a9 req-42e5055d-aef7-4241-b7de-e27867f66b57 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:19.389024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21a684bb-68b9-4ff8-bcc6-fd03dca6f3a9 req-42e5055d-aef7-4241-b7de-e27867f66b57 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1405611 Jul 28 11:22:19.400557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0b590-b1b9-4015-8e25-483000164900 req-3368e0fb-bd41-4143-bf84-9e484cc5352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:19.412878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-3368e0fb-bd41-4143-bf84-9e484cc5352c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.1535523 Jul 28 11:22:19.473575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:19.474021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:19.479093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-7d8f6c12-5735-4f36-9c5c-e90e2b22aae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445700 Jul 28 11:22:19.594344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21a684bb-68b9-4ff8-bcc6-fd03dca6f3a9 req-5e1157a3-7e49-404a-bf37-e28097d57f5d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034478 Jul 28 11:22:19.656369 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c8ac6-b8eb-4422-8315-cfa9efc457a7 None None] New status for floating IP b49d561b-c5ea-4145-8402-7477312b8a38: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:22:19.704234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 39219fb4-f174-43cb-8604-ab1c74bc9cc6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=39219fb4-f174-43cb-8604-ab1c74bc9cc6,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:19.704611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:19.744071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:19.753087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-d1118016-570c-44ac-80d5-97cbeb0bfad0 service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534318 Jul 28 11:22:19.754054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 39219fb4-f174-43cb-8604-ab1c74bc9cc6 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:19.900153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd4a5-8d19-4c45-8703-68ec3e79bffd req-42d8a1d1-fc10-426b-a9f2-5048017286a9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:19.911009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bbfd4a5-8d19-4c45-8703-68ec3e79bffd req-42d8a1d1-fc10-426b-a9f2-5048017286a9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea977531-a3d5-4c7f-ae82-6a030f1567fe HTTP/1.1" status: 200 len: 946 time: 0.1935670 Jul 28 11:22:19.919515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-0e68df4c-1b8e-44e9-88df-fd1583566844 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743486 Jul 28 11:22:20.020391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bbfd4a5-8d19-4c45-8703-68ec3e79bffd req-6a8cc44e-53dc-48e5-a73e-863a2834ba8a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=629646ed-37b2-4eeb-b17e-5dc2a85397e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051586 Jul 28 11:22:20.076121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46d0b590-b1b9-4015-8e25-483000164900 req-9952b7e7-3428-4b41-8a71-59574e4240af service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150129 Jul 28 11:22:20.172394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f075fa8-245c-4314-a593-0e664847e75a req-0eab1d55-e9c8-4527-8951-26e01d0c9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:20.173791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-0eab1d55-e9c8-4527-8951-26e01d0c9770 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 1097 time: 0.1485243 Jul 28 11:22:20.290951 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:20.341393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935e5c6-10c7-4802-8711-64f717c62ba2 req-268df5a1-61e3-48af-91b4-8f6dcec74291 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:20.350892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6935e5c6-10c7-4802-8711-64f717c62ba2 req-268df5a1-61e3-48af-91b4-8f6dcec74291 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1656797 Jul 28 11:22:20.373513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=39219fb4-f174-43cb-8604-ab1c74bc9cc6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:20.409098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f075fa8-245c-4314-a593-0e664847e75a req-eab17a50-329f-4249-aeec-5b61d42c9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:20.411106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-eab17a50-329f-4249-aeec-5b61d42c9428 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1730211 Jul 28 11:22:20.420306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6935e5c6-10c7-4802-8711-64f717c62ba2 req-d86dc8e8-0175-4e6a-bce6-1d95b11c22ea tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683503 Jul 28 11:22:20.442338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] No DVR routers for this DVR port 39219fb4-f174-43cb-8604-ab1c74bc9cc6 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:22:20.447610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:20.471661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daa16af1-6df2-4678-8e57-15587202b355 req-d71a6be1-2c5c-4c3c-aca5-5af3d6b656ad tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "DELETE /v2.0/ports/39219fb4-f174-43cb-8604-ab1c74bc9cc6 HTTP/1.1" status: 204 len: 173 time: 1.5708389 Jul 28 11:22:20.471661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-deleted', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:20.471661 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ff7d2-1a55-4d67-afa9-c42e83b8fdaf" -d '{"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-deleted", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:20.573298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:20.643159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port b6618585-9907-409d-b73b-97f41e539edc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:20.643959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:20.744518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:20.815217 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-96cae0d0-b944-4d32-9392-547003d59156 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 HTTP/1.1" status: 200 len: 217 time: 0.0758350 Jul 28 11:22:20.862484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:20.866103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:20.873769 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e810f1-1c5c-4375-9cea-7bab5d67bf94" -d '{"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-plugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:20.884441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:20.884930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f075fa8-245c-4314-a593-0e664847e75a req-837b1c72-f775-450b-bd89-c3a9c5ee5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:20.886426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-837b1c72-f775-450b-bd89-c3a9c5ee5045 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0591922 Jul 28 11:22:20.930141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7a4d-bb0b-4062-982a-c8e49d7244c8 req-40c18081-a59d-4aa5-af85-e5a7e639a3fd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:20.942509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97dc7a4d-bb0b-4062-982a-c8e49d7244c8 req-40c18081-a59d-4aa5-af85-e5a7e639a3fd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 944 time: 0.1323605 Jul 28 11:22:21.007633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:21.041191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97dc7a4d-bb0b-4062-982a-c8e49d7244c8 req-aaa9d29d-d9fc-4fff-858f-5dce48424676 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973067 Jul 28 11:22:21.113982 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f9ffd1-0ffd-4e15-a5c7-a3ec2dc37df5 x-openstack-request-id: req-85f9ffd1-0ffd-4e15-a5c7-a3ec2dc37df5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:21.114734 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea977531-a3d5-4c7f-ae82-6a030f1567fe", "name": "network-vif-deleted", "tag": "39219fb4-f174-43cb-8604-ab1c74bc9cc6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:21.114999 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85f9ffd1-0ffd-4e15-a5c7-a3ec2dc37df5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:21.115443 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea977531-a3d5-4c7f-ae82-6a030f1567fe', 'name': 'network-vif-deleted', 'tag': '39219fb4-f174-43cb-8604-ab1c74bc9cc6', 'status': 'completed', 'code': 200} Jul 28 11:22:21.329248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77a86-c9cc-4e1e-bbeb-3ad58e0124d1 req-6f906a53-1bbf-46fe-adcd-dfff1200518b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:21.330644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74b77a86-c9cc-4e1e-bbeb-3ad58e0124d1 req-6f906a53-1bbf-46fe-adcd-dfff1200518b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1378694 Jul 28 11:22:21.395985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74b77a86-c9cc-4e1e-bbeb-3ad58e0124d1 req-43476d7f-df9f-4f68-990c-f810a476b247 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533137 Jul 28 11:22:21.479574 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15536357-862c-4ac7-a98a-721a0d079897 x-openstack-request-id: req-15536357-862c-4ac7-a98a-721a0d079897 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:21.479950 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-plugged", "status": "completed", "tag": "b6618585-9907-409d-b73b-97f41e539edc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:21.480237 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15536357-862c-4ac7-a98a-721a0d079897 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:21.480644 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc', 'code': 200} Jul 28 11:22:21.539587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:21.799664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2ee6-ed01-45ec-bc53-3a632f3652f4 req-3f1aea94-e733-4cf6-a18c-10adba68fffc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:21.802564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c7b2ee6-ed01-45ec-bc53-3a632f3652f4 req-3f1aea94-e733-4cf6-a18c-10adba68fffc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.2077079 Jul 28 11:22:21.883566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c7226-a9bf-4e14-991a-9d711c5accd3 req-1d94a1f2-5f0e-45f4-aed8-09763c55dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:21.891938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a09c7226-a9bf-4e14-991a-9d711c5accd3 req-1d94a1f2-5f0e-45f4-aed8-09763c55dd44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1097 time: 0.2153130 Jul 28 11:22:21.926805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c7b2ee6-ed01-45ec-bc53-3a632f3652f4 req-5bf73605-915f-4261-90bb-321f7a939efd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136982 Jul 28 11:22:21.982253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a09c7226-a9bf-4e14-991a-9d711c5accd3 req-a3079695-a5b7-4bd7-93f4-84a877c610d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783329 Jul 28 11:22:22.242314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbac45d-deb4-46a3-aa9e-a86646edc461 req-8456aefb-6fb4-47fa-ac9e-d01cefa211c8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:22.243498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0dbac45d-deb4-46a3-aa9e-a86646edc461 req-8456aefb-6fb4-47fa-ac9e-d01cefa211c8 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0822651 Jul 28 11:22:22.325146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0dbac45d-deb4-46a3-aa9e-a86646edc461 req-8b7698fc-ce72-4178-8ddc-2572b242d716 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Jul 28 11:22:22.433869 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:22.528253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:22.601299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 39219fb4-f174-43cb-8604-ab1c74bc9cc6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:22:22.601991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 39219fb4-f174-43cb-8604-ab1c74bc9cc6 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:22:22.686479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f075fa8-245c-4314-a593-0e664847e75a req-c7ac2b65-71c3-4cda-b2e9-27a262396b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:22.688310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-c7ac2b65-71c3-4cda-b2e9-27a262396b76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4274738 Jul 28 11:22:22.802322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f59f4-ce61-4ce9-ae99-dedc69b2f25c req-ceaf8de0-6da6-4f37-8de7-34a7de0eb280 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:22.803854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-638f59f4-ce61-4ce9-ae99-dedc69b2f25c req-ceaf8de0-6da6-4f37-8de7-34a7de0eb280 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1329207 Jul 28 11:22:22.885912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-638f59f4-ce61-4ce9-ae99-dedc69b2f25c req-8badd647-c16f-4287-9bbe-534cefdd5645 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756133 Jul 28 11:22:22.924244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-e065cddc-e80a-4209-a00c-ad082f157095 service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266984 Jul 28 11:22:23.131501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f075fa8-245c-4314-a593-0e664847e75a req-64865641-1b5c-4322-ba56-f714cb1f40be service neutron] 10.222.0.44 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994843 Jul 28 11:22:23.143245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ac4c-b796-4f5a-a606-fb2e41848bd6 req-afee8293-e8fe-483a-a3f6-2b6ee0358081 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:23.150495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9504ac4c-b796-4f5a-a606-fb2e41848bd6 req-afee8293-e8fe-483a-a3f6-2b6ee0358081 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1067002 Jul 28 11:22:23.225891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9504ac4c-b796-4f5a-a606-fb2e41848bd6 req-e8fe8732-bb8f-4a1f-b96a-fffaaf2a74ab tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743549 Jul 28 11:22:23.353396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:23.492791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe1d4c-f6c3-420a-b264-068d08e18be3 req-4fa0a52d-daa8-4282-94f7-0794dc4eb93e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:23.494861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cfe1d4c-f6c3-420a-b264-068d08e18be3 req-4fa0a52d-daa8-4282-94f7-0794dc4eb93e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0912538 Jul 28 11:22:23.591759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cfe1d4c-f6c3-420a-b264-068d08e18be3 req-1409978c-0169-4b72-ad18-9d2d80481857 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856495 Jul 28 11:22:23.848946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:23.849526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:24.024168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 94c881cf-22fb-41d9-87e4-6224ba4ae5bf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:24.024712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:24.059116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 94c881cf-22fb-41d9-87e4-6224ba4ae5bf owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:24.163887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad28e6e-c4b6-460c-8aab-f22371cb8dd5 req-064d950a-bf1b-4367-a84c-129edd767cf7 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:24.173832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad28e6e-c4b6-460c-8aab-f22371cb8dd5 req-064d950a-bf1b-4367-a84c-129edd767cf7 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1180558 Jul 28 11:22:24.258021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad28e6e-c4b6-460c-8aab-f22371cb8dd5 req-3576126f-2c60-4459-a71b-ad77bffb6899 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830185 Jul 28 11:22:24.438352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77514e6-7af0-4d0b-ac6d-d7542413d1b1 req-607d8267-a6c8-4e2b-bcb6-16d858f4f7fa tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:24.441252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a77514e6-7af0-4d0b-ac6d-d7542413d1b1 req-607d8267-a6c8-4e2b-bcb6-16d858f4f7fa tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0769138 Jul 28 11:22:24.450967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:24.538817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a77514e6-7af0-4d0b-ac6d-d7542413d1b1 req-2f47cb39-cefe-4a3a-a6b1-50a987214c66 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903213 Jul 28 11:22:24.543525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=94c881cf-22fb-41d9-87e4-6224ba4ae5bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:24.875357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20dd79-8076-40ea-8a1f-f08a7f03d02a req-f124b1ab-0add-42d6-9898-70e2e527d752 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:24.887003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb20dd79-8076-40ea-8a1f-f08a7f03d02a req-f124b1ab-0add-42d6-9898-70e2e527d752 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1086571 Jul 28 11:22:24.904539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:24.975655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb20dd79-8076-40ea-8a1f-f08a7f03d02a req-4e6291fd-31a2-4b78-916a-743557411c31 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823433 Jul 28 11:22:25.455120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router 0671ca76-c129-49c5-a79b-c2af459d1e4a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:22:25.527617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12272a66-4dff-49e7-a1fc-75d996bc91d3 req-77fee45d-ba25-49ec-a751-c91dbf4110e5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:25.530277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12272a66-4dff-49e7-a1fc-75d996bc91d3 req-77fee45d-ba25-49ec-a751-c91dbf4110e5 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1033113 Jul 28 11:22:25.629233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12272a66-4dff-49e7-a1fc-75d996bc91d3 req-a0cda37f-2458-4e12-9bbd-42fb4a4b26ba tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829163 Jul 28 11:22:25.697269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:22:25.707393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:25.711162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] Sync routers for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:22:25.726089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-112e839b-a839-45cb-adf5-89c4df511369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/0671ca76-c129-49c5-a79b-c2af459d1e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1844869 Jul 28 11:22:25.729630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:25.731026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:25.887451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting subnet 6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:22:25.901469 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:25.966594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0f429-c4dd-4eba-a6dc-b14b90135d8a req-fc6cc1b5-d44d-4537-9b86-0828de50ad60 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:25.973990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4a0f429-c4dd-4eba-a6dc-b14b90135d8a req-fc6cc1b5-d44d-4537-9b86-0828de50ad60 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1889710 Jul 28 11:22:26.055619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:26.055870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4a0f429-c4dd-4eba-a6dc-b14b90135d8a req-124745a9-68d5-4c44-8664-72e4a2f8d146 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742421 Jul 28 11:22:26.079245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:26.242600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:26.403627 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:26.450511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Subnet': ['ID=6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:26.469120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4f5e7-c052-4c38-b851-e91e7c17a7e2 None None] Network a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:22:26.475331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3c7e9-1f48-4387-98a2-e13f01254b10 req-15f1729a-2130-448e-b2bb-1338c5196847 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:26.485622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ed3c7e9-1f48-4387-98a2-e13f01254b10 req-15f1729a-2130-448e-b2bb-1338c5196847 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1481290 Jul 28 11:22:26.509957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:26.514523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f7cab3ea-8f07-4850-84f1-27758ec95b29 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/subnets/6f937ff6-e4b4-4f6e-9b45-f9f46dea1de5 HTTP/1.1" status: 204 len: 168 time: 0.8035057 Jul 28 11:22:26.516241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:26.533517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:22:24Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:26.596109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] Checking router: 0671ca76-c129-49c5-a79b-c2af459d1e4a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:22:26.602336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ed3c7e9-1f48-4387-98a2-e13f01254b10 req-b11982bd-f167-48a8-bae0-2bb50d1832dd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155121 Jul 28 11:22:26.636384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] Routers {'0671ca76-c129-49c5-a79b-c2af459d1e4a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:26.637751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0671ca76-c129-49c5-a79b-c2af459d1e4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:26.713575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:26.931276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] Set router 0671ca76-c129-49c5-a79b-c2af459d1e4a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:27.192822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] DHCP port deletion for a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:22:27.420506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] Deleting port 984be827-1cab-4004-86fc-7173b87611f2 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:27.422149 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:27.427641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 984be827-1cab-4004-86fc-7173b87611f2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:27.560336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] For port 984be827-1cab-4004-86fc-7173b87611f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=984be827-1cab-4004-86fc-7173b87611f2,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:27.560921 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:27.643043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] Calling delete_port for 984be827-1cab-4004-86fc-7173b87611f2 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:27.645582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:27.678673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:22:24Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:27.712398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:27.722183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b07a8-f031-45b0-9b90-2325e2ced8df None None] The sync data for ids ['0671ca76-c129-49c5-a79b-c2af459d1e4a'] in n-d-723573-7 is: [{'id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214408387', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:49Z', 'updated_at': '2021-07-28T11:22:24Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '59996fe6-845c-4ca3-a77b-b2825d04e600', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671ca76-c129-49c5-a79b-c2af459d1e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:50Z', 'updated_at': '2021-07-28T11:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:22:27.746953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 984be827-1cab-4004-86fc-7173b87611f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=984be827-1cab-4004-86fc-7173b87611f2,segment=NetworkSegment(14d5e1f9-6e00-4229-b2f2-3655a0dbff76),segment_id=14d5e1f9-6e00-4229-b2f2-3655a0dbff76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:27.812037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:27.820815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898686f6-723e-448b-b1ea-aa888fb399fb req-e62e9722-b5e9-4f55-9df9-8f47545bc63c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:27.826182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-898686f6-723e-448b-b1ea-aa888fb399fb req-e62e9722-b5e9-4f55-9df9-8f47545bc63c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.2192187 Jul 28 11:22:27.870001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 59996fe6-845c-4ca3-a77b-b2825d04e600 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:27.870375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:27.997455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-898686f6-723e-448b-b1ea-aa888fb399fb req-bfa4da25-ab2c-4023-a2f7-f5e61087685d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702287 Jul 28 11:22:28.026266 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.066839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] No DVR routers for this DVR port 984be827-1cab-4004-86fc-7173b87611f2 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:22:28.079286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79efab34-e056-45f1-96d1-7adb957e91ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.093249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 59996fe6-845c-4ca3-a77b-b2825d04e600, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59996fe6-845c-4ca3-a77b-b2825d04e600,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:28.093622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.145340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 59996fe6-845c-4ca3-a77b-b2825d04e600 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:28.170949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=984be827-1cab-4004-86fc-7173b87611f2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:28.285818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7185dda-5ce7-4f5b-9a13-0a387ac01dce None None] Pushing event deleted for resources: {'Port': ['ID=984be827-1cab-4004-86fc-7173b87611f2,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:28.389038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41427014-eedd-4cdf-9217-6ff046e9fae6 req-60dde750-b229-4bdb-84a4-e1852aa471f7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:28.391458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41427014-eedd-4cdf-9217-6ff046e9fae6 req-60dde750-b229-4bdb-84a4-e1852aa471f7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.2236521 Jul 28 11:22:28.507964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41427014-eedd-4cdf-9217-6ff046e9fae6 req-371549f7-6772-48e7-8fe6-0a4e0cd8fa22 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089778 Jul 28 11:22:28.593704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.623342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=59996fe6-845c-4ca3-a77b-b2825d04e600,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:28.721847 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.892327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.896762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.985541 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:28.986496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Fanout notify agent at l3_agent the message router_deleted on router 0671ca76-c129-49c5-a79b-c2af459d1e4a {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:22:28.995542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.002151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-78023876-ed8d-48db-8dfc-d5b6dc42317f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/routers/0671ca76-c129-49c5-a79b-c2af459d1e4a HTTP/1.1" status: 204 len: 168 time: 2.4805026 Jul 28 11:22:29.003257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:29.174385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.330646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.347708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:29.365738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d5e1f9-6e00-4229-b2f2-3655a0dbff76') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:29.366090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d5e1f9-6e00-4229-b2f2-3655a0dbff76') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:29.378939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.401215 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.410536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:22:29.410980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:22:29.493707 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:22:29.537089 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.563834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.577236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:29.578547 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/networks/a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c HTTP/1.1" status: 204 len: 168 time: 0.5732212 Jul 28 11:22:29.608468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134fb56-6fff-4f8d-a510-4b9b70cbab93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Network': ['ID=a2ace07d-f1a5-4be9-8264-5fb95ba1ee1c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:29.705677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94c881cf-22fb-41d9-87e4-6224ba4ae5bf no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:29.742865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 94c881cf-22fb-41d9-87e4-6224ba4ae5bf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:22:29.743436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94c881cf-22fb-41d9-87e4-6224ba4ae5bf not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:22:29.853569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d538-a900-469a-a79d-cb7a1d8e9b94 req-e5b52984-70cb-4f62-bd55-04dc751f9c02 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:29.863161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2429d538-a900-469a-a79d-cb7a1d8e9b94 req-e5b52984-70cb-4f62-bd55-04dc751f9c02 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.2035954 Jul 28 11:22:29.870994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b65-4065-4140-80ea-552165cf4ebe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:29.948996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2429d538-a900-469a-a79d-cb7a1d8e9b94 req-3ae720d1-210c-43ce-9cd9-c8e7fa636db3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708280 Jul 28 11:22:29.971524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b65-4065-4140-80ea-552165cf4ebe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:30.120278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2f95-016c-48c8-b7d5-a72be63d4b54 req-1a6e27d7-cc48-488d-97e7-fc9f718fe8a6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:30.134001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e55c2f95-016c-48c8-b7d5-a72be63d4b54 req-1a6e27d7-cc48-488d-97e7-fc9f718fe8a6 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.0827615 Jul 28 11:22:30.172724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b65-4065-4140-80ea-552165cf4ebe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:30.175756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ad6b65-4065-4140-80ea-552165cf4ebe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:30.177503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-42ad6b65-4065-4140-80ea-552165cf4ebe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/security-groups/629646ed-37b2-4eeb-b17e-5dc2a85397e5 HTTP/1.1" status: 204 len: 168 time: 0.5990427 Jul 28 11:22:30.196679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e55c2f95-016c-48c8-b7d5-a72be63d4b54 req-1de4ceef-ef6d-46e2-90dd-0e8d229c8757 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599082 Jul 28 11:22:30.212356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad6b65-4065-4140-80ea-552165cf4ebe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629646ed-37b2-4eeb-b17e-5dc2a85397e5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:30.385094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de46db5-f01d-4f13-847b-ecada694239b req-1d9acb53-edc6-4600-a319-fe087c693b1d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:30.386695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6de46db5-f01d-4f13-847b-ecada694239b req-1d9acb53-edc6-4600-a319-fe087c693b1d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0675669 Jul 28 11:22:30.479762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6de46db5-f01d-4f13-847b-ecada694239b req-1abc3b6b-2ca1-4a8f-80de-622fd34c5de7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617604 Jul 28 11:22:31.004344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:31.079514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-779d3b70-a4ab-4609-a07d-07a76f400074 req-e5ded611-8ee6-4db1-98b9-c2aae2d4071b tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0346875 Jul 28 11:22:31.088495 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3f6c-d2f0-4cb1-ae33-9cb7c2ed1c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:31.220275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9ad4-bd87-4d5f-ab0e-ec320953508e req-d9e84d05-d9fa-4633-8412-fcf99cbd88c7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.221901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-758c9ad4-bd87-4d5f-ab0e-ec320953508e req-d9e84d05-d9fa-4633-8412-fcf99cbd88c7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0613225 Jul 28 11:22:31.270085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-758c9ad4-bd87-4d5f-ab0e-ec320953508e req-1b21d87c-bfbe-4cea-bafa-47daa478b604 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Jul 28 11:22:31.308567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59996fe6-845c-4ca3-a77b-b2825d04e600 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:31.340880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 59996fe6-845c-4ca3-a77b-b2825d04e600 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:22:31.342153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59996fe6-845c-4ca3-a77b-b2825d04e600 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:22:31.412956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-ab587e28-ed64-40d1-81a2-ba656e7529fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.414438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-ab587e28-ed64-40d1-81a2-ba656e7529fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 1097 time: 0.0968454 Jul 28 11:22:31.470401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4c35-9bf6-4ff6-bd9a-057c538b9679 req-b2e372eb-43f7-41ce-a011-8bdc77754f46 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.471864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc3b4c35-9bf6-4ff6-bd9a-057c538b9679 req-b2e372eb-43f7-41ce-a011-8bdc77754f46 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.1035967 Jul 28 11:22:31.553710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc3b4c35-9bf6-4ff6-bd9a-057c538b9679 req-6fb34902-7c68-425e-80ff-502dc27f3e3d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541921 Jul 28 11:22:31.572918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-29e647d3-7741-4c1b-8f1a-ce91cc5d679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.574413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-29e647d3-7741-4c1b-8f1a-ce91cc5d679e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1509051 Jul 28 11:22:31.641144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-7a60835c-b9ae-4443-9d33-daf642a922b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21 HTTP/1.1" status: 200 len: 217 time: 0.0555828 Jul 28 11:22:31.762931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-4cba515f-7a67-420e-b560-1bd194dba4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.764438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-4cba515f-7a67-420e-b560-1bd194dba4fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.1167839 Jul 28 11:22:31.777281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dada0e9-a751-4f6c-afa2-09f08995947b req-080a08a2-be54-40c5-ac62-ff547c949a12 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.778779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dada0e9-a751-4f6c-afa2-09f08995947b req-080a08a2-be54-40c5-ac62-ff547c949a12 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1219854 Jul 28 11:22:31.798756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1466f2-8054-47ff-88e2-2517fc6aab72 req-7a009cd1-2fb8-4901-8dce-0b165394635d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.800353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac1466f2-8054-47ff-88e2-2517fc6aab72 req-7a009cd1-2fb8-4901-8dce-0b165394635d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1451390 Jul 28 11:22:31.875909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-f5573134-d313-4e02-9eac-489f19053188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:31.877417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-f5573134-d313-4e02-9eac-489f19053188 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977588 Jul 28 11:22:31.882118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dada0e9-a751-4f6c-afa2-09f08995947b req-aa3c6261-47a9-44dd-bd2f-94c472e0c989 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919008 Jul 28 11:22:31.887250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac1466f2-8054-47ff-88e2-2517fc6aab72 req-b16930ae-5d50-4e9a-b1ce-b30054b2102a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Jul 28 11:22:31.913548 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:32.002714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-c82c9d97-5c6d-49bd-92c4-bdfbe17bdcf8 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145034 Jul 28 11:22:32.100871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63baae-38ef-4089-985b-af1f0d644223 req-9321b59f-4f64-40d1-bcfc-70382bca23ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:32.102444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f63baae-38ef-4089-985b-af1f0d644223 req-9321b59f-4f64-40d1-bcfc-70382bca23ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1245258 Jul 28 11:22:32.159631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fc72f9c-fd7d-4cbd-9b42-4fdee5c0a66b req-8ca41712-9df7-438f-a4d1-92706955decf service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428959 Jul 28 11:22:32.167089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f63baae-38ef-4089-985b-af1f0d644223 req-e8a1c12e-c2ec-4e22-83b8-fce6cc1b3a5e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Jul 28 11:22:32.331246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59b6f4fd-b7fb-401a-a31a-200bcddea0d6 req-95b41e29-c30b-49e9-bae5-d2a221eabd5e tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0327826 Jul 28 11:22:32.458755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706856-7fc5-4c06-8762-c23b558bf53b req-09606005-af12-4365-be70-dfc2308844c3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:32.460111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63706856-7fc5-4c06-8762-c23b558bf53b req-09606005-af12-4365-be70-dfc2308844c3 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0496085 Jul 28 11:22:32.501632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63706856-7fc5-4c06-8762-c23b558bf53b req-157b7c12-c34a-484d-935b-f9b187cecdc2 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Jul 28 11:22:32.617562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423d00-28cc-4982-bd52-5f6231c0c749 req-48a1cb35-ddb5-437d-be92-45adc6987cdd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:32.619174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84423d00-28cc-4982-bd52-5f6231c0c749 req-48a1cb35-ddb5-437d-be92-45adc6987cdd tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0518928 Jul 28 11:22:32.662735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84423d00-28cc-4982-bd52-5f6231c0c749 req-9332f661-5d45-4ba9-82d7-31bf0c0a772a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367692 Jul 28 11:22:32.774417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cf546-5090-45bc-b5f5-cfb637a2d69d req-cfb7a1b6-1d32-4098-bd74-df8f4bfbf00d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:32.775898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-923cf546-5090-45bc-b5f5-cfb637a2d69d req-cfb7a1b6-1d32-4098-bd74-df8f4bfbf00d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.0528431 Jul 28 11:22:32.814599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-923cf546-5090-45bc-b5f5-cfb637a2d69d req-ba03d0c6-cc34-4164-8e5a-b5e217353437 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Jul 28 11:22:32.939969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c68c3-93fe-4061-b164-4d4b0d353fe7 req-57721ad1-beec-4dc2-b88c-372a8c5dad2f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:32.941459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-489c68c3-93fe-4061-b164-4d4b0d353fe7 req-57721ad1-beec-4dc2-b88c-372a8c5dad2f tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0507126 Jul 28 11:22:32.981217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-489c68c3-93fe-4061-b164-4d4b0d353fe7 req-06dbab20-1a05-4d12-8766-484689c555e6 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Jul 28 11:22:33.092540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e902-761b-4b21-acaf-62d32d9b6b9d req-724bd26c-c966-4363-b63d-7020f64e1a25 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:33.094254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d957e902-761b-4b21-acaf-62d32d9b6b9d req-724bd26c-c966-4363-b63d-7020f64e1a25 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.0512455 Jul 28 11:22:33.139426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d957e902-761b-4b21-acaf-62d32d9b6b9d req-8f42ddaf-3d0d-429e-b1e7-807232d7b54e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Jul 28 11:22:33.268696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a74388-7fe5-4497-9ead-062345517ad8 req-d61a3de8-d6f1-4538-99f8-4fb00d6915f1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:33.270276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48a74388-7fe5-4497-9ead-062345517ad8 req-d61a3de8-d6f1-4538-99f8-4fb00d6915f1 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0604627 Jul 28 11:22:33.303337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3de945b3-7213-46fb-b428-da244b9af167 req-91759123-c96f-44a2-9793-c2f28a222606 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0320652 Jul 28 11:22:33.332638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48a74388-7fe5-4497-9ead-062345517ad8 req-c0e62246-4044-4ae8-b71b-0a64a2b746f7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534222 Jul 28 11:22:33.377405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.467110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56996) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:33.474361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122187274', 'description': 'tempest-secgroup-smoke-2122187274 description', 'project_id': '53d99df6846d459185671064bf7c439d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:33.500125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.563699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6e4e0a7-9c64-4afd-8af4-c2aaba5baf9f req-d307aed2-5731-4865-8328-0857629df4b9 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0348182 Jul 28 11:22:33.624552 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.635846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.687107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.688443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2196825 Jul 28 11:22:33.692208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:33.692794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857121-317a-4681-a7ec-b9e3fdb94594 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490c0584-fc1f-47eb-9ebc-ff362323f57d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:33.696866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '490c0584-fc1f-47eb-9ebc-ff362323f57d', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:33.712838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29dc6b-4f80-44b7-b313-93b7389e472a req-7a9da58d-70a5-425e-8528-06baf2034f2d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:33.714403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd29dc6b-4f80-44b7-b313-93b7389e472a req-7a9da58d-70a5-425e-8528-06baf2034f2d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0886497 Jul 28 11:22:33.729870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.760231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd29dc6b-4f80-44b7-b313-93b7389e472a req-d4153481-f361-4dac-8c49-33c934ab53a7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Jul 28 11:22:33.804677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.808326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.828003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db9983c-77b7-4754-aece-4cafa5d94b9d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:33.836513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.837803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ee85200-15f4-4b99-8d40-6a4c8d1d8b78 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448014 Jul 28 11:22:33.842138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:33.847608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '490c0584-fc1f-47eb-9ebc-ff362323f57d', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:33.881654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.964590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:33.973864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7230-6fd0-4fd1-9d38-044fdefd7cab req-ecc6bdaa-efc9-4e81-bc7e-77a0ecd34f8f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:33.975698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2bb7230-6fd0-4fd1-9d38-044fdefd7cab req-ecc6bdaa-efc9-4e81-bc7e-77a0ecd34f8f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 944 time: 0.0782771 Jul 28 11:22:33.976853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.003966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5366119d-41f1-4718-9e07-a0647d5790ae,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:34.017993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.019245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-52d0b33a-505f-4bdb-87c8-c8208511bda9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760883 Jul 28 11:22:34.022506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57014) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:34.028396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '490c0584-fc1f-47eb-9ebc-ff362323f57d', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:34.043756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:22:34.053414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2bb7230-6fd0-4fd1-9d38-044fdefd7cab req-346d308b-1b20-42c1-9e97-c34ab5f3bf9f tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643885 Jul 28 11:22:34.078314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.138571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.144058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.159718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:34.175461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.176792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521025 Jul 28 11:22:34.179756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae695fa-1e27-4058-8916-112a34743bb5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed04816-b226-481f-8951-9093e575cf06,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:34.179888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:34.184683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '490c0584-fc1f-47eb-9ebc-ff362323f57d', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:34.196317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'port_id': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'mac_address': 'fa:16:3e:15:e3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:22:34.248055 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.250018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.267178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c29ebb-9979-42a1-b3cc-56392ac4e35d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:22:34.317118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:34.326937 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.365476 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.369898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786f0c-53b3-453d-b9c5-ab170e83d501 req-6eb7b1cb-e38b-41dc-85d2-c06107a81d32 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:34.378689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.388781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66786f0c-53b3-453d-b9c5-ab170e83d501 req-6eb7b1cb-e38b-41dc-85d2-c06107a81d32 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 946 time: 0.1061857 Jul 28 11:22:34.404484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:34.421247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f773ea4f-ac3b-4560-b005-5c24f42cd0ba,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:34.438367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.438721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.439057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.439960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.445788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.446154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.446508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.446855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.447265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.447605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.448518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.449133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:34.453037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.461383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66786f0c-53b3-453d-b9c5-ab170e83d501 req-df3f533f-f1cb-4d82-9589-b2e48b510576 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700896 Jul 28 11:22:34.465098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e106e576-aae8-4e5d-8e7c-daae627ecf5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764325 Jul 28 11:22:34.465911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:34.473791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '490c0584-fc1f-47eb-9ebc-ff362323f57d', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:34.498052 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:22:34.504814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.567534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.571419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.588467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 011bcbf5-1284-4c0d-b0c8-5e87337cae21 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:34.594570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446bc5d1-df82-4149-b731-68704ee2d53a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:34.603144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.604865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-853f07d0-d580-4200-8df9-36caf48bcff4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347260 Jul 28 11:22:34.607578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:34.613941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '490c0584-fc1f-47eb-9ebc-ff362323f57d', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:34.638555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['83c29ebb-9979-42a1-b3cc-56392ac4e35d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:34.680117 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:22:34.692485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.773151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6238ef27-4218-49cd-a6a8-eb6710da7c45 req-c2839132-23f7-4e51-9f20-fcb320d36b9c tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0627971 Jul 28 11:22:34.799755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.835498 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.847082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.875635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:34.878348 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e62f5c-c2d2-4cd1-898c-76e1e07d72e1" -d '{"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-unplugged", "status": "completed", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:34.885725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42adf9ef-d353-47cb-b417-03afb926b115,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:34.906556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909a8e-0435-4b73-92ac-6353f8da4f34 req-c1e01036-5902-4319-baa2-571c34d40b1d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:34.907105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:34.918079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51909a8e-0435-4b73-92ac-6353f8da4f34 req-c1e01036-5902-4319-baa2-571c34d40b1d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0782990 Jul 28 11:22:34.920111 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.920285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.922376 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ca289ee2-7ce6-45f2-b6d3-18289c0f35ff tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3132160 Jul 28 11:22:34.924854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:34.930055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'network': {'name': 'tempest-network-smoke--431560841', 'project_id': '53d99df6846d459185671064bf7c439d', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:34.962371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:22:34.970246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:34.976605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51909a8e-0435-4b73-92ac-6353f8da4f34 req-c1cf4788-40f6-44fa-aa1f-4a23b827d388 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 Jul 28 11:22:34.987820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:35.013426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:22:35.023890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.024289 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Added segment 267111b6-77d2-401c-8c64-ebda068d36c2 of type vlan for network 576b49df-de5b-4b60-9552-c39132e26f43 Jul 28 11:22:35.045052 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e6851-daa2-430f-adb1-d7caa67a7612 x-openstack-request-id: req-9b4e6851-daa2-430f-adb1-d7caa67a7612 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:35.045544 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-unplugged", "status": "failed", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:35.046568 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4e6851-daa2-430f-adb1-d7caa67a7612 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:35.047120 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'code': 422} returned with failed status Jul 28 11:22:35.070142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.103782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.111392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:35.113885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.136661 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2104943 Jul 28 11:22:35.139423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:35.145321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'admin_state_up': True, 'project_id': '53d99df6846d459185671064bf7c439d', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:35.178587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.179530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.222616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a6dc4-adaf-4989-8036-3d6d5d5d56b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Network': ['ID=576b49df-de5b-4b60-9552-c39132e26f43,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:35.237570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 576b49df-de5b-4b60-9552-c39132e26f43 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:22:35.276445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dfa4b-144e-4424-8e79-5be7f45cbb5e req-d2642aa2-7820-451a-a2a8-d2c56313f144 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:35.278103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-817dfa4b-144e-4424-8e79-5be7f45cbb5e req-d2642aa2-7820-451a-a2a8-d2c56313f144 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 945 time: 0.1027417 Jul 28 11:22:35.333840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.424697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-817dfa4b-144e-4424-8e79-5be7f45cbb5e req-b70b2c2c-9ce8-4a05-bc8f-d2a26ccdc3c1 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377666 Jul 28 11:22:35.536207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:35.594214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-796f21bf-7a48-4e38-820b-0aa701bc4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:35.595680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-796f21bf-7a48-4e38-820b-0aa701bc4749 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 1097 time: 0.1666913 Jul 28 11:22:35.659479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1348-06f3-477b-bbfb-96a0aa4842e7 req-34554612-86fd-478a-9f2a-53f1a4fe7238 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:35.660898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2dd1348-06f3-477b-bbfb-96a0aa4842e7 req-34554612-86fd-478a-9f2a-53f1a4fe7238 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1403065 Jul 28 11:22:35.803763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2dd1348-06f3-477b-bbfb-96a0aa4842e7 req-d7e44a91-b8a0-43cc-a3c9-7fcce542685e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306252 Jul 28 11:22:35.826054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b12d-9a5c-457f-9940-dc0301a5d090 req-88c3a762-cf1e-4f0e-a1f5-b0753501b0dd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:35.829138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5330b12d-9a5c-457f-9940-dc0301a5d090 req-88c3a762-cf1e-4f0e-a1f5-b0753501b0dd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 944 time: 0.1671367 Jul 28 11:22:35.851438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-8b99ee6c-4be8-46a3-97c3-0c7f0c92b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:35.853677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-8b99ee6c-4be8-46a3-97c3-0c7f0c92b75e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 200 len: 915 time: 0.2424808 Jul 28 11:22:35.944209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-7440c922-97a6-4ea0-9433-709400d618cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 200 len: 217 time: 0.0722225 Jul 28 11:22:35.980728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5330b12d-9a5c-457f-9940-dc0301a5d090 req-472e0029-ee56-4be4-8145-8f185cdab363 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459687 Jul 28 11:22:35.984610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-760a5021-b7a7-4832-bec3-66eb3ce0b0b9 req-4e0ba6f6-db88-466e-8af0-17c7ec9c475f tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0467808 Jul 28 11:22:36.044162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:36.097876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-d8a5b1b2-72c8-41d3-aaf2-612010383b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:36.099836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-d8a5b1b2-72c8-41d3-aaf2-612010383b16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 200 len: 854 time: 0.1430526 Jul 28 11:22:36.107000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 83c29ebb-9979-42a1-b3cc-56392ac4e35d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:36.107286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:36.173504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:36.178941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-6dfcc42e-09ee-43e1-afd2-d74f0cd10d76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9277a7fa-d6c9-4c36-9d7c-394317ada0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614882 Jul 28 11:22:36.183774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:36.207617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:36.217054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:36.222608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:36.291126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:36.314892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76279842-6d39-4e97-a02c-66fd3294b0ce req-ee016fe2-5716-442c-9034-c34211afef83 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:36.316455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76279842-6d39-4e97-a02c-66fd3294b0ce req-ee016fe2-5716-442c-9034-c34211afef83 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.2113924 Jul 28 11:22:36.413745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-4180b2ca-1b2c-4d26-9001-7a6e3a951d52 service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166631 Jul 28 11:22:36.418557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76279842-6d39-4e97-a02c-66fd3294b0ce req-e42b6461-b24b-4c97-a5a7-b4812eea4a3c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920677 Jul 28 11:22:36.494568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.195 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/107b950d-9edb-435d-9b7e-017cab166eff) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:22:36.995163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243bc39c-f96c-4dc0-a349-0ad79453f86d req-42da99e0-1781-4149-ae1e-f9f7545fe86c service neutron] 10.222.0.41 "GET /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734477 Jul 28 11:22:37.030985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b5f0f-9f93-4503-b67a-84f3b457ad0d req-e0a7076a-782f-421c-a89e-e62d62b92728 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:37.032888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-295b5f0f-9f93-4503-b67a-84f3b457ad0d req-e0a7076a-782f-421c-a89e-e62d62b92728 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.5068913 Jul 28 11:22:37.048425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:37.049452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ddc30-1f86-4730-817e-78031542740c req-fd70d645-74f3-4b51-bcb9-3ee04b3e58ac tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:37.050706 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96fd894-38bf-4cb4-90d9-63a787221c69" -d '{"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-plugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:37.050938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a21ddc30-1f86-4730-817e-78031542740c req-fd70d645-74f3-4b51-bcb9-3ee04b3e58ac tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 947 time: 0.5229089 Jul 28 11:22:37.094957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:37.134509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a21ddc30-1f86-4730-817e-78031542740c req-09ae60bc-a7ac-4d0f-a765-9a2945ecb17d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736954 Jul 28 11:22:37.139150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-295b5f0f-9f93-4503-b67a-84f3b457ad0d req-b6fdb60b-a25a-4369-bfb9-b7155da0732c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984039 Jul 28 11:22:37.177921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:37.271190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:22:37.277780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:37.281084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:22:37.286498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=107b950d-9edb-435d-9b7e-017cab166eff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:37.343577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fd7ab-245a-4529-8dc1-bd55a4e78b28 req-f9de7d4f-b082-4c81-9819-00af765d340e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:37.345081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-481fd7ab-245a-4529-8dc1-bd55a4e78b28 req-f9de7d4f-b082-4c81-9819-00af765d340e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1286085 Jul 28 11:22:37.350744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90d5a43e-537e-4b20-9b47-024d759f867b req-ecd9b3ef-a9cb-4a87-99a5-c8eac6faea64 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0657792 Jul 28 11:22:37.407450 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cfc324-b18d-4e4c-b4bf-547f7bafef76 x-openstack-request-id: req-12cfc324-b18d-4e4c-b4bf-547f7bafef76 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:37.407745 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-plugged", "status": "completed", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:37.408017 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12cfc324-b18d-4e4c-b4bf-547f7bafef76 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:37.408728 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'code': 200} Jul 28 11:22:37.468360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-481fd7ab-245a-4529-8dc1-bd55a4e78b28 req-f3ca04ce-cb3a-4f98-81c1-d236001f328e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141233 Jul 28 11:22:37.642101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae5929-2476-46b6-b736-eb2d3a244cd8 req-8df4782f-cb96-415c-9d69-615338523b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:37.646587 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e7ae5929-2476-46b6-b736-eb2d3a244cd8 req-8df4782f-cb96-415c-9d69-615338523b67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 1098 time: 0.0832644 Jul 28 11:22:37.685414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:37.697050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b037-e0ec-40d8-bbcf-c8c4c95784fa req-89f50a5e-9782-4494-b84a-800df5204776 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:37.698615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd99b037-e0ec-40d8-bbcf-c8c4c95784fa req-89f50a5e-9782-4494-b84a-800df5204776 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0997951 Jul 28 11:22:37.706553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e7ae5929-2476-46b6-b736-eb2d3a244cd8 req-3d02c8f2-57df-410f-866c-1f33c8d75a81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522556 Jul 28 11:22:37.805863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd99b037-e0ec-40d8-bbcf-c8c4c95784fa req-1a50c568-adcf-4700-9690-fe503f62126d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760972 Jul 28 11:22:37.931573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:38.060712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f228887d-f56c-4a07-8a33-1814fe8423b1 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:22:38.166661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:22:38.180397 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Sync routers for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:22:38.185712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:38.190716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f15964e2-ee8c-458f-bda8-ec3d31d4e4a4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0462692 Jul 28 11:22:38.191137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:38.196432 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:38.197389 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:38.226512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3bf49aaf-4541-4a83-acc2-d8bddac00779 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=53d99df6846d459185671064bf7c439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344305 Jul 28 11:22:38.229162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:38.294734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948e4c-2dc3-4334-8cb0-32735061201a req-3aca884d-305e-40f1-b9c5-698399978fec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:38.296415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05948e4c-2dc3-4334-8cb0-32735061201a req-3aca884d-305e-40f1-b9c5-698399978fec tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 947 time: 0.0678844 Jul 28 11:22:38.343680 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:38.363577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6cf865-d2b7-4037-a90d-7834c95021b7 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:38.368595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1c6cf865-d2b7-4037-a90d-7834c95021b7 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384048 Jul 28 11:22:38.369197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:38.375201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05948e4c-2dc3-4334-8cb0-32735061201a req-80fa9c4e-34f3-4b0b-bdf4-3a9929bd4784 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710349 Jul 28 11:22:38.418825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:38.419059 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-48ddb9df-96d1-4838-b462-d536459cd907 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487590 Jul 28 11:22:38.426030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1862149650', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'project_id': '53d99df6846d459185671064bf7c439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:38.553103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e66d9a01-ed63-4dfa-ae74-04e0647b2129 req-452ed99f-75d2-4eca-b986-81f3b3c870d8 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.1060534 Jul 28 11:22:38.572809 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:37Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:38.644081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:22:38.647790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:38.661240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a45e7-431f-4fd7-b8e9-1b2d98e13409 req-8b49dda6-319a-44cb-b5be-0e44819954f7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:38.663357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a16a45e7-431f-4fd7-b8e9-1b2d98e13409 req-8b49dda6-319a-44cb-b5be-0e44819954f7 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0813377 Jul 28 11:22:38.703633 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Checking router: f228887d-f56c-4a07-8a33-1814fe8423b1 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:22:38.703980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Updating router f228887d-f56c-4a07-8a33-1814fe8423b1 port 107b950d-9edb-435d-9b7e-017cab166eff binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:22:38.738146 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:38.770129 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a16a45e7-431f-4fd7-b8e9-1b2d98e13409 req-0901a1c6-4bfb-453e-839c-3aa36b7d8751 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700576 Jul 28 11:22:38.948997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.059814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908b9de-353d-4d79-8739-c02c6ccb6be6 req-c5dedfd5-82e4-4707-be76-7996cc3f3f3e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:39.062443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f908b9de-353d-4d79-8739-c02c6ccb6be6 req-c5dedfd5-82e4-4707-be76-7996cc3f3f3e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1365230 Jul 28 11:22:39.096269 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.104056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Subnet': ['ID=641e0ae4-c3d7-4377-b636-7e2a14387c16,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:39.107278 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Transition to ACTIVE for port object 107b950d-9edb-435d-9b7e-017cab166eff will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:39.116072 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.116357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba1966-6a18-4fbd-ad35-3549b5a6518b req-134e4180-3457-45d7-883b-4c2c9b7b38db tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:39.117756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ceba1966-6a18-4fbd-ad35-3549b5a6518b req-134e4180-3457-45d7-883b-4c2c9b7b38db tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1907234 Jul 28 11:22:39.146209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Checking segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:22:39.146578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network hostable DHCP agents. Network: 576b49df-de5b-4b60-9552-c39132e26f43, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:22:39.150968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f908b9de-353d-4d79-8739-c02c6ccb6be6 req-004f7b18-46c7-4638-aa58-1af2d8c63e3e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Jul 28 11:22:39.201092 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Pushing event updated for resources: {'Port': ['ID=107b950d-9edb-435d-9b7e-017cab166eff,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:39.213756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ceba1966-6a18-4fbd-ad35-3549b5a6518b req-6cc09323-4866-4675-bfcf-75747caa9a1e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827479 Jul 28 11:22:39.219800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 576b49df-de5b-4b60-9552-c39132e26f43 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:22:39.224533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.224878 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.225480 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.225816 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.235266 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.235657 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.236005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.237692 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.238049 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.238388 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.238726 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.239084 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:39.250346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 576b49df-de5b-4b60-9552-c39132e26f43) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:39.256282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:39.257234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.262503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbfc56-59cd-4efa-803e-35120e4ad832 None None] Network 576b49df-de5b-4b60-9552-c39132e26f43 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:22:39.274761 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Attempting to bind port 107b950d-9edb-435d-9b7e-017cab166eff on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:22:39.275310 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Attempting to bind port 107b950d-9edb-435d-9b7e-017cab166eff by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:22:39.275831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3dcd30a1-213c-4166-b075-df90c9e4aaf6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8551304 Jul 28 11:22:39.276010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Attempting to bind port 107b950d-9edb-435d-9b7e-017cab166eff on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:22:39.278196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:39.282949 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:22:39.283410 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:22:39.284165 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.284589 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:22:39.285057 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Bound port: 107b950d-9edb-435d-9b7e-017cab166eff, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:22:39.285447 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.353121 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] For port 107b950d-9edb-435d-9b7e-017cab166eff, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:22:39.357952 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] For port 107b950d-9edb-435d-9b7e-017cab166eff, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=107b950d-9edb-435d-9b7e-017cab166eff,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:22:39.365315 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.431777 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9db30a-615b-4d3e-bd1d-e4d912b73bcc None None] Pushing event updated for resources: {'Port': ['ID=107b950d-9edb-435d-9b7e-017cab166eff,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:39.466428 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:39.467317 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:39.536342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-576b49df-de5b-4b60-9552-c39132e26f43', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:22:39.537256 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:39.545673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbbad2-c562-4946-82dc-77542bfda742 req-b877e605-b7be-489e-b32f-283c86446494 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:39.547909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8dbbad2-c562-4946-82dc-77542bfda742 req-b877e605-b7be-489e-b32f-283c86446494 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1617823 Jul 28 11:22:39.649620 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:39.650152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8dbbad2-c562-4946-82dc-77542bfda742 req-058bf062-dca6-4a4b-8449-09c9d19b7a7e tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939929 Jul 28 11:22:39.711259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db1fa-64e6-4bf0-88d2-031708ba588d req-b90d4966-8af8-402b-95df-b99a171a48d0 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:39.728705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-898db1fa-64e6-4bf0-88d2-031708ba588d req-b90d4966-8af8-402b-95df-b99a171a48d0 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 947 time: 0.1735008 Jul 28 11:22:39.737219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Allocated IP 172.20.0.2 (576b49df-de5b-4b60-9552-c39132e26f43/641e0ae4-c3d7-4377-b636-7e2a14387c16/018bd7f7-d7be-4c6b-8ae0-110aadba8b74) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:22:39.830648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc14b0b7-188a-4b06-b810-3acc89ee1f0f req-85ec18a7-e8b2-44ca-b8fe-05b5389be0ec tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0609062 Jul 28 11:22:39.851956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-898db1fa-64e6-4bf0-88d2-031708ba588d req-eaf36bfa-226b-4448-9a3d-3d3b43bde40c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107180 Jul 28 11:22:39.950831 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:37Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:39.978865 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac2660-4954-433e-870a-3f4d96c9fec3 None None] The sync data for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 is: [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:37Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:22:40.028995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8b9da-faa4-473e-ac22-e4f8aae5d11b req-0647e2bd-4fcb-41e8-bc54-365eb83b9d21 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:40.030727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7b8b9da-faa4-473e-ac22-e4f8aae5d11b req-0647e2bd-4fcb-41e8-bc54-365eb83b9d21 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0983863 Jul 28 11:22:40.059583 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:40.069452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Transition to ACTIVE for port object 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:40.085498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Transition to ACTIVE for port object 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:40.092040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:40.109766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7b8b9da-faa4-473e-ac22-e4f8aae5d11b req-07115caa-d611-400b-be7b-a9a0103a2813 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698555 Jul 28 11:22:40.140919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Pushing event updated for resources: {'Port': ['ID=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:40.155709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Network 576b49df-de5b-4b60-9552-c39132e26f43 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:22:40.157368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:40.160259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:22:40.221606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:40.226358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Attempting to bind port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:22:40.226766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Attempting to bind port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:22:40.227083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Attempting to bind port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:22:40.271304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:22:40.275909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Checking segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:22:40.277576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:40.279417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Bound using segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:22:40.280087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Bound port: 018bd7f7-d7be-4c6b-8ae0-110aadba8b74, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:22:40.282616 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:40.375082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] For port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:22:40.378746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] For port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:22:40.387914 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:40.423755 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:22:40.451902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a68ec-251e-41f5-9cec-2808b02820bc req-5a3803c0-5c6b-4a4f-94c2-8b288bebf39e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:40.454048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d0a68ec-251e-41f5-9cec-2808b02820bc req-5a3803c0-5c6b-4a4f-94c2-8b288bebf39e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1291568 Jul 28 11:22:40.471236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918da2e5-4aac-4f4c-bcdd-60a95f25d806 None None] Pushing event updated for resources: {'Port': ['ID=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:40.477657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9b67e-9d2c-484b-830a-ae1f690ab811 req-a2b40a15-edce-49c2-9869-de5f5d13e71c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:40.479189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd9b67e-9d2c-484b-830a-ae1f690ab811 req-a2b40a15-edce-49c2-9869-de5f5d13e71c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1709883 Jul 28 11:22:40.591163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd9b67e-9d2c-484b-830a-ae1f690ab811 req-17a9059a-8f76-40f8-b040-427aa0db1931 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042480 Jul 28 11:22:40.625740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d0a68ec-251e-41f5-9cec-2808b02820bc req-b011b27d-c117-4244-99d7-d4d8b5a92ece tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563680 Jul 28 11:22:40.804080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.1 (576b49df-de5b-4b60-9552-c39132e26f43/641e0ae4-c3d7-4377-b636-7e2a14387c16/c3f2aaa0-880f-4624-b96d-fc2adf6e26e0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:22:40.816041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006f37-627c-4727-80a2-231236b112e5 req-fb17c38b-0d98-4826-90b1-5ab4e169079b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:40.817691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c006f37-627c-4727-80a2-231236b112e5 req-fb17c38b-0d98-4826-90b1-5ab4e169079b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0805945 Jul 28 11:22:40.909269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c006f37-627c-4727-80a2-231236b112e5 req-0513052c-a1ae-4208-854f-748f78cbfaeb tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846453 Jul 28 11:22:40.982797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bbdae0b6-2395-4c74-b962-feebbad7b27f req-d591affc-d89d-4cfe-93d3-8defe88153d0 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0330703 Jul 28 11:22:40.993988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:41.018089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:41.081842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a504da-228c-4552-9479-7cf62a772e1f req-1f3dfc01-9e66-489e-ab8d-bd1dad960110 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:41.083318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6a504da-228c-4552-9479-7cf62a772e1f req-1f3dfc01-9e66-489e-ab8d-bd1dad960110 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0817413 Jul 28 11:22:41.106068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:41.159621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 576b49df-de5b-4b60-9552-c39132e26f43 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:22:41.165142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6a504da-228c-4552-9479-7cf62a772e1f req-6f011589-7a34-44e1-84e6-fd64a3af1b0d tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 Jul 28 11:22:41.165948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:41.172530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:22:41.201318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:41.214668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.215028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.215385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.215939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.216335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.216646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.216980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.217312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.217722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.218113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.218449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.218779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:22:41.246140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:41.397680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:41.452983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:41.457992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 107b950d-9edb-435d-9b7e-017cab166eff up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:41.513693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 107b950d-9edb-435d-9b7e-017cab166eff completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:41.518152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 107b950d-9edb-435d-9b7e-017cab166eff triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:41.518522 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:41.597764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:41.634943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 107b950d-9edb-435d-9b7e-017cab166eff, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=107b950d-9edb-435d-9b7e-017cab166eff,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:41.641948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:41.736405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=107b950d-9edb-435d-9b7e-017cab166eff,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:41.781449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428c5e-d5e1-4eaa-baa5-a0a66ea112bb req-9a628791-eecf-4ea7-8aec-89c698570696 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:41.788824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e428c5e-d5e1-4eaa-baa5-a0a66ea112bb req-9a628791-eecf-4ea7-8aec-89c698570696 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.5466566 Jul 28 11:22:41.898238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec302b-6205-4878-8790-2316eb423fc1 req-7039277d-b297-40f9-992e-12d37e025bb0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:41.906438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7ec302b-6205-4878-8790-2316eb423fc1 req-7039277d-b297-40f9-992e-12d37e025bb0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1525946 Jul 28 11:22:41.912934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e428c5e-d5e1-4eaa-baa5-a0a66ea112bb req-3ab8c62e-be09-45db-8d37-adbbca05cece tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232605 Jul 28 11:22:41.973760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.008871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7ec302b-6205-4878-8790-2316eb423fc1 req-e1d7d3ab-9e43-40e6-8393-1a9ba8aa76fc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013067 Jul 28 11:22:42.110927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7cc0d-f680-42b0-910c-31fcafc4bd1a None None] Network 576b49df-de5b-4b60-9552-c39132e26f43 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:22:42.205414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b4f29f4-b9da-4682-abab-98aeb2c333f6 req-2ede9862-b540-4b39-9f37-020287f198ae tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0595183 Jul 28 11:22:42.217003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] Provisioning for port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:42.243999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] Provisioning complete for port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:42.244541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.292032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543daf3-c336-4b65-b55c-7cf15fdeee45 req-f071661c-667a-4217-a2aa-79f699654711 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:42.293556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1543daf3-c336-4b65-b55c-7cf15fdeee45 req-f071661c-667a-4217-a2aa-79f699654711 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1463475 Jul 28 11:22:42.380121 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.393248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1543daf3-c336-4b65-b55c-7cf15fdeee45 req-1903f5e8-b6d3-4f4a-99ad-3616c73a067b tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885632 Jul 28 11:22:42.436009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] For port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:42.443182 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.513587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970d02c-7d25-4410-b0cd-57abd98aecd5 None None] Pushing event updated for resources: {'Port': ['ID=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:42.548491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.555572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.616629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136da0c0-59a0-4e04-9ef0-fbdf042009a4 req-531385cb-69a1-470a-8fd4-599884446b54 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:42.618122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-136da0c0-59a0-4e04-9ef0-fbdf042009a4 req-531385cb-69a1-470a-8fd4-599884446b54 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1257231 Jul 28 11:22:42.665424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64c18619-07f2-4b53-a279-8a3742648498 None None] Provisioning complete for port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:42.665884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64c18619-07f2-4b53-a279-8a3742648498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.672487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:42.684675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.710281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-136da0c0-59a0-4e04-9ef0-fbdf042009a4 req-aa10763a-7253-4bf0-b8e0-61dd17c4bb11 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801520 Jul 28 11:22:42.836010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64c18619-07f2-4b53-a279-8a3742648498 None None] Provisioning for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:42.843524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64c18619-07f2-4b53-a279-8a3742648498 None None] Provisioning complete for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:42.843913 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64c18619-07f2-4b53-a279-8a3742648498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:42.885917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 576b49df-de5b-4b60-9552-c39132e26f43 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:22:42.890575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-64c18619-07f2-4b53-a279-8a3742648498 None None] Port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:22:42.890720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:42.903076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5704d-3af8-4bad-ad22-2f003db91f1b req-3ef4557d-4588-4083-be60-f9f3a66dda92 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:42.904694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fee5704d-3af8-4bad-ad22-2f003db91f1b req-3ef4557d-4588-4083-be60-f9f3a66dda92 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0785265 Jul 28 11:22:43.012565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-878f42bb-bf5a-4356-8ecf-6d4ce820bd6d None None] Provisioning complete for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:43.013249 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-878f42bb-bf5a-4356-8ecf-6d4ce820bd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:43.056707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fee5704d-3af8-4bad-ad22-2f003db91f1b req-68c792b7-5fb2-49e4-9638-bb12b8d0f631 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004360 Jul 28 11:22:43.078916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-878f42bb-bf5a-4356-8ecf-6d4ce820bd6d None None] Port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:22:43.122885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f228887d-f56c-4a07-8a33-1814fe8423b1 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:22:43.199379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3604bfec-e84f-40c8-8e08-7a15b1ff48f5 None None] Provisioning complete for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:43.199750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3604bfec-e84f-40c8-8e08-7a15b1ff48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:43.245505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3604bfec-e84f-40c8-8e08-7a15b1ff48f5 None None] Port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:22:43.313986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bdaae-6585-4aaa-8f32-afb479cc3f5e req-8d0c5657-6ed3-438c-8bd9-7e2b24026cce tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:43.315484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-435bdaae-6585-4aaa-8f32-afb479cc3f5e req-8d0c5657-6ed3-438c-8bd9-7e2b24026cce tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1729710 Jul 28 11:22:43.354069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e04fc1-2d95-42e7-a154-c91ad4f59117 req-22927ae6-912d-45ab-b9a1-f5beccd473c9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:43.361052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1e04fc1-2d95-42e7-a154-c91ad4f59117 req-22927ae6-912d-45ab-b9a1-f5beccd473c9 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.1505864 Jul 28 11:22:43.371298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:43.380909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:22:43.396107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e9619fed-1b30-42a7-afc6-089f9faa4138 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/f228887d-f56c-4a07-8a33-1814fe8423b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1079733 Jul 28 11:22:43.400748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Sync routers for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:22:43.420413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-435bdaae-6585-4aaa-8f32-afb479cc3f5e req-2a86604d-dc94-4ff7-aa3f-b04dc75f74e3 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947669 Jul 28 11:22:43.429807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:43.430441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:43.459370 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1e04fc1-2d95-42e7-a154-c91ad4f59117 req-234a8857-8793-4c46-86b0-62f6491c9241 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873492 Jul 28 11:22:43.565677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b14eba16-f47a-4648-b392-66c027e89fc5 req-5e08ea93-688e-451c-962c-1b1c506576e3 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0495274 Jul 28 11:22:43.575673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:43.620909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:43.621479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:43.640426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfba81-6747-41c4-9bad-aa605f5d1ad1 req-e3240829-0908-4d7d-a0ec-bb8f464a16ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:43.648704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92bfba81-6747-41c4-9bad-aa605f5d1ad1 req-e3240829-0908-4d7d-a0ec-bb8f464a16ef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0902290 Jul 28 11:22:43.717315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92bfba81-6747-41c4-9bad-aa605f5d1ad1 req-1788895f-1ee2-4e7a-9b26-aef4917b7759 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677550 Jul 28 11:22:43.722625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-e8e31c9b-6ae6-4cbb-919c-45649fc6431f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122187274&fields=id&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 267 time: 0.0570178 Jul 28 11:22:43.828339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 107b950d-9edb-435d-9b7e-017cab166eff up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:43.904567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-96ee7375-236f-4b1a-8e91-2bd0852d3d93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:43.906795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-96ee7375-236f-4b1a-8e91-2bd0852d3d93 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 796 time: 0.1761048 Jul 28 11:22:43.907776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 107b950d-9edb-435d-9b7e-017cab166eff triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:43.908159 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:43.919895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcec5d-df33-44d0-8b4f-7cb33c1efc1e req-6770b688-bed4-43cc-a1ba-3aa17c8316e4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:43.922227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cbcec5d-df33-44d0-8b4f-7cb33c1efc1e req-6770b688-bed4-43cc-a1ba-3aa17c8316e4 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0973737 Jul 28 11:22:43.942298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:42Z', 'revision_number': 2, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:43.945464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-b88281c5-9770-45bb-a07a-79c79db945c0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/quotas/53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 375 time: 0.0222507 Jul 28 11:22:43.978329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Checking router: f228887d-f56c-4a07-8a33-1814fe8423b1 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:22:43.978653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Updating router f228887d-f56c-4a07-8a33-1814fe8423b1 port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:22:44.002924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cbcec5d-df33-44d0-8b4f-7cb33c1efc1e req-c131361d-4fdd-4f4a-9d23-27b0b4612f9c tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717764 Jul 28 11:22:44.013993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:44.040270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-99bdd159-c576-4208-8402-3af519d75771 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815122 Jul 28 11:22:44.062164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-6ba23a30-1004-4ea3-98de-211b62a3537d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:22:44.063531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-6ba23a30-1004-4ea3-98de-211b62a3537d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066464 Jul 28 11:22:44.211091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd5569-e555-4314-9969-707969ae129e req-c21d1463-88eb-4667-a61b-8d9635b1e193 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:44.217415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cbd5569-e555-4314-9969-707969ae129e req-c21d1463-88eb-4667-a61b-8d9635b1e193 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0886664 Jul 28 11:22:44.229451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-f6631a0e-a389-4e16-9e35-f63f11cd52e2 service neutron] 10.222.0.20 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582000 Jul 28 11:22:44.313549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cbd5569-e555-4314-9969-707969ae129e req-e377d38c-c5b1-49da-a35b-4a98f82d7277 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933101 Jul 28 11:22:44.345676 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:44.359151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Transition to ACTIVE for port object c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:44.373455 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:44.380793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-e4d8689b-b461-4e33-9091-83660540ea3b service neutron] 10.222.0.20 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424510 Jul 28 11:22:44.483596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf23fa1-9f0d-4ff3-ae87-af2eceed079a None None] Pushing event updated for resources: {'Port': ['ID=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:44.619745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Attempting to bind port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:22:44.620414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Attempting to bind port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:22:44.620414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Attempting to bind port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:22:44.638240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:22:44.638619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Checking segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:22:44.639028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:44.639961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Bound using segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:22:44.642310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Bound port: c3f2aaa0-880f-4624-b96d-fc2adf6e26e0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:22:44.650538 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:44.698291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc767552-5827-4473-bf86-83cb8cd418e8 req-42a319e8-2b18-4604-82e8-25cb9e982aae tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:44.700502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc767552-5827-4473-bf86-83cb8cd418e8 req-42a319e8-2b18-4604-82e8-25cb9e982aae tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1477103 Jul 28 11:22:44.782662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] For port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:22:44.786529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] For port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:22:44.796006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:44.865669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:22:44.866440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:44.884138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57a3e57d-362b-4160-baa4-e35cd7cd8db9 req-80cef0a3-841b-448d-b152-694485cb0cc1 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.1793106 Jul 28 11:22:44.918795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc767552-5827-4473-bf86-83cb8cd418e8 req-6c46b079-9c33-44b7-97fc-16a154b01c42 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760743 Jul 28 11:22:44.978190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf23fa1-9f0d-4ff3-ae87-af2eceed079a None None] Pushing event updated for resources: {'Port': ['ID=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:45.050552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99739b8d-2cbe-4eba-92ad-2e86719f8788 req-21c7842f-199d-4ef1-9f9e-39b6492e3832 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 210 time: 0.0739026 Jul 28 11:22:45.143842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:22:45.616057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:44Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:45.644676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f9d20c-2b9d-4533-be80-45d7b7acfb38 None None] The sync data for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 is: [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:44Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:22:46.075674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-298fc238-1756-4f1f-88cd-78cf17377e3a req-b86adb4d-7ef0-4983-9dd0-4b0838f29e69 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0530431 Jul 28 11:22:46.152939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582044c-a15e-43e2-8966-bebf265654f3 req-af5bcf48-47a9-4056-9faa-a1b80320c658 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:46.159961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-4e3f3acd-9396-48a7-9b72-abfb8cbe4515 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:46.163181 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-4e3f3acd-9396-48a7-9b72-abfb8cbe4515 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 796 time: 0.2000394 Jul 28 11:22:46.164794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d582044c-a15e-43e2-8966-bebf265654f3 req-af5bcf48-47a9-4056-9faa-a1b80320c658 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1319861 Jul 28 11:22:46.226260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-4a92f8ff-7e9d-47e5-b96d-6053f06956cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 380 time: 0.0523574 Jul 28 11:22:46.240253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'port': {'device_id': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'admin_state_up': True, 'tenant_id': '53d99df6846d459185671064bf7c439d', 'security_groups': ['490c0584-fc1f-47eb-9ebc-ff362323f57d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:46.253238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d18b025-3690-48d4-affe-8421b92dce0b req-179bafb5-a005-4178-8374-c56e752cbd66 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 210 time: 0.0715940 Jul 28 11:22:46.296896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d582044c-a15e-43e2-8966-bebf265654f3 req-cbaa87b7-41f7-4d1b-8c3d-f4db7a4a177f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306427 Jul 28 11:22:46.368238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:22:46.371737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:46.515421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.12 (576b49df-de5b-4b60-9552-c39132e26f43/641e0ae4-c3d7-4377-b636-7e2a14387c16/eab819db-8859-4f32-b657-94e22e5b3177) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:22:46.702890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:46.739178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object eab819db-8859-4f32-b657-94e22e5b3177 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:46.804367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:46.863262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:46.876213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 576b49df-de5b-4b60-9552-c39132e26f43 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:22:46.877934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:46.894780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:22:47.009883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:47.010799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.039189 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-21e676f1-76b0-4794-9927-5864ad73f20b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035746 Jul 28 11:22:47.053608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Request body: {'port': {'device_id': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:47.134073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.250822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4209a954-e604-4115-8dcb-83ef36e712a1 req-ec19d19a-8da3-4f4c-9513-92ca24e8638f tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0484960 Jul 28 11:22:47.266917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1794bcc5-e007-4b2e-8cad-72dcc88ba4c0 None None] Provisioning for port eab819db-8859-4f32-b657-94e22e5b3177 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:47.291205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1794bcc5-e007-4b2e-8cad-72dcc88ba4c0 None None] Provisioning complete for port eab819db-8859-4f32-b657-94e22e5b3177 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:47.292134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1794bcc5-e007-4b2e-8cad-72dcc88ba4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.410275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1794bcc5-e007-4b2e-8cad-72dcc88ba4c0 None None] Port eab819db-8859-4f32-b657-94e22e5b3177 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:22:47.512612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:47.540697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed29ab-114c-425f-a545-edd5f3137e67 req-38402f39-4a21-4a17-9e02-271431cb559a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:47.542321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afed29ab-114c-425f-a545-edd5f3137e67 req-38402f39-4a21-4a17-9e02-271431cb559a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 932 time: 0.1395104 Jul 28 11:22:47.586060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ebc15-688b-4b0b-bfaf-a2a32053e65d req-2c7446fb-ff0a-4bef-ae41-553ef7828b83 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:47.594432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e90ebc15-688b-4b0b-bfaf-a2a32053e65d req-2c7446fb-ff0a-4bef-ae41-553ef7828b83 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1629398 Jul 28 11:22:47.613024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:47.621001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:47.621965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.649548 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e90ebc15-688b-4b0b-bfaf-a2a32053e65d req-44c10686-b67f-4e0a-9040-8d25e79312a7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539525 Jul 28 11:22:47.688525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afed29ab-114c-425f-a545-edd5f3137e67 req-8c328730-eb45-4dc7-a964-0674bcb92546 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347828 Jul 28 11:22:47.769572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.776922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab819db-8859-4f32-b657-94e22e5b3177 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:22:47.786071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.800268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Transition to ACTIVE for port object eab819db-8859-4f32-b657-94e22e5b3177 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:22:47.807551 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.859308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:47.862724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:47.885473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:47.995341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:22:47.995963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:22:47.996604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:22:48.001897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:22:48.002475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:22:48.008485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:22:48.009075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Checking segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:22:48.009631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Bound using segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:22:48.010249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Bound port: eab819db-8859-4f32-b657-94e22e5b3177, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:22:48.011883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:48.012396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:48.104034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:22:48.109466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:22:48.121563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:48.193791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.194516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:48.196087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] 10.222.0.44 "PUT /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 1092 time: 1.1478584 Jul 28 11:22:48.196991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:48.200528 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaebabb4-f314-4a00-8dc5-89c54d766f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:48.227320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b54515-7099-469d-9c7c-58213d85f670 service neutron] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:48.304893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-a2e6dd21-c8bc-41c0-9b2d-f074eac0fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.307305 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-a2e6dd21-c8bc-41c0-9b2d-f074eac0fa75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1095 time: 0.0549676 Jul 28 11:22:48.388932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-e55eaf61-5711-4cfd-bf4e-b1fd48d347db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 217 time: 0.0652764 Jul 28 11:22:48.452980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-3b2c02d4-ac2b-40e3-89f3-d21436d51666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.455363 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-3b2c02d4-ac2b-40e3-89f3-d21436d51666 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.0609820 Jul 28 11:22:48.507335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4c2f7e6-ea72-4715-9304-4cb9c3f76e9c req-9c0dcf4b-acbd-477c-89d1-ab5318a722a6 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0804274 Jul 28 11:22:48.513024 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd9d6e-ae6d-4e39-96a6-6e72849d55bf x-openstack-request-id: req-9ecd9d6e-ae6d-4e39-96a6-6e72849d55bf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:48.513974 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:48.513974 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ecd9d6e-ae6d-4e39-96a6-6e72849d55bf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:48.514228 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'status': 'completed', 'code': 200} Jul 28 11:22:48.539384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-fe1d0953-d1fa-414e-b0bf-d9f807fd5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.540916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-fe1d0953-d1fa-414e-b0bf-d9f807fd5a7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701668 Jul 28 11:22:48.645187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-c0e23e28-87fb-4adb-bc00-092aa0fd7e52 service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964873 Jul 28 11:22:48.791655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcfae603-9b13-48c6-8d9a-0fc722604203 req-43c386bf-faf9-4cd8-8a40-c09eb66b3817 service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364632 Jul 28 11:22:48.817415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b1fb1-362e-4fbe-af6f-07423e8d291c req-6497452f-4413-4456-ad30-7833ae8c6b94 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.818916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b0b1fb1-362e-4fbe-af6f-07423e8d291c req-6497452f-4413-4456-ad30-7833ae8c6b94 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0925033 Jul 28 11:22:48.873318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf9af8-bcb3-4b27-8c0f-d730acaeece5 req-59e72b4d-a14a-4f7b-aa2b-6b798d36a57d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.882394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75cf9af8-bcb3-4b27-8c0f-d730acaeece5 req-59e72b4d-a14a-4f7b-aa2b-6b798d36a57d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 944 time: 0.1062031 Jul 28 11:22:48.921704 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b0b1fb1-362e-4fbe-af6f-07423e8d291c req-c89782c4-4cfc-4ca5-9d4f-bda5566f9326 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924549 Jul 28 11:22:48.925299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-d658337e-2986-4f39-b5a3-be5c7f328314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:48.926952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-d658337e-2986-4f39-b5a3-be5c7f328314 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1095 time: 0.0823286 Jul 28 11:22:49.010185 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75cf9af8-bcb3-4b27-8c0f-d730acaeece5 req-e5e33abe-479d-4511-9f59-3fefe4f3eb91 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143932 Jul 28 11:22:49.362979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a035e3-aee8-4f41-be67-9522f661fcc4 req-4f17a6fe-bee1-4d04-8358-49049447a352 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.369661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3a035e3-aee8-4f41-be67-9522f661fcc4 req-4f17a6fe-bee1-4d04-8358-49049447a352 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1347930 Jul 28 11:22:49.381844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-de55311c-8d73-4d5f-92e5-01978642c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.383333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-de55311c-8d73-4d5f-92e5-01978642c157 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.1520431 Jul 28 11:22:49.389621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:49.465975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:49.466346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:49.515001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-4b54caf9-b722-48ee-8fc0-46ecbe6e4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.516481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-4b54caf9-b722-48ee-8fc0-46ecbe6e4342 service neutron] 10.222.0.44 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 897 time: 0.5816464 Jul 28 11:22:49.520788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3a035e3-aee8-4f41-be67-9522f661fcc4 req-09f28643-0577-42c1-a694-bc8d9b27e7f5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502464 Jul 28 11:22:49.580533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-9a63e992-a7ad-4a49-a389-54b4a1c8c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.582341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-9a63e992-a7ad-4a49-a389-54b4a1c8c784 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.1739962 Jul 28 11:22:49.603553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-aff4e27a-00e5-423e-b9fe-fc481aece3d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 217 time: 0.0763719 Jul 28 11:22:49.669395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-9d095f95-aa97-45e1-b464-8a6fab6e2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.671332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-9d095f95-aa97-45e1-b464-8a6fab6e2df6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.0594072 Jul 28 11:22:49.687434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4247cc5-518c-4f1b-879c-42c9fa5e4e86 req-7644806e-d113-4062-9235-3aab93354829 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0341237 Jul 28 11:22:49.706229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-b38dcf27-9c79-453c-949f-40a0fc0dde7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.1100681 Jul 28 11:22:49.757633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:49.781419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-3d5ab631-9618-4cfe-8453-b1ed72bdb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.782920 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-3d5ab631-9618-4cfe-8453-b1ed72bdb2e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982993 Jul 28 11:22:49.788044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-cd020548-c6d7-4229-ba19-fb9eda9eef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.789673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-cd020548-c6d7-4229-ba19-fb9eda9eef69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.0757797 Jul 28 11:22:49.849422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-331588b1-7a14-4b81-9511-99c80ae288bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:49.851793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-331588b1-7a14-4b81-9511-99c80ae288bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530734 Jul 28 11:22:49.898249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-eb7999f8-fb5d-44b1-bca5-20597c876805 service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060963 Jul 28 11:22:49.982757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-ef8ab5c5-2504-4eab-a422-d7a9c4520aa1 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231351 Jul 28 11:22:50.008497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aaebabb4-f314-4a00-8dc5-89c54d766f8d req-c6e14132-952f-4f31-b9ac-45bbb4672c14 service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007609 Jul 28 11:22:50.152006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b8a0483-9b58-49d9-879f-078cd219ad9f req-427c625d-ef0b-4d24-977d-5a3c9d853c77 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596525 Jul 28 11:22:50.204352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8ea96-04b6-451a-871c-ec8a504874a9 req-380d7d31-19eb-4eda-86eb-e590aadee62b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:50.205859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2b8ea96-04b6-451a-871c-ec8a504874a9 req-380d7d31-19eb-4eda-86eb-e590aadee62b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 944 time: 0.0857878 Jul 28 11:22:50.249059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2b8ea96-04b6-451a-871c-ec8a504874a9 req-10361603-3923-4044-ab3c-178872300e50 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Jul 28 11:22:50.466092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe921d-3741-46d6-ae41-64c2a191d61e req-d9e63957-aaa6-4ec6-9d4b-35efe5ceda31 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:50.468968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbbe921d-3741-46d6-ae41-64c2a191d61e req-d9e63957-aaa6-4ec6-9d4b-35efe5ceda31 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0619395 Jul 28 11:22:50.513682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbbe921d-3741-46d6-ae41-64c2a191d61e req-00397b0b-670c-4c95-a71b-142ca8536948 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Jul 28 11:22:50.654083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a018e1-49cf-4992-ae12-7b8bc2f2136b req-d665b351-2a92-4ea4-9f91-7d296152f984 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:50.656509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21a018e1-49cf-4992-ae12-7b8bc2f2136b req-d665b351-2a92-4ea4-9f91-7d296152f984 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0579531 Jul 28 11:22:50.717713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21a018e1-49cf-4992-ae12-7b8bc2f2136b req-00db8a1c-4c57-408a-9ae5-339920bedd6f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531793 Jul 28 11:22:50.819675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-096f3f79-bf0b-40f7-a162-07ce8ddee781 req-d1917861-6c7a-4297-8803-5fa4bdb6c01e tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0327227 Jul 28 11:22:51.368865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a257a0-8626-4565-ab04-4897a5ea3679 req-ebb292ce-1864-49e8-9989-7b85b5949c73 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:51.370322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a257a0-8626-4565-ab04-4897a5ea3679 req-ebb292ce-1864-49e8-9989-7b85b5949c73 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 944 time: 0.0497096 Jul 28 11:22:51.409647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4a257a0-8626-4565-ab04-4897a5ea3679 req-069ba2f4-b2a8-41bf-b9be-514fad9f9c09 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Jul 28 11:22:51.633870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb0dcb-d881-4f85-9fbc-e664a08a1ab7 req-a110eda5-18d7-4c07-90d9-2538d67df37a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:51.635318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2fb0dcb-d881-4f85-9fbc-e664a08a1ab7 req-a110eda5-18d7-4c07-90d9-2538d67df37a tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0485218 Jul 28 11:22:51.673953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2fb0dcb-d881-4f85-9fbc-e664a08a1ab7 req-463ab22c-cf54-4b17-83b2-5c6d198f0784 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/security-groups?id=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Jul 28 11:22:51.831452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ad55-e614-48ae-bd06-d3b6c29c4fd8 req-9a467bb2-6c6a-4181-acf6-83c5a8838997 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:51.832887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4c9ad55-e614-48ae-bd06-d3b6c29c4fd8 req-9a467bb2-6c6a-4181-acf6-83c5a8838997 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0532367 Jul 28 11:22:51.875459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4c9ad55-e614-48ae-bd06-d3b6c29c4fd8 req-7ab2fe96-39bd-4f0c-b745-602a08238e04 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363522 Jul 28 11:22:51.925512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-40fc1d6e-c4a1-40dd-8a4f-e8c301fd176d req-77338302-64ec-4de8-bffb-9670ca962d92 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Jul 28 11:22:51.995254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d69890-17df-424d-be84-be3550e30710 req-6bfaed36-a0fb-41ab-89c5-f188067efb3f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:51.996801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47d69890-17df-424d-be84-be3550e30710 req-6bfaed36-a0fb-41ab-89c5-f188067efb3f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0505774 Jul 28 11:22:52.038812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47d69890-17df-424d-be84-be3550e30710 req-33852e88-b799-4af3-99de-1570048b575e tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343435 Jul 28 11:22:52.121124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eab819db-8859-4f32-b657-94e22e5b3177 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:22:52.193782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4976c2d-ccda-41ef-86b5-da59c9da965b req-565e785f-ce6c-43a4-b467-915b03c9a5bf tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:52.195447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4976c2d-ccda-41ef-86b5-da59c9da965b req-565e785f-ce6c-43a4-b467-915b03c9a5bf tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0854330 Jul 28 11:22:52.208389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-24ca4211-d597-408b-8e83-6d6442594b84 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:52.209959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-24ca4211-d597-408b-8e83-6d6442594b84 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 946 time: 0.0690095 Jul 28 11:22:52.221198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:52.235739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'eab819db-8859-4f32-b657-94e22e5b3177', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'port_id': 'eab819db-8859-4f32-b657-94e22e5b3177', 'mac_address': 'fa:16:3e:da:13:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:22:52.273757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4976c2d-ccda-41ef-86b5-da59c9da965b req-4727ecfb-d118-4a26-a39b-0fed0be5885a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626087 Jul 28 11:22:52.279101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.302159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab819db-8859-4f32-b657-94e22e5b3177 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:22:52.328476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:52.337561 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.363808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Deleting port b6618585-9907-409d-b73b-97f41e539edc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:52.364526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.409627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:52.440831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.493498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] For port b6618585-9907-409d-b73b-97f41e539edc, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b6618585-9907-409d-b73b-97f41e539edc,segment=NetworkSegment(eb54409e-34b3-4c46-8a86-be7c69e10aec),segment_id=eb54409e-34b3-4c46-8a86-be7c69e10aec)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:52.494029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.533535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Calling delete_port for b6618585-9907-409d-b73b-97f41e539edc owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:52.643560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69687ccc-ab2c-4073-aeee-4ec30211fcb2 req-b52e7860-8a6f-47f3-9d90-cc5351b59a7d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:52.645104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69687ccc-ab2c-4073-aeee-4ec30211fcb2 req-b52e7860-8a6f-47f3-9d90-cc5351b59a7d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.1479313 Jul 28 11:22:52.668018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['eab819db-8859-4f32-b657-94e22e5b3177'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:52.677943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc39e19-fe19-4670-a4df-fab2e16df46c req-ffd80c13-f13a-4681-b96b-82d3cbc13909 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:52.679416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc39e19-fe19-4670-a4df-fab2e16df46c req-ffd80c13-f13a-4681-b96b-82d3cbc13909 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1479919 Jul 28 11:22:52.745786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69687ccc-ab2c-4073-aeee-4ec30211fcb2 req-a183e5e3-a0f5-466c-893e-39fbe0f5e8f8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913239 Jul 28 11:22:52.756637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dc39e19-fe19-4670-a4df-fab2e16df46c req-a86a8c5f-6e38-43e9-acad-98aae218a20a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688486 Jul 28 11:22:52.826319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.883819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Pushing event deleted for resources: {'Port': ['ID=b6618585-9907-409d-b73b-97f41e539edc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:52.887204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b994b4d0-e081-475a-9a58-3a535db4d2ab req-b1f4d24e-3749-4d57-a410-c330aa857029 tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e73396-31df-4ee0-8f4e-bf146b41b15e HTTP/1.1" status: 200 len: 210 time: 0.0570033 Jul 28 11:22:52.933923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] No DVR routers for this DVR port b6618585-9907-409d-b73b-97f41e539edc on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:22:52.936941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:52.938937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-789490e1-fcca-4837-bf71-f2ab1d0be478 req-c65198d0-c11d-4878-8290-58e879828eef tempest-ServersNegativeTestJSON-259531419 tempest-ServersNegativeTestJSON-259531419-project] 10.222.0.41 "DELETE /v2.0/ports/b6618585-9907-409d-b73b-97f41e539edc HTTP/1.1" status: 204 len: 173 time: 0.7203176 Jul 28 11:22:52.939363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-deleted', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:52.941712 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910d7f86-44a0-497d-9347-03fb315f6baa" -d '{"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-deleted", "tag": "b6618585-9907-409d-b73b-97f41e539edc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:52.987577 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e509f90-1733-4473-95fb-230079f7266e x-openstack-request-id: req-0e509f90-1733-4473-95fb-230079f7266e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:52.987880 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e73396-31df-4ee0-8f4e-bf146b41b15e", "name": "network-vif-deleted", "tag": "b6618585-9907-409d-b73b-97f41e539edc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:52.988222 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e509f90-1733-4473-95fb-230079f7266e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:52.988633 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e73396-31df-4ee0-8f4e-bf146b41b15e', 'name': 'network-vif-deleted', 'tag': 'b6618585-9907-409d-b73b-97f41e539edc', 'status': 'completed', 'code': 200} Jul 28 11:22:53.041688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c44ee51-a919-475b-9544-b5da74adf642 req-cdd9c772-c764-4480-9aa9-e690e9b19f35 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0278919 Jul 28 11:22:53.864988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:53.921471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85929ee3-06dc-475f-8564-e6e21ad6173b req-ae3e95b6-3b0a-49e6-be83-3f34d91f8aba tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:53.922968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85929ee3-06dc-475f-8564-e6e21ad6173b req-ae3e95b6-3b0a-49e6-be83-3f34d91f8aba tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0734239 Jul 28 11:22:53.930974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3e369-58b6-4988-89c9-eabad1ef4ea9 req-35eb344c-d727-4def-a5d9-072a9e46f5e6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:53.932468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39c3e369-58b6-4988-89c9-eabad1ef4ea9 req-35eb344c-d727-4def-a5d9-072a9e46f5e6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.0938919 Jul 28 11:22:53.989661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6de3f42-053f-4b5e-a752-30a81c4c21a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:53.991378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85929ee3-06dc-475f-8564-e6e21ad6173b req-13b393dc-4393-4ea5-9c23-a99db1d858fb tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579488 Jul 28 11:22:53.996475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39c3e369-58b6-4988-89c9-eabad1ef4ea9 req-aed93b59-5965-405c-8daf-4c18bd54bd7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560937 Jul 28 11:22:54.047844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:54.101906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Deleting subnet 89b92f59-b8df-4aca-93e8-5c27467ea366 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:22:54.106751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.113246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6de3f42-053f-4b5e-a752-30a81c4c21a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.121969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eab819db-8859-4f32-b657-94e22e5b3177 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:22:54.132519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6de3f42-053f-4b5e-a752-30a81c4c21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.186529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port eab819db-8859-4f32-b657-94e22e5b3177 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:22:54.192788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88172d18-14c7-49d7-9e56-ea2b850c85ee req-fc5be61c-6377-4c1b-928e-4dfddb10dcd9 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0515878 Jul 28 11:22:54.199404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port eab819db-8859-4f32-b657-94e22e5b3177 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:22:54.199794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.208448 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6de3f42-053f-4b5e-a752-30a81c4c21a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ba90c166ec84f64bebb8e9e92b4fd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422980 Jul 28 11:22:54.212572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:54.224783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3f42-053f-4b5e-a752-30a81c4c21a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67de608-e976-4dc6-830d-ebb46b1f8505,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:54.250754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.290275 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.312031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:54.314313 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9081308e-ff3e-44d0-82c2-6c88ec5e21a1" -d '{"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-plugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:54.328007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:54.333147 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.356894 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51909079-9a27-4b4c-9b5c-51914509da40 x-openstack-request-id: req-51909079-9a27-4b4c-9b5c-51914509da40 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:54.357190 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-plugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:54.357446 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51909079-9a27-4b4c-9b5c-51914509da40 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:54.357881 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'code': 200} Jul 28 11:22:54.358844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.370280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df87d2-e4f2-4548-9131-fce35ecd8940 req-cabeae54-7b06-4a28-9434-c2af5c453253 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:54.371690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86df87d2-e4f2-4548-9131-fce35ecd8940 req-cabeae54-7b06-4a28-9434-c2af5c453253 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1881788 Jul 28 11:22:54.394587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:54.410785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-d8a80e22-f497-4b08-b81b-dd3cf7a07686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:54.412325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-d8a80e22-f497-4b08-b81b-dd3cf7a07686 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 1095 time: 0.1595824 Jul 28 11:22:54.438538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c3f440c-eb86-4eb0-ae89-6be1782f3178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.458656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258de0f-d813-46f6-85d0-1fac766fd97c req-ba55f827-21a2-45f8-8f12-326966d2a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:54.460142 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3258de0f-d813-46f6-85d0-1fac766fd97c req-ba55f827-21a2-45f8-8f12-326966d2a090 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1097 time: 0.0479867 Jul 28 11:22:54.498302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3258de0f-d813-46f6-85d0-1fac766fd97c req-f97275d5-bca1-41ac-9d17-dcc313f12cb1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Jul 28 11:22:54.528979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c3f440c-eb86-4eb0-ae89-6be1782f3178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.533564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86df87d2-e4f2-4548-9131-fce35ecd8940 req-4c983e95-ded7-43d6-ba4a-f51698d89448 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404846 Jul 28 11:22:54.553970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.603427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b92f59-b8df-4aca-93e8-5c27467ea366,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:54.606427 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.608390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d854d20-f45a-479b-9775-7cd01a7109ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89b92f59-b8df-4aca-93e8-5c27467ea366 HTTP/1.1" status: 204 len: 168 time: 0.5583930 Jul 28 11:22:54.611394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57870) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:54.672629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-a671fbcd-749f-42bf-8297-99e006b79b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:54.673981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-a671fbcd-749f-42bf-8297-99e006b79b95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 200 len: 912 time: 0.2469988 Jul 28 11:22:54.699522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:22:54.700121 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c3f440c-eb86-4eb0-ae89-6be1782f3178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.703004 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c3f440c-eb86-4eb0-ae89-6be1782f3178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.704100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8c3f440c-eb86-4eb0-ae89-6be1782f3178 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f67de608-e976-4dc6-830d-ebb46b1f8505 HTTP/1.1" status: 204 len: 168 time: 0.4895453 Jul 28 11:22:54.725796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: b6618585-9907-409d-b73b-97f41e539edc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:22:54.726076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b6618585-9907-409d-b73b-97f41e539edc not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:22:54.741126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:54.751355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f440c-eb86-4eb0-ae89-6be1782f3178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67de608-e976-4dc6-830d-ebb46b1f8505,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:54.772618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-f34646c7-721f-4735-b7a3-e8c1e590deb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 200 len: 999 time: 0.0893836 Jul 28 11:22:54.987276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:55.006124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5070ca54-b7a3-4cd5-a441-ae308c0adbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.102953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5070ca54-b7a3-4cd5-a441-ae308c0adbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.107121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5070ca54-b7a3-4cd5-a441-ae308c0adbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.148473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5070ca54-b7a3-4cd5-a441-ae308c0adbbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=514df7619d504a1b8fca6f3c2053b191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597686 Jul 28 11:22:55.149730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070ca54-b7a3-4cd5-a441-ae308c0adbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767f220d-22c8-4455-be08-5e468d600f8d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:55.152315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:55.206082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d33809-8e45-4a83-84be-04e40c9d7099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.227836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.237989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d33809-8e45-4a83-84be-04e40c9d7099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.257161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9277a7fa-d6c9-4c36-9d7c-394317ada0fd']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:55.261150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-a36fbde4-5fb9-4f4f-a9f4-66d644616555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:55.262606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-a36fbde4-5fb9-4f4f-a9f4-66d644616555 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 200 len: 850 time: 0.4693613 Jul 28 11:22:55.285245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb54409e-34b3-4c46-8a86-be7c69e10aec') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:55.285543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb54409e-34b3-4c46-8a86-be7c69e10aec') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:55.292882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d33809-8e45-4a83-84be-04e40c9d7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.296108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d33809-8e45-4a83-84be-04e40c9d7099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.300736 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86d33809-8e45-4a83-84be-04e40c9d7099 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/767f220d-22c8-4455-be08-5e468d600f8d HTTP/1.1" status: 204 len: 168 time: 0.1474533 Jul 28 11:22:55.314400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d33809-8e45-4a83-84be-04e40c9d7099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f220d-22c8-4455-be08-5e468d600f8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:55.337454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.350373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bad544b1-f4b5-4966-98f8-ba8cea52d129 req-30c3620c-08ee-4974-a0dc-0654ba921b1b tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0701108 Jul 28 11:22:55.361070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a4731-bf06-46c5-b606-0723b1436b31 req-d5427082-332e-481a-995a-3340d2847b4f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:55.362524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c13a4731-bf06-46c5-b606-0723b1436b31 req-d5427082-332e-481a-995a-3340d2847b4f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.1637080 Jul 28 11:22:55.370987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.388290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:22:55.388807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:22:55.400455 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:22:55.437734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-3508c496-ec94-43c9-85a1-0d741b3009cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:55.439300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-3508c496-ec94-43c9-85a1-0d741b3009cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3748db1c-451d-47ff-a952-ba54a4d31123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688061 Jul 28 11:22:55.529043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c13a4731-bf06-46c5-b606-0723b1436b31 req-0dc4a1f6-8d71-4576-9dc5-5a4062158e96 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507211 Jul 28 11:22:55.546819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.553614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.556223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9277a7fa-d6c9-4c36-9d7c-394317ada0fd HTTP/1.1" status: 204 len: 168 time: 0.9413319 Jul 28 11:22:55.574942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5cc2c-b5f8-4100-8e36-5141e1f32371 admin admin] Pushing event deleted for resources: {'Network': ['ID=9277a7fa-d6c9-4c36-9d7c-394317ada0fd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:55.598022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-f5559435-8ad9-4d6a-bbc3-fdfd095c26aa service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450365 Jul 28 11:22:55.731537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7ef3-67e8-4b0e-b466-1e67ef7a13c4 req-268e4848-4c51-4e0d-91c7-7dfde8b68540 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:55.733622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a22d7ef3-67e8-4b0e-b466-1e67ef7a13c4 req-268e4848-4c51-4e0d-91c7-7dfde8b68540 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1179624 Jul 28 11:22:55.752494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfae344-edd7-4905-bc8a-29f9e5f783de req-fa6c4e07-6e4e-4d6a-a629-84bb32920856 service neutron] 10.222.0.41 "GET /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460474 Jul 28 11:22:55.770769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:55.781059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a22d7ef3-67e8-4b0e-b466-1e67ef7a13c4 req-e42b45b7-dd83-46b0-a0f9-9e6425a6a24a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395732 Jul 28 11:22:55.817344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f79ca04-10b1-4486-afe2-652fe28b15d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6597be02c94e4baaa58cb9c7824b48bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453362 Jul 28 11:22:55.819724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:55.871180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a12b-0c55-45a6-a794-6cb9ef79973c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.893014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a12b-0c55-45a6-a794-6cb9ef79973c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.944693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a12b-0c55-45a6-a794-6cb9ef79973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.947583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a12b-0c55-45a6-a794-6cb9ef79973c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:55.948737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e4c8a12b-0c55-45a6-a794-6cb9ef79973c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9acc262c-a8ae-4cc0-a2d1-ad8937e578c5 HTTP/1.1" status: 204 len: 168 time: 0.1280739 Jul 28 11:22:55.957016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a12b-0c55-45a6-a794-6cb9ef79973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc262c-a8ae-4cc0-a2d1-ad8937e578c5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:56.513616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-072012dd-c64f-4200-9bf6-04dcaa44d585 req-14834ab1-44e3-411d-966c-8bbc6b77ab90 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0345235 Jul 28 11:22:56.637714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:56.691902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ef8f2-a75b-4d81-a0c8-ec32e283262a req-ef610c83-480a-4ca7-8050-e2c8eb9a78f8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:56.694366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7ef8f2-a75b-4d81-a0c8-ec32e283262a req-ef610c83-480a-4ca7-8050-e2c8eb9a78f8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.0815682 Jul 28 11:22:56.741318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7ef8f2-a75b-4d81-a0c8-ec32e283262a req-6a0a2979-6bc7-4876-bedf-9e824c21cf94 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Jul 28 11:22:56.756841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1266901037-network', 'tenant_id': '86565fc0b6ff4758a1abf249069289ce'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:56.781714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Made reservation on behalf of 86565fc0b6ff4758a1abf249069289ce for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:22:56.784059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:56.792843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:56.903364 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:56.908933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:56.913539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba1798-b19e-422a-9d0e-33226b8ca3d9 req-23bf16d3-8116-4830-80a6-577fb5964ed6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:56.915180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62ba1798-b19e-422a-9d0e-33226b8ca3d9 req-23bf16d3-8116-4830-80a6-577fb5964ed6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.1001098 Jul 28 11:22:56.922165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:22:56.929437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d81e0-6c91-4af8-96d1-efe7a6b94d9f req-a15bafa6-8921-4232-9ac7-39537cbe07bc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:56.931081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e30d81e0-6c91-4af8-96d1-efe7a6b94d9f req-a15bafa6-8921-4232-9ac7-39537cbe07bc tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0749571 Jul 28 11:22:56.932595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:56.932989 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Added segment b1cb3804-8394-4a8d-8db9-544f0a74a411 of type vlan for network dd8f995e-5b9f-401e-9e64-8da2727528ba Jul 28 11:22:56.984475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-62ba1798-b19e-422a-9d0e-33226b8ca3d9 req-1187946d-7dcb-45d1-95c0-83a1b43f8ac5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521717 Jul 28 11:22:56.988235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.000091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e30d81e0-6c91-4af8-96d1-efe7a6b94d9f req-4301218a-7b67-4fe2-b9c5-fcf878e2f9f2 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593839 Jul 28 11:22:57.024958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fde918-6f8c-4f0d-afbb-47b11b93805b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:57.033634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:57.049516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.050752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:57.051381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.083028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d3ae4-84d8-4d10-867b-1bb277dfc497 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:57.087605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-185d3ae4-84d8-4d10-867b-1bb277dfc497 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1092 time: 0.0503318 Jul 28 11:22:57.089518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:57.094278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'eab819db-8859-4f32-b657-94e22e5b3177', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:57.105301 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4662120 Jul 28 11:22:57.111875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:57.119820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Request body: {'subnet': {'network_id': 'dd8f995e-5b9f-401e-9e64-8da2727528ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1266901037-subnet', 'tenant_id': '86565fc0b6ff4758a1abf249069289ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:22:57.121516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759dbf4-2918-4cfb-af3d-2a3cf506071d admin admin] Pushing event updated for resources: {'Network': ['ID=dd8f995e-5b9f-401e-9e64-8da2727528ba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:57.132993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network dd8f995e-5b9f-401e-9e64-8da2727528ba details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:22:57.165124 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:22:57.165124 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:22:57.165124 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id_1': '86565fc0b6ff4758a1abf249069289ce', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 22, 57, 130047)}] Jul 28 11:22:57.165124 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:22:57.165617 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:22:57.173745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.197447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd97ac-0be3-4b87-b346-9bf98d6cb178 req-38173fca-a923-401e-a859-ab999a408916 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:57.198932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30fd97ac-0be3-4b87-b346-9bf98d6cb178 req-38173fca-a923-401e-a859-ab999a408916 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.1108470 Jul 28 11:22:57.275155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30fd97ac-0be3-4b87-b346-9bf98d6cb178 req-bab35269-4fde-46f5-924f-75097741bf7f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474088 Jul 28 11:22:57.321825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.432299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.60 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/a387f8bc-7e90-4d0e-ac7c-336b58956f0a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:22:57.579078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.657195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfe1e852-53e4-4766-8885-4226c9212b96 req-792c3205-5309-49c0-b5df-6ef051300926 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0593901 Jul 28 11:22:57.698309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.715210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Made reservation on behalf of 86565fc0b6ff4758a1abf249069289ce for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:22:57.718902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:57.806113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:22:57.813695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:57.821598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:22:57.855234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=a387f8bc-7e90-4d0e-ac7c-336b58956f0a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:57.884956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2554955b-eff4-4157-8b59-c5cc77cf4b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.170036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.226164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-8540d23f-d3ca-406e-80c6-8be2e6d5dab7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:58.227964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-8540d23f-d3ca-406e-80c6-8be2e6d5dab7 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=52940c6a-552f-489a-a109-4c3d67b47f15 HTTP/1.1" status: 200 len: 944 time: 0.1687448 Jul 28 11:22:58.306343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5195bbfb-9a69-4be4-b453-5524f19c8467,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:58.365107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Checking segment: {'id': 'b1cb3804-8394-4a8d-8db9-544f0a74a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dd8f995e-5b9f-401e-9e64-8da2727528ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:22:58.365363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Network hostable DHCP agents. Network: dd8f995e-5b9f-401e-9e64-8da2727528ba, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:22:58.436361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Network dd8f995e-5b9f-401e-9e64-8da2727528ba is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:22:58.477735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, dd8f995e-5b9f-401e-9e64-8da2727528ba) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:22:58.486132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Deleting port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:22:58.486335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c8183-1df4-4014-adc7-731569091b95 None None] Network dd8f995e-5b9f-401e-9e64-8da2727528ba requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:22:58.486776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.493694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:22:58.494274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.558083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.567275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-28fdc98c-e25a-472f-bd03-6c95cba78984 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4512200 Jul 28 11:22:58.645421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa701a04-50e0-4ab0-97b3-a2f4e118b4ff None None] Network dd8f995e-5b9f-401e-9e64-8da2727528ba requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:22:58.659916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] For port 011bcbf5-1284-4c0d-b0c8-5e87337cae21, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=011bcbf5-1284-4c0d-b0c8-5e87337cae21,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:22:58.660544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.677290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.679009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Calling delete_port for 011bcbf5-1284-4c0d-b0c8-5e87337cae21 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:22:58.852956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b40dbb29-78ae-45ca-8134-b59213d9253b req-0916a8d5-20a6-4014-a8ff-c33b0e13987a tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0409241 Jul 28 11:22:58.900649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:58.972275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.973070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Deleting subnet 5195bbfb-9a69-4be4-b453-5524f19c8467 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:22:58.974929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.980524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.983068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:58.991930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', '1cea18be-d9b8-451f-b268-94f77103b167'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:22:59.028581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.103204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.126751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] No DVR routers for this DVR port 011bcbf5-1284-4c0d-b0c8-5e87337cae21 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:22:59.132907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.141030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81e5e3ab-ae03-4af6-a835-3cd522b52ae6 req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "DELETE /v2.0/ports/011bcbf5-1284-4c0d-b0c8-5e87337cae21 HTTP/1.1" status: 204 len: 173 time: 0.9009602 Jul 28 11:22:59.141547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-deleted', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:22:59.144938 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f4181-8092-40e8-aac8-a4b4cec220cc" -d '{"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-deleted", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:22:59.162538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=a387f8bc-7e90-4d0e-ac7c-336b58956f0a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:59.206365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.266275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5195bbfb-9a69-4be4-b453-5524f19c8467,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:59.268786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.271426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b88c5ce-d405-4d92-95e7-c60e128c6550 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5195bbfb-9a69-4be4-b453-5524f19c8467 HTTP/1.1" status: 204 len: 168 time: 0.3691099 Jul 28 11:22:59.273768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:22:59.278187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.283720 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b981e2-81cf-438b-9913-55b69a3852bb x-openstack-request-id: req-b9b981e2-81cf-438b-9913-55b69a3852bb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:22:59.284054 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52940c6a-552f-489a-a109-4c3d67b47f15", "name": "network-vif-deleted", "tag": "011bcbf5-1284-4c0d-b0c8-5e87337cae21", "status": "failed", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:22:59.284967 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9b981e2-81cf-438b-9913-55b69a3852bb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:22:59.284967 n-d-723573-7 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52940c6a-552f-489a-a109-4c3d67b47f15', 'name': 'network-vif-deleted', 'tag': '011bcbf5-1284-4c0d-b0c8-5e87337cae21', 'status': 'failed', 'code': 422} returned with failed status Jul 28 11:22:59.285720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58435120-0d55-4462-ba24-ce20fa5d283c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'Port': ['ID=011bcbf5-1284-4c0d-b0c8-5e87337cae21,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:59.398522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.510566 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP c5e92fd6-863b-4f25-a245-1db21eaaab6f associated. External IP: 172.25.1.60, port: eab819db-8859-4f32-b657-94e22e5b3177. Jul 28 11:22:59.521669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.535887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8f995e-5b9f-401e-9e64-8da2727528ba']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:59.551354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cb3804-8394-4a8d-8db9-544f0a74a411') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:59.551679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cb3804-8394-4a8d-8db9-544f0a74a411') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:22:59.568772 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.598580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.613144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:22:59.613782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:22:59.617335 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:22:59.708575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.721266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:22:59.726288 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd8f995e-5b9f-401e-9e64-8da2727528ba HTTP/1.1" status: 204 len: 168 time: 0.4483533 Jul 28 11:22:59.756602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e700ef-9e9f-4242-9cd2-e7e1cacfc12c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8f995e-5b9f-401e-9e64-8da2727528ba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:22:59.861736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f228887d-f56c-4a07-8a33-1814fe8423b1 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:22:59.943317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:00.019939 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-efcf960c-bede-4623-9773-4e7abb173260 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86565fc0b6ff4758a1abf249069289ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753593 Jul 28 11:23:00.022493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:00.071583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-524a2be0-9f9b-4bc9-a5e0-1f58f124dff7 req-b95bdae8-ef78-4446-a8d8-1642f1e96d2b tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0420260 Jul 28 11:23:00.083229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb3c85c7-794b-4df4-8cb6-b90e1dd3550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:00.086330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b7eae-e8fe-4c00-a84f-3054c5fdd4de req-a96fa951-258b-4123-99a9-4b7a1d3788ba tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:00.087859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c10b7eae-e8fe-4c00-a84f-3054c5fdd4de req-a96fa951-258b-4123-99a9-4b7a1d3788ba tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 907 time: 0.1460650 Jul 28 11:23:00.102699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:23:00.119118 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] Sync routers for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:23:00.136204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb3c85c7-794b-4df4-8cb6-b90e1dd3550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:00.140546 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:00.142403 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:00.142655 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:00.179572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2137c68-0902-40c4-9f60-eef0d9b46166 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0888760 Jul 28 11:23:00.219807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb3c85c7-794b-4df4-8cb6-b90e1dd3550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:00.233625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb3c85c7-794b-4df4-8cb6-b90e1dd3550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:00.237325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb3c85c7-794b-4df4-8cb6-b90e1dd3550e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14fde918-6f8c-4f0d-afbb-47b11b93805b HTTP/1.1" status: 204 len: 168 time: 0.2115695 Jul 28 11:23:00.249035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c85c7-794b-4df4-8cb6-b90e1dd3550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fde918-6f8c-4f0d-afbb-47b11b93805b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:00.288964 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:00.325648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65921d-ace0-4b7f-a661-c31ac78ce6a4 req-4b59c3fe-f1a9-4b32-b587-d1993ae4ed77 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:00.327917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b65921d-ace0-4b7f-a661-c31ac78ce6a4 req-4b59c3fe-f1a9-4b32-b587-d1993ae4ed77 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.0708306 Jul 28 11:23:00.376012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b65921d-ace0-4b7f-a661-c31ac78ce6a4 req-18e824a9-9fde-4688-b022-f96b44039097 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Jul 28 11:23:00.401088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:00.491542 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e673642a-f2e4-4a0e-9937-a9f50b4d14b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/c5e92fd6-863b-4f25-a245-1db21eaaab6f HTTP/1.1" status: 200 len: 991 time: 0.0894468 Jul 28 11:23:00.564988 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'c5e92fd6-863b-4f25-a245-1db21eaaab6f', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'port_id': 'eab819db-8859-4f32-b657-94e22e5b3177', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'mac_address': 'fa:16:3e:da:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:22:58Z', 'updated_at': '2021-07-28T11:22:58Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:47Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:00.599227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] Checking router: f228887d-f56c-4a07-8a33-1814fe8423b1 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:23:00.609246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:00.610233 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:22:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:00.732689 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:00.984415 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.001667 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'c5e92fd6-863b-4f25-a245-1db21eaaab6f', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'port_id': 'eab819db-8859-4f32-b657-94e22e5b3177', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'mac_address': 'fa:16:3e:da:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:22:58Z', 'updated_at': '2021-07-28T11:22:58Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:47Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:01.098748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5544c209-0d10-496d-ba33-3f70b2c67030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.159327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:01.179248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d02e2f-d82f-4569-b32e-f7d7d354780a None None] The sync data for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 is: [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'c5e92fd6-863b-4f25-a245-1db21eaaab6f', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'port_id': 'eab819db-8859-4f32-b657-94e22e5b3177', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'mac_address': 'fa:16:3e:da:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:22:58Z', 'updated_at': '2021-07-28T11:22:58Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:47Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:23:01.259667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d560b1f-d499-4f0a-a303-39f427f8d011 req-72ef0d98-9b16-437d-93c8-fd8bb3aa3dae tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:01.269806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d560b1f-d499-4f0a-a303-39f427f8d011 req-72ef0d98-9b16-437d-93c8-fd8bb3aa3dae tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 907 time: 0.0749164 Jul 28 11:23:01.303777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:01.306066 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358e96ec-0d0b-45a4-9c27-e291f998fcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:01.360586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4533c03-ff2b-4f1d-a30a-eb7fe996048d req-d176be0e-0d3c-4def-8c7b-12f532580a87 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0686808 Jul 28 11:23:01.364041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1162352371-network', 'tenant_id': '5e644d30dc064f5c87d9e8312abc95de'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:01.410636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Made reservation on behalf of 5e644d30dc064f5c87d9e8312abc95de for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:23:01.413586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.418096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636255c-abc5-4102-bc55-765f1f92765f req-69fa2049-f821-4eff-b18b-104b37e44424 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:01.420478 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1636255c-abc5-4102-bc55-765f1f92765f req-69fa2049-f821-4eff-b18b-104b37e44424 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 907 time: 0.0988700 Jul 28 11:23:01.423873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.445150 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42c4b8-dfed-4660-aeaf-d72d98bcaa58 x-openstack-request-id: req-fc42c4b8-dfed-4660-aeaf-d72d98bcaa58 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:01.445510 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:01.445829 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc42c4b8-dfed-4660-aeaf-d72d98bcaa58 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:01.446434 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'status': 'completed', 'code': 200} Jul 28 11:23:01.496898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:01.547875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-2d312492-6b6e-42ab-ac6d-77f790d221ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:01.550310 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-2d312492-6b6e-42ab-ac6d-77f790d221ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1097 time: 0.0831141 Jul 28 11:23:01.560954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f48889-b4e9-45fb-92d3-9e15eb3c41e6 None None] New status for floating IP c5e92fd6-863b-4f25-a245-1db21eaaab6f: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:23:01.605302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a63cfcb-22b4-4751-970e-65fb0cdc89d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/c5e92fd6-863b-4f25-a245-1db21eaaab6f HTTP/1.1" status: 200 len: 991 time: 0.1073129 Jul 28 11:23:01.626108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Deleting port d74af7f8-1554-4a92-bc4a-19de36240cfa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:01.626516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.651388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.663208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.702790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:23:01.709195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-f4538b3f-32c2-4c42-b7fb-c3abb2e8927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:01.710672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-f4538b3f-32c2-4c42-b7fb-c3abb2e8927a service neutron] 10.222.0.44 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 897 time: 0.1522832 Jul 28 11:23:01.743949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e2f69-304c-4081-b54d-999b1c283774,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:01.760013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] For port d74af7f8-1554-4a92-bc4a-19de36240cfa, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d74af7f8-1554-4a92-bc4a-19de36240cfa,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:01.760667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.779312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Calling delete_port for d74af7f8-1554-4a92-bc4a-19de36240cfa owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:01.907164 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.937755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:01.975348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'Port': ['ID=d74af7f8-1554-4a92-bc4a-19de36240cfa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:02.026516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] No DVR routers for this DVR port d74af7f8-1554-4a92-bc4a-19de36240cfa on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:02.030946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:02.032967 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1636255c-abc5-4102-bc55-765f1f92765f req-816caa93-ca46-480b-b1fc-75463d5fcd77 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "DELETE /v2.0/ports/d74af7f8-1554-4a92-bc4a-19de36240cfa HTTP/1.1" status: 204 len: 173 time: 0.6052620 Jul 28 11:23:02.033456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'name': 'network-vif-deleted', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:02.036584 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e758c185-3a04-4be5-9745-d13dddd4906b" -d '{"events": [{"server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "name": "network-vif-deleted", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:02.102047 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93710c9-11b4-4319-98a1-90c08351162c x-openstack-request-id: req-e93710c9-11b4-4319-98a1-90c08351162c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:02.102372 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908a0359-6770-42ec-8f09-72873b71999f", "name": "network-vif-deleted", "tag": "d74af7f8-1554-4a92-bc4a-19de36240cfa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:02.102615 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e93710c9-11b4-4319-98a1-90c08351162c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:02.103021 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908a0359-6770-42ec-8f09-72873b71999f', 'name': 'network-vif-deleted', 'tag': 'd74af7f8-1554-4a92-bc4a-19de36240cfa', 'status': 'completed', 'code': 200} Jul 28 11:23:02.152224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:02.152733 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Added segment e19b4a79-5bb9-41d9-a26e-d68a145f3ca5 of type vlan for network 8ead3243-0ddd-464e-8cac-3ea57f5a3030 Jul 28 11:23:02.213698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-0a8f4f23-5948-4940-81fb-aedf45223df9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 999 time: 0.4889903 Jul 28 11:23:02.215650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:02.289622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-13ed68e7-718e-41bc-a46f-6a6b51c01fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:02.291156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-13ed68e7-718e-41bc-a46f-6a6b51c01fc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.0666814 Jul 28 11:23:02.291799 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:02.292763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:02.293317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:02.394638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2254698 Jul 28 11:23:02.434655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f34bd5b-4539-4380-98ef-82b4e99efb0d req-2b4fa318-c433-4954-bf99-4795d5a82588 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=908a0359-6770-42ec-8f09-72873b71999f HTTP/1.1" status: 200 len: 210 time: 0.0581925 Jul 28 11:23:02.449429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace2ac7-ac29-4e75-8539-4ca5a7d398dd admin admin] Pushing event updated for resources: {'Network': ['ID=8ead3243-0ddd-464e-8cac-3ea57f5a3030,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:02.462756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8ead3243-0ddd-464e-8cac-3ea57f5a3030 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:23:02.463233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-f92abe6d-e668-4be9-b0b8-0fd70a96ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:02.466987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-f92abe6d-e668-4be9-b0b8-0fd70a96ccb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566162 Jul 28 11:23:02.608917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:02.626305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-103b1b4a-9f1d-427f-9aa8-6f8bc813c076 req-c0cc96d9-9208-4685-8954-e54a9a3c6d38 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0488560 Jul 28 11:23:02.649066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-e15f7a10-9e69-4128-a682-63cf57b346cb service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719005 Jul 28 11:23:02.718573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f0e573a8-4d24-4fcc-9540-cda4f3774499 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/c5e92fd6-863b-4f25-a245-1db21eaaab6f HTTP/1.1" status: 200 len: 993 time: 0.1078055 Jul 28 11:23:02.850031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-358e96ec-0d0b-45a4-9c27-e291f998fcc5 req-4dec2776-0d5e-4440-b50c-e4fa0755f723 service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924293 Jul 28 11:23:02.984652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6406bf-de73-4570-904d-d86358c1e49a req-272aafc2-6b6a-4aa9-94d4-9d97a342b347 tempest-ComputeTenantNetworksTest-1470744225 tempest-ComputeTenantNetworksTest-1470744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:02.991025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6406bf-de73-4570-904d-d86358c1e49a req-272aafc2-6b6a-4aa9-94d4-9d97a342b347 tempest-ComputeTenantNetworksTest-1470744225 tempest-ComputeTenantNetworksTest-1470744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:02.996801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6406bf-de73-4570-904d-d86358c1e49a req-272aafc2-6b6a-4aa9-94d4-9d97a342b347 tempest-ComputeTenantNetworksTest-1470744225 tempest-ComputeTenantNetworksTest-1470744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:02.998531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd6406bf-de73-4570-904d-d86358c1e49a req-272aafc2-6b6a-4aa9-94d4-9d97a342b347 tempest-ComputeTenantNetworksTest-1470744225 tempest-ComputeTenantNetworksTest-1470744225-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2213337 Jul 28 11:23:03.123414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ad3a-af4b-4b9b-a9bc-d31e8a3ef441 req-44d59e08-1eb9-4281-b035-58fd3aaa7061 tempest-ComputeTenantNetworksTest-1470744225 tempest-ComputeTenantNetworksTest-1470744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:03.125406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d324ad3a-af4b-4b9b-a9bc-d31e8a3ef441 req-44d59e08-1eb9-4281-b035-58fd3aaa7061 tempest-ComputeTenantNetworksTest-1470744225 tempest-ComputeTenantNetworksTest-1470744225-project] 10.222.0.20 "GET /v2.0/networks/8ead3243-0ddd-464e-8cac-3ea57f5a3030 HTTP/1.1" status: 200 len: 769 time: 0.1065037 Jul 28 11:23:03.133718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:03.212016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.308875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.326257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ead3243-0ddd-464e-8cac-3ea57f5a3030']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:03.343262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19b4a79-5bb9-41d9-a26e-d68a145f3ca5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:03.343568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19b4a79-5bb9-41d9-a26e-d68a145f3ca5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:03.353932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.370253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.377179 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.378570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:23:03.379059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:23:03.380798 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:23:03.450508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.456113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.458431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ead3243-0ddd-464e-8cac-3ea57f5a3030 HTTP/1.1" status: 204 len: 168 time: 0.3231239 Jul 28 11:23:03.471474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1cbdf-69a2-4ac7-a27e-74ca7587af2a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ead3243-0ddd-464e-8cac-3ea57f5a3030,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:03.587636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:03.650782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ddc6576c-d67b-4e89-b2f4-3329d38df27a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e644d30dc064f5c87d9e8312abc95de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595849 Jul 28 11:23:03.650956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:03.742278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af576430-5420-41cb-bfae-05a566414d63 req-df5f1166-2f6c-4736-a454-9b74ccf1e33f tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0339386 Jul 28 11:23:03.755900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81dcaca5-1a8b-4a7e-bd2c-84eabdf1efae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.777539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb7c55-07dc-4203-b130-351e3752116a req-5f5a58ac-b91e-49cb-ba03-0714f920047d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:03.778975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28fb7c55-07dc-4203-b130-351e3752116a req-5f5a58ac-b91e-49cb-ba03-0714f920047d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 945 time: 0.1063781 Jul 28 11:23:03.791973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81dcaca5-1a8b-4a7e-bd2c-84eabdf1efae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.849791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28fb7c55-07dc-4203-b130-351e3752116a req-9104f676-d608-4a73-bcb8-ab175807d107 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627601 Jul 28 11:23:03.868130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81dcaca5-1a8b-4a7e-bd2c-84eabdf1efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.871157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81dcaca5-1a8b-4a7e-bd2c-84eabdf1efae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:03.872288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-81dcaca5-1a8b-4a7e-bd2c-84eabdf1efae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a5e2f69-304c-4081-b54d-999b1c283774 HTTP/1.1" status: 204 len: 168 time: 0.2203975 Jul 28 11:23:03.880283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcaca5-1a8b-4a7e-bd2c-84eabdf1efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e2f69-304c-4081-b54d-999b1c283774,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:04.141943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9931971-ab23-4b35-bf8b-fa24228f02c4 req-2bb87d4f-14c7-4af4-93b3-710e96822668 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0272009 Jul 28 11:23:04.199422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d74af7f8-1554-4a92-bc4a-19de36240cfa no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:04.218789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: d74af7f8-1554-4a92-bc4a-19de36240cfa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:04.219132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d74af7f8-1554-4a92-bc4a-19de36240cfa not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:04.861864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fb82114-413d-4278-8924-39591cbcfe31 req-93cc751a-fb29-4c51-81cd-7f3317e99ccc tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0326807 Jul 28 11:23:05.030100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5539-9b62-473a-8320-314d53b08044 req-7493a141-0293-43c1-9524-09a20eddb395 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:05.031611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f9c5539-9b62-473a-8320-314d53b08044 req-7493a141-0293-43c1-9524-09a20eddb395 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 945 time: 0.0894909 Jul 28 11:23:05.132963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f9c5539-9b62-473a-8320-314d53b08044 req-73e86b9d-e55c-43f5-aba7-016bd95f900c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935495 Jul 28 11:23:05.161271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-a339bda1-57cc-435d-97a0-23e4c9a43314 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:05.163111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-a339bda1-57cc-435d-97a0-23e4c9a43314 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 945 time: 0.0678549 Jul 28 11:23:05.276644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Deleting port 1cea18be-d9b8-451f-b268-94f77103b167 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:05.277121 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:05.376740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] For port 1cea18be-d9b8-451f-b268-94f77103b167, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1cea18be-d9b8-451f-b268-94f77103b167,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:05.377246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:05.391782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Calling delete_port for 1cea18be-d9b8-451f-b268-94f77103b167 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:05.534822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:05.548759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', '1cea18be-d9b8-451f-b268-94f77103b167'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:23:05.572152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'Port': ['ID=1cea18be-d9b8-451f-b268-94f77103b167,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:05.626023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] No DVR routers for this DVR port 1cea18be-d9b8-451f-b268-94f77103b167 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:05.629233 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:05.631218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58ccbf4a-6e6c-44e9-93d6-b68e8a758efb req-5bda1108-1d57-422a-9cd3-847c3e8b9687 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "DELETE /v2.0/ports/1cea18be-d9b8-451f-b268-94f77103b167 HTTP/1.1" status: 204 len: 173 time: 0.4611325 Jul 28 11:23:05.631737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'name': 'network-vif-deleted', 'tag': '1cea18be-d9b8-451f-b268-94f77103b167'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:05.634325 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6579448-d657-4489-9356-7f8899172ee5" -d '{"events": [{"server_uuid": "a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d", "name": "network-vif-deleted", "tag": "1cea18be-d9b8-451f-b268-94f77103b167"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:05.702243 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842d290-336f-46f3-bda9-847334cba656 x-openstack-request-id: req-3842d290-336f-46f3-bda9-847334cba656 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:05.702537 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d", "name": "network-vif-deleted", "tag": "1cea18be-d9b8-451f-b268-94f77103b167", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:05.702795 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3842d290-336f-46f3-bda9-847334cba656 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:05.703196 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d', 'name': 'network-vif-deleted', 'tag': '1cea18be-d9b8-451f-b268-94f77103b167', 'status': 'completed', 'code': 200} Jul 28 11:23:06.003499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7a9de88-9190-4d65-b922-6747a321f38d req-6e57b499-0cb8-4e2c-a926-bd891ea8c089 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0387332 Jul 28 11:23:06.292342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27948d20-1e15-4202-8da9-454b68324e6a req-b747cf27-64e1-4c13-9b59-cbb38a2fee9f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0f886d6-ad81-47ea-9b03-bc3c1aa66c4d HTTP/1.1" status: 200 len: 210 time: 0.0329816 Jul 28 11:23:06.396875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14e31c1c-83f5-4b7a-b89e-876e853a6024 req-d24a2bd6-e61b-40be-82f2-3b1a6729d500 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d532c6c6e04542a261509de17e8b93&device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0553014 Jul 28 11:23:06.455917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad4086dd-4ac5-43d6-a159-0c0af226fd03 req-b982dadb-6ddd-4cf6-a336-3ee324d1fae1 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0554340 Jul 28 11:23:06.455917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14e31c1c-83f5-4b7a-b89e-876e853a6024 req-db1e0838-fbcd-4e1b-854d-9d09b5b4ad04 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=34d532c6c6e04542a261509de17e8b93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437505 Jul 28 11:23:06.633241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e31c1c-83f5-4b7a-b89e-876e853a6024 req-d6c9583d-2eb4-47dd-a09f-444eabe27e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:06.634734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14e31c1c-83f5-4b7a-b89e-876e853a6024 req-d6c9583d-2eb4-47dd-a09f-444eabe27e4d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756375 Jul 28 11:23:07.064340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:07.172417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1eadb825-be4f-44a4-b5a0-32c06dd67a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.271681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1eadb825-be4f-44a4-b5a0-32c06dd67a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.275509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1eadb825-be4f-44a4-b5a0-32c06dd67a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.316000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1eadb825-be4f-44a4-b5a0-32c06dd67a9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aa512da00314d228301ac58df4bb85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504165 Jul 28 11:23:07.316892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadb825-be4f-44a4-b5a0-32c06dd67a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e02cdf-328f-4ce9-8d57-2059f081ea2f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:07.318814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:07.388811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8214d563-f661-4ad3-9198-82448afd38d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.411593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8214d563-f661-4ad3-9198-82448afd38d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.464619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8214d563-f661-4ad3-9198-82448afd38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.469869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8214d563-f661-4ad3-9198-82448afd38d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.471348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8214d563-f661-4ad3-9198-82448afd38d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3e02cdf-328f-4ce9-8d57-2059f081ea2f HTTP/1.1" status: 204 len: 168 time: 0.1508684 Jul 28 11:23:07.481460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214d563-f661-4ad3-9198-82448afd38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e02cdf-328f-4ce9-8d57-2059f081ea2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:07.600964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08d4f578-93af-4114-af48-85296c513057 req-d836ed4b-7d25-40fb-94ab-9ed9262509ce tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0466683 Jul 28 11:23:07.632500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320f5b6-7edb-4963-8aad-570a2197195b req-7f763c4e-f875-4a72-85d3-298e2fa6cb2b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:07.634040 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3320f5b6-7edb-4963-8aad-570a2197195b req-7f763c4e-f875-4a72-85d3-298e2fa6cb2b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0907795 Jul 28 11:23:07.682166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3320f5b6-7edb-4963-8aad-570a2197195b req-96168ba3-ca46-4ec3-8d15-eec1914f471c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Jul 28 11:23:07.809692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58314) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:07.824985 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7932731e-238a-4f6c-a1d5-1f13864df07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.929162 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7932731e-238a-4f6c-a1d5-1f13864df07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.933493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7932731e-238a-4f6c-a1d5-1f13864df07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:07.982804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14e31c1c-83f5-4b7a-b89e-876e853a6024 req-1d74f920-ea1f-4d6f-ba4b-b2c64790bad7 tempest-ServerShowV254Test-911562994 tempest-ServerShowV254Test-911562994-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d4e65b0-173f-4941-aa2d-2f6e5187afb5 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Jul 28 11:23:07.999331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7932731e-238a-4f6c-a1d5-1f13864df07c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16c719d47099481ca11e0fb1a807ad68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843865 Jul 28 11:23:07.999567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:08.018377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932731e-238a-4f6c-a1d5-1f13864df07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d28bc3e-7a59-4120-b9e1-ff226a5ddb15,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:08.067506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c327-1007-4143-8cb5-5a1fb1719684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:08.090991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c327-1007-4143-8cb5-5a1fb1719684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:08.138044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c327-1007-4143-8cb5-5a1fb1719684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:08.141606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c327-1007-4143-8cb5-5a1fb1719684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:08.142768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d0f8c327-1007-4143-8cb5-5a1fb1719684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d28bc3e-7a59-4120-b9e1-ff226a5ddb15 HTTP/1.1" status: 204 len: 168 time: 0.1422966 Jul 28 11:23:08.150354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8c327-1007-4143-8cb5-5a1fb1719684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d28bc3e-7a59-4120-b9e1-ff226a5ddb15,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:08.215849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1cea18be-d9b8-451f-b268-94f77103b167 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:08.236471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 1cea18be-d9b8-451f-b268-94f77103b167 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:08.236827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1cea18be-d9b8-451f-b268-94f77103b167 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:08.822986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5429db-cb1b-43b2-aeb6-66ea77c64f65 req-31c63196-45cf-41b7-92c3-66e872011c57 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:08.825494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af5429db-cb1b-43b2-aeb6-66ea77c64f65 req-31c63196-45cf-41b7-92c3-66e872011c57 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.0663958 Jul 28 11:23:08.893832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af5429db-cb1b-43b2-aeb6-66ea77c64f65 req-dff39d6f-b91e-4830-a5f6-0547ccb03f0a tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa263a6a-215f-434f-a8d2-2b3bf26544f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613422 Jul 28 11:23:08.938169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:09.007921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-6a7a49ab-373a-41fe-97e3-b5f1172062aa tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:09.009858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-6a7a49ab-373a-41fe-97e3-b5f1172062aa tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 946 time: 0.1033416 Jul 28 11:23:09.060267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1585635d-558c-4d9b-9e6a-27de355a6aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.124891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Deleting port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:09.125344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.180075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1585635d-558c-4d9b-9e6a-27de355a6aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.186606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1585635d-558c-4d9b-9e6a-27de355a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.243423 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1585635d-558c-4d9b-9e6a-27de355a6aac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34d532c6c6e04542a261509de17e8b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040795 Jul 28 11:23:09.244704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585635d-558c-4d9b-9e6a-27de355a6aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98733d7a-c068-4898-b78e-282408c77d2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:09.247324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58378) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:09.266370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] For port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:09.266842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.289186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Calling delete_port for 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:09.412292 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b151e482-a828-4e55-8bdd-72d879d9c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.470142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b151e482-a828-4e55-8bdd-72d879d9c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.514428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.527940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['8979f7a5-f474-4b49-9bf9-a15ca3c5ba15'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:23:09.546684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'Port': ['ID=8979f7a5-f474-4b49-9bf9-a15ca3c5ba15,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:09.578996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b151e482-a828-4e55-8bdd-72d879d9c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.580589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b151e482-a828-4e55-8bdd-72d879d9c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.583735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b151e482-a828-4e55-8bdd-72d879d9c4cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98733d7a-c068-4898-b78e-282408c77d2c HTTP/1.1" status: 204 len: 168 time: 0.2757876 Jul 28 11:23:09.598136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] No DVR routers for this DVR port 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:09.604387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:09.606400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b39044e6-883f-44ef-aed8-e8c905c56ffc req-4ac2253c-ffe5-4c8c-a3d1-fc30d180589d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.44 "DELETE /v2.0/ports/8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 HTTP/1.1" status: 204 len: 173 time: 0.5891945 Jul 28 11:23:09.606780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'name': 'network-vif-deleted', 'tag': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:09.609460 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33e2cd6-a69e-4c9a-be7b-d9efc4269c01" -d '{"events": [{"server_uuid": "ccf56f61-233a-43ce-818c-a2a0fd9fe824", "name": "network-vif-deleted", "tag": "8979f7a5-f474-4b49-9bf9-a15ca3c5ba15"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:09.613834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151e482-a828-4e55-8bdd-72d879d9c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98733d7a-c068-4898-b78e-282408c77d2c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:09.710954 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ffc55b-d360-4b12-99b8-4055e2429179 x-openstack-request-id: req-97ffc55b-d360-4b12-99b8-4055e2429179 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:09.711340 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf56f61-233a-43ce-818c-a2a0fd9fe824", "name": "network-vif-deleted", "tag": "8979f7a5-f474-4b49-9bf9-a15ca3c5ba15", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:09.711911 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97ffc55b-d360-4b12-99b8-4055e2429179 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:09.712295 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf56f61-233a-43ce-818c-a2a0fd9fe824', 'name': 'network-vif-deleted', 'tag': '8979f7a5-f474-4b49-9bf9-a15ca3c5ba15', 'status': 'completed', 'code': 200} Jul 28 11:23:10.033625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f97376b-bc19-469e-8213-928f90cb23b4 req-acf62a4f-30b4-47fc-84b7-d658cf9dbbd4 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccf56f61-233a-43ce-818c-a2a0fd9fe824 HTTP/1.1" status: 200 len: 210 time: 0.0373492 Jul 28 11:23:10.992398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:11.125452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e372a967-2a3f-4d25-adb2-0d6fdba55fe8 req-574eb141-48e3-4e7a-b58c-9c3269b3d516 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0677114 Jul 28 11:23:11.141143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4202b49-c084-4d33-870f-f09d1b972c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.353712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4202b49-c084-4d33-870f-f09d1b972c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.359261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4202b49-c084-4d33-870f-f09d1b972c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.407013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f4202b49-c084-4d33-870f-f09d1b972c95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb39e2045e664e68bcaea3b9714028ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131572 Jul 28 11:23:11.407849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4202b49-c084-4d33-870f-f09d1b972c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2086a-fd06-41d2-af92-57082a367db3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:11.408276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:11.474955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b008a4-1128-45ea-a1a5-fff9975e1e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.493747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fc018-7e5f-4376-99aa-650e216382ad req-d45bd30a-6bc8-4c6b-9e50-752ad579f654 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:11.495693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a32fc018-7e5f-4376-99aa-650e216382ad req-d45bd30a-6bc8-4c6b-9e50-752ad579f654 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0650630 Jul 28 11:23:11.499820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b008a4-1128-45ea-a1a5-fff9975e1e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.547649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a32fc018-7e5f-4376-99aa-650e216382ad req-fc4465ca-3bf1-4d21-8fd8-4fe490e6dd7d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452337 Jul 28 11:23:11.566266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b008a4-1128-45ea-a1a5-fff9975e1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.568863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b008a4-1128-45ea-a1a5-fff9975e1e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.570032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9b008a4-1128-45ea-a1a5-fff9975e1e63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fc2086a-fd06-41d2-af92-57082a367db3 HTTP/1.1" status: 204 len: 168 time: 0.1600149 Jul 28 11:23:11.586573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b008a4-1128-45ea-a1a5-fff9975e1e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2086a-fd06-41d2-af92-57082a367db3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:11.867131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58526) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:11.881419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c8e66c3-7ac4-4281-9c27-2379188f29e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.974804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c8e66c3-7ac4-4281-9c27-2379188f29e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:11.981456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c8e66c3-7ac4-4281-9c27-2379188f29e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:12.021350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c8e66c3-7ac4-4281-9c27-2379188f29e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=759131c14c0d4f85a6b3f823a9566cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529584 Jul 28 11:23:12.022310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e66c3-7ac4-4281-9c27-2379188f29e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa55c720-7046-4b39-b1d9-e5ea4a572a8a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:12.024065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:12.078000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7e6-9502-41e1-b5cf-bbdd653ac5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:12.099988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7e6-9502-41e1-b5cf-bbdd653ac5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:12.148410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7e6-9502-41e1-b5cf-bbdd653ac5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:12.150963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7e6-9502-41e1-b5cf-bbdd653ac5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:12.152500 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-41c1c7e6-9502-41e1-b5cf-bbdd653ac5fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa55c720-7046-4b39-b1d9-e5ea4a572a8a HTTP/1.1" status: 204 len: 168 time: 0.1271887 Jul 28 11:23:12.162131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1c7e6-9502-41e1-b5cf-bbdd653ac5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa55c720-7046-4b39-b1d9-e5ea4a572a8a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:12.237541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:12.271246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6140734f-cbfe-4d63-9796-eedf759eb13a req-fa3372cc-b540-499c-981b-0887508159ab tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0474637 Jul 28 11:23:12.315715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:12.316068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 8979f7a5-f474-4b49-9bf9-a15ca3c5ba15 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:12.687436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117778e5-c8aa-4c5d-bae7-3ff97569f479 req-1e39d368-0b28-4a5f-9748-2d076ad74bb5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:12.689103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-117778e5-c8aa-4c5d-bae7-3ff97569f479 req-1e39d368-0b28-4a5f-9748-2d076ad74bb5 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0556753 Jul 28 11:23:12.739201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-117778e5-c8aa-4c5d-bae7-3ff97569f479 req-be1bbc65-a00a-4a27-a8bf-e4d1f1f63ff8 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Jul 28 11:23:13.051481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b5321-f31f-48f1-b65d-c582f078138f req-d60aa260-3625-47ed-80e0-ec09d0c33ec0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:13.052992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d14b5321-f31f-48f1-b65d-c582f078138f req-d60aa260-3625-47ed-80e0-ec09d0c33ec0 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.0560236 Jul 28 11:23:13.163164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Deleting port ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:13.163526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:13.311682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7bf50c1-452b-4178-a245-18002e6d9ddc req-9ebbcf49-4824-472d-a783-657721a3dc6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0436740 Jul 28 11:23:13.313789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] For port ef1e51aa-a2ee-4a3f-8073-c48c19be988e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:13.314251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:13.469441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78702d72-959a-414a-8f1f-393d755312c5 req-d4772c75-8abf-4b8c-ac58-741de9884ca5 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0328648 Jul 28 11:23:13.744050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:13.745109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:13.745109 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Floating IP f75698d1-b338-488f-8fff-a5fdb3e5c46d disassociated. External IP: 172.25.1.192, port: ef1e51aa-a2ee-4a3f-8073-c48c19be988e. Jul 28 11:23:13.745109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Calling delete_port for ef1e51aa-a2ee-4a3f-8073-c48c19be988e owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:13.913846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e8735-cbdd-4c65-9e10-931d2b2cb27e req-007b3f5e-b021-4604-b866-f612ee47389c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:13.915449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc8e8735-cbdd-4c65-9e10-931d2b2cb27e req-007b3f5e-b021-4604-b866-f612ee47389c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 947 time: 0.0975220 Jul 28 11:23:14.319948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c93e30-c6e4-4a1a-b2b6-ba63091a217c req-5565fe77-859e-4470-9d8e-4208797bbe40 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:14.321758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20c93e30-c6e4-4a1a-b2b6-ba63091a217c req-5565fe77-859e-4470-9d8e-4208797bbe40 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 944 time: 0.4736667 Jul 28 11:23:14.380369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:14.395421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc8e8735-cbdd-4c65-9e10-931d2b2cb27e req-6a5a5470-77ec-47ce-b94a-f94410a8950b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520299 Jul 28 11:23:14.424701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'Port': ['ID=ef1e51aa-a2ee-4a3f-8073-c48c19be988e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:14.446023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20c93e30-c6e4-4a1a-b2b6-ba63091a217c req-3e6841fa-ff5e-4cc3-96ec-10c565d8730d tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups?id=b48289c9-c772-42f9-a7df-4e87b44a4280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104553 Jul 28 11:23:14.626901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-152499a9-d791-4a1f-a481-e8286c08e0aa req-3c802538-157b-4f71-84c2-c42cd1921f3d tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0316238 Jul 28 11:23:14.666811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Router 342adb05-a2f0-4149-911c-2fba17b68115 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:23:14.855150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:23:14.868750 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] Sync routers for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:23:14.883972 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:14.886946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:14.952766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] No DVR routers for this DVR port ef1e51aa-a2ee-4a3f-8073-c48c19be988e on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:14.954894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:14.958292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d14b5321-f31f-48f1-b65d-c582f078138f req-92ff171e-cc37-4448-8789-4589e5a0231f tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.41 "DELETE /v2.0/ports/ef1e51aa-a2ee-4a3f-8073-c48c19be988e HTTP/1.1" status: 204 len: 173 time: 1.8978941 Jul 28 11:23:14.958631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-deleted', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:14.971017 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1864b-2947-4a8f-b5e1-6a44d0ba4660" -d '{"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-deleted", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:15.025934 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5116d0-805b-4645-8488-2694eb75df85 x-openstack-request-id: req-1c5116d0-805b-4645-8488-2694eb75df85 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:15.026300 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b025ab9-dc79-4119-814c-957bf7d8573b", "name": "network-vif-deleted", "tag": "ef1e51aa-a2ee-4a3f-8073-c48c19be988e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:15.026697 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c5116d0-805b-4645-8488-2694eb75df85 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:15.027172 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b025ab9-dc79-4119-814c-957bf7d8573b', 'name': 'network-vif-deleted', 'tag': 'ef1e51aa-a2ee-4a3f-8073-c48c19be988e', 'status': 'completed', 'code': 200} Jul 28 11:23:15.102160 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:15.108003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:15.147394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71dc3092-66e3-4ff4-abcb-3f7118090da8 req-19f33f85-0ba8-48a0-94f0-085ca18e970a tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0523078 Jul 28 11:23:15.309494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8492-5ed9-4aac-9241-6469069eeaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.364357 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:36Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:15.396925 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] Checking router: 342adb05-a2f0-4149-911c-2fba17b68115 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:23:15.408436 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:15.409314 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:15.467921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-5939f2d8-2bc0-4964-8a04-a3a8ba1ccf9d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:15.469754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-5939f2d8-2bc0-4964-8a04-a3a8ba1ccf9d tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 947 time: 0.1565356 Jul 28 11:23:15.613225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f94ef58c-313f-4cd2-a157-5803daf9d678 req-8e50936a-51ba-4aae-ab7b-ee23b1f3739b tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b025ab9-dc79-4119-814c-957bf7d8573b HTTP/1.1" status: 200 len: 210 time: 0.0411906 Jul 28 11:23:15.649894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:15.712006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8492-5ed9-4aac-9241-6469069eeaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.721173 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8492-5ed9-4aac-9241-6469069eeaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.788448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b4fd8492-5ed9-4aac-9241-6469069eeaac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3687a4b7ebb2488cb73eff6712248475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768312 Jul 28 11:23:15.788982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:15.803244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac66c-5aa4-4508-bf67-a3905aef958d req-5e5c57b5-81f9-4f4b-a455-b0651c65cdde tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:15.806976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a8ac66c-5aa4-4508-bf67-a3905aef958d req-5e5c57b5-81f9-4f4b-a455-b0651c65cdde tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 947 time: 0.1968648 Jul 28 11:23:15.815428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd8492-5ed9-4aac-9241-6469069eeaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f684ff-9248-4627-a411-09e7159c8ef8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:15.843195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Deleting port 83c29ebb-9979-42a1-b3cc-56392ac4e35d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:15.856388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.889001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5849d7b1-77f2-40ce-bf06-a96d80e70f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.916438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5849d7b1-77f2-40ce-bf06-a96d80e70f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.965602 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:36Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:15.991285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5849d7b1-77f2-40ce-bf06-a96d80e70f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.993985 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5849d7b1-77f2-40ce-bf06-a96d80e70f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:15.999608 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5849d7b1-77f2-40ce-bf06-a96d80e70f36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40f684ff-9248-4627-a411-09e7159c8ef8 HTTP/1.1" status: 204 len: 168 time: 0.2094643 Jul 28 11:23:16.009454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849d7b1-77f2-40ce-bf06-a96d80e70f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f684ff-9248-4627-a411-09e7159c8ef8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:16.024930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a8ac66c-5aa4-4508-bf67-a3905aef958d req-7688cfb9-b2fd-4d20-8f5b-14f9ed18606b tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups?id=312037e9-0232-421e-a3ba-3b7203e76182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898029 Jul 28 11:23:16.026072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca318477-27be-406a-ae1e-c0bbdc0bbc33 None None] The sync data for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 is: [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 4, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e7a30fa5-16b3-4491-81ef-e0a214f987e7', 'name': '', 'network_id': '3748db1c-451d-47ff-a952-ba54a4d31123', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'mac_address': 'fa:16:3e:c8:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:20Z', 'updated_at': '2021-07-28T11:14:36Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'subnets': [{'id': '439dfdd4-c00c-41b1-9418-ddce2f5cd69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:23:16.063871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] For port 83c29ebb-9979-42a1-b3cc-56392ac4e35d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=83c29ebb-9979-42a1-b3cc-56392ac4e35d,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:16.064357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.299007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30a7e10e-98d2-482a-bbc2-8ef977a54c93 req-23e119a3-421b-43d0-820a-655b7d67d29e tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0359476 Jul 28 11:23:16.320382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.320858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.321306 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Floating IP 1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09 disassociated. External IP: 172.25.1.134, port: 83c29ebb-9979-42a1-b3cc-56392ac4e35d. Jul 28 11:23:16.321724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Calling delete_port for 83c29ebb-9979-42a1-b3cc-56392ac4e35d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:16.409631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:16.428109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da4a6761-9b8a-4741-aee7-b8c5c2d48359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.453116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd2e5d-3c82-477f-a0df-2f50250c883e None None] New status for floating IP f75698d1-b338-488f-8fff-a5fdb3e5c46d: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:23:16.493092 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.528413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event deleted for resources: {'Port': ['ID=83c29ebb-9979-42a1-b3cc-56392ac4e35d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:16.603032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da4a6761-9b8a-4741-aee7-b8c5c2d48359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.609331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da4a6761-9b8a-4741-aee7-b8c5c2d48359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.663764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-da4a6761-9b8a-4741-aee7-b8c5c2d48359 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=966645bcbb3942528b0ab959b580b1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528024 Jul 28 11:23:16.665853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a6761-9b8a-4741-aee7-b8c5c2d48359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeeb683-ad5a-46e8-a344-dbf7bd97b915,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:16.668393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:16.698930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Router 20735347-9532-4667-81e4-3e16680a0b3b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:23:16.740001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-201ba36a-1c41-406e-b7ad-deadf4549149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.766812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-201ba36a-1c41-406e-b7ad-deadf4549149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.777124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:16.837109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-201ba36a-1c41-406e-b7ad-deadf4549149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.841654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-201ba36a-1c41-406e-b7ad-deadf4549149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.842406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:16.843069 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-201ba36a-1c41-406e-b7ad-deadf4549149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beeeb683-ad5a-46e8-a344-dbf7bd97b915 HTTP/1.1" status: 204 len: 168 time: 0.1737609 Jul 28 11:23:16.852738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba36a-1c41-406e-b7ad-deadf4549149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeeb683-ad5a-46e8-a344-dbf7bd97b915,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:16.885738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: ef1e51aa-a2ee-4a3f-8073-c48c19be988e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:16.886181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ef1e51aa-a2ee-4a3f-8073-c48c19be988e not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:16.895649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc6af5db-66cd-466d-821c-81f8592abbbd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:16.910721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:23:16.924679 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:23:16.937182 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:16.938893 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:16.993912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc6af5db-66cd-466d-821c-81f8592abbbd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.001463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] No DVR routers for this DVR port 83c29ebb-9979-42a1-b3cc-56392ac4e35d on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:17.009650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.011806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54dff1dc-f171-43b8-bace-162ea9d92a66 req-c4c44dd8-9e01-43fc-a13e-8b798386802c tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.44 "DELETE /v2.0/ports/83c29ebb-9979-42a1-b3cc-56392ac4e35d HTTP/1.1" status: 204 len: 173 time: 1.5336747 Jul 28 11:23:17.033216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-deleted', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:17.039445 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2728b6-fc05-4679-9734-8450385c4c8b" -d '{"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-deleted", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:17.131252 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a943da-69ab-40bd-ac86-5508f4161999 x-openstack-request-id: req-b8a943da-69ab-40bd-ac86-5508f4161999 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:17.131544 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d97794a-3a2a-4824-8d74-c6d55a571cce", "name": "network-vif-deleted", "tag": "83c29ebb-9979-42a1-b3cc-56392ac4e35d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:17.131800 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8a943da-69ab-40bd-ac86-5508f4161999 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:17.132280 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d97794a-3a2a-4824-8d74-c6d55a571cce', 'name': 'network-vif-deleted', 'tag': '83c29ebb-9979-42a1-b3cc-56392ac4e35d', 'status': 'completed', 'code': 200} Jul 28 11:23:17.137029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc6af5db-66cd-466d-821c-81f8592abbbd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.141294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc6af5db-66cd-466d-821c-81f8592abbbd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.142506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fc6af5db-66cd-466d-821c-81f8592abbbd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "DELETE /v2.0/security-groups/b48289c9-c772-42f9-a7df-4e87b44a4280 HTTP/1.1" status: 204 len: 168 time: 0.3640928 Jul 28 11:23:17.145226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:17.190947 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-2dd06836-4994-46c6-b898-53845fd97e32 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] show failed (client error): The resource could not be found. Jul 28 11:23:17.192603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2dd06836-4994-46c6-b898-53845fd97e32 tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "GET /v2.0/security-groups/b48289c9-c772-42f9-a7df-4e87b44a4280 HTTP/1.1" status: 404 len: 347 time: 0.0460291 Jul 28 11:23:17.195531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:17.244068 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:17.247211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6af5db-66cd-466d-821c-81f8592abbbd tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48289c9-c772-42f9-a7df-4e87b44a4280,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:17.280298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee94f4d7-1578-4836-b16f-00bb8ede7736 req-4e0aca9d-a351-4bff-a212-591aec9476a0 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d97794a-3a2a-4824-8d74-c6d55a571cce HTTP/1.1" status: 200 len: 210 time: 0.0859170 Jul 28 11:23:17.471171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-931a5e4d-b99c-4cf4-8edb-443c9b4daca9 req-57cc39e4-b042-4cfd-9e04-402ce51345a7 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0572810 Jul 28 11:23:17.471935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Deleting port 42ddb9db-dda1-4f5d-bcc3-b5961aadbf35 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:17.472539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.480533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:23:17.605262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.605845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.622273 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:17.645586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Calling delete_port for 42ddb9db-dda1-4f5d-bcc3-b5961aadbf35 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:17.667541 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:23:17.678099 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:17.678735 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:17.831465 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:17.845315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.910212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Pushing event deleted for resources: {'Port': ['ID=42ddb9db-dda1-4f5d-bcc3-b5961aadbf35,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:17.983186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.986637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:17.988020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cbc796fd-f6df-46b6-b2fd-4a30ca2b847c tempest-ServerActionsTestJSON-228562591 tempest-ServerActionsTestJSON-228562591-project] 10.222.0.20 "DELETE /v2.0/floatingips/f75698d1-b338-488f-8fff-a5fdb3e5c46d HTTP/1.1" status: 204 len: 168 time: 0.7869196 Jul 28 11:23:17.991162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:18.113963 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:18.143558 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85cbf1-4984-40ea-8d2e-deeb50975356 None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:14:15Z', 'revision_number': 4, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ca277ef-f142-4ba4-9548-1d8189f20d15', 'name': '', 'network_id': '7d3480e5-5fcc-426f-8a79-fa1ad2d53e45', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'mac_address': 'fa:16:3e:d2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:13Z', 'updated_at': '2021-07-28T11:14:25Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'subnets': [{'id': '3499e4bf-f922-4abe-b209-b8e09b3c41f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:23:18.271807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:18.316562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 83c29ebb-9979-42a1-b3cc-56392ac4e35d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:18.317003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 83c29ebb-9979-42a1-b3cc-56392ac4e35d not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:18.404147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:18.490524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8510453c-75aa-4f93-a828-2dbd5e8c27cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.517801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8510453c-75aa-4f93-a828-2dbd5e8c27cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.612824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8510453c-75aa-4f93-a828-2dbd5e8c27cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.615728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8510453c-75aa-4f93-a828-2dbd5e8c27cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.619829 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8510453c-75aa-4f93-a828-2dbd5e8c27cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "DELETE /v2.0/security-groups/312037e9-0232-421e-a3ba-3b7203e76182 HTTP/1.1" status: 204 len: 168 time: 0.2137921 Jul 28 11:23:18.620655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:18.642737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02145f21-1e41-4275-b4ee-327f296136ae None None] New status for floating IP 1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:23:18.648975 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-aee8c36b-ed46-4eb7-add6-d7ebd845e5a7 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] show failed (client error): The resource could not be found. Jul 28 11:23:18.653070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aee8c36b-ed46-4eb7-add6-d7ebd845e5a7 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "GET /v2.0/security-groups/312037e9-0232-421e-a3ba-3b7203e76182 HTTP/1.1" status: 404 len: 347 time: 0.0271094 Jul 28 11:23:18.658406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:18.666476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510453c-75aa-4f93-a828-2dbd5e8c27cc tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312037e9-0232-421e-a3ba-3b7203e76182,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:18.749147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-518e0a2a-0ff0-4daa-ba23-1f7484a423d8 req-d95777fe-44b2-4ebc-8e84-9eb40a11a874 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0835419 Jul 28 11:23:18.839208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Deleting port 1005f13b-9eab-434d-ba2d-5b7a5d756fff {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:18.839560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.957725 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.958799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:18.974962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Calling delete_port for 1005f13b-9eab-434d-ba2d-5b7a5d756fff owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:18.987859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:19.186765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:19.229197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Pushing event deleted for resources: {'Port': ['ID=1005f13b-9eab-434d-ba2d-5b7a5d756fff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:19.276200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-e5ece943-5822-4460-8e14-920c7baf6e57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1559143 Jul 28 11:23:19.312665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:19.315848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:19.317243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7669a6bd-944b-406b-9138-10eea4580ac2 tempest-AttachVolumeShelveTestJSON-923971067 tempest-AttachVolumeShelveTestJSON-923971067-project] 10.222.0.20 "DELETE /v2.0/floatingips/1dc9e2eb-e3ac-4898-9af8-9a2be2f72f09 HTTP/1.1" status: 204 len: 168 time: 0.6578951 Jul 28 11:23:19.404695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.405205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.405704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.406259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.406724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.407207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.407666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.409633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a3974d84-d149-41a5-9f30-53ec0ede45bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6499 time: 0.1028688 Jul 28 11:23:19.742883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:19.899054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Deleting port e7a30fa5-16b3-4491-81ef-e0a214f987e7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:19.899505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:19.970898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-687b6d43-8055-4074-afe0-c9903135d96b req-32b08609-3d11-4fca-add6-6be1df4c68bd tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0807595 Jul 28 11:23:19.973884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-3021a9b8-3ca4-414a-af63-f5bf310e32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.974355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-3021a9b8-3ca4-414a-af63-f5bf310e32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.974963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-3021a9b8-3ca4-414a-af63-f5bf310e32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:19.977268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-3021a9b8-3ca4-414a-af63-f5bf310e32b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1849a05a-7fc8-491d-93fe-05485dfd4526&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 200 len: 2297 time: 0.5334578 Jul 28 11:23:20.011831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:20.121743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-24cc865b-4691-465a-b01c-086a6e2ddf92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 200 len: 1001 time: 0.1323056 Jul 28 11:23:20.166111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd3ae-11d1-467c-9641-d1dd8d634dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.169472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] For port e7a30fa5-16b3-4491-81ef-e0a214f987e7, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e7a30fa5-16b3-4491-81ef-e0a214f987e7,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:20.170495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.217444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-7666be8b-7dca-4d9f-a5ac-2391498f254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:20.219536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-7666be8b-7dca-4d9f-a5ac-2391498f254f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8013ca9-7356-4f40-885c-15ab302ccc8e HTTP/1.1" status: 200 len: 855 time: 0.0877180 Jul 28 11:23:20.251877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Calling delete_port for e7a30fa5-16b3-4491-81ef-e0a214f987e7 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:20.280842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd3ae-11d1-467c-9641-d1dd8d634dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.285056 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd3ae-11d1-467c-9641-d1dd8d634dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.335228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fcdbd3ae-11d1-467c-9641-d1dd8d634dc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e536150773545948905e102cefbc537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217175 Jul 28 11:23:20.336349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbd3ae-11d1-467c-9641-d1dd8d634dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454e466b-4c3b-4264-89e0-4d1c44d21ce8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:20.340219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:20.403086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311e6911-5548-44de-a6ff-5be76e2ec2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.433145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311e6911-5548-44de-a6ff-5be76e2ec2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.457552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a57e1bc4-1df0-4f16-ab1a-0ba29bb727b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:20.458952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a57e1bc4-1df0-4f16-ab1a-0ba29bb727b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1849a05a-7fc8-491d-93fe-05485dfd4526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214401 Jul 28 11:23:20.505041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311e6911-5548-44de-a6ff-5be76e2ec2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.508304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311e6911-5548-44de-a6ff-5be76e2ec2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.512141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-311e6911-5548-44de-a6ff-5be76e2ec2c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/454e466b-4c3b-4264-89e0-4d1c44d21ce8 HTTP/1.1" status: 204 len: 168 time: 0.1707482 Jul 28 11:23:20.522035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e6911-5548-44de-a6ff-5be76e2ec2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454e466b-4c3b-4264-89e0-4d1c44d21ce8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:20.618008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-ecd8de28-122c-4536-85d8-d5b55699d6b9 service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489503 Jul 28 11:23:20.620981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.675857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a30fa5-16b3-4491-81ef-e0a214f987e7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:20.942849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:20.954125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-ac2cddc8-1a28-42be-b60f-d0d5254c877c service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238585 Jul 28 11:23:21.000828 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:21.018563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b43a177-ae24-4e5c-99e3-f014f0940b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.073058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-64a8ef13-888f-4848-9536-94960011d024 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 217 time: 0.0451260 Jul 28 11:23:21.164023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b43a177-ae24-4e5c-99e3-f014f0940b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.172310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b43a177-ae24-4e5c-99e3-f014f0940b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.189437 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd01fd7d-7445-4675-82f9-7eed0deed781 req-72c11a31-8e62-4d48-af7b-d7812be100c1 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0672834 Jul 28 11:23:21.203738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-53d3dae8-510f-4eb1-b938-5e6ffe6c10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:21.205250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-53d3dae8-510f-4eb1-b938-5e6ffe6c10c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1222074 Jul 28 11:23:21.241629 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8b43a177-ae24-4e5c-99e3-f014f0940b4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ced3dbf5fc6743d1adb7a29b3fe4aca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364814 Jul 28 11:23:21.245818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:21.251446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43a177-ae24-4e5c-99e3-f014f0940b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fb702c-058b-40ad-9f5e-a41eb178d6e7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:21.419203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-8dfe32bd-017d-4df7-a8b6-edbb0f9a531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:21.420834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-8dfe32bd-017d-4df7-a8b6-edbb0f9a531e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2050877 Jul 28 11:23:21.461545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a645c72b-61d2-4865-9518-dbfca2368166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.518802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a645c72b-61d2-4865-9518-dbfca2368166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.537034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Router 342adb05-a2f0-4149-911c-2fba17b68115 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:23:21.631820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-60b82a70-226a-47dc-8445-5ec469019b19 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010343 Jul 28 11:23:21.656941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a645c72b-61d2-4865-9518-dbfca2368166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.659355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a645c72b-61d2-4865-9518-dbfca2368166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:21.660493 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a645c72b-61d2-4865-9518-dbfca2368166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26fb702c-058b-40ad-9f5e-a41eb178d6e7 HTTP/1.1" status: 204 len: 168 time: 0.4166145 Jul 28 11:23:21.765340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645c72b-61d2-4865-9518-dbfca2368166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fb702c-058b-40ad-9f5e-a41eb178d6e7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:21.807381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:23:21.820944 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] Sync routers for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:23:21.827783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c101e18e-2b58-43fe-92c2-7a726232d695 admin admin] 10.222.0.20 "PUT /v2.0/routers/342adb05-a2f0-4149-911c-2fba17b68115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322172 Jul 28 11:23:21.828158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:21.861640 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:21.863468 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:21.908951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-c858f165-d263-421c-95d8-e6222a2d22d6 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685013 Jul 28 11:23:22.005498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-45ec31b6-f4ac-4d5b-b248-aae1d502fe44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 217 time: 0.0839078 Jul 28 11:23:22.130206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-6b344d78-9b0e-41fe-ae3a-0b932b51444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:22.132692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-6b344d78-9b0e-41fe-ae3a-0b932b51444b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1175277 Jul 28 11:23:22.137383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:22.174433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:22.343283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:22.401298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-799259b9-6e42-4085-a889-3a4edfef9608 req-de05a9ef-49d7-488f-a6fe-e18450c367f9 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0377495 Jul 28 11:23:22.465669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:22.467436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-0d58db9c-78ca-4bfc-96ea-8788ef930590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:22.469406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-0d58db9c-78ca-4bfc-96ea-8788ef930590 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870306 Jul 28 11:23:22.576246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Deleting port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:22.576603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:22.656623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-bfb8b41c-4494-4385-831f-b01b0fc7ac8f service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789429 Jul 28 11:23:22.674001 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:23:20Z', 'revision_number': 5, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port': {'id': '59ef3be5-6e9d-41a4-81a0-cc2105a9fb90', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342adb05-a2f0-4149-911c-2fba17b68115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:07Z', 'updated_at': '2021-07-28T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:22.702362 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] Checking router: 342adb05-a2f0-4149-911c-2fba17b68115 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:23:22.728040 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] Routers {'342adb05-a2f0-4149-911c-2fba17b68115'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:22.728544 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['342adb05-a2f0-4149-911c-2fba17b68115'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:22.766583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] For port 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:22.766964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:22.791167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Calling delete_port for 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:22.843802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-e30bd63a-28c0-40f2-bb3c-56e38fa97df6 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763268 Jul 28 11:23:22.898266 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] Set router 342adb05-a2f0-4149-911c-2fba17b68115 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:22.929309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-f2e040fb-a29e-4b3b-8523-89b9ac3f4912 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=352a4f97-572f-4511-bf71-ff3f55028090 HTTP/1.1" status: 200 len: 217 time: 0.0501201 Jul 28 11:23:22.979870 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:23:22Z', 'revision_number': 6, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:23.013520 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebabc-c1ff-41b7-b75d-6e88c9e67567 None None] The sync data for ids ['342adb05-a2f0-4149-911c-2fba17b68115'] in n-d-723573-7 is: [{'id': '342adb05-a2f0-4149-911c-2fba17b68115', 'name': 'tempest-ServerActionsTestJSON-230243526-router', 'tenant_id': '4fdb58a2d29e4a6eab031ca55529d503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:23:22Z', 'revision_number': 6, 'project_id': '4fdb58a2d29e4a6eab031ca55529d503', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:23:23.029968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-367b23e0-f6c3-4abf-99e6-b85092e3fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:23.031438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-367b23e0-f6c3-4abf-99e6-b85092e3fe35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0937059 Jul 28 11:23:23.203943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-50055d03-e358-446b-bba1-b58351f002c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:23.205486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-50055d03-e358-446b-bba1-b58351f002c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1653943 Jul 28 11:23:23.207406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:23.261783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Pushing event deleted for resources: {'Port': ['ID=59ef3be5-6e9d-41a4-81a0-cc2105a9fb90,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:23.426919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:23.439756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-4e41a3d2-cd61-4af4-9686-e92382363ea5 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919787 Jul 28 11:23:23.584252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e7a30fa5-16b3-4491-81ef-e0a214f987e7 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:23.612897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e7a30fa5-16b3-4491-81ef-e0a214f987e7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:23.613466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e7a30fa5-16b3-4491-81ef-e0a214f987e7 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:24.059364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.064142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.088640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-110109b8-c727-403d-a241-89f2cf5c3359 req-849660be-4c57-4c2b-8011-cbc13af2fda8 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0443947 Jul 28 11:23:24.196888 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.201098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342adb05-a2f0-4149-911c-2fba17b68115 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:23:24.209569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.214777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a1b778c6-96d7-4ac0-bdf9-0d553bea849b admin admin] 10.222.0.20 "DELETE /v2.0/routers/342adb05-a2f0-4149-911c-2fba17b68115 HTTP/1.1" status: 204 len: 168 time: 2.3834217 Jul 28 11:23:24.215395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:24.248216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-b765d9c4-12ab-47c5-9917-1c75873e35f8 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7728784 Jul 28 11:23:24.330878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a0eb2efd-d197-4d56-9e7e-cc276407994d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7 HTTP/1.1" status: 200 len: 217 time: 0.0576994 Jul 28 11:23:24.364445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Deleting subnet 439dfdd4-c00c-41b1-9418-ddce2f5cd69c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:23:24.392514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.453080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.482760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-4b8ffa63-407a-4cd1-b34e-9e2fe0ec2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:24.484869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-4b8ffa63-407a-4cd1-b34e-9e2fe0ec2660 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1460493 Jul 28 11:23:24.585738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-6c6cc380-f63c-4b74-b318-99f05ae092c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:24.587244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-6c6cc380-f63c-4b74-b318-99f05ae092c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927093 Jul 28 11:23:24.716984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-9d51342b-3ff8-475a-8164-0f698ab06a0e service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206248 Jul 28 11:23:24.718722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.870885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-3e4276fa-1b5f-4f07-8e71-a6dba770790e service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073766 Jul 28 11:23:24.872590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.944831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-ecc435e2-20a6-4f5c-b73c-7e809cbc01ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4018587f-ce8a-440b-a973-09ccdaf07352 HTTP/1.1" status: 200 len: 217 time: 0.0628169 Jul 28 11:23:24.946118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:24.947793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/439dfdd4-c00c-41b1-9418-ddce2f5cd69c HTTP/1.1" status: 204 len: 168 time: 0.7260296 Jul 28 11:23:24.948789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df943e-291c-4be3-8bb1-51a26b166a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439dfdd4-c00c-41b1-9418-ddce2f5cd69c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:24.951084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:24.955057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6e18f-036c-4ec7-9a8e-c8e88679c3d4 None None] Network 3748db1c-451d-47ff-a952-ba54a4d31123 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:23:25.084396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-02934eb3-7c3b-4da0-ba8c-7a9c9224233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:25.085834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-02934eb3-7c3b-4da0-ba8c-7a9c9224233f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.1174364 Jul 28 11:23:25.118923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.165610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-e04a9a3b-5bf6-4a94-901f-34c0314eadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:25.167126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-e04a9a3b-5bf6-4a94-901f-34c0314eadb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686164 Jul 28 11:23:25.239802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] DHCP port deletion for 3748db1c-451d-47ff-a952-ba54a4d31123 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:23:25.288369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8ad9d67-9752-427d-8a01-bc1396f8876a req-ac928253-72c9-4d1f-a3ba-74c786c7afc8 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0745509 Jul 28 11:23:25.342675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Deleting port 0d6a67be-5ea2-44b6-a088-14daefb10f57 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:25.343058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.359006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Deleting port 0d6a67be-5ea2-44b6-a088-14daefb10f57 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:25.359006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.424698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] For port 0d6a67be-5ea2-44b6-a088-14daefb10f57, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d6a67be-5ea2-44b6-a088-14daefb10f57,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:25.425068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.440786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Calling delete_port for 0d6a67be-5ea2-44b6-a088-14daefb10f57 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:25.444498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-8756c438-5209-45d1-9fc0-93c5aea72b49 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571089 Jul 28 11:23:25.473508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:25.525341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:25.525926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 59ef3be5-6e9d-41a4-81a0-cc2105a9fb90 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:25.526501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0d6a67be-5ea2-44b6-a088-14daefb10f57 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:25.558208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] For port 0d6a67be-5ea2-44b6-a088-14daefb10f57, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0d6a67be-5ea2-44b6-a088-14daefb10f57,segment=NetworkSegment(32d4e89c-4b5e-478d-ac49-8cfb68610cd6),segment_id=32d4e89c-4b5e-478d-ac49-8cfb68610cd6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:25.558615 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.577326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Calling delete_port for 0d6a67be-5ea2-44b6-a088-14daefb10f57 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:25.726254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-9e0d33bf-06da-43f9-afa2-22997a111d9f service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721083 Jul 28 11:23:25.791357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.816876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-0d6febf8-c3eb-45aa-abe1-c637b0321275 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 200 len: 217 time: 0.0702653 Jul 28 11:23:25.832069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.902182 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:23:25.905409 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:23:25.912494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.921316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:23:25.921316 n-d-723573-7 neutron-server[93837]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 28 11:23:25.921316 n-d-723573-7 neutron-server[93837]: [parameters: {'status': 'DOWN', 'ports_id': '0d6a67be-5ea2-44b6-a088-14daefb10f57'}] Jul 28 11:23:25.921316 n-d-723573-7 neutron-server[93837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:23:25.921810 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:23:25.925681 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:25.989710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Pushing event deleted for resources: {'Port': ['ID=0d6a67be-5ea2-44b6-a088-14daefb10f57,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:25.991731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6a67be-5ea2-44b6-a088-14daefb10f57,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:25.993792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] No DVR routers for this DVR port 0d6a67be-5ea2-44b6-a088-14daefb10f57 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:26.012470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.012868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.019016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.019354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.019887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.021319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.022033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.024731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.025134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.025487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.026014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.026396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:26.030373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec0781-8397-434b-aaa8-6a4006ad68c2 None None] No DVR routers for this DVR port 0d6a67be-5ea2-44b6-a088-14daefb10f57 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:26.057570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b804286-3e65-41ec-8ecb-cb1973246ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.135489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.147492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3748db1c-451d-47ff-a952-ba54a4d31123']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:26.161775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-8e19d9fb-60a3-4c14-9e5e-8cec259e2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:26.163383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-8e19d9fb-60a3-4c14-9e5e-8cec259e2b9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.3386679 Jul 28 11:23:26.165259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d4e89c-4b5e-478d-ac49-8cfb68610cd6') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:26.165544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d4e89c-4b5e-478d-ac49-8cfb68610cd6') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:26.189514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.212948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b804286-3e65-41ec-8ecb-cb1973246ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.220563 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.222073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b804286-3e65-41ec-8ecb-cb1973246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.236543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:23:26.236931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.240740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-350ede38-859d-423d-818c-fb5e3816f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:26.242237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-350ede38-859d-423d-818c-fb5e3816f8e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684748 Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:23:26.242890 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:23:26.285227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b804286-3e65-41ec-8ecb-cb1973246ca5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0fca1746a974da7b60c2399883acef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520402 Jul 28 11:23:26.287447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:26.296100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b804286-3e65-41ec-8ecb-cb1973246ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6476ca-88f8-48a8-8699-7480e23456d5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:26.401030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e81288d-b0f1-4587-aae3-b46333894125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.448280 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e81288d-b0f1-4587-aae3-b46333894125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.454096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port 0d6a67be-5ea2-44b6-a088-14daefb10f57 update to DOWN by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:23:26.466800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-5f48694c-2dc8-4108-addc-b4f1c01eef0f service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104836 Jul 28 11:23:26.519742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:26.527317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e81288d-b0f1-4587-aae3-b46333894125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.530634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e81288d-b0f1-4587-aae3-b46333894125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.531872 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1e81288d-b0f1-4587-aae3-b46333894125 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed6476ca-88f8-48a8-8699-7480e23456d5 HTTP/1.1" status: 204 len: 168 time: 0.2433231 Jul 28 11:23:26.545959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81288d-b0f1-4587-aae3-b46333894125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6476ca-88f8-48a8-8699-7480e23456d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:26.591319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd03cb1c-13cc-4b59-b1db-244c5b078fa8 req-754d1b40-411b-4772-a6da-ea05c3853b45 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.1207454 Jul 28 11:23:26.604787 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.616893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:26.619504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3748db1c-451d-47ff-a952-ba54a4d31123 HTTP/1.1" status: 204 len: 168 time: 1.6675489 Jul 28 11:23:26.636748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531d836-4219-4741-9c94-06cb912df365 admin admin] Pushing event deleted for resources: {'Network': ['ID=3748db1c-451d-47ff-a952-ba54a4d31123,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:26.681341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc99777a-bf95-4f27-9dc2-cb2fe6b56e4e req-a0e0dee9-6b37-48ee-b883-73c5da82b209 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863289 Jul 28 11:23:26.952638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:27.021716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e0d78a1c-0a2b-4ed8-a371-105801e3b11e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fdb58a2d29e4a6eab031ca55529d503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678377 Jul 28 11:23:27.024281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:27.041710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:27.063270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5660-ecbb-438e-8907-c538fb5df7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.084753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b5f1c8-baf7-491e-b373-7130fcca364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.107763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b5f1c8-baf7-491e-b373-7130fcca364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.163095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b5f1c8-baf7-491e-b373-7130fcca364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.165962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b5f1c8-baf7-491e-b373-7130fcca364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.167424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-75b5f1c8-baf7-491e-b373-7130fcca364e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa263a6a-215f-434f-a8d2-2b3bf26544f0 HTTP/1.1" status: 204 len: 168 time: 0.1418393 Jul 28 11:23:27.177703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5f1c8-baf7-491e-b373-7130fcca364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa263a6a-215f-434f-a8d2-2b3bf26544f0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:27.253984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5660-ecbb-438e-8907-c538fb5df7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.259274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5660-ecbb-438e-8907-c538fb5df7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.286661 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0b5c5660-ecbb-438e-8907-c538fb5df7a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bab517a74de4413da653223114b6ebfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438941 Jul 28 11:23:27.289436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:27.317768 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.356454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c5660-ecbb-438e-8907-c538fb5df7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cef3fb-3723-4361-8cd2-67f4336065fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:27.394924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-494bfe47-9419-43e8-8749-906b83aa20c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.423473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-494bfe47-9419-43e8-8749-906b83aa20c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.484455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-494bfe47-9419-43e8-8749-906b83aa20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.487835 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-494bfe47-9419-43e8-8749-906b83aa20c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.492111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-494bfe47-9419-43e8-8749-906b83aa20c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73cef3fb-3723-4361-8cd2-67f4336065fb HTTP/1.1" status: 204 len: 168 time: 0.2015400 Jul 28 11:23:27.504166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bfe47-9419-43e8-8749-906b83aa20c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cef3fb-3723-4361-8cd2-67f4336065fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:27.604544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Deleting port 2ca277ef-f142-4ba4-9548-1d8189f20d15 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:27.605064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.728153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] For port 2ca277ef-f142-4ba4-9548-1d8189f20d15, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2ca277ef-f142-4ba4-9548-1d8189f20d15,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:27.728545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:27.752215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Calling delete_port for 2ca277ef-f142-4ba4-9548-1d8189f20d15 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:27.768496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca429e1b-12bb-4151-bf2f-d013c47fc9ed req-9cfc44dd-d026-4907-830a-94cba547707e tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0488725 Jul 28 11:23:27.893007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c44560fc-1b65-408d-aec1-2aae3a919813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.021344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.054532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca277ef-f142-4ba4-9548-1d8189f20d15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:28.308928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.422468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:28.533992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1849268396-network', 'tenant_id': '607620463b0a474f8c70bd96d32ec1cd'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:28.565973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Made reservation on behalf of 607620463b0a474f8c70bd96d32ec1cd for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:23:28.569113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.579247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.611786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Router 20735347-9532-4667-81e4-3e16680a0b3b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:23:28.699974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.707568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.739795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:23:28.750315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:23:28.756031 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bd6078f4-af53-418f-bca1-f73f579eb4d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/20735347-9532-4667-81e4-3e16680a0b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349052 Jul 28 11:23:28.758438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:28.765363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] Sync routers for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:23:28.772363 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.772718 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Added segment aed707b6-c702-4f65-8e09-df1d731bce54 of type vlan for network 90782dbe-4ad5-419f-8d2d-a06096f44927 Jul 28 11:23:28.778061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:28.778955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:28.804980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2db612-7190-4525-b2db-9b852de8aae3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:28.865492 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:28.929655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:28.939709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0dd461fc-cc41-46ef-874f-e2b3b9b045e1 req-62e4f1e0-0e90-43a0-953f-0e72d7cf53a3 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0406950 Jul 28 11:23:28.968892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.018905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.019934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:29.021431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.079591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6533899 Jul 28 11:23:29.079936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:29.085037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Request body: {'subnet': {'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1849268396-subnet', 'tenant_id': '607620463b0a474f8c70bd96d32ec1cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:29.128448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Made reservation on behalf of 607620463b0a474f8c70bd96d32ec1cd for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:23:29.131194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.159934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ee5b6-6bb6-4335-9b66-467fa2d87813 admin admin] Pushing event updated for resources: {'Network': ['ID=90782dbe-4ad5-419f-8d2d-a06096f44927,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:29.178886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 90782dbe-4ad5-419f-8d2d-a06096f44927 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:23:29.192640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.296663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:23:27Z', 'revision_number': 5, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port': {'id': '435d1720-c86d-4500-b0dc-17e4e6a26239', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20735347-9532-4667-81e4-3e16680a0b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:14:04Z', 'updated_at': '2021-07-28T11:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:29.308129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Deleting port 435d1720-c86d-4500-b0dc-17e4e6a26239 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:29.308598 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.335308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] Checking router: 20735347-9532-4667-81e4-3e16680a0b3b for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:23:29.351947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] Routers {'20735347-9532-4667-81e4-3e16680a0b3b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:29.353488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['20735347-9532-4667-81e4-3e16680a0b3b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:29.406741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.453021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] For port 435d1720-c86d-4500-b0dc-17e4e6a26239, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=435d1720-c86d-4500-b0dc-17e4e6a26239,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:29.453653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.470163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Calling delete_port for 435d1720-c86d-4500-b0dc-17e4e6a26239 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:29.474861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] Set router 20735347-9532-4667-81e4-3e16680a0b3b gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:29.504598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a108401-638a-4e20-8fc7-3593006cb8c0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:29.519460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Checking segment: {'id': 'aed707b6-c702-4f65-8e09-df1d731bce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:23:29.519800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Network hostable DHCP agents. Network: 90782dbe-4ad5-419f-8d2d-a06096f44927, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:23:29.545407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Network 90782dbe-4ad5-419f-8d2d-a06096f44927 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:23:29.562219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 90782dbe-4ad5-419f-8d2d-a06096f44927) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:23:29.569449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:29.570366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.609713 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-512ced85-ecba-4fab-bcf6-59e5f5f421b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5284603 Jul 28 11:23:29.699749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:23:29Z', 'revision_number': 6, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:29.702360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85f2bb-54cc-4d05-ad5e-3f6362e0e602 None None] Network 90782dbe-4ad5-419f-8d2d-a06096f44927 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:23:29.780689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833c09e-acf7-4ea9-8888-cc76b9c918bb None None] The sync data for ids ['20735347-9532-4667-81e4-3e16680a0b3b'] in n-d-723573-7 is: [{'id': '20735347-9532-4667-81e4-3e16680a0b3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1266969752-router', 'tenant_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:14:03Z', 'updated_at': '2021-07-28T11:23:29Z', 'revision_number': 6, 'project_id': '10ded2a5e81d472b890d5ec3c7dde8eb', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:23:29.847636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:29.885805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1408a4-74d1-4f7c-b6a8-e21ace626be4 None None] Network 90782dbe-4ad5-419f-8d2d-a06096f44927 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:23:29.911205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Pushing event deleted for resources: {'Port': ['ID=435d1720-c86d-4500-b0dc-17e4e6a26239,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:30.063382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.206165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c2d8df0c-e14f-4c78-88a8-43ab4fd1cb94 req-26ac925b-1ade-4d59-a058-f93d33209968 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.1084552 Jul 28 11:23:30.311766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.317222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.394850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.395407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20735347-9532-4667-81e4-3e16680a0b3b {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:23:30.399918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.403363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1727847b-9faf-4ca5-bc30-1d76983e2684 admin admin] 10.222.0.20 "DELETE /v2.0/routers/20735347-9532-4667-81e4-3e16680a0b3b HTTP/1.1" status: 204 len: 168 time: 1.6408269 Jul 28 11:23:30.404959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:30.421178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-235c3c93-9c15-4219-89b1-651bbaf68371 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:30.422737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-235c3c93-9c15-4219-89b1-651bbaf68371 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/networks?id=90782dbe-4ad5-419f-8d2d-a06096f44927 HTTP/1.1" status: 200 len: 813 time: 0.1789799 Jul 28 11:23:30.442198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-3fc9a203-3d9e-40af-88fd-517bf2ba47aa tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/quotas/607620463b0a474f8c70bd96d32ec1cd HTTP/1.1" status: 200 len: 375 time: 0.0106330 Jul 28 11:23:30.474660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Deleting subnet 3499e4bf-f922-4abe-b209-b8e09b3c41f2 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:23:30.478531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.499612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-c84184c6-d1d3-4e34-9ec9-af3304fb9bc1 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=607620463b0a474f8c70bd96d32ec1cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461948 Jul 28 11:23:30.515863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-833fc3a7-bc37-4bfc-8053-890f95ebf7a2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:23:30.518341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.528047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-833fc3a7-bc37-4bfc-8053-890f95ebf7a2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210948 Jul 28 11:23:30.625309 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.631230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-2f4d39ba-3712-410e-8a6a-f26732390cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015527 Jul 28 11:23:30.722118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:30.757341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-18d37c41-77fc-48cd-8f70-480ca189d867 service neutron] 10.222.0.20 "GET /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251431 Jul 28 11:23:30.993207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.059791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-835c1edd-fdf7-461a-97a8-946e947a6ef1 req-9765197d-0ef6-4d1e-9846-6351961b8035 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 210 time: 0.0690892 Jul 28 11:23:31.098630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad1f-3c00-470a-b79d-adcbced3d1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.163164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3499e4bf-f922-4abe-b209-b8e09b3c41f2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:31.179334 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.186845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59314) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:31.187493 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9344575-47fa-4ce8-af2f-a09b5ec34b69 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3499e4bf-f922-4abe-b209-b8e09b3c41f2 HTTP/1.1" status: 204 len: 168 time: 0.7796614 Jul 28 11:23:31.193447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e5a3b-488d-468d-a847-3e0afdf9f69f None None] Network 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:23:31.436878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.469053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9198339-a40c-4fd9-86f6-3379680d2b35 req-607f3c6d-7d71-47e1-b19a-b1fd08530dd7 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0769658 Jul 28 11:23:31.485931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] DHCP port deletion for 7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:23:31.495702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ca277ef-f142-4ba4-9548-1d8189f20d15 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:31.582760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2ca277ef-f142-4ba4-9548-1d8189f20d15 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:31.583328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ca277ef-f142-4ba4-9548-1d8189f20d15 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:31.584065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 435d1720-c86d-4500-b0dc-17e4e6a26239 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:31.594074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Deleting port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:31.594985 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.631823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 435d1720-c86d-4500-b0dc-17e4e6a26239 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:31.632170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 435d1720-c86d-4500-b0dc-17e4e6a26239 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:31.667797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] Deleting port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:31.668200 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.676934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] For port 4b6ce3ee-8add-4120-8275-6a77a7af2f41, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4b6ce3ee-8add-4120-8275-6a77a7af2f41,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:31.677379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.692396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Calling delete_port for 4b6ce3ee-8add-4120-8275-6a77a7af2f41 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:31.749695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] For port 4b6ce3ee-8add-4120-8275-6a77a7af2f41, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4b6ce3ee-8add-4120-8275-6a77a7af2f41,segment=NetworkSegment(c2f19921-359f-4386-aa00-dcc0592189a5),segment_id=c2f19921-359f-4386-aa00-dcc0592189a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:31.751190 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.775787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] Calling delete_port for 4b6ce3ee-8add-4120-8275-6a77a7af2f41 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:31.818581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.854252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6ce3ee-8add-4120-8275-6a77a7af2f41,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:31.866036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] No DVR routers for this DVR port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:31.885991 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.938887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] Pushing event deleted for resources: {'Port': ['ID=4b6ce3ee-8add-4120-8275-6a77a7af2f41,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:31.943705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf52144-c1c9-4253-b696-84bba95d952e None None] No DVR routers for this DVR port 4b6ce3ee-8add-4120-8275-6a77a7af2f41 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:31.961813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.971543 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:31.987172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3480e5-5fcc-426f-8a79-fa1ad2d53e45']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:31.999663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f19921-359f-4386-aa00-dcc0592189a5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:32.000056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f19921-359f-4386-aa00-dcc0592189a5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:32.010929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.030753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.039209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:23:32.040057 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:23:32.053207 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:23:32.109809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.115621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.123781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d3480e5-5fcc-426f-8a79-fa1ad2d53e45 HTTP/1.1" status: 204 len: 168 time: 0.9335144 Jul 28 11:23:32.163009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1b094fde-d9a0-4cfa-860c-ffad552544f4 req-f91d62f5-6b7a-42e9-97db-180aa598dbda tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 210 time: 0.0360079 Jul 28 11:23:32.163971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6266e-b1f9-49e5-a3e5-3120f3602308 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3480e5-5fcc-426f-8a79-fa1ad2d53e45,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:32.339156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:32.446883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-510316bc-1e89-4fd5-9f93-c833c4261b73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10ded2a5e81d472b890d5ec3c7dde8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041117 Jul 28 11:23:32.447277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:32.520539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-2e99c06d-5832-4b05-a301-3eb6ef69b018 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:32.532722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-2e99c06d-5832-4b05-a301-3eb6ef69b018 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.44 "GET /v2.0/networks?id=90782dbe-4ad5-419f-8d2d-a06096f44927 HTTP/1.1" status: 200 len: 813 time: 0.1546040 Jul 28 11:23:32.536991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59d65460-669b-454e-92cd-ab2792bee4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.564466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Request body: {'port': {'device_id': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927', 'admin_state_up': True, 'tenant_id': '607620463b0a474f8c70bd96d32ec1cd'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:32.587856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59d65460-669b-454e-92cd-ab2792bee4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.678753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59d65460-669b-454e-92cd-ab2792bee4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.681404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59d65460-669b-454e-92cd-ab2792bee4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:32.682747 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-59d65460-669b-454e-92cd-ab2792bee4d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef8083c9-c1a8-4a45-8f20-12560997c9f7 HTTP/1.1" status: 204 len: 168 time: 0.2342999 Jul 28 11:23:32.691980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d65460-669b-454e-92cd-ab2792bee4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8083c9-c1a8-4a45-8f20-12560997c9f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:33.020369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85ee1bc3-f161-45a6-9cb6-518e9c010e54 req-648e30ab-1992-442a-a247-84906adc08ab tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0581419 Jul 28 11:23:33.117925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Made reservation on behalf of 607620463b0a474f8c70bd96d32ec1cd for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:23:33.121689 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:33.313328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f7bb908-98c1-490f-b53b-bcd04582eeb3 req-00cafbe6-1537-4c50-b380-c6e4ec509451 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 210 time: 0.0409663 Jul 28 11:23:33.333301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Allocated IP 172.20.0.13 (90782dbe-4ad5-419f-8d2d-a06096f44927/4a108401-638a-4e20-8fc7-3593006cb8c0/15f5dc53-f72d-4d32-8041-73a77bfb1ebd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:23:33.409710 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:33.483500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4b6ce3ee-8add-4120-8275-6a77a7af2f41 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:33.509868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4b6ce3ee-8add-4120-8275-6a77a7af2f41 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:33.510423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4b6ce3ee-8add-4120-8275-6a77a7af2f41 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:33.587744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:33.648228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:33.701182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Network 90782dbe-4ad5-419f-8d2d-a06096f44927 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:23:33.705674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:23:33.708448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:23:33.779444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Pushing event updated for resources: {'Port': ['ID=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:33.801152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:33.802113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:33.836580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-cbe3f2ec-23b5-4934-bd9e-dbf5868282f2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2805872 Jul 28 11:23:33.849959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Request body: {'port': {'device_id': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:33.920123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:34.352117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0d8a40d-db7a-4081-83bd-2c2527f41b20 req-fd87cbdf-f46a-4bf8-be20-41ee430e4aef tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.1494331 Jul 28 11:23:34.476717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f5dc53-f72d-4d32-8041-73a77bfb1ebd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:23:34.485414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:34.510000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861228a1-d2c8-416b-bf80-f5cfa6cda094 req-e7f209c3-a19a-4aee-8587-83b3f643f827 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:34.516765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-861228a1-d2c8-416b-bf80-f5cfa6cda094 req-e7f209c3-a19a-4aee-8587-83b3f643f827 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 932 time: 0.0895817 Jul 28 11:23:34.518022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Transition to ACTIVE for port object 15f5dc53-f72d-4d32-8041-73a77bfb1ebd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:23:34.525621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:34.571832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-861228a1-d2c8-416b-bf80-f5cfa6cda094 req-b3bcf73f-c2eb-483b-80c0-0d0e7274e43d tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Jul 28 11:23:34.666075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Pushing event updated for resources: {'Port': ['ID=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:34.712575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Attempting to bind port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:23:34.712926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Attempting to bind port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'aed707b6-c702-4f65-8e09-df1d731bce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:23:34.713257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Attempting to bind port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd on network 90782dbe-4ad5-419f-8d2d-a06096f44927 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:23:34.718527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd on network 90782dbe-4ad5-419f-8d2d-a06096f44927 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:23:34.718856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Attempting to bind port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd on network 90782dbe-4ad5-419f-8d2d-a06096f44927 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:23:34.739773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:23:34.740022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Checking segment: {'id': 'aed707b6-c702-4f65-8e09-df1d731bce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:23:34.740637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Bound using segment: {'id': 'aed707b6-c702-4f65-8e09-df1d731bce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:23:34.741277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Bound port: 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed707b6-c702-4f65-8e09-df1d731bce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:23:34.741864 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:34.853368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] For port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:23:34.857518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] For port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,segment=NetworkSegment(aed707b6-c702-4f65-8e09-df1d731bce54),segment_id=aed707b6-c702-4f65-8e09-df1d731bce54)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:23:34.865374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:34.926852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Pushing event updated for resources: {'Port': ['ID=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:34.938776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:34.939487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:34.941049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-55d9fc0c-0e72-4634-a3db-60ebe9efda0d service neutron] 10.222.0.44 "PUT /v2.0/ports/15f5dc53-f72d-4d32-8041-73a77bfb1ebd HTTP/1.1" status: 200 len: 1092 time: 1.0954769 Jul 28 11:23:34.941491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'tag': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:34.943805 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ffe15-6002-4148-a32e-d58be588fb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "162e9b41-6bf7-44aa-9009-56215f8bae5a", "tag": "15f5dc53-f72d-4d32-8041-73a77bfb1ebd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:35.021470 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8287afb-47c3-4c4c-b9d4-1180db2fac3c x-openstack-request-id: req-a8287afb-47c3-4c4c-b9d4-1180db2fac3c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:35.022014 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162e9b41-6bf7-44aa-9009-56215f8bae5a", "tag": "15f5dc53-f72d-4d32-8041-73a77bfb1ebd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:35.022530 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8287afb-47c3-4c4c-b9d4-1180db2fac3c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:35.023527 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'tag': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd', 'status': 'completed', 'code': 200} Jul 28 11:23:35.051744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-b0b8240b-d4f0-4138-afa7-8d17c28b1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:35.054810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-b0b8240b-d4f0-4138-afa7-8d17c28b1671 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=607620463b0a474f8c70bd96d32ec1cd&device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 1095 time: 0.0653911 Jul 28 11:23:35.107478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-ebf5affa-062b-420f-82d0-31a57f6dbfd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd HTTP/1.1" status: 200 len: 217 time: 0.0437248 Jul 28 11:23:35.180074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8536-9b37-4e20-8791-0fb15df811af req-f8c5085d-59da-45f2-a62e-4eba359f9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:35.181840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-f8c5085d-59da-45f2-a62e-4eba359f9313 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a108401-638a-4e20-8fc7-3593006cb8c0 HTTP/1.1" status: 200 len: 853 time: 0.0667338 Jul 28 11:23:35.229352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-2d88c1d6-1740-41dd-a818-412c28b6a54b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90782dbe-4ad5-419f-8d2d-a06096f44927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400851 Jul 28 11:23:35.399274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-e6ba7bd3-2f01-479b-b524-3d4801345321 service neutron] 10.222.0.44 "GET /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629119 Jul 28 11:23:35.534882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1479898-4750-44a5-afd9-57dca2a34106 req-b3f24b3a-2f13-4e0c-817b-9be54ed70956 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0470238 Jul 28 11:23:35.560343 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fea8536-9b37-4e20-8791-0fb15df811af req-35e502fc-a725-4396-af3d-681dc18dd897 service neutron] 10.222.0.44 "GET /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473150 Jul 28 11:23:35.706437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-afd33fec-56e0-4dda-b6f9-8501805cae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:35.707959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-afd33fec-56e0-4dda-b6f9-8501805cae72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=607620463b0a474f8c70bd96d32ec1cd&device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 1095 time: 0.0923872 Jul 28 11:23:35.810828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f17dfd-00e7-4faa-b10d-56bf220c03a0 req-f3444a7b-15d2-4885-a153-d40fc0338b76 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:35.818467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6f17dfd-00e7-4faa-b10d-56bf220c03a0 req-f3444a7b-15d2-4885-a153-d40fc0338b76 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 944 time: 0.1467216 Jul 28 11:23:35.879665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-5cdc7485-3d5a-42ba-8dd9-9b40fd53fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:35.881181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-5cdc7485-3d5a-42ba-8dd9-9b40fd53fd59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90782dbe-4ad5-419f-8d2d-a06096f44927 HTTP/1.1" status: 200 len: 914 time: 0.1655900 Jul 28 11:23:35.893395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6f17dfd-00e7-4faa-b10d-56bf220c03a0 req-45f3aade-c6b3-438c-b007-de4f97c65ece tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 Jul 28 11:23:35.963094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-9ab51511-fec0-4c44-80ff-be3cf727aaee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd HTTP/1.1" status: 200 len: 217 time: 0.0681970 Jul 28 11:23:36.088113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-1cce1e2c-375f-48ef-bc01-b140c417239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:36.089650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-1cce1e2c-375f-48ef-bc01-b140c417239a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4a108401-638a-4e20-8fc7-3593006cb8c0 HTTP/1.1" status: 200 len: 853 time: 0.1184914 Jul 28 11:23:36.101937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd08dd7-f5ff-470e-99b8-e5d286cc7f12 req-f112432b-d525-4002-82fc-15a2b5e8e011 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:36.103906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbd08dd7-f5ff-470e-99b8-e5d286cc7f12 req-f112432b-d525-4002-82fc-15a2b5e8e011 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.0710647 Jul 28 11:23:36.138632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-190531a9-e0c1-44e9-ab6f-e678994f10db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90782dbe-4ad5-419f-8d2d-a06096f44927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333173 Jul 28 11:23:36.277465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbd08dd7-f5ff-470e-99b8-e5d286cc7f12 req-042ab601-bb48-4334-b7a7-e8a8cc5b13d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633184 Jul 28 11:23:36.303154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:36.331191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-1156bbbe-cdc3-43bd-aa44-15c8ffc17ad2 service neutron] 10.222.0.44 "GET /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843908 Jul 28 11:23:36.384464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c72ff87-0e87-4893-8eb2-6c1f0186551f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/c5e92fd6-863b-4f25-a245-1db21eaaab6f HTTP/1.1" status: 200 len: 993 time: 0.0794289 Jul 28 11:23:36.471576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d95ffe15-6002-4148-a32e-d58be588fb2c req-f0ea1617-ba07-4c48-abaf-a2ae7088e699 service neutron] 10.222.0.44 "GET /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314340 Jul 28 11:23:36.704945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e97efad4-41cf-4a9a-a509-068d9d1d96e9 req-66a40558-00c7-40b6-b847-0d8a7ca2e3bb tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0372798 Jul 28 11:23:36.797592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d959d-a605-4955-a860-960b8ddd3de3 req-04e2e73c-15f1-43b9-aa70-8166eb254454 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:36.799800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f5d959d-a605-4955-a860-960b8ddd3de3 req-04e2e73c-15f1-43b9-aa70-8166eb254454 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1097 time: 0.0610821 Jul 28 11:23:36.844891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f5d959d-a605-4955-a860-960b8ddd3de3 req-473e2df7-9bcb-43b2-a136-91599289f547 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382929 Jul 28 11:23:37.081306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79571be2-c4f3-48df-a8bd-d0f939ce3908 req-9486d8d7-e87c-4bea-88e1-c5df8bd57798 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:37.083013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79571be2-c4f3-48df-a8bd-d0f939ce3908 req-9486d8d7-e87c-4bea-88e1-c5df8bd57798 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 944 time: 0.0846374 Jul 28 11:23:37.139821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79571be2-c4f3-48df-a8bd-d0f939ce3908 req-c9f4c46c-acb0-4a21-95c4-a0ccd35b043d tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Jul 28 11:23:37.866954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-605e780e-424a-452c-aadb-d404d20f65f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2229440 Jul 28 11:23:37.916535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd780937-55ba-45aa-b128-c1844e6e89e3 req-42671381-3f4e-4c56-9c89-6abac6579bbb tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0637417 Jul 28 11:23:38.323995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 15f5dc53-f72d-4d32-8041-73a77bfb1ebd details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:23:38.361234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d99a3-3cb2-4bb9-9e5f-c6f8a6219ade req-fcea2e51-59c8-4ef7-99ad-5d3d17562bc9 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:38.363361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-664d99a3-3cb2-4bb9-9e5f-c6f8a6219ade req-fcea2e51-59c8-4ef7-99ad-5d3d17562bc9 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 944 time: 0.0974441 Jul 28 11:23:38.458272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-664d99a3-3cb2-4bb9-9e5f-c6f8a6219ade req-40637bba-592b-4d75-8959-0a79c0096717 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773365 Jul 28 11:23:38.461101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,segment=NetworkSegment(aed707b6-c702-4f65-8e09-df1d731bce54),segment_id=aed707b6-c702-4f65-8e09-df1d731bce54)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:38.479714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd', 'network_id': '90782dbe-4ad5-419f-8d2d-a06096f44927', 'port_id': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd', 'mac_address': 'fa:16:3e:0b:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a108401-638a-4e20-8fc7-3593006cb8c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:23:38.614223 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:38.628514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f5dc53-f72d-4d32-8041-73a77bfb1ebd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:23:38.659011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,segment=NetworkSegment(aed707b6-c702-4f65-8e09-df1d731bce54),segment_id=aed707b6-c702-4f65-8e09-df1d731bce54)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:38.668920 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:38.747941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:38.839310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-989686f3-330e-4e38-b72d-2aa13d3a68cc tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:23:38.848750 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-989686f3-330e-4e38-b72d-2aa13d3a68cc tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2991228 Jul 28 11:23:38.853593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Request body: {'binding': {'host': 'n-h2-723573-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:38.854052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 11:23:38.947923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['15f5dc53-f72d-4d32-8041-73a77bfb1ebd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:23:39.045472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on host n-h2-723573-7 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:23:39.047191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:23:39.047712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:23:39.054052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:23:39.054662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:23:39.062976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:23:39.063318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Checking segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:23:39.063874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Bound using segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:23:39.064318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Bound port: eab819db-8859-4f32-b657-94e22e5b3177, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:23:39.142806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6c0bb04-7c31-4078-9df5-2248f49bb530 req-e721a7b8-3dbd-46ac-bb29-74ddc64eb584 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0409439 Jul 28 11:23:39.207794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:23:39.215153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:39.246062 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] 10.222.0.20 "POST /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177/bindings HTTP/1.1" status: 201 len: 389 time: 0.3764870 Jul 28 11:23:39.453705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f5257-e2a1-4929-a631-ee887db66e28 req-f9609392-b382-4d4f-9b06-ae39774e71c4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:39.462047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f0f5257-e2a1-4929-a631-ee887db66e28 req-f9609392-b382-4d4f-9b06-ae39774e71c4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.0718038 Jul 28 11:23:39.510912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f0f5257-e2a1-4929-a631-ee887db66e28 req-cc66a8ff-f929-4be5-8695-4022da08ae5c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480490 Jul 28 11:23:39.603312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-9c242d3e-f248-4c3b-9597-246259ff2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:39.604861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-9c242d3e-f248-4c3b-9597-246259ff2a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1097 time: 0.0848351 Jul 28 11:23:39.628791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfcf3-425a-46d5-aef3-57f13f0f9251 req-40d884af-bd68-49ae-a595-63dbe80896f6 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:39.630258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cadfcf3-425a-46d5-aef3-57f13f0f9251 req-40d884af-bd68-49ae-a595-63dbe80896f6 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 945 time: 0.0752177 Jul 28 11:23:39.717199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cadfcf3-425a-46d5-aef3-57f13f0f9251 req-a36751b9-13ed-49f9-b29e-347a91d2df09 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756385 Jul 28 11:23:39.758879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-76f72144-0803-4164-81ef-3b1fc94f08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:39.763797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-76f72144-0803-4164-81ef-3b1fc94f08c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 897 time: 0.1494102 Jul 28 11:23:39.853509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-2bec94f8-eb6f-4276-84f8-7406b9457881 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 1001 time: 0.0842326 Jul 28 11:23:39.937404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-de11236b-848c-4097-9cf9-60f428ec0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:39.939275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-de11236b-848c-4097-9cf9-60f428ec0b7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.0740845 Jul 28 11:23:40.002502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-f79b719b-a5bc-4d31-88f6-acc420a5ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:40.003946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-f79b719b-a5bc-4d31-88f6-acc420a5ade4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573575 Jul 28 11:23:40.122161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-fee322eb-1704-4a7c-a672-417961faa257 service neutron] 10.222.0.41 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096842 Jul 28 11:23:40.257205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a062fe5d-b486-4b91-b323-c4a017fe9bab req-4561a6cc-c2da-42a8-bfa4-071594557dc7 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0324416 Jul 28 11:23:40.292908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-f7b17358-af75-4df0-b3fb-f179fafd41c5 service neutron] 10.222.0.41 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639729 Jul 28 11:23:40.326380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 15f5dc53-f72d-4d32-8041-73a77bfb1ebd up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:23:40.396446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:23:40.401870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:23:40.402549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:40.516713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-b3e8e7ad-fb8e-4145-acef-379fdd931a10 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:40.518533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-b3e8e7ad-fb8e-4145-acef-379fdd931a10 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2&tenant_id=53d99df6846d459185671064bf7c439d&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1097 time: 0.1662445 Jul 28 11:23:40.534613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-723573-7'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:40.595579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:40.627094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:40.627736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:40.635845 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554be2d8-5017-42cf-adc8-13ed1c52c374" -d '{"events": [{"server_uuid": "162e9b41-6bf7-44aa-9009-56215f8bae5a", "name": "network-vif-plugged", "status": "completed", "tag": "15f5dc53-f72d-4d32-8041-73a77bfb1ebd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:40.654277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,segment=NetworkSegment(aed707b6-c702-4f65-8e09-df1d731bce54),segment_id=aed707b6-c702-4f65-8e09-df1d731bce54)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:40.662417 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:40.732725 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c73108f-54ee-4a64-9eae-563b5022b725 x-openstack-request-id: req-7c73108f-54ee-4a64-9eae-563b5022b725 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:40.733326 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162e9b41-6bf7-44aa-9009-56215f8bae5a", "name": "network-vif-plugged", "status": "completed", "tag": "15f5dc53-f72d-4d32-8041-73a77bfb1ebd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:40.733761 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c73108f-54ee-4a64-9eae-563b5022b725 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:40.734312 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd', 'code': 200} Jul 28 11:23:40.797726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:40.926181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:40.972345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472491-ddf5-4652-b0d8-5b59afe5ef2e req-b4ced2fa-2242-4db6-a592-c49138b5c655 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:40.979867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f472491-ddf5-4652-b0d8-5b59afe5ef2e req-b4ced2fa-2242-4db6-a592-c49138b5c655 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.2880552 Jul 28 11:23:41.048057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1385f0d-26a3-4dbd-bd21-160fbcb93f81 req-06117bff-95c3-4335-9459-5be4acb1e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:41.050279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1385f0d-26a3-4dbd-bd21-160fbcb93f81 req-06117bff-95c3-4335-9459-5be4acb1e9df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 1097 time: 0.2728307 Jul 28 11:23:41.058118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:23:41.128860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f472491-ddf5-4652-b0d8-5b59afe5ef2e req-5cda014e-807d-4c41-a3f0-490401dd809f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479506 Jul 28 11:23:41.167492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b20f9-72a6-4592-b1b8-1b6e53d6a3fd req-198dd5cb-8ba2-47a0-bb20-b5353c6d39d7 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:41.170191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4b20f9-72a6-4592-b1b8-1b6e53d6a3fd req-198dd5cb-8ba2-47a0-bb20-b5353c6d39d7 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 946 time: 0.2338982 Jul 28 11:23:41.180650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:41.183641 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c6ab40-3ba8-44c3-b6f0-ce649ad4b68f" -d '{"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-unplugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:41.196570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:41.218187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1385f0d-26a3-4dbd-bd21-160fbcb93f81 req-7eb49467-7cd6-4ce9-a1b4-06318e6cea1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582873 Jul 28 11:23:41.221472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:41.283143 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63349efb-a1a5-4610-a4d5-1911cfb5201c x-openstack-request-id: req-63349efb-a1a5-4610-a4d5-1911cfb5201c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:41.283728 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-unplugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:41.283841 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63349efb-a1a5-4610-a4d5-1911cfb5201c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:41.284478 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'code': 200} Jul 28 11:23:41.689779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3269c6d7-8288-41bf-bcb8-281dab224bc1 None None] Provisioning complete for port eab819db-8859-4f32-b657-94e22e5b3177 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:23:41.690306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3269c6d7-8288-41bf-bcb8-281dab224bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:41.777177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3269c6d7-8288-41bf-bcb8-281dab224bc1 None None] Port eab819db-8859-4f32-b657-94e22e5b3177 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:23:41.836552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c4b20f9-72a6-4592-b1b8-1b6e53d6a3fd req-2c84360d-73db-4161-8868-065e24a58de3 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549659 Jul 28 11:23:41.956786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5d45faa0-64c0-4b9a-bc12-47079ceac520 req-4333768a-5257-4cfb-9554-893d3b1ca67b tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.1192508 Jul 28 11:23:41.983733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:42.002001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.002432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.002907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.003349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.003686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.004016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.004369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.004694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.005094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.005397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.005745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.006035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:42.013852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on host n-h1-723573-7 for vnic_type normal with profile {"migrating_to": "n-h2-723573-7"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:23:42.014310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:23:42.014817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:23:42.020654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:23:42.020959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Attempting to bind port eab819db-8859-4f32-b657-94e22e5b3177 on network 576b49df-de5b-4b60-9552-c39132e26f43 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:23:42.026261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:23:42.026594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Checking segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:23:42.026985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Bound using segment: {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:23:42.027376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Bound port: eab819db-8859-4f32-b657-94e22e5b3177, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267111b6-77d2-401c-8c64-ebda068d36c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:23:42.027734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:42.122869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:23:42.128108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:23:42.136840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:42.203515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:42.378351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c7ab-55eb-466e-9ddc-7c771c45f51e req-4a697bbb-fe6a-4d4c-bf7d-a5033026c8b4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:42.380141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93a8c7ab-55eb-466e-9ddc-7c771c45f51e req-4a697bbb-fe6a-4d4c-bf7d-a5033026c8b4 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 944 time: 0.1079025 Jul 28 11:23:42.434975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:42.435753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:42.437551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6516941a-b24a-4c79-94a3-ec5bc9671dcc service neutron] 10.222.0.41 "PUT /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 1122 time: 1.9104187 Jul 28 11:23:42.489453 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93a8c7ab-55eb-466e-9ddc-7c771c45f51e req-91152237-6dc6-4f47-9030-99c81f38218c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724366 Jul 28 11:23:42.532296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['eab819db-8859-4f32-b657-94e22e5b3177'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:23:42.675297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b35b342-b647-409e-ae20-191d1a9a61cc None None] Provisioning complete for port eab819db-8859-4f32-b657-94e22e5b3177 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:23:42.676362 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b35b342-b647-409e-ae20-191d1a9a61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:42.833871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2e330ff-e9f1-4f60-bbb9-e55966c925e2 req-733b6edd-b8ba-4125-9bff-2240ad2f0194 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0346847 Jul 28 11:23:42.870567 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b35b342-b647-409e-ae20-191d1a9a61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:42.911793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:42.914091 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8857386-1897-4711-8a0e-705015d0bc8e" -d '{"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-plugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:42.933689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3b35b342-b647-409e-ae20-191d1a9a61cc None None] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:42.946089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b35b342-b647-409e-ae20-191d1a9a61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:43.016239 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2acbce-91ca-4781-8f89-192c43b162bd x-openstack-request-id: req-8a2acbce-91ca-4781-8f89-192c43b162bd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:43.016529 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-plugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:43.016789 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a2acbce-91ca-4781-8f89-192c43b162bd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:43.017192 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'code': 200} Jul 28 11:23:43.069188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbf90-d6e6-4fa5-8ec9-e0791f018fc2 req-0b717049-bf07-49eb-9ff3-644a2f17631e tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:43.071751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daccbf90-d6e6-4fa5-8ec9-e0791f018fc2 req-0b717049-bf07-49eb-9ff3-644a2f17631e tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 946 time: 0.0952792 Jul 28 11:23:43.145295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b342-b647-409e-ae20-191d1a9a61cc None None] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:43.213647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-daccbf90-d6e6-4fa5-8ec9-e0791f018fc2 req-eebb19ef-9f86-4695-a8d2-1dcacbb41360 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283882 Jul 28 11:23:43.324286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:43.328102 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:43.334110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-586aa93b-dc2d-4853-875b-943f6c92af41 req-25109327-7ceb-41a1-9a2d-68995df5ae54 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0938728 Jul 28 11:23:43.443516 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e916896-de3f-4e45-9775-2b7e4d26676d x-openstack-request-id: req-6e916896-de3f-4e45-9775-2b7e4d26676d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:43.443516 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:43.443516 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e916896-de3f-4e45-9775-2b7e4d26676d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:43.444621 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'status': 'completed', 'code': 200} Jul 28 11:23:43.500815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-649e2171-c999-4d41-a6d9-3c15471656e6 req-a19259a8-40ac-4096-b739-d8330b97f0fe service neutron] (93835) timed out ('10.222.0.41', 50999) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:23:43.563377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-1b2198dc-1f96-4e11-a79f-3be694c4abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:43.569151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-1b2198dc-1f96-4e11-a79f-3be694c4abab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1127 time: 0.0996039 Jul 28 11:23:43.919875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c7f46-eedc-47a2-bb21-92e132e675fb req-602e89f7-4645-45f5-8aa1-a31b313d658f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:43.930725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d3c7f46-eedc-47a2-bb21-92e132e675fb req-602e89f7-4645-45f5-8aa1-a31b313d658f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.2960415 Jul 28 11:23:43.972961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-1e77f828-703c-400c-82c4-4faf00f858e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:43.974613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-1e77f828-703c-400c-82c4-4faf00f858e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 897 time: 0.3927727 Jul 28 11:23:44.051779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bae5d-082a-4c2b-aa61-a5cebc41d0c1 req-b8caf5fe-f3b4-41ad-b8f6-a58f628ca704 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:44.053350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f6bae5d-082a-4c2b-aa61-a5cebc41d0c1 req-b8caf5fe-f3b4-41ad-b8f6-a58f628ca704 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 946 time: 0.1910923 Jul 28 11:23:44.064750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d3c7f46-eedc-47a2-bb21-92e132e675fb req-4434099d-cf9f-4403-be74-1b2c2333f4da tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330869 Jul 28 11:23:44.102238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-016a57f6-83c8-412f-8b18-46aaaae5c80e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 1001 time: 0.1175640 Jul 28 11:23:44.176861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f6bae5d-082a-4c2b-aa61-a5cebc41d0c1 req-c10595e7-2efc-4ddd-8c59-6a8c18c69cc2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107054 Jul 28 11:23:44.192546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-50d79a00-bf9d-4822-ae16-16f0f3bcf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:44.200030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-50d79a00-bf9d-4822-ae16-16f0f3bcf600 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.0887702 Jul 28 11:23:44.314541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-4a56d357-65ee-40ea-9c14-6014d9ba4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:44.316386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-4a56d357-65ee-40ea-9c14-6014d9ba4d37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014597 Jul 28 11:23:44.440534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-8bb39842-4fad-42a1-9446-a37326b266ab service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123335 Jul 28 11:23:44.568549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2efdcc3b-0521-458c-af26-4cd82c42139e req-b1e7ccb0-8a01-4e0f-abe5-05729b5a04f2 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0832939 Jul 28 11:23:44.635381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86de356e-4bda-4abc-86e1-13d1dfc6bfbf req-7fe5d7c9-1c5f-4eb2-90ab-c83b873bd562 service neutron] 10.222.0.44 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859336 Jul 28 11:23:44.849541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55048193-7455-4d9c-9dde-f173f95d9b14 req-aea0557d-02ab-405d-9cf6-d4e49ad38716 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=add9654d097145649685a2a36fae6e80&device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0304120 Jul 28 11:23:44.901916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55048193-7455-4d9c-9dde-f173f95d9b14 req-80e9f2be-0ad3-4346-8055-646b60ced8bd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=add9654d097145649685a2a36fae6e80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386038 Jul 28 11:23:44.904565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef0889aa-2b89-44bf-a648-3f7692c34e32 req-a5092b45-b6c8-495f-bc53-a669258e7e6b tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0587742 Jul 28 11:23:44.967869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eab819db-8859-4f32-b657-94e22e5b3177 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:23:45.078733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048193-7455-4d9c-9dde-f173f95d9b14 req-e5539676-0f99-45fc-94ec-c6134650f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:45.080555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55048193-7455-4d9c-9dde-f173f95d9b14 req-e5539676-0f99-45fc-94ec-c6134650f4e1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657960 Jul 28 11:23:45.250310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-319b374e-3dd6-4848-9b8c-bff1e02bdbe2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:45.252883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-319b374e-3dd6-4848-9b8c-bff1e02bdbe2 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.44 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 946 time: 0.0822632 Jul 28 11:23:45.264433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:45.285448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eab819db-8859-4f32-b657-94e22e5b3177 has no active binding in host n-h2-723573-7 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 11:23:45.334549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:45.442423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf65cc-b61d-431c-b3ea-3ffe0cfce79b req-b5b5d642-3725-4d1e-96bf-405b433a9373 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:45.443071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ebf65cc-b61d-431c-b3ea-3ffe0cfce79b req-b5b5d642-3725-4d1e-96bf-405b433a9373 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.1892610 Jul 28 11:23:45.453186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837acd5f-a4ab-4406-a413-1709d5f9884c req-4ddbb620-6987-49bd-bc99-bf2ace8dff5c tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:45.454667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-837acd5f-a4ab-4406-a413-1709d5f9884c req-4ddbb620-6987-49bd-bc99-bf2ace8dff5c tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 946 time: 0.1262927 Jul 28 11:23:45.490474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.535963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ebf65cc-b61d-431c-b3ea-3ffe0cfce79b req-1e7d080f-c4cd-479c-a074-619449a0b3a9 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802889 Jul 28 11:23:45.564779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-837acd5f-a4ab-4406-a413-1709d5f9884c req-713afac4-6808-4926-9b75-21430e488e44 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e2db612-7190-4525-b2db-9b852de8aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981758 Jul 28 11:23:45.573574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Deleting port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:45.574539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.693757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.699010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.705203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] For port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,segment=NetworkSegment(aed707b6-c702-4f65-8e09-df1d731bce54),segment_id=aed707b6-c702-4f65-8e09-df1d731bce54)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:45.705654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.723260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Calling delete_port for 15f5dc53-f72d-4d32-8041-73a77bfb1ebd owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:45.747350 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9916d90c29f434894010d76b0f2babd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105349 Jul 28 11:23:45.748604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:45.749273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76b375-086f-4ef2-ae05-c6fbefa5a989,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:45.796060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.796439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.796791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.797137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.797477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.797814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.798149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.798492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.799006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.799337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.799841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.800273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88391774-e961-43eb-b16e-f61d07c9d73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:23:45.817921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae0c-35e3-44b0-b2b5-eb3d0be65ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.842250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae0c-35e3-44b0-b2b5-eb3d0be65ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.906744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.920068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae0c-35e3-44b0-b2b5-eb3d0be65ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.921754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['15f5dc53-f72d-4d32-8041-73a77bfb1ebd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:23:45.922568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa5dae0c-35e3-44b0-b2b5-eb3d0be65ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:45.927260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa5dae0c-35e3-44b0-b2b5-eb3d0be65ec5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd76b375-086f-4ef2-ae05-c6fbefa5a989 HTTP/1.1" status: 204 len: 168 time: 0.1719153 Jul 28 11:23:45.937781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dae0c-35e3-44b0-b2b5-eb3d0be65ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76b375-086f-4ef2-ae05-c6fbefa5a989,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:45.956473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Pushing event deleted for resources: {'Port': ['ID=15f5dc53-f72d-4d32-8041-73a77bfb1ebd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:46.027838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] No DVR routers for this DVR port 15f5dc53-f72d-4d32-8041-73a77bfb1ebd on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:46.031409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:46.033480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44fea3b8-2a49-452f-8283-924cc6fbd028 req-3eda1d55-603d-4ac1-88cc-69e0dbf60f55 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.44 "DELETE /v2.0/ports/15f5dc53-f72d-4d32-8041-73a77bfb1ebd HTTP/1.1" status: 204 len: 173 time: 0.7612224 Jul 28 11:23:46.033922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'name': 'network-vif-deleted', 'tag': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:46.036445 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94301d14-4f76-4ac4-b314-69d86dfc5416" -d '{"events": [{"server_uuid": "162e9b41-6bf7-44aa-9009-56215f8bae5a", "name": "network-vif-deleted", "tag": "15f5dc53-f72d-4d32-8041-73a77bfb1ebd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:46.077740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebfa2364-e185-452d-ad03-3e2014e09759 req-b551ad89-a75a-4ae8-a991-4d2141ed7863 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0510676 Jul 28 11:23:46.129050 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc79e2-a169-4e26-a2ab-301a09ff67ba x-openstack-request-id: req-52bc79e2-a169-4e26-a2ab-301a09ff67ba {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:46.129383 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162e9b41-6bf7-44aa-9009-56215f8bae5a", "name": "network-vif-deleted", "tag": "15f5dc53-f72d-4d32-8041-73a77bfb1ebd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:46.129642 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52bc79e2-a169-4e26-a2ab-301a09ff67ba {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:46.130059 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162e9b41-6bf7-44aa-9009-56215f8bae5a', 'name': 'network-vif-deleted', 'tag': '15f5dc53-f72d-4d32-8041-73a77bfb1ebd', 'status': 'completed', 'code': 200} Jul 28 11:23:46.396692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:46.414687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20d70c7-1164-4e7e-9cb1-53c170c7facf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:46.517464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20d70c7-1164-4e7e-9cb1-53c170c7facf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:46.531668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20d70c7-1164-4e7e-9cb1-53c170c7facf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:46.628483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d70c7-1164-4e7e-9cb1-53c170c7facf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401dd7fc-bcaf-4d46-94db-5dbdeecda93a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:46.645529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55048193-7455-4d9c-9dde-f173f95d9b14 req-0fe670d9-cd6a-482a-9763-66787cf85783 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0557113 Jul 28 11:23:46.698286 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d20d70c7-1164-4e7e-9cb1-53c170c7facf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdefc2bc012c44edadbfc41c6101e253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975497 Jul 28 11:23:46.698687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:46.916585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9376c280-b39d-4ad1-b534-7a0283c074a0 req-19850ae8-9115-4e23-8f54-d1a4cd5d6424 tempest-ServerPasswordTestJSON-969369657 tempest-ServerPasswordTestJSON-969369657-project] 10.222.0.20 "GET /v2.0/ports?device_id=162e9b41-6bf7-44aa-9009-56215f8bae5a HTTP/1.1" status: 200 len: 210 time: 0.0995827 Jul 28 11:23:46.940763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3dfba-7f39-44e0-b14d-f482645cfeab req-c47ccd58-3753-4e66-aeb8-c721deca55c3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:46.942457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcb3dfba-7f39-44e0-b14d-f482645cfeab req-c47ccd58-3753-4e66-aeb8-c721deca55c3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 946 time: 0.1685030 Jul 28 11:23:46.943167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbd56c4-c757-4211-8bbd-53289f0a51ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:46.971893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbd56c4-c757-4211-8bbd-53289f0a51ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:47.055512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcb3dfba-7f39-44e0-b14d-f482645cfeab req-e1f4c1ac-37ef-4bf6-bd46-9b12a9e10caf tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749738 Jul 28 11:23:47.081715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbd56c4-c757-4211-8bbd-53289f0a51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:47.085466 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbbd56c4-c757-4211-8bbd-53289f0a51ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:47.087126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bbbd56c4-c757-4211-8bbd-53289f0a51ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/401dd7fc-bcaf-4d46-94db-5dbdeecda93a HTTP/1.1" status: 204 len: 168 time: 0.3874404 Jul 28 11:23:47.104832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd56c4-c757-4211-8bbd-53289f0a51ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401dd7fc-bcaf-4d46-94db-5dbdeecda93a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:47.272963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffc8e70a-4dc0-486c-8a3e-2dc4b43e984f req-0fb9c1e8-2eed-4341-9411-29faefa0fc18 tempest-ServerShowV257Test-890848605 tempest-ServerShowV257Test-890848605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbd46e04-5324-4e14-9789-b75de5a35a08 HTTP/1.1" status: 200 len: 210 time: 0.0401185 Jul 28 11:23:47.666792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-cb942ef0-83ea-4524-920a-0e89ddae48db service neutron] 10.222.0.44 "GET /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 384 time: 0.0738187 Jul 28 11:23:47.885601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:47.918423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:23:47.978359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:47.990265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:48.004257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.084800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Deleting subnet 4a108401-638a-4e20-8fc7-3593006cb8c0 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:23:48.088816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.143175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:48.147678 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdbb954-b804-4e14-a29b-cd21cf009e96" -d '{"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-unplugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:48.191580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.222310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] Transition to ACTIVE for port object eab819db-8859-4f32-b657-94e22e5b3177 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:23:48.252220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.259281 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e9dd5-b273-4bf5-a60a-34c824713cc0 x-openstack-request-id: req-945e9dd5-b273-4bf5-a60a-34c824713cc0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:48.259643 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-unplugged", "status": "completed", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:48.259825 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-945e9dd5-b273-4bf5-a60a-34c824713cc0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:48.260275 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'code': 200} Jul 28 11:23:48.263465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.372932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.455276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a108401-638a-4e20-8fc7-3593006cb8c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:48.467296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.475991 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-26831c12-44b3-431e-a477-0db58718e047 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a108401-638a-4e20-8fc7-3593006cb8c0 HTTP/1.1" status: 204 len: 168 time: 0.4846134 Jul 28 11:23:48.477020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:48.525096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6829721-66f3-46bf-8c8b-ba6ec17fa895 req-b75cb2b8-1877-43ef-8166-2915a874c9f7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:48.541959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6829721-66f3-46bf-8c8b-ba6ec17fa895 req-b75cb2b8-1877-43ef-8166-2915a874c9f7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.3211315 Jul 28 11:23:48.578992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:48.615947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:48.627442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.716167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] No DVR routers for this DVR port eab819db-8859-4f32-b657-94e22e5b3177 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:48.767206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6829721-66f3-46bf-8c8b-ba6ec17fa895 req-81e6adac-0d99-4459-9fd4-9aa2e6df521b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241056 Jul 28 11:23:48.849916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.869814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90782dbe-4ad5-419f-8d2d-a06096f44927']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:48.897644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed707b6-c702-4f65-8e09-df1d731bce54') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:48.898024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed707b6-c702-4f65-8e09-df1d731bce54') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:48.915803 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fc28-c429-4630-a7ab-10bac9ba42cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.916221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.950464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:48.969915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:23:48.970363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-dc62ea09-fb0f-440a-94cb-33e306a42ed4 service neutron] 10.222.0.44 "PUT /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177/bindings/n-h2-723573-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2960649 Jul 28 11:23:48.970581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:23:49.123912 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:23:49.126871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:49.134299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.147570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.158888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/90782dbe-4ad5-419f-8d2d-a06096f44927 HTTP/1.1" status: 204 len: 168 time: 0.6783004 Jul 28 11:23:49.178744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7a487-9efa-4ce4-87d0-1fdeb292e2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=90782dbe-4ad5-419f-8d2d-a06096f44927,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:49.200977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-e8d8911d-66af-448f-a4f8-d6283cfa415d tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:49.204092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-e8d8911d-66af-448f-a4f8-d6283cfa415d tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2&tenant_id=53d99df6846d459185671064bf7c439d&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.1637363 Jul 28 11:23:49.339020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-89153707-03ad-4ec6-9567-0eeb702cab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:49.343307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-89153707-03ad-4ec6-9567-0eeb702cab04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 1096 time: 0.1314499 Jul 28 11:23:49.349212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1876757f-2fc8-41ba-9996-1a11c6436aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.423370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fc28-c429-4630-a7ab-10bac9ba42cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.432687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0c5fc28-c429-4630-a7ab-10bac9ba42cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.498698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-3b6bf115-5400-48f9-bb11-5bd8bd02d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:49.507847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-3b6bf115-5400-48f9-bb11-5bd8bd02d161 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1096 time: 0.1376519 Jul 28 11:23:49.519224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:49.562493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5fc28-c429-4630-a7ab-10bac9ba42cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6595466-0d4b-4404-9af6-30f0b9e2b98b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:49.573437 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e0c5fc28-c429-4630-a7ab-10bac9ba42cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef828075d2e24957967322f569641ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536364 Jul 28 11:23:49.576191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:49.611443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1876757f-2fc8-41ba-9996-1a11c6436aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.635158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60180) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:49.649544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1876757f-2fc8-41ba-9996-1a11c6436aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.704052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c56467-1c7c-48a9-9a3b-b40c52d5c296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.709275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79e635d9-7754-47aa-9e3e-f83ff4285971 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=607620463b0a474f8c70bd96d32ec1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727010 Jul 28 11:23:49.724049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60190) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:49.732679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c56467-1c7c-48a9-9a3b-b40c52d5c296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.736294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.776052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-924201ab-f49b-4beb-9779-1819306eec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:49.778146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-924201ab-f49b-4beb-9779-1819306eec8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 897 time: 0.2548883 Jul 28 11:23:49.805553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1876757f-2fc8-41ba-9996-1a11c6436aa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=add9654d097145649685a2a36fae6e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763587 Jul 28 11:23:49.814254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:49.815417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c56467-1c7c-48a9-9a3b-b40c52d5c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.837304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c56467-1c7c-48a9-9a3b-b40c52d5c296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.838712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-84c56467-1c7c-48a9-9a3b-b40c52d5c296 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6595466-0d4b-4404-9af6-30f0b9e2b98b HTTP/1.1" status: 204 len: 168 time: 0.2601497 Jul 28 11:23:49.842841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876757f-2fc8-41ba-9996-1a11c6436aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369900ae-3b1a-456c-b4ea-45fb9b54d32a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:49.856119 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4074bb6-a312-4bd6-85b9-0056f9d402fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.945469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c56467-1c7c-48a9-9a3b-b40c52d5c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6595466-0d4b-4404-9af6-30f0b9e2b98b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:49.963875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26bb1a05-80ab-4968-9f36-d6e163e3c03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.982167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4074bb6-a312-4bd6-85b9-0056f9d402fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.995493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26bb1a05-80ab-4968-9f36-d6e163e3c03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:49.996146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6f2d1d84-2318-4326-a619-7792b3c541d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 999 time: 0.2081687 Jul 28 11:23:50.071701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc04ddb2-d66a-4fde-85bf-b2356da76c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.135836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26bb1a05-80ab-4968-9f36-d6e163e3c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.140959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26bb1a05-80ab-4968-9f36-d6e163e3c03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.142501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-26bb1a05-80ab-4968-9f36-d6e163e3c03a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/369900ae-3b1a-456c-b4ea-45fb9b54d32a HTTP/1.1" status: 204 len: 168 time: 0.2830410 Jul 28 11:23:50.148516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4074bb6-a312-4bd6-85b9-0056f9d402fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.151514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4074bb6-a312-4bd6-85b9-0056f9d402fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.155902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b4074bb6-a312-4bd6-85b9-0056f9d402fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e2db612-7190-4525-b2db-9b852de8aae3 HTTP/1.1" status: 204 len: 168 time: 0.4286063 Jul 28 11:23:50.162909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb1a05-80ab-4968-9f36-d6e163e3c03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369900ae-3b1a-456c-b4ea-45fb9b54d32a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:50.223072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5336-07ef-4753-a397-331c89fb151e req-3d8b2349-84e2-41b2-aa00-a66eeafe0b01 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:50.225219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-125d5336-07ef-4753-a397-331c89fb151e req-3d8b2349-84e2-41b2-aa00-a66eeafe0b01 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.2927244 Jul 28 11:23:50.229045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074bb6-a312-4bd6-85b9-0056f9d402fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2db612-7190-4525-b2db-9b852de8aae3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:50.263807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc04ddb2-d66a-4fde-85bf-b2356da76c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.270327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc04ddb2-d66a-4fde-85bf-b2356da76c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.278933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-469789b8-b3d3-408b-9594-76077a37167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:50.281519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-469789b8-b3d3-408b-9594-76077a37167c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.2570415 Jul 28 11:23:50.304980 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dc04ddb2-d66a-4fde-85bf-b2356da76c94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3cb9e0a307745a5a9d55f892c8e50af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7765055 Jul 28 11:23:50.305636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:50.368018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-125d5336-07ef-4753-a397-331c89fb151e req-602de05f-50b8-4ad7-84af-feccbf7a3f14 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973053 Jul 28 11:23:50.376786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-ec732c82-b4ff-44f7-b41e-bb9b3ec11b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:50.379058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-ec732c82-b4ff-44f7-b41e-bb9b3ec11b9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848603 Jul 28 11:23:50.390039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 15f5dc53-f72d-4d32-8041-73a77bfb1ebd no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:50.409107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04ddb2-d66a-4fde-85bf-b2356da76c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b6536-6352-4161-bc4b-0529665f377c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:50.434640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e194d9-0055-4056-b84f-5f7e36276520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.461823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 15f5dc53-f72d-4d32-8041-73a77bfb1ebd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:23:50.462167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 15f5dc53-f72d-4d32-8041-73a77bfb1ebd not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:50.482068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e194d9-0055-4056-b84f-5f7e36276520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.555880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e194d9-0055-4056-b84f-5f7e36276520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.559788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e194d9-0055-4056-b84f-5f7e36276520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:50.563571 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9e194d9-0055-4056-b84f-5f7e36276520 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/625b6536-6352-4161-bc4b-0529665f377c HTTP/1.1" status: 204 len: 168 time: 0.2521904 Jul 28 11:23:50.567176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-a3d447ac-e46b-42b5-8a2b-933d34098f7d service neutron] 10.222.0.41 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806931 Jul 28 11:23:50.570858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e194d9-0055-4056-b84f-5f7e36276520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b6536-6352-4161-bc4b-0529665f377c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:50.982598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-70ddae32-4cb3-4149-ad1b-64e4c19047fa service neutron] 10.222.0.41 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087956 Jul 28 11:23:51.281296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6b0b4df4-8e16-441e-b23e-3a0bdb6d5fa4 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:51.283264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-6b0b4df4-8e16-441e-b23e-3a0bdb6d5fa4 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2&tenant_id=53d99df6846d459185671064bf7c439d&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 1096 time: 0.0601373 Jul 28 11:23:51.570259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-8e0750b5-2a49-489f-9400-184b53966df0 service neutron] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:23:51.576219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-8e0750b5-2a49-489f-9400-184b53966df0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:51.577534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-8e0750b5-2a49-489f-9400-184b53966df0 service neutron] 10.222.0.41 "DELETE /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177/bindings/n-h1-723573-7 HTTP/1.1" status: 204 len: 173 time: 0.2847414 Jul 28 11:23:51.595832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25523db-6efd-4919-8b2f-de47b5c60c68 req-86561fcc-bfcc-4a2c-a642-837f445c70b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:51.599863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c25523db-6efd-4919-8b2f-de47b5c60c68 req-86561fcc-bfcc-4a2c-a642-837f445c70b5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.1375034 Jul 28 11:23:51.675528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c25523db-6efd-4919-8b2f-de47b5c60c68 req-3ec30476-038a-49bc-9e91-a94328494111 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653856 Jul 28 11:23:51.817210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d96cae-a675-4b0d-bad3-95accd975155 req-f8da3d78-85a4-463a-8dd5-7a8f4d236528 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:51.818731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1d96cae-a675-4b0d-bad3-95accd975155 req-f8da3d78-85a4-463a-8dd5-7a8f4d236528 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1096 time: 0.0590522 Jul 28 11:23:51.880742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1d96cae-a675-4b0d-bad3-95accd975155 req-8c571de5-50a0-4776-815d-eb8f9a429443 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559804 Jul 28 11:23:52.061662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f562-39b3-4d8d-bd3d-f15395a37fe9 req-9543afa8-5c08-45ce-8e97-075df6186abb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:52.063555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e450f562-39b3-4d8d-bd3d-f15395a37fe9 req-9543afa8-5c08-45ce-8e97-075df6186abb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.0766017 Jul 28 11:23:52.124938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e450f562-39b3-4d8d-bd3d-f15395a37fe9 req-9b465fe6-9b56-4cc9-a745-cfca553d1a5a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555725 Jul 28 11:23:52.154508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:52.249452 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-926aea5c-d1ac-40e4-bdcd-e79cf0e0404c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/c5e92fd6-863b-4f25-a245-1db21eaaab6f HTTP/1.1" status: 200 len: 991 time: 0.0931818 Jul 28 11:23:52.391110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eab819db-8859-4f32-b657-94e22e5b3177 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:23:52.451305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eab819db-8859-4f32-b657-94e22e5b3177 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:23:52.455461 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:52.705253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60606) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:52.828606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe5738c-a87e-4530-a718-3126f5d198b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:52.939064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe5738c-a87e-4530-a718-3126f5d198b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:52.954889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe5738c-a87e-4530-a718-3126f5d198b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:53.035643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5fe5738c-a87e-4530-a718-3126f5d198b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1bb9a62e28149cf8b7330cd2a58a6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292608 Jul 28 11:23:53.036953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5738c-a87e-4530-a718-3126f5d198b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c25412-d7d8-4c51-872a-01d2eacca8f7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:53.038325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:53.095137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6436e5-bae5-4817-84bc-15aaf6ad0c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:53.132424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6436e5-bae5-4817-84bc-15aaf6ad0c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:53.189022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6436e5-bae5-4817-84bc-15aaf6ad0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:53.192715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6436e5-bae5-4817-84bc-15aaf6ad0c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:53.196653 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c6436e5-bae5-4817-84bc-15aaf6ad0c00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64c25412-d7d8-4c51-872a-01d2eacca8f7 HTTP/1.1" status: 204 len: 168 time: 0.1544139 Jul 28 11:23:53.202869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6436e5-bae5-4817-84bc-15aaf6ad0c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c25412-d7d8-4c51-872a-01d2eacca8f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:54.302435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:54.451915 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:23:54.507909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:54.559744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b1f95f4-39f0-4790-9a26-c2400aa87591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.758847 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b1f95f4-39f0-4790-9a26-c2400aa87591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.767333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b1f95f4-39f0-4790-9a26-c2400aa87591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.842534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port a387f8bc-7e90-4d0e-ac7c-336b58956f0a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:54.844889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.862046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0b1f95f4-39f0-4790-9a26-c2400aa87591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5040f4c88574262a65a6feabbed5be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5575588 Jul 28 11:23:54.862977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f95f4-39f0-4790-9a26-c2400aa87591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629409e-de84-4eb6-b8e3-9631ec62c73a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:54.865540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:54.895375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:54.956100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e404d17f-dc00-4f87-8a38-30c59da0bfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.975738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.976623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.983369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e404d17f-dc00-4f87-8a38-30c59da0bfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:54.990682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for a387f8bc-7e90-4d0e-ac7c-336b58956f0a owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:55.054756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e404d17f-dc00-4f87-8a38-30c59da0bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.058618 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e404d17f-dc00-4f87-8a38-30c59da0bfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.060033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e404d17f-dc00-4f87-8a38-30c59da0bfda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b629409e-de84-4eb6-b8e3-9631ec62c73a HTTP/1.1" status: 204 len: 168 time: 0.1823225 Jul 28 11:23:55.078248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404d17f-dc00-4f87-8a38-30c59da0bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629409e-de84-4eb6-b8e3-9631ec62c73a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:55.095583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1068105778-network', 'tenant_id': 'd5ae02aca7ba487d9b62fb8ac8a3683b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:55.142145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Made reservation on behalf of d5ae02aca7ba487d9b62fb8ac8a3683b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:23:55.153904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.171095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.258704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.320988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=a387f8bc-7e90-4d0e-ac7c-336b58956f0a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:55.383063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.392597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.423035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:23:55.444133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13cc592-8f7b-4449-aa36-8898dd16833c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:55.467153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.467601 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Added segment d14e5302-97ba-4cf2-b749-f2755f36a2da of type vlan for network e423a78b-f93f-423c-948c-c78e7ecc644d Jul 28 11:23:55.473844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.474399 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP c5e92fd6-863b-4f25-a245-1db21eaaab6f disassociated (deleted). External IP: 172.25.1.60, port: eab819db-8859-4f32-b657-94e22e5b3177. Jul 28 11:23:55.526663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.599004 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.600114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:55.602900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.632633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:55.658522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa5d2-2fa1-47af-a995-9214c66bfa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.665435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:55.700691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7964156 Jul 28 11:23:55.701744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0721bc-5790-4e50-b26d-854373837e52 admin admin] Pushing event updated for resources: {'Network': ['ID=e423a78b-f93f-423c-948c-c78e7ecc644d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:55.704057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:55.712072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e423a78b-f93f-423c-948c-c78e7ecc644d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:23:55.723790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Request body: {'subnet': {'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1068105778-subnet', 'tenant_id': 'd5ae02aca7ba487d9b62fb8ac8a3683b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:23:55.917269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea76ad2c-3cb8-4d84-900f-f568c292f93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.986196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa5d2-2fa1-47af-a995-9214c66bfa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:55.991024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f228887d-f56c-4a07-8a33-1814fe8423b1 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:23:55.994979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa5d2-2fa1-47af-a995-9214c66bfa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.028870 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0b6fa5d2-2fa1-47af-a995-9214c66bfa52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10c6e8e767444e518388533c10362e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951597 Jul 28 11:23:56.031826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:56.042859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Made reservation on behalf of d5ae02aca7ba487d9b62fb8ac8a3683b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:23:56.047651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.178629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fa5d2-2fa1-47af-a995-9214c66bfa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e50c0-73bf-4238-9547-7ccf0c3b2f72,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:56.318305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea76ad2c-3cb8-4d84-900f-f568c292f93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.320964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da9e2e6-42ba-451e-bbb8-8e315dabfab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.326003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.330839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea76ad2c-3cb8-4d84-900f-f568c292f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.367114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:23:56.380482 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] Sync routers for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:23:56.382595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ea76ad2c-3cb8-4d84-900f-f568c292f93b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc132c99f7f342428c0c175f4d10c6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7159514 Jul 28 11:23:56.384982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:56.389908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.391095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:56.391726 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:56.402101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6691916f-ae4e-4523-999b-974102b226d5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:56.411006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Checking segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:23:56.411365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Network hostable DHCP agents. Network: e423a78b-f93f-423c-948c-c78e7ecc644d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:23:56.431652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Network e423a78b-f93f-423c-948c-c78e7ecc644d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:23:56.448565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e423a78b-f93f-423c-948c-c78e7ecc644d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:23:56.454389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:56.454991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.455867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da9e2e6-42ba-451e-bbb8-8e315dabfab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.460445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7559d5-4281-4d27-bafc-5102aed08e45 None None] Network e423a78b-f93f-423c-948c-c78e7ecc644d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:23:56.479319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ad2c-3cb8-4d84-900f-f568c292f93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c02b4b7-07ff-442e-b9c6-3e98b05ee76e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:56.484388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b4fec924-203e-4dc5-835f-e13a8dd076ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7788944 Jul 28 11:23:56.506745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bab72610-a173-42ec-8b16-6529743b6dfe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5e92fd6-863b-4f25-a245-1db21eaaab6f HTTP/1.1" status: 204 len: 168 time: 1.9974766 Jul 28 11:23:56.516289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:56.519197 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca93484-e773-43c4-ab19-ed7536563203" -d '{"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:56.539017 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:56.604224 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef3674-5e29-46e0-bae1-61d440fbfd2b x-openstack-request-id: req-d1ef3674-5e29-46e0-bae1-61d440fbfd2b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:56.604871 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:56.605380 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1ef3674-5e29-46e0-bae1-61d440fbfd2b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:56.606763 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'status': 'completed', 'code': 200} Jul 28 11:23:56.642587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55dcc498-1097-4ab4-b062-55161863d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.670831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da9e2e6-42ba-451e-bbb8-8e315dabfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.674118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da9e2e6-42ba-451e-bbb8-8e315dabfab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.675577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8da9e2e6-42ba-451e-bbb8-8e315dabfab7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d3e50c0-73bf-4238-9547-7ccf0c3b2f72 HTTP/1.1" status: 204 len: 168 time: 0.6370084 Jul 28 11:23:56.678731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55dcc498-1097-4ab4-b062-55161863d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.699232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9e2e6-42ba-451e-bbb8-8e315dabfab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e50c0-73bf-4238-9547-7ccf0c3b2f72,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:56.773232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55dcc498-1097-4ab4-b062-55161863d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.776763 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55dcc498-1097-4ab4-b062-55161863d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:56.778762 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55dcc498-1097-4ab4-b062-55161863d086 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c02b4b7-07ff-442e-b9c6-3e98b05ee76e HTTP/1.1" status: 204 len: 168 time: 0.3583674 Jul 28 11:23:56.780525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca93484-e773-43c4-ab19-ed7536563203 req-0996191d-b5cb-4d2e-a451-2ce205dadf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:56.782076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-0996191d-b5cb-4d2e-a451-2ce205dadf6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 1096 time: 0.1554034 Jul 28 11:23:56.806635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc498-1097-4ab4-b062-55161863d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c02b4b7-07ff-442e-b9c6-3e98b05ee76e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:56.841856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede34893-4658-4255-bb56-44f97980b559 None None] Network e423a78b-f93f-423c-948c-c78e7ecc644d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:23:57.001580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca93484-e773-43c4-ab19-ed7536563203 req-03ebf96f-cd39-424b-8390-a0aa7df0dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:57.003296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-03ebf96f-cd39-424b-8390-a0aa7df0dae1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 200 len: 897 time: 0.2111371 Jul 28 11:23:57.117882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-f53cbc98-fd8c-4a17-9f70-87b2d828f0fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 200 len: 217 time: 0.1036766 Jul 28 11:23:57.167867 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:47Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:57.211271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] Checking router: f228887d-f56c-4a07-8a33-1814fe8423b1 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:23:57.231817 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:23:57.234521 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:57.303098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54417db5-8a87-480f-9d88-137906667462 req-c1180efe-ebe8-4fdd-a914-07157d8d9183 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:57.305072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54417db5-8a87-480f-9d88-137906667462 req-c1180efe-ebe8-4fdd-a914-07157d8d9183 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.1938355 Jul 28 11:23:57.334167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca93484-e773-43c4-ab19-ed7536563203 req-222eac8f-181c-4508-91bf-50a578e14228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:57.335611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-222eac8f-181c-4508-91bf-50a578e14228 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 200 len: 835 time: 0.1952393 Jul 28 11:23:57.451620 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:23:57.485818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54417db5-8a87-480f-9d88-137906667462 req-ff83204e-fd92-46a6-a7f6-878ec4046765 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=490c0584-fc1f-47eb-9ebc-ff362323f57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660073 Jul 28 11:23:57.497460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca93484-e773-43c4-ab19-ed7536563203 req-3dbf5327-66be-4836-bed7-55278416cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:57.499678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-3dbf5327-66be-4836-bed7-55278416cf69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=576b49df-de5b-4b60-9552-c39132e26f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439440 Jul 28 11:23:57.529081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-8f84bffe-3d13-45d6-8077-7d7979b152c7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:57.530817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-8f84bffe-3d13-45d6-8077-7d7979b152c7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 945 time: 0.1135890 Jul 28 11:23:57.712812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-5999f451-cc4e-4783-b276-f1b1492a3e21 service neutron] 10.222.0.41 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947908 Jul 28 11:23:57.716670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port eab819db-8859-4f32-b657-94e22e5b3177 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:23:57.717021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:57.831149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:57.857399 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:47Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:23:57.885013 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-34ff9779-94d0-46e3-8d04-76c62aafaa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:57.909396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:57.917583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b638b-8e66-4e63-a3e7-61dbc47cc427 None None] The sync data for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 is: [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c3f2aaa0-880f-4624-b96d-fc2adf6e26e0', 'name': '', 'network_id': '576b49df-de5b-4b60-9552-c39132e26f43', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:9b:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:40Z', 'updated_at': '2021-07-28T11:22:47Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': '641e0ae4-c3d7-4377-b636-7e2a14387c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:23:57.975436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port eab819db-8859-4f32-b657-94e22e5b3177, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eab819db-8859-4f32-b657-94e22e5b3177,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:23:57.975814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:57.995376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ca93484-e773-43c4-ab19-ed7536563203 req-3806a6bf-d17e-4dca-aa4f-ef6c531cef39 service neutron] 10.222.0.41 "GET /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737811 Jul 28 11:23:58.002600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for eab819db-8859-4f32-b657-94e22e5b3177 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:23:58.107161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:58.134901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3976-b461-4002-9817-bd50c8218723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.327425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3976-b461-4002-9817-bd50c8218723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.335585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2ef3976-b461-4002-9817-bd50c8218723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.374393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef3976-b461-4002-9817-bd50c8218723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d4486-ce55-4343-9d97-6fbe9b0dddfa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:58.374922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7c17c-22ae-4cfb-87d7-c72075dd0569 None None] New status for floating IP c5e92fd6-863b-4f25-a245-1db21eaaab6f: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:23:58.426620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdf74fab-3151-4c9a-aac7-2feeb053ba53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.431918 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a395560-a804-4f97-be0a-e7650178e327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.438516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.454401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c2ef3976-b461-4002-9817-bd50c8218723 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba5de9cc71c34e83b580de4a72b6c628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427260 Jul 28 11:23:58.461483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:58.551273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=eab819db-8859-4f32-b657-94e22e5b3177,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:58.570381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdf74fab-3151-4c9a-aac7-2feeb053ba53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.579843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdf74fab-3151-4c9a-aac7-2feeb053ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.611589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] No DVR routers for this DVR port eab819db-8859-4f32-b657-94e22e5b3177 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:23:58.620984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-8caf0d87-f012-471f-8b74-1ffd3014cb15 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:23:58.626738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74fab-3151-4c9a-aac7-2feeb053ba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d981c-831c-4dee-b5fa-31cafb1b9380,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:58.631173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-8caf0d87-f012-471f-8b74-1ffd3014cb15 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.3771849 Jul 28 11:23:58.660945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.662874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b984314b-7dd6-4ff5-8b5e-2fe8a34bec95 req-3f023e09-2edd-4127-b34f-d7173a34c5bc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.41 "DELETE /v2.0/ports/eab819db-8859-4f32-b657-94e22e5b3177 HTTP/1.1" status: 204 len: 173 time: 1.1234913 Jul 28 11:23:58.663491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-deleted', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:23:58.665845 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bdf74fab-3151-4c9a-aac7-2feeb053ba53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d08f343b63e246f9ae4b47153dd41ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558324 Jul 28 11:23:58.668365 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f6aae-8c16-4965-884f-65244a7d6d47" -d '{"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-deleted", "tag": "eab819db-8859-4f32-b657-94e22e5b3177"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:23:58.668564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:58.706140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-591b0bf2-0534-40d8-b483-c30669a6e7d1 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/quotas/d5ae02aca7ba487d9b62fb8ac8a3683b HTTP/1.1" status: 200 len: 375 time: 0.0740623 Jul 28 11:23:58.709791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e97fed96-d111-4c56-99f4-4515d654edc4 req-c210a24b-1294-48fa-bb9d-de3b24ce64b7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3495ee0-fd0d-40f7-968c-0c3e0f16fec2 HTTP/1.1" status: 200 len: 210 time: 0.0654767 Jul 28 11:23:58.736902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71935889-2d1e-462c-96e0-979cf9c0f5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.772143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-65b8ba55-cc86-4257-b70e-666ebe58ead4 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477204 Jul 28 11:23:58.776884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24728d1-b917-48dd-96a1-0132323764c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.816608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71935889-2d1e-462c-96e0-979cf9c0f5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.819283 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99c479a-0e15-4220-8a51-37d2dcab2ab8 x-openstack-request-id: req-a99c479a-0e15-4220-8a51-37d2dcab2ab8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:23:58.819636 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3495ee0-fd0d-40f7-968c-0c3e0f16fec2", "name": "network-vif-deleted", "tag": "eab819db-8859-4f32-b657-94e22e5b3177", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:23:58.820506 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a99c479a-0e15-4220-8a51-37d2dcab2ab8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:23:58.820506 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3495ee0-fd0d-40f7-968c-0c3e0f16fec2', 'name': 'network-vif-deleted', 'tag': 'eab819db-8859-4f32-b657-94e22e5b3177', 'status': 'completed', 'code': 200} Jul 28 11:23:58.847010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24728d1-b917-48dd-96a1-0132323764c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.859378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a395560-a804-4f97-be0a-e7650178e327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.873317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a395560-a804-4f97-be0a-e7650178e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.940494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-f49da4c5-b519-42de-a953-d9f0cc9d13d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578841 Jul 28 11:23:58.941257 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5a395560-a804-4f97-be0a-e7650178e327 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=642769c0f800401484b1508f82472ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1089287 Jul 28 11:23:58.943523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a395560-a804-4f97-be0a-e7650178e327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc92a59-bd17-4c5e-9a10-33c2293347d7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:58.945045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:23:58.954927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71935889-2d1e-462c-96e0-979cf9c0f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.957860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71935889-2d1e-462c-96e0-979cf9c0f5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.959188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-71935889-2d1e-462c-96e0-979cf9c0f5a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/931d4486-ce55-4343-9d97-6fbe9b0dddfa HTTP/1.1" status: 204 len: 168 time: 0.4969978 Jul 28 11:23:58.982160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24728d1-b917-48dd-96a1-0132323764c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.985429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24728d1-b917-48dd-96a1-0132323764c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:58.986648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f24728d1-b917-48dd-96a1-0132323764c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/238d981c-831c-4dee-b5fa-31cafb1b9380 HTTP/1.1" status: 204 len: 168 time: 0.3173614 Jul 28 11:23:58.995537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24728d1-b917-48dd-96a1-0132323764c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d981c-831c-4dee-b5fa-31cafb1b9380,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:59.018080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71935889-2d1e-462c-96e0-979cf9c0f5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d4486-ce55-4343-9d97-6fbe9b0dddfa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:59.136078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76967ded-74ee-439a-bf46-ca0b71393d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:59.158409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-be0416ab-8c6f-4cc5-b1ef-622732f0d4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969695 Jul 28 11:23:59.174802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76967ded-74ee-439a-bf46-ca0b71393d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:59.249242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76967ded-74ee-439a-bf46-ca0b71393d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:59.252325 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76967ded-74ee-439a-bf46-ca0b71393d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:23:59.256732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-76967ded-74ee-439a-bf46-ca0b71393d52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bc92a59-bd17-4c5e-9a10-33c2293347d7 HTTP/1.1" status: 204 len: 168 time: 0.3077912 Jul 28 11:23:59.267708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76967ded-74ee-439a-bf46-ca0b71393d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc92a59-bd17-4c5e-9a10-33c2293347d7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:23:59.388881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7bb8f6d-7ab4-4bf5-a9de-843807ed002b req-13a208d3-31b6-432c-9f2d-8111a8b0aa11 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 210 time: 0.0429072 Jul 28 11:23:59.812457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60876) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:00.330510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:00.739342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eec3a4b-5161-4b8c-89d7-fdbe712ed353 req-e0b1f37b-923c-4ff8-828e-bf8b6d117733 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 210 time: 0.1964934 Jul 28 11:24:00.824091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-4208cce5-6e99-47dc-bfac-224dacbec77e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:00.826602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-4208cce5-6e99-47dc-bfac-224dacbec77e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.3197069 Jul 28 11:24:00.888694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Request body: {'port': {'device_id': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'admin_state_up': True, 'tenant_id': 'd5ae02aca7ba487d9b62fb8ac8a3683b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:00.984200 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:00.993718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:00.994368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:01.035378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eab819db-8859-4f32-b657-94e22e5b3177 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:01.081861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Made reservation on behalf of d5ae02aca7ba487d9b62fb8ac8a3683b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:01.086533 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:01.089433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: eab819db-8859-4f32-b657-94e22e5b3177 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:01.089838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eab819db-8859-4f32-b657-94e22e5b3177 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:01.133850 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-501549b8-c6df-489a-89f5-bcac09e14006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:01.621275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port c3f2aaa0-880f-4624-b96d-fc2adf6e26e0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:01.621639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:01.644800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:01.753136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Allocated IP 172.20.0.13 (e423a78b-f93f-423c-948c-c78e7ecc644d/6691916f-ae4e-4523-999b-974102b226d5/4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:01.936598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:01.968786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ad7b350-1c4f-4e42-b5af-deff4d4ea9f4 req-a1c0bda0-7e8c-411e-a142-e2ff6fcdd803 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 210 time: 0.0516596 Jul 28 11:24:02.079669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:02.083880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:02.127368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=c3f2aaa0-880f-4624-b96d-fc2adf6e26e0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:02.254395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:02.376709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Network e423a78b-f93f-423c-948c-c78e7ecc644d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:02.386521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:02.392554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:02.398326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event updated for resources: {'Port': ['ID=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:02.458077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:02.482256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:02.482884 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:02.538245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fd25ae0d-020b-4966-a15a-b7a4177ed6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6760261 Jul 28 11:24:02.552092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Request body: {'port': {'device_id': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:02.652011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:02.919534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router f228887d-f56c-4a07-8a33-1814fe8423b1 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:03.177331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:03.184946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7147965f-747f-4972-a476-cb6f6bef50f0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/f228887d-f56c-4a07-8a33-1814fe8423b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701448 Jul 28 11:24:03.188399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:03.192543 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] Sync routers for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:03.203679 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:03.204611 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:03.209246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a28ae-14d5-4a5f-8f79-1d9569418e30 req-992f1c10-e4df-4e90-ae82-42404f145b53 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:03.210728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-890a28ae-14d5-4a5f-8f79-1d9569418e30 req-992f1c10-e4df-4e90-ae82-42404f145b53 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 932 time: 0.1325583 Jul 28 11:24:03.238824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:03.256009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.295022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Transition to ACTIVE for port object 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:03.306288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-890a28ae-14d5-4a5f-8f79-1d9569418e30 req-2d84856f-b622-4b5d-b85e-f775c3a154c6 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632544 Jul 28 11:24:03.310848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting subnet 641e0ae4-c3d7-4377-b636-7e2a14387c16 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:24:03.314170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.316802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.386411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.405460 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.415413 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:03.430267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:03.435230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Pushing event updated for resources: {'Port': ['ID=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:03.507168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:03.562715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.618610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09db4a92-6646-4cbd-94e0-6929473dd934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.649702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Attempting to bind port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:03.650149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Attempting to bind port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:03.650717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Attempting to bind port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:03.664114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 on network e423a78b-f93f-423c-948c-c78e7ecc644d not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:03.664896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Attempting to bind port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:03.671509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40766b4d-a1d3-4d15-a992-8c9a82949224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.672077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:03.672847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Checking segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:03.673456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Bound using segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:03.674317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Bound port: 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:03.675134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.756973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.766354 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:24:01Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:03.769557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09db4a92-6646-4cbd-94e0-6929473dd934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.780981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09db4a92-6646-4cbd-94e0-6929473dd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.795648 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] Checking router: f228887d-f56c-4a07-8a33-1814fe8423b1 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:24:03.800270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Subnet': ['ID=641e0ae4-c3d7-4377-b636-7e2a14387c16,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:03.802606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.804958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e98df7cd-3f16-4bcc-8b10-364ca94b8da3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/subnets/641e0ae4-c3d7-4377-b636-7e2a14387c16 HTTP/1.1" status: 204 len: 168 time: 0.6143239 Jul 28 11:24:03.807429 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] Routers {'f228887d-f56c-4a07-8a33-1814fe8423b1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:03.808290 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f228887d-f56c-4a07-8a33-1814fe8423b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:03.809803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:03.811104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] For port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:03.813763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aabfa7-b1c7-4699-8d83-9b1318acc2df None None] Network 576b49df-de5b-4b60-9552-c39132e26f43 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:03.816889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-09db4a92-6646-4cbd-94e0-6929473dd934 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26d9f44fdc604f59999a5330fd184cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845289 Jul 28 11:24:03.820295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:03.895869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4a92-6646-4cbd-94e0-6929473dd934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311fca9-532d-438a-8de3-53427b9c42d2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:03.934730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.980509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037e3986-1657-4538-80cc-7e84743aa472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:03.986479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] For port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:03.999232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.029308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037e3986-1657-4538-80cc-7e84743aa472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.067840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40766b4d-a1d3-4d15-a992-8c9a82949224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.080569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:04.081479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.083372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] 10.222.0.41 "PUT /v2.0/ports/4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 HTTP/1.1" status: 200 len: 1092 time: 1.5356462 Jul 28 11:24:04.083697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40766b4d-a1d3-4d15-a992-8c9a82949224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.085974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'tag': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:04.095590 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761" -d '{"events": [{"name": "network-changed", "server_uuid": "95b3fae4-94e7-47ad-bdff-5182ddbf1397", "tag": "4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:04.099209 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] Set router f228887d-f56c-4a07-8a33-1814fe8423b1 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:04.166633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40766b4d-a1d3-4d15-a992-8c9a82949224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7291ad04-a162-4035-9b94-6e0f79900a09,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:04.174688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead418e-ca24-4aea-8089-cf0e8442f427 service neutron] Pushing event updated for resources: {'Port': ['ID=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:04.179076 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31d4bb1-5eba-47c3-91de-d87962399c3a x-openstack-request-id: req-a31d4bb1-5eba-47c3-91de-d87962399c3a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:04.179756 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b3fae4-94e7-47ad-bdff-5182ddbf1397", "tag": "4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:04.179756 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a31d4bb1-5eba-47c3-91de-d87962399c3a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:04.180049 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'tag': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', 'status': 'completed', 'code': 200} Jul 28 11:24:04.185306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.203070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-d317bc8e-be14-4698-8800-412744ace84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:04.205398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-d317bc8e-be14-4698-8800-412744ace84a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 1095 time: 0.0682850 Jul 28 11:24:04.207582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-40766b4d-a1d3-4d15-a992-8c9a82949224 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=416b67d52f0e492bad727fb6bc538e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991267 Jul 28 11:24:04.208366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:04.244296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037e3986-1657-4538-80cc-7e84743aa472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.248419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037e3986-1657-4538-80cc-7e84743aa472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.249838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-037e3986-1657-4538-80cc-7e84743aa472 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e311fca9-532d-438a-8de3-53427b9c42d2 HTTP/1.1" status: 204 len: 168 time: 0.4222019 Jul 28 11:24:04.270019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e3986-1657-4538-80cc-7e84743aa472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311fca9-532d-438a-8de3-53427b9c42d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:04.286605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e703d16a-c42e-4d16-9942-74da4d336c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.310764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e703d16a-c42e-4d16-9942-74da4d336c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.326562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-e7926a70-d0d5-44e1-8c28-70a971085001 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 HTTP/1.1" status: 200 len: 217 time: 0.0625126 Jul 28 11:24:04.411969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-8124a334-74e8-49d3-91f9-ebe6d97c2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:04.415235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-8124a334-74e8-49d3-91f9-ebe6d97c2c77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.0808709 Jul 28 11:24:04.417360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 107b950d-9edb-435d-9b7e-017cab166eff {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:04.417969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.442466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e703d16a-c42e-4d16-9942-74da4d336c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.448979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e703d16a-c42e-4d16-9942-74da4d336c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.452198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e703d16a-c42e-4d16-9942-74da4d336c66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7291ad04-a162-4035-9b94-6e0f79900a09 HTTP/1.1" status: 204 len: 168 time: 0.2421744 Jul 28 11:24:04.468853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d16a-c42e-4d16-9942-74da4d336c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7291ad04-a162-4035-9b94-6e0f79900a09,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:04.537574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-4e12c459-dec5-4c0d-a5cf-28e499eeeb00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556705 Jul 28 11:24:04.570749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:24:01Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:04.601322 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf64c93-7d4c-4e43-a923-5d002c3df974 None None] The sync data for ids ['f228887d-f56c-4a07-8a33-1814fe8423b1'] in n-d-723573-7 is: [{'id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988031837', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '107b950d-9edb-435d-9b7e-017cab166eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:22:35Z', 'updated_at': '2021-07-28T11:24:01Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '107b950d-9edb-435d-9b7e-017cab166eff', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228887d-f56c-4a07-8a33-1814fe8423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:22:36Z', 'updated_at': '2021-07-28T11:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:04.637488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:04.655007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] DHCP port deletion for 576b49df-de5b-4b60-9552-c39132e26f43 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:24:04.735958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] Deleting port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:04.736463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.806156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:04.818432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] For port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,segment=NetworkSegment(267111b6-77d2-401c-8c64-ebda068d36c2),segment_id=267111b6-77d2-401c-8c64-ebda068d36c2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:04.819163 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.831145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d3b6-6aee-4c9c-a6e9-b2b2761bad45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.835281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] Calling delete_port for 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:04.981662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:04.984555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 107b950d-9edb-435d-9b7e-017cab166eff, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=107b950d-9edb-435d-9b7e-017cab166eff,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:04.984927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.004453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] No DVR routers for this DVR port 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:05.026529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d3b6-6aee-4c9c-a6e9-b2b2761bad45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.038391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85738e0-74c4-4939-b546-ebf2061bccae None None] Pushing event deleted for resources: {'Port': ['ID=018bd7f7-d7be-4c6b-8ae0-110aadba8b74,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.062024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23bf23b4-acd8-4df5-992e-864ec4f3c711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.064599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e3d3b6-6aee-4c9c-a6e9-b2b2761bad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.067737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e5b9-4fa8-4669-81f0-3f5cc610ca12 req-e22ac709-c48b-487a-8d07-0244f62a74ca tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:05.077686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b80e5b9-4fa8-4669-81f0-3f5cc610ca12 req-e22ac709-c48b-487a-8d07-0244f62a74ca tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 944 time: 0.5940447 Jul 28 11:24:05.079854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 107b950d-9edb-435d-9b7e-017cab166eff owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:05.092550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:05.117234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-2bbd0219-6911-4e50-9034-e5fe903c3f72 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545809 Jul 28 11:24:05.136188 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e49700-f7d0-4b5c-b309-38eae92bf387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.147747 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b9e3d3b6-6aee-4c9c-a6e9-b2b2761bad45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9099a82317c7416f974fdf5c8b6cf254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380847 Jul 28 11:24:05.155011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3d3b6-6aee-4c9c-a6e9-b2b2761bad45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df3a00-b4cf-4a06-ae82-6a36afe6cf01,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.155210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32884) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:05.245626 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23bf23b4-acd8-4df5-992e-864ec4f3c711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.249177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b80e5b9-4fa8-4669-81f0-3f5cc610ca12 req-810f5b1a-2bf7-4fb2-9041-93ebca88da7b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701162 Jul 28 11:24:05.253855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23bf23b4-acd8-4df5-992e-864ec4f3c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.310795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-23bf23b4-acd8-4df5-992e-864ec4f3c711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d76aa3cfa56943c3ab50a0705810049e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719820 Jul 28 11:24:05.311442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf23b4-acd8-4df5-992e-864ec4f3c711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0eadbc-c707-4819-9d3f-1f1eacf56260,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.318324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:05.377025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55b13a62-94ee-4136-92ab-0c0657b53aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.380842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f51c7a3-b22b-4828-babc-112d8eb2f220 req-0b3acc74-abd1-4f22-8e51-ed0652771f30 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264702 Jul 28 11:24:05.412198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7b55076-78d7-4dc6-a2a6-0a757c10fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.429118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55b13a62-94ee-4136-92ab-0c0657b53aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.444547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:05.450856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7b55076-78d7-4dc6-a2a6-0a757c10fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.466103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:05.466532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3f2aaa0-880f-4624-b96d-fc2adf6e26e0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:05.467025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:05.467665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e49700-f7d0-4b5c-b309-38eae92bf387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.478793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e49700-f7d0-4b5c-b309-38eae92bf387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.488880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:05.489308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 018bd7f7-d7be-4c6b-8ae0-110aadba8b74 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:05.505430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.534597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e49700-f7d0-4b5c-b309-38eae92bf387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62653d46-145a-4cd1-b1be-0f251f4834a5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.536045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=107b950d-9edb-435d-9b7e-017cab166eff,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.545348 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29e49700-f7d0-4b5c-b309-38eae92bf387 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c48778255de4d35a8431232d716ff6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466820 Jul 28 11:24:05.545560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:05.546062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-a2c07aae-1e3e-4cde-ab19-64f9c8d2fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:05.547566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-a2c07aae-1e3e-4cde-ab19-64f9c8d2fe67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 1095 time: 0.0962508 Jul 28 11:24:05.570117 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7b55076-78d7-4dc6-a2a6-0a757c10fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.572740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7b55076-78d7-4dc6-a2a6-0a757c10fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.573866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b7b55076-78d7-4dc6-a2a6-0a757c10fe05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee0eadbc-c707-4819-9d3f-1f1eacf56260 HTTP/1.1" status: 204 len: 168 time: 0.2547870 Jul 28 11:24:05.580482 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55b13a62-94ee-4136-92ab-0c0657b53aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.582890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55b13a62-94ee-4136-92ab-0c0657b53aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.586387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-55b13a62-94ee-4136-92ab-0c0657b53aaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2df3a00-b4cf-4a06-ae82-6a36afe6cf01 HTTP/1.1" status: 204 len: 168 time: 0.4279733 Jul 28 11:24:05.596260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55076-78d7-4dc6-a2a6-0a757c10fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0eadbc-c707-4819-9d3f-1f1eacf56260,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.629326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f124517-e50f-44d0-a924-ee92075a9c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.645642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13a62-94ee-4136-92ab-0c0657b53aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2df3a00-b4cf-4a06-ae82-6a36afe6cf01,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.660422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f124517-e50f-44d0-a924-ee92075a9c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.672606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.728797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f124517-e50f-44d0-a924-ee92075a9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.736203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f124517-e50f-44d0-a924-ee92075a9c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.738097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1f124517-e50f-44d0-a924-ee92075a9c20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62653d46-145a-4cd1-b1be-0f251f4834a5 HTTP/1.1" status: 204 len: 168 time: 0.1915114 Jul 28 11:24:05.749940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f124517-e50f-44d0-a924-ee92075a9c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62653d46-145a-4cd1-b1be-0f251f4834a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:05.789135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.792512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.799263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-2bee099a-202d-4056-a523-b92a69817dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:05.800995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-2bee099a-202d-4056-a523-b92a69817dab service neutron] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 916 time: 0.2307897 Jul 28 11:24:05.869645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-7687d300-931d-469b-b6c8-56047a8dd39d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 HTTP/1.1" status: 200 len: 217 time: 0.0352824 Jul 28 11:24:05.872726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.873278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Fanout notify agent at l3_agent the message router_deleted on router f228887d-f56c-4a07-8a33-1814fe8423b1 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:24:05.881656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:05.883157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cf09e5d9-aaf7-4d7b-9ec9-bd5425bb922a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/routers/f228887d-f56c-4a07-8a33-1814fe8423b1 HTTP/1.1" status: 204 len: 168 time: 2.0690362 Jul 28 11:24:05.885766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:05.938276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-b943df87-6065-4b32-a055-6b09ad4bd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:05.940346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-b943df87-6065-4b32-a055-6b09ad4bd396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.0560234 Jul 28 11:24:05.984635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-e0b8a652-486b-498e-9dd2-1e9a3250eb0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347431 Jul 28 11:24:06.043070 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.101042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:06.111432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-80d07839-b59c-4453-a006-b3278fd18a21 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190586 Jul 28 11:24:06.131195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3470377b-ad5e-44e1-a5d7-39b7d68401a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.174408 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.188037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576b49df-de5b-4b60-9552-c39132e26f43']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:06.205334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267111b6-77d2-401c-8c64-ebda068d36c2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:06.205712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267111b6-77d2-401c-8c64-ebda068d36c2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:06.223101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.243872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.251207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:24:06.251683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:24:06.266075 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:24:06.275788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1d0f269-0df3-43c9-afb3-c4d50d9b8761 req-ed02a4c9-5882-4167-8bc8-ab5ed34ebf39 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543708 Jul 28 11:24:06.333730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3470377b-ad5e-44e1-a5d7-39b7d68401a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.344080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.349303 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.349615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3470377b-ad5e-44e1-a5d7-39b7d68401a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.355245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/networks/576b49df-de5b-4b60-9552-c39132e26f43 HTTP/1.1" status: 204 len: 168 time: 0.4658637 Jul 28 11:24:06.356018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:06.376915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb34f25-3c4d-4114-98e4-bc86eb1411ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Network': ['ID=576b49df-de5b-4b60-9552-c39132e26f43,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:06.481142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3470377b-ad5e-44e1-a5d7-39b7d68401a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ee715c685a941d0a0e795f63b62c82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784046 Jul 28 11:24:06.484571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:06.488644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470377b-ad5e-44e1-a5d7-39b7d68401a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7fb51b-4d87-40f2-bd99-9911b696ebd6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:06.526226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76070b-49a0-4fc3-9730-1241d6146124 req-05e3425c-66fa-4ebd-bbb2-ff3bbd896364 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:06.528354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a76070b-49a0-4fc3-9730-1241d6146124 req-05e3425c-66fa-4ebd-bbb2-ff3bbd896364 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 944 time: 0.1887197 Jul 28 11:24:06.580258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb688ad-4674-4fc3-b5b4-62d5e250f3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.587625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b458bacf-dfb9-4d2b-b3ab-befbf0df0aed tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.603812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb688ad-4674-4fc3-b5b4-62d5e250f3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.638118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b458bacf-dfb9-4d2b-b3ab-befbf0df0aed tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.666005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb688ad-4674-4fc3-b5b4-62d5e250f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.670333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb688ad-4674-4fc3-b5b4-62d5e250f3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.671887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6bb688ad-4674-4fc3-b5b4-62d5e250f3ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac7fb51b-4d87-40f2-bd99-9911b696ebd6 HTTP/1.1" status: 204 len: 168 time: 0.1862707 Jul 28 11:24:06.677445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a76070b-49a0-4fc3-9730-1241d6146124 req-92f9717e-cc2c-4cc3-a4d3-62daf4876788 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398146 Jul 28 11:24:06.685778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb688ad-4674-4fc3-b5b4-62d5e250f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7fb51b-4d87-40f2-bd99-9911b696ebd6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:06.736961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b458bacf-dfb9-4d2b-b3ab-befbf0df0aed tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.740137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b458bacf-dfb9-4d2b-b3ab-befbf0df0aed tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:06.744663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b458bacf-dfb9-4d2b-b3ab-befbf0df0aed tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/security-groups/490c0584-fc1f-47eb-9ebc-ff362323f57d HTTP/1.1" status: 204 len: 168 time: 0.3873529 Jul 28 11:24:06.755783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458bacf-dfb9-4d2b-b3ab-befbf0df0aed tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490c0584-fc1f-47eb-9ebc-ff362323f57d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:07.268720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:07.275634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242034917', 'description': 'tempest-secgroup-smoke-1242034917 description', 'project_id': '53d99df6846d459185671064bf7c439d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:07.311413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.430618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.435296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 107b950d-9edb-435d-9b7e-017cab166eff no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:07.441059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.459024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 107b950d-9edb-435d-9b7e-017cab166eff {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:07.459648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 107b950d-9edb-435d-9b7e-017cab166eff not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:07.483990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:07.487030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.488566 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1be6bf6c-1ac9-4452-acf1-78bf0d86613b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2176957 Jul 28 11:24:07.491147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:07.495833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '3bc5b6dd-0ecf-4d01-bd26-2a02199366ff', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:07.523462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.583862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.591201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.613387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabf16d4-d71a-4ae8-a118-1cef8b70f6f8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:07.617163 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.618493 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5c6c7464-cfb2-4cda-a61f-e88b1c627336 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262367 Jul 28 11:24:07.621852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:07.626523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '3bc5b6dd-0ecf-4d01-bd26-2a02199366ff', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:07.655241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.737231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.747190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.773501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be5196e-36e1-4b4f-9c67-c6c66054d0cd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:07.785435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.786680 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46df5a24-ace2-40e0-81f5-bdc1c25fd94c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636715 Jul 28 11:24:07.791457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:07.797657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '3bc5b6dd-0ecf-4d01-bd26-2a02199366ff', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:07.863364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.876916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f1ff-f187-4869-b516-b1aadf48cb4e req-fa8a4026-f6ad-4fe8-a3a2-f4000e26ba18 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:07.878472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6925f1ff-f187-4869-b516-b1aadf48cb4e req-fa8a4026-f6ad-4fe8-a3a2-f4000e26ba18 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 944 time: 0.0890784 Jul 28 11:24:07.951885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6925f1ff-f187-4869-b516-b1aadf48cb4e req-0a139bc1-90bc-4d57-9f47-53212372fa9d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jul 28 11:24:07.966226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.970878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:07.998697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4f5fe2-5833-4c5f-9904-ac72d88db868,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:08.014772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.015991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c85a0585-29e7-4d2e-9176-d3dc0234c88a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230141 Jul 28 11:24:08.018774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:08.023250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '3bc5b6dd-0ecf-4d01-bd26-2a02199366ff', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:08.050206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.125916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.130838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.150953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4340f91-2a60-4ac0-86e8-dfee46da1ad4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:08.159379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.160749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-21394f83-997e-4e2a-984a-472c81dbdc0a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409612 Jul 28 11:24:08.163484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:08.169014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '3bc5b6dd-0ecf-4d01-bd26-2a02199366ff', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:08.193580 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:24:08.199046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.280058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.285138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.299388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c788602-55c3-40f0-9672-b35dec9915a2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:08.318355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.322286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11070e5f-668d-471c-869f-c599350050f5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552455 Jul 28 11:24:08.323100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:08.331570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'security_group_rule': {'security_group_id': '3bc5b6dd-0ecf-4d01-bd26-2a02199366ff', 'project_id': '53d99df6846d459185671064bf7c439d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:08.335825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:08.361213 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Project 53d99df6846d459185671064bf7c439d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:24:08.366420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.442554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.446720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.469997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda42335-bce2-42b3-8029-e9fd46532109,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:08.477670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.481955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7df897d8-2945-4cc7-b602-a5284e15fd04 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547904 Jul 28 11:24:08.482364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:08.487543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'network': {'name': 'tempest-network-smoke--440496149', 'project_id': '53d99df6846d459185671064bf7c439d', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:08.509923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:08.514100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.530637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-243818832'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:08.564350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Made reservation on behalf of b135c91b234b4ac3bd629d3c9da64006 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:08.568058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.588561 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.591444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:08.612404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.612803 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Added segment 100667db-db37-4512-aded-33a0161d8bf3 of type vlan for network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 Jul 28 11:24:08.667429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.719960 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.725653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:08.726320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.859691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Network': ['ID=9ddf53e0-e954-4fc8-b230-a41fbb8837c5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:08.875409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:08.875918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.881603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.908216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-69889332-a291-4a11-927d-9df013a6c4ab tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4243753 Jul 28 11:24:08.910773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:08.918668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'admin_state_up': True, 'project_id': '53d99df6846d459185671064bf7c439d', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:08.920111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:08.933772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61072e36-2f0a-4f8c-a8e2-1e483b4b4503,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:08.940526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.941261 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Added segment 3e082add-8fe0-450d-92f8-f654c5f9dd15 of type vlan for network dda4700c-408d-473f-8255-5001559b428e Jul 28 11:24:08.973790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.975577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:08.992051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.029368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.036243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:09.036905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.078153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:24:09.089576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.118502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7815917 Jul 28 11:24:09.150874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543e36c-3592-44e1-a611-611d3b05ac71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Pushing event updated for resources: {'Network': ['ID=dda4700c-408d-473f-8255-5001559b428e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:09.185161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deb88c-fe20-4848-9319-5be7c2743a21 req-0385249d-c397-4226-b949-03b3cfa3a372 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:09.186916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94deb88c-fe20-4848-9319-5be7c2743a21 req-0385249d-c397-4226-b949-03b3cfa3a372 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 944 time: 0.0900772 Jul 28 11:24:09.187055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network dda4700c-408d-473f-8255-5001559b428e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:09.248878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94deb88c-fe20-4848-9319-5be7c2743a21 req-00cf5011-5540-42e2-bba0-948b5e670655 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557277 Jul 28 11:24:09.331026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.333612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:09.348433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'port_id': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', 'mac_address': 'fa:16:3e:36:6c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6691916f-ae4e-4523-999b-974102b226d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:24:09.418541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.445953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:09.483706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:09.491628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.564496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:09.579967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:09.583042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.586447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Request body: {'port': {'network_id': 'dda4700c-408d-473f-8255-5001559b428e', 'binding:host_id': 'n-h1-723573-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-889205115'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:09.609522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.614146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Made reservation on behalf of 7b7edd5bdece442c8644ded3623fb87c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:09.619306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.637747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.691160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:24:09.811358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.820205 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:09.827933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port 72ceee79-48e9-49ff-9d72-755a4d8f2219 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:09.967532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242ca92e-d7db-49e3-af4d-1f4f6203cc2e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:10.090634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.153 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/2481aff5-e408-4301-b120-74a5bc1e513b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:10.162845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port 72ceee79-48e9-49ff-9d72-755a4d8f2219 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:10.176104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.190164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Transition to ACTIVE for port object 72ceee79-48e9-49ff-9d72-755a4d8f2219 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:10.206739 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.226870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.286459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=72ceee79-48e9-49ff-9d72-755a4d8f2219,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:10.294639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.303891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Checking segment: {'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:10.304419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Network hostable DHCP agents. Network: dda4700c-408d-473f-8255-5001559b428e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:10.330257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Network dda4700c-408d-473f-8255-5001559b428e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:10.341843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, dda4700c-408d-473f-8255-5001559b428e) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:10.345040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:10.347044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:10.351337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:10.352621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55473b6e-9917-45b6-890f-b87256b89c91 None None] Network dda4700c-408d-473f-8255-5001559b428e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:10.353066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:10.376413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.376750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.377139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.401593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=2481aff5-e408-4301-b120-74a5bc1e513b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:10.422011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.422347 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.426215 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 2 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.448310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.448657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.448973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.461611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.461949 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.471595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273cf17-1bef-444c-95ca-8df987fa9882 req-242ff0cf-c048-477f-b5e3-fa797cb933a0 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:10.473321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f273cf17-1bef-444c-95ca-8df987fa9882 req-242ff0cf-c048-477f-b5e3-fa797cb933a0 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 945 time: 0.0991962 Jul 28 11:24:10.473776 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 3 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.490282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:10.508354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.508534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.508938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.525036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.525434 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.526886 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 4 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.549233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.549938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.550501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.568224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.568943 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.580025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f273cf17-1bef-444c-95ca-8df987fa9882 req-9533f796-7eca-44da-b4f4-8b5251d6b27f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941305 Jul 28 11:24:10.582459 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 5 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.606902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.607619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.608260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.615063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.615641 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.616458 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 6 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.632846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.633440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.633940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.639258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.639781 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.640692 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 7 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.653954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.654545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.655085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.659967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.660506 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.661064 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 8 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.679825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.680416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.682439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.694246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.694669 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.695426 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 9 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.710860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.711546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.712041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.719223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.719750 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.720374 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 10 to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 Jul 28 11:24:10.735418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:10.735763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:10.736152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:10.741883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:10.743136 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 72ceee79-48e9-49ff-9d72-755a4d8f2219 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:10.743408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.750781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.815454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2bc20da-bc40-4dbf-8d9a-60bcadbe1a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.872816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] For port 72ceee79-48e9-49ff-9d72-755a4d8f2219, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:10.873300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempted to set empty binding levels {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:24:10.882085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.921663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:10.922208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:10.968952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=72ceee79-48e9-49ff-9d72-755a4d8f2219,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:10.990962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.010159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2bc20da-bc40-4dbf-8d9a-60bcadbe1a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.015632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2bc20da-bc40-4dbf-8d9a-60bcadbe1a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.030153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fcac393a-35af-4a89-b247-6d24345bfe32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4458909 Jul 28 11:24:11.034791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.079917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc20da-bc40-4dbf-8d9a-60bcadbe1a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a491bede-af18-4457-92b5-079b9d39c2cd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:11.093818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2bc20da-bc40-4dbf-8d9a-60bcadbe1a16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a49932fb8bf4983a8a2524be17e03c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985980 Jul 28 11:24:11.093983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.094413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:11.159393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:11.161774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Deleting port 72ceee79-48e9-49ff-9d72-755a4d8f2219 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:11.162293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.164589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:11.165726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.177639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd875ca1-a56e-4448-a070-66a3480e83ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.206632 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd875ca1-a56e-4448-a070-66a3480e83ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.216530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router da4eaf75-c4d2-48a8-872a-05d9c71267a5 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:24:11.251829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] For port 72ceee79-48e9-49ff-9d72-755a4d8f2219, host n-h1-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:11.252445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.265684 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.267297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Calling delete_port for 72ceee79-48e9-49ff-9d72-755a4d8f2219 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:11.299691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:11.302376 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c6c1ba-ce16-4126-bf0e-ed7fbf462b07" -d '{"events": [{"server_uuid": "95b3fae4-94e7-47ad-bdff-5182ddbf1397", "name": "network-vif-plugged", "status": "completed", "tag": "4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:11.343044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:11.352576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.370704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.371249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:11.395905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.400249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e2d1293-3596-4644-ba76-314775f7af2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4847898 Jul 28 11:24:11.403269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.410001 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed98dd9-bb44-48e7-ac23-a9d5d7e466d9 x-openstack-request-id: req-5ed98dd9-bb44-48e7-ac23-a9d5d7e466d9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:11.410567 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b3fae4-94e7-47ad-bdff-5182ddbf1397", "name": "network-vif-plugged", "status": "completed", "tag": "4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:11.410697 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed98dd9-bb44-48e7-ac23-a9d5d7e466d9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:11.411104 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', 'code': 200} Jul 28 11:24:11.412137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Sync routers for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:11.431178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ceee79-48e9-49ff-9d72-755a4d8f2219,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:11.442235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.443037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-235cf351-7e4b-4823-a100-5fcbfb88f3fc tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=53d99df6846d459185671064bf7c439d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366924 Jul 28 11:24:11.443143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e6b94423-b787-4742-a9b5-0ff52e8cf5f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "DELETE /v2.0/ports/72ceee79-48e9-49ff-9d72-755a4d8f2219 HTTP/1.1" status: 204 len: 168 time: 0.4021018 Jul 28 11:24:11.443252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.444950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.458943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:11.459804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:11.488947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf3e0-38c0-412d-80b2-054912a0d3c4 req-ffd52bd1-6c96-47e2-9ee7-b9372160933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:11.490557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c1bf3e0-38c0-412d-80b2-054912a0d3c4 req-ffd52bd1-6c96-47e2-9ee7-b9372160933a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 1097 time: 0.0503383 Jul 28 11:24:11.517259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:11.539359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c1bf3e0-38c0-412d-80b2-054912a0d3c4 req-b5398651-d2b2-452d-8a88-1e45b365fd50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Jul 28 11:24:11.540148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd875ca1-a56e-4448-a070-66a3480e83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.543296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd875ca1-a56e-4448-a070-66a3480e83ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.544434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fd875ca1-a56e-4448-a070-66a3480e83ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a491bede-af18-4457-92b5-079b9d39c2cd HTTP/1.1" status: 204 len: 168 time: 0.4497945 Jul 28 11:24:11.548769 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6d10fd-c375-4960-a113-58eb03f7f9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:24:11.550309 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d6d10fd-c375-4960-a113-58eb03f7f9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "GET /v2.0/ports/72ceee79-48e9-49ff-9d72-755a4d8f2219 HTTP/1.1" status: 404 len: 333 time: 0.1075304 Jul 28 11:24:11.554633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.559877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd875ca1-a56e-4448-a070-66a3480e83ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a491bede-af18-4457-92b5-079b9d39c2cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:11.562050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Request body: {'port': {'network_id': 'dda4700c-408d-473f-8255-5001559b428e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-597464005'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:11.592956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fe5c2-89d8-4422-b0db-db25b04f2e91 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:11.595119 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae3fe5c2-89d8-4422-b0db-db25b04f2e91 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499755 Jul 28 11:24:11.598227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33142) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.621122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:11.671496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Made reservation on behalf of 7b7edd5bdece442c8644ded3623fb87c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:11.673843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.677021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-908e7e6c-9e42-46e5-8150-3dcb6f022945 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775912 Jul 28 11:24:11.679852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:11.686012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1008146976', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'project_id': '53d99df6846d459185671064bf7c439d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:11.788281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:11.868169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:11.876929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:11.928827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:10Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:11.932451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739431c-4b1f-4521-973c-ddbf305a64c5 req-c9119ac0-b2ec-4cf5-835b-55c9993a7547 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:11.934537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6739431c-4b1f-4521-973c-ddbf305a64c5 req-c9119ac0-b2ec-4cf5-835b-55c9993a7547 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 946 time: 0.2367234 Jul 28 11:24:11.965858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Checking router: da4eaf75-c4d2-48a8-872a-05d9c71267a5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:24:11.966517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Updating router da4eaf75-c4d2-48a8-872a-05d9c71267a5 port 2481aff5-e408-4301-b120-74a5bc1e513b binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:24:12.005813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.013038 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.015049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6739431c-4b1f-4521-973c-ddbf305a64c5 req-805e5d10-bb39-4c3c-b389-ffff3a63961a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737278 Jul 28 11:24:12.086602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.171428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Network dda4700c-408d-473f-8255-5001559b428e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:12.181889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:12.189419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:12.190286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:12.192219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.193610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.200414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=44c2b667-2534-4cd3-be6d-40dc91f4a4e6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:12.222331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c2320d5a-c081-46fd-be18-fffb97ec65f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6655517 Jul 28 11:24:12.224559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:12.258487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Subnet': ['ID=e596a05e-e381-4cd8-8ff1-eb9ec2c6b297,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:12.259619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:12.270806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:12.293917 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37001cf4-45cb-4dc5-8810-d3febcda3284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.335956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Checking segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:12.336426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network hostable DHCP agents. Network: 9ddf53e0-e954-4fc8-b230-a41fbb8837c5, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:12.342415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.379800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:12.396630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9ddf53e0-e954-4fc8-b230-a41fbb8837c5) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:12.408539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:12.409137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.416768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6db1c-9374-4fc6-a4d8-86587cabe0e5 None None] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:12.461734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37001cf4-45cb-4dc5-8810-d3febcda3284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.467406 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37001cf4-45cb-4dc5-8810-d3febcda3284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.469884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.488816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Transition to ACTIVE for port object 2481aff5-e408-4301-b120-74a5bc1e513b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:12.500055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e4768a40-7dbf-4fb2-aaef-95dd2fe5aa9e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8188667 Jul 28 11:24:12.502768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:12.509960 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.528988 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-37001cf4-45cb-4dc5-8810-d3febcda3284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9afbaacd3a6744d6b6750b23d327bb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543814 Jul 28 11:24:12.528988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:12.537766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37001cf4-45cb-4dc5-8810-d3febcda3284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262f37e8-5962-4dca-adb9-0927d336b282,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:12.599246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bbab26-110c-4377-b83d-2a71b9b9bda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.609739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1c39-65b4-4172-8aeb-780c946888e9 None None] Pushing event updated for resources: {'Port': ['ID=2481aff5-e408-4301-b120-74a5bc1e513b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:12.614180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Attempting to bind port 2481aff5-e408-4301-b120-74a5bc1e513b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:12.614595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Attempting to bind port 2481aff5-e408-4301-b120-74a5bc1e513b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:12.614953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Attempting to bind port 2481aff5-e408-4301-b120-74a5bc1e513b on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:12.622103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:12.622474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:12.622876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.623270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:12.623757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Bound port: 2481aff5-e408-4301-b120-74a5bc1e513b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:12.624288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.638434 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bbab26-110c-4377-b83d-2a71b9b9bda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.704847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:24:12.705691 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.706730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bbab26-110c-4377-b83d-2a71b9b9bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.710147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bbab26-110c-4377-b83d-2a71b9b9bda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.716048 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b9bbab26-110c-4377-b83d-2a71b9b9bda6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/262f37e8-5962-4dca-adb9-0927d336b282 HTTP/1.1" status: 204 len: 168 time: 0.1848307 Jul 28 11:24:12.728341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbab26-110c-4377-b83d-2a71b9b9bda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262f37e8-5962-4dca-adb9-0927d336b282,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:12.753488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] For port 2481aff5-e408-4301-b120-74a5bc1e513b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:12.796148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:12.808526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.813658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] For port 2481aff5-e408-4301-b120-74a5bc1e513b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2481aff5-e408-4301-b120-74a5bc1e513b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:12.837218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:12.844419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Transition to ACTIVE for port object 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:12.896820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1c39-65b4-4172-8aeb-780c946888e9 None None] Pushing event updated for resources: {'Port': ['ID=2481aff5-e408-4301-b120-74a5bc1e513b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:12.948793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:12.950102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:13.084719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:13.087147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Allocated IP 172.20.0.2 (9ddf53e0-e954-4fc8-b230-a41fbb8837c5/e596a05e-e381-4cd8-8ff1-eb9ec2c6b297/a2a09aee-067b-49ba-933b-460b848e5ba2) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:13.317571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:13.447725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=44c2b667-2534-4cd3-be6d-40dc91f4a4e6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:13.496072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb335-3562-4c91-a8c3-dda23ee1b81f req-734b2f4e-6415-4694-99f3-113446790a60 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:13.503463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da8eb335-3562-4c91-a8c3-dda23ee1b81f req-734b2f4e-6415-4694-99f3-113446790a60 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 946 time: 0.1870961 Jul 28 11:24:13.525638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.526022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.526465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.539623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:13.540115 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:13.548540 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 2 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:13.608683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da8eb335-3562-4c91-a8c3-dda23ee1b81f req-7e725714-6d47-4314-9183-3ff649530b48 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041586 Jul 28 11:24:13.618124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.618488 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.618819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.627045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:13.627381 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:13.627779 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 3 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:13.648597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:10Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:13.654514 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:13.688066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c64bb-3f40-4de7-b8bf-2dfb9e8cfe65 None None] The sync data for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 is: [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:10Z', 'revision_number': 3, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:13.689029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.689749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.690042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.695088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Transition to ACTIVE for port object a2a09aee-067b-49ba-933b-460b848e5ba2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:13.729967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Transition to ACTIVE for port object a2a09aee-067b-49ba-933b-460b848e5ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:13.736983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:13.737229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:13.737450 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:13.740134 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 4 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:13.762745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:13.778074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.778468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.778904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.787141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:13.787592 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:13.787737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:13.790707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:13.812784 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 5 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:13.834601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.834847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.835224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.843265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:13.843622 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:13.846080 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 6 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:13.879498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Pushing event updated for resources: {'Port': ['ID=a2a09aee-067b-49ba-933b-460b848e5ba2,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:13.899083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Attempting to bind port a2a09aee-067b-49ba-933b-460b848e5ba2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.901701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Attempting to bind port a2a09aee-067b-49ba-933b-460b848e5ba2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.904668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Attempting to bind port a2a09aee-067b-49ba-933b-460b848e5ba2 on network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.920829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:13.923762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Checking segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:13.924212 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:13.924680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Bound using segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:13.925951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Bound port: a2a09aee-067b-49ba-933b-460b848e5ba2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:13.927939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:13.936675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:13.937145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:13.937572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:13.954403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:13.969550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:13.970277 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:13.982245 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 7 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:14.051058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:14.051454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:14.051788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:14.063022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:14.063541 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:14.065234 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 8 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:14.093550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:14.093910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:14.094236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:14.134325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:14.134665 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:14.146551 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 9 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:14.169578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:14.169885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:14.170224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:14.178003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] For port a2a09aee-067b-49ba-933b-460b848e5ba2, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:14.194266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] For port a2a09aee-067b-49ba-933b-460b848e5ba2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a2a09aee-067b-49ba-933b-460b848e5ba2,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:14.194479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:14.194805 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:14.203968 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 10 to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 Jul 28 11:24:14.208773 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:14.368031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:14.369038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:14.369357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:14.373672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afc530-be3f-4db2-831f-96a4f75ca82b None None] Pushing event updated for resources: {'Port': ['ID=a2a09aee-067b-49ba-933b-460b848e5ba2,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:14.390983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:14.391447 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:14.391853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:14.588252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] For port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:14.588634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempted to set empty binding levels {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:24:14.591080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.1 (9ddf53e0-e954-4fc8-b230-a41fbb8837c5/e596a05e-e381-4cd8-8ff1-eb9ec2c6b297/0041cd51-2246-414a-b92b-959a88a0519f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:14.610556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:14.754029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] In _notify_port_updated(), no bound segment for port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:24:14.754924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.755551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:14.756960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "PUT /v2.0/ports/44c2b667-2534-4cd3-be6d-40dc91f4a4e6 HTTP/1.1" status: 200 len: 978 time: 2.5297360 Jul 28 11:24:14.759779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:14.801350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42114562-8109-4f39-9269-c0f799e1f187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=44c2b667-2534-4cd3-be6d-40dc91f4a4e6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:14.888758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:14.910364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object 0041cd51-2246-414a-b92b-959a88a0519f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:14.935793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.936590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.937224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.938145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.938915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.940103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.941148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.941775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.942428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.943052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.943812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.945231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.945874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.946493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.947110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.947912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.948572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.949361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.950474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.951834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.952532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:14.956839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e91e8df0-d7e8-499c-80bc-8e10cb9c764b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19098 time: 0.1956043 Jul 28 11:24:14.968817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:14.976329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.043317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:15.050762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:15.061836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:15.082363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Deleting port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:15.083289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.129748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=0041cd51-2246-414a-b92b-959a88a0519f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:15.159382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.212545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] For port 44c2b667-2534-4cd3-be6d-40dc91f4a4e6, host n-h1-723573-7, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:15.212919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.238053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Calling delete_port for 44c2b667-2534-4cd3-be6d-40dc91f4a4e6 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:15.539861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.586373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.587777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event deleted for resources: {'Port': ['ID=44c2b667-2534-4cd3-be6d-40dc91f4a4e6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:15.591237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.595587 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86dfa9c3-e288-4de7-a886-40dbdf58fef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "DELETE /v2.0/ports/44c2b667-2534-4cd3-be6d-40dc91f4a4e6 HTTP/1.1" status: 204 len: 168 time: 0.6230369 Jul 28 11:24:15.595948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:15.631215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a2a09aee-067b-49ba-933b-460b848e5ba2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:15.652739 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba53392c-3844-45c0-8ffb-5636718dfa81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:24:15.658567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba53392c-3844-45c0-8ffb-5636718dfa81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "GET /v2.0/ports/44c2b667-2534-4cd3-be6d-40dc91f4a4e6 HTTP/1.1" status: 404 len: 333 time: 0.0615561 Jul 28 11:24:15.662944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:15.670444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1277746906', 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:15.730233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a2a09aee-067b-49ba-933b-460b848e5ba2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:15.742284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2481aff5-e408-4301-b120-74a5bc1e513b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:15.818169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Made reservation on behalf of 7b7edd5bdece442c8644ded3623fb87c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:15.823644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.828343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2481aff5-e408-4301-b120-74a5bc1e513b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:15.833137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2481aff5-e408-4301-b120-74a5bc1e513b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:15.833511 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.894240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port be85888a-6cb2-46cb-afe4-f71a810cf897 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:15.959485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:15.969767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1948222-ab67-42cb-bcc0-8f0efdaa1ed6 None None] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:16.079696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2481aff5-e408-4301-b120-74a5bc1e513b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2481aff5-e408-4301-b120-74a5bc1e513b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:16.083091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] Provisioning for port a2a09aee-067b-49ba-933b-460b848e5ba2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:16.096563 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.148384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] Provisioning complete for port a2a09aee-067b-49ba-933b-460b848e5ba2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:16.149096 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.209085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.231912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2481aff5-e408-4301-b120-74a5bc1e513b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:16.272706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.280123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.375158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.440391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=0041cd51-2246-414a-b92b-959a88a0519f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:16.451252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] For port a2a09aee-067b-49ba-933b-460b848e5ba2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a2a09aee-067b-49ba-933b-460b848e5ba2,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:16.455134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.462642 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.484801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.612153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0e05f-43be-44b4-9abd-24f8f140c26e None None] Pushing event updated for resources: {'Port': ['ID=a2a09aee-067b-49ba-933b-460b848e5ba2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:16.628185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Network dda4700c-408d-473f-8255-5001559b428e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:16.643110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:16.645541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:16.646735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:16.647342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.691891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=be85888a-6cb2-46cb-afe4-f71a810cf897,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:16.707038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b65f9160-a28b-44b7-aed1-de7a37c36bc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0429153 Jul 28 11:24:16.709950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:16.752915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:16.756361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:16.770029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f6740-6a45-475e-91d4-8e14994364b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:16.774410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-559f6740-6a45-475e-91d4-8e14994364b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "GET /v2.0/ports/be85888a-6cb2-46cb-afe4-f71a810cf897 HTTP/1.1" status: 200 len: 959 time: 0.0633190 Jul 28 11:24:16.775154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:16.895045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbbcf8a0-e2a5-4536-88f7-504b83297011 None None] Provisioning complete for port a2a09aee-067b-49ba-933b-460b848e5ba2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:16.895617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Deleting port be85888a-6cb2-46cb-afe4-f71a810cf897 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:16.895802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:16.896735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf8a0-e2a5-4536-88f7-504b83297011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.008395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router da4eaf75-c4d2-48a8-872a-05d9c71267a5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:17.057356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.087263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Calling delete_port for be85888a-6cb2-46cb-afe4-f71a810cf897 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:17.175626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbbcf8a0-e2a5-4536-88f7-504b83297011 None None] Provisioning for port 0041cd51-2246-414a-b92b-959a88a0519f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:17.181387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbbcf8a0-e2a5-4536-88f7-504b83297011 None None] Provisioning complete for port 0041cd51-2246-414a-b92b-959a88a0519f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:17.181758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf8a0-e2a5-4536-88f7-504b83297011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.242283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:17.258195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-42a40472-3e42-4dbf-838a-6207bc9c8a28 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/da4eaf75-c4d2-48a8-872a-05d9c71267a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7457819 Jul 28 11:24:17.261170 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Sync routers for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:17.273216 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:17.274348 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:17.290582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.300207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcf8a0-e2a5-4536-88f7-504b83297011 None None] Port 0041cd51-2246-414a-b92b-959a88a0519f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:17.337546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event deleted for resources: {'Port': ['ID=be85888a-6cb2-46cb-afe4-f71a810cf897,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:17.350084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.352878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a19236f-8411-404e-803e-5f202cd7a93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "DELETE /v2.0/ports/be85888a-6cb2-46cb-afe4-f71a810cf897 HTTP/1.1" status: 204 len: 168 time: 0.5764422 Jul 28 11:24:17.355710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:17.397161 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a4b18f-e617-49d1-ac78-859cfaea089d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:24:17.405162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:17.412271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Request body: {'port': {'network_id': 'dda4700c-408d-473f-8255-5001559b428e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-735727870'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:17.423227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f1a4b18f-e617-49d1-ac78-859cfaea089d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "GET /v2.0/ports/be85888a-6cb2-46cb-afe4-f71a810cf897 HTTP/1.1" status: 404 len: 333 time: 0.0591207 Jul 28 11:24:17.448668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Made reservation on behalf of 7b7edd5bdece442c8644ded3623fb87c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:17.456063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.457070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74d12ad7-040f-4f83-b1b7-1fbcd875fafe None None] Provisioning complete for port 0041cd51-2246-414a-b92b-959a88a0519f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:17.457455 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74d12ad7-040f-4f83-b1b7-1fbcd875fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.506779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port 7bade311-1463-4b00-bf0e-c59cd08bcb0e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:17.563548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:17.585785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a2a09aee-067b-49ba-933b-460b848e5ba2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:17.593963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-74d12ad7-040f-4f83-b1b7-1fbcd875fafe None None] Port 0041cd51-2246-414a-b92b-959a88a0519f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:17.723213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a2a09aee-067b-49ba-933b-460b848e5ba2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:17.728932 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.754653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-07a87617-01db-4825-82ca-87cb369f8ed1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242034917&fields=id&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 267 time: 0.1168563 Jul 28 11:24:17.771616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc5e8060-d565-45db-ae88-c70f1bb0c615 None None] Provisioning complete for port 0041cd51-2246-414a-b92b-959a88a0519f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:17.772373 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8060-d565-45db-ae88-c70f1bb0c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:17.822097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e8060-d565-45db-ae88-c70f1bb0c615 None None] Port 0041cd51-2246-414a-b92b-959a88a0519f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:17.869637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2481aff5-e408-4301-b120-74a5bc1e513b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:17.949739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2481aff5-e408-4301-b120-74a5bc1e513b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:17.950763 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.012831 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 2, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:18.093855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-fe3f06ea-832f-41ca-82ce-3b130020e3cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:18.095811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-fe3f06ea-832f-41ca-82ce-3b130020e3cd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/networks?id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5 HTTP/1.1" status: 200 len: 796 time: 0.3203611 Jul 28 11:24:18.109016 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Checking router: da4eaf75-c4d2-48a8-872a-05d9c71267a5 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:24:18.109847 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Updating router da4eaf75-c4d2-48a8-872a-05d9c71267a5 port 0041cd51-2246-414a-b92b-959a88a0519f binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:24:18.121647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-76b1a4b4-f70e-4486-93dc-911def70683e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/quotas/53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 375 time: 0.0185034 Jul 28 11:24:18.125024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.175898 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.200767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-8cc0f015-05e9-472a-aa18-fe8dc8fce85c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734890 Jul 28 11:24:18.236678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.331410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Network dda4700c-408d-473f-8255-5001559b428e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:18.331410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:18.331410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:18.331410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:18.331410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.335371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=7bade311-1463-4b00-bf0e-c59cd08bcb0e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:18.354433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-971b2ec2-dac0-465e-a1ab-c2b0c4e2efb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9478304 Jul 28 11:24:18.357504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:18.365642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:18.439733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.805980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] device_id is not set on port 7bade311-1463-4b00-bf0e-c59cd08bcb0e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:18.810293 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.825002 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Transition to ACTIVE for port object 0041cd51-2246-414a-b92b-959a88a0519f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:18.833022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.834441 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:18.878475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-40384742-fe2b-4938-adb5-fdb885bc48fb service neutron] 10.222.0.20 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499550 Jul 28 11:24:18.891356 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Pushing event updated for resources: {'Port': ['ID=0041cd51-2246-414a-b92b-959a88a0519f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:18.899969 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.900350 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.900716 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.901153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.901540 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.901910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.902896 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.903214 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.903543 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.903917 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.904293 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.904610 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:18.945764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Transition to ACTIVE for port object 7bade311-1463-4b00-bf0e-c59cd08bcb0e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:18.988920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.003857 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Attempting to bind port 0041cd51-2246-414a-b92b-959a88a0519f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.004566 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Attempting to bind port 0041cd51-2246-414a-b92b-959a88a0519f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.005159 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Attempting to bind port 0041cd51-2246-414a-b92b-959a88a0519f on network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.010834 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:19.011873 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Checking segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:19.012470 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.012969 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Bound using segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:19.013539 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Bound port: 0041cd51-2246-414a-b92b-959a88a0519f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:19.014033 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.043744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=7bade311-1463-4b00-bf0e-c59cd08bcb0e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:19.113598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.113944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.114384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.126264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.126625 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.127790 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 2 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.157843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-b588300d-3ce9-4a23-bc36-4df81790174a service neutron] 10.222.0.20 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742217 Jul 28 11:24:19.159256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.159772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.160473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.164447 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] For port 0041cd51-2246-414a-b92b-959a88a0519f, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:19.175930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.177536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] For port 0041cd51-2246-414a-b92b-959a88a0519f, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0041cd51-2246-414a-b92b-959a88a0519f,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:19.178384 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.178975 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 3 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.192065 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.227331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.232892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.233372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.247596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.249718 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.251523 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 4 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.288417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.288955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.290376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.302057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.303931 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.304507 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 5 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.332034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.342273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.343994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.354314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.355974 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.356508 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 6 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.374220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.374582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.375504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.382169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.382461 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.382843 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 7 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.414475 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:19.414722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.414961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.415139 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:19.415272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.463600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.467962 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.471073 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 8 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.487377 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff5b9b-4897-457d-8f8a-4de85f8c3732 None None] Pushing event updated for resources: {'Port': ['ID=0041cd51-2246-414a-b92b-959a88a0519f,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:19.530459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.530805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.531146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.563017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.563388 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.574289 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 9 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.629395 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:19.655607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d195fd28-8d4e-4749-aa0a-fece205557ed req-c338ce9d-068b-4c7d-8a73-236c7c117862 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 210 time: 0.0980132 Jul 28 11:24:19.666240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.667144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.672458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.680108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.680626 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.681173 n-d-723573-7 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempt 10 to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e Jul 28 11:24:19.720777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:19.721114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:19.721451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempting to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:19.740510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:19.741004 n-d-723573-7 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Failed to bind port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on host n-h1-723573-7 for vnic_type normal using segments [{'id': '3e082add-8fe0-450d-92f8-f654c5f9dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'dda4700c-408d-473f-8255-5001559b428e'}] Jul 28 11:24:19.743432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.781395 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.860261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] For port 7bade311-1463-4b00-bf0e-c59cd08bcb0e, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:19.860896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attempted to set empty binding levels {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:24:19.867724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.906829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] In _notify_port_updated(), no bound segment for port 7bade311-1463-4b00-bf0e-c59cd08bcb0e on network dda4700c-408d-473f-8255-5001559b428e {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:24:19.907743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:19.908649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:19.909803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "PUT /v2.0/ports/7bade311-1463-4b00-bf0e-c59cd08bcb0e HTTP/1.1" status: 200 len: 978 time: 1.5506833 Jul 28 11:24:19.912520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33380) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:19.996322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a01766-acb6-4a12-a2a6-a27e2254be11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event updated for resources: {'Port': ['ID=7bade311-1463-4b00-bf0e-c59cd08bcb0e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:20.021986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Deleting port 7bade311-1463-4b00-bf0e-c59cd08bcb0e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:20.022687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.096559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:20.257000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] For port 7bade311-1463-4b00-bf0e-c59cd08bcb0e, host n-h1-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:20.257512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.270303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-423613e3-bb1f-4b73-9ab2-34caf2a9a575 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1578467 Jul 28 11:24:20.281195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Calling delete_port for 7bade311-1463-4b00-bf0e-c59cd08bcb0e owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:20.312813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65531c85-6227-4485-8d64-fb6ba3546cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.462083 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:19Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:20.500675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-9dc8ffb6-f7e7-4df3-81c5-dffc93572e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:20.502192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-9dc8ffb6-f7e7-4df3-81c5-dffc93572e42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 1097 time: 0.1206398 Jul 28 11:24:20.502995 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f68c2-063e-4bde-b217-d5f08248b1fa None None] The sync data for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 is: [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:19Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:20.543655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65531c85-6227-4485-8d64-fb6ba3546cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.552120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65531c85-6227-4485-8d64-fb6ba3546cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.577066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.696001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bade311-1463-4b00-bf0e-c59cd08bcb0e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:20.710896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.712831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11eab494-0d21-4996-b98a-769d5e4d0cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7bade311-1463-4b00-bf0e-c59cd08bcb0e HTTP/1.1" status: 204 len: 168 time: 0.7990406 Jul 28 11:24:20.719615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-65531c85-6227-4485-8d64-fb6ba3546cce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7abc438bbd84c30acf8015a4b280d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217103 Jul 28 11:24:20.724211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:20.724557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:20.733058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65531c85-6227-4485-8d64-fb6ba3546cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd00d3e7-cca1-4338-bf1e-d120cca5e6ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:20.789275 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a82439-ea4d-4a6c-a2bb-3840040ad6f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:24:20.791226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3a82439-ea4d-4a6c-a2bb-3840040ad6f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1786966603-project-admin] 10.222.0.20 "GET /v2.0/ports/7bade311-1463-4b00-bf0e-c59cd08bcb0e HTTP/1.1" status: 404 len: 333 time: 0.0655241 Jul 28 11:24:20.796647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:20.839757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a7ece8f-82da-47a6-9418-07c582cae1e8 req-e7a5f072-c806-46cc-b85f-c0e57912c7e8 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 210 time: 0.0634503 Jul 28 11:24:20.883385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-efd15c2b-d307-4a1b-add2-245bb4171cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:20.884923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-efd15c2b-d307-4a1b-add2-245bb4171cbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 916 time: 0.3552809 Jul 28 11:24:20.909860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fccd35b-e059-46b5-8b6b-77ac6d9ba2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:20.952007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-ff9a36e2-1c5f-4bb8-97a5-1f9369be2bb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 HTTP/1.1" status: 200 len: 217 time: 0.0585847 Jul 28 11:24:20.957048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.009489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fccd35b-e059-46b5-8b6b-77ac6d9ba2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.202296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.217986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-d49ad497-7a77-4f94-a2e4-b652a86725d2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:21.219394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-d49ad497-7a77-4f94-a2e4-b652a86725d2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/networks?id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5 HTTP/1.1" status: 200 len: 796 time: 0.1965911 Jul 28 11:24:21.222109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-bb79c608-ddec-473f-a173-51395f566d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:21.223512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-bb79c608-ddec-473f-a173-51395f566d59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.2615051 Jul 28 11:24:21.223894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda4700c-408d-473f-8255-5001559b428e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:21.243756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e082add-8fe0-450d-92f8-f654c5f9dd15') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:21.244399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e082add-8fe0-450d-92f8-f654c5f9dd15') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:21.264254 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.284502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.294149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:24:21.294911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.297958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-302ee05b-62ca-4fbf-b3fe-58560578a713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491693 Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:24:21.303531 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:24:21.387996 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.395732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.400398 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] 10.222.0.20 "DELETE /v2.0/networks/dda4700c-408d-473f-8255-5001559b428e HTTP/1.1" status: 204 len: 168 time: 0.5996637 Jul 28 11:24:21.443297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977dc62-9f96-410c-adea-c82528622fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310564-project] Pushing event deleted for resources: {'Network': ['ID=dda4700c-408d-473f-8255-5001559b428e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:21.541413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0041cd51-2246-414a-b92b-959a88a0519f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:21.681272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0041cd51-2246-414a-b92b-959a88a0519f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:21.689256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0041cd51-2246-414a-b92b-959a88a0519f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:21.689633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.891759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fccd35b-e059-46b5-8b6b-77ac6d9ba2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.896958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fccd35b-e059-46b5-8b6b-77ac6d9ba2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:21.898383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5fccd35b-e059-46b5-8b6b-77ac6d9ba2dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd00d3e7-cca1-4338-bf1e-d120cca5e6ab HTTP/1.1" status: 204 len: 168 time: 1.1385481 Jul 28 11:24:21.927241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccd35b-e059-46b5-8b6b-77ac6d9ba2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd00d3e7-cca1-4338-bf1e-d120cca5e6ab,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:21.942395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-ec628018-6a88-4109-9fcd-93df1dff2074 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d99df6846d459185671064bf7c439d HTTP/1.1" status: 200 len: 380 time: 0.6915967 Jul 28 11:24:21.959399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'port': {'device_id': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'admin_state_up': True, 'tenant_id': '53d99df6846d459185671064bf7c439d', 'security_groups': ['3bc5b6dd-0ecf-4d01-bd26-2a02199366ff']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:21.979319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.050993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a63915f0-a153-4f27-92c4-b8ecfc27244a req-25dfe598-9d0b-4d25-ba0a-cbf8c3a5d95c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 210 time: 0.0395999 Jul 28 11:24:22.064236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:22.082423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 0041cd51-2246-414a-b92b-959a88a0519f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0041cd51-2246-414a-b92b-959a88a0519f,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:22.088465 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.128231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-efecde20-2d46-46a2-83c0-f71d069fcc77 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225999 Jul 28 11:24:22.163491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=0041cd51-2246-414a-b92b-959a88a0519f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:22.322257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Made reservation on behalf of 53d99df6846d459185671064bf7c439d for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:22.326699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.354808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61343ed6-3b97-47b5-9b44-5544ea71c9ae req-93060807-039e-4ab3-800e-6d2ded81d099 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906240 Jul 28 11:24:22.455025 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.509934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.20.0.8 (9ddf53e0-e954-4fc8-b230-a41fbb8837c5/e596a05e-e381-4cd8-8ff1-eb9ec2c6b297/a7c07311-ac98-4961-8bdc-889bbe1ab66b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:22.546171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b914e1de-048b-4f6e-b81c-eff3b3eb3e3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b135c91b234b4ac3bd629d3c9da64006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794154 Jul 28 11:24:22.548954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:22.641934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:22.645154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14da523a-6553-47e5-822f-72804b074edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.671248 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d5a139-89f3-402a-bc41-56024572891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.675353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14da523a-6553-47e5-822f-72804b074edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.733546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14da523a-6553-47e5-822f-72804b074edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.742252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14da523a-6553-47e5-822f-72804b074edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.747555 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-14da523a-6553-47e5-822f-72804b074edd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61072e36-2f0a-4f8c-a8e2-1e483b4b4503 HTTP/1.1" status: 204 len: 168 time: 0.1939564 Jul 28 11:24:22.763460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da523a-6553-47e5-822f-72804b074edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61072e36-2f0a-4f8c-a8e2-1e483b4b4503,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:22.771439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.831529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d5a139-89f3-402a-bc41-56024572891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.834957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Transition to ACTIVE for port object a7c07311-ac98-4961-8bdc-889bbe1ab66b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:22.842235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d5a139-89f3-402a-bc41-56024572891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.891259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-29d5a139-89f3-402a-bc41-56024572891f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38c99683a54f4b9eab34c612cc37de2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471704 Jul 28 11:24:22.893562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:22.931611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5a139-89f3-402a-bc41-56024572891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd370dc5-caae-41b9-bcfb-f4f91fa8e6b4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:22.947073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.984948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cef44bc9-56f6-49db-a99e-59cb13c7eb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:22.998829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:23.001968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:23.008889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:23.017422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:23.020932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cef44bc9-56f6-49db-a99e-59cb13c7eb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.092145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cef44bc9-56f6-49db-a99e-59cb13c7eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.096296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cef44bc9-56f6-49db-a99e-59cb13c7eb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.099251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:23.100296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.102165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cef44bc9-56f6-49db-a99e-59cb13c7eb3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd370dc5-caae-41b9-bcfb-f4f91fa8e6b4 HTTP/1.1" status: 204 len: 168 time: 0.2071140 Jul 28 11:24:23.114042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44bc9-56f6-49db-a99e-59cb13c7eb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd370dc5-caae-41b9-bcfb-f4f91fa8e6b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:23.136412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-cde99b86-c1b3-4539-90be-a0cef5fcebc5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1825058 Jul 28 11:24:23.148636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Request body: {'port': {'device_id': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:23.333206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594414da-8c3f-4fee-932b-9581e1056964 req-52b4f20c-b483-4f8e-9962-38d8bd7ac3b2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:23.335155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-594414da-8c3f-4fee-932b-9581e1056964 req-52b4f20c-b483-4f8e-9962-38d8bd7ac3b2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 931 time: 0.1482964 Jul 28 11:24:23.341775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.462565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f925db64-2ec9-4265-bc76-eb802474b7ab None None] Provisioning for port a7c07311-ac98-4961-8bdc-889bbe1ab66b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:23.469879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f925db64-2ec9-4265-bc76-eb802474b7ab None None] Provisioning complete for port a7c07311-ac98-4961-8bdc-889bbe1ab66b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:23.470259 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925db64-2ec9-4265-bc76-eb802474b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.510605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-594414da-8c3f-4fee-932b-9581e1056964 req-2ada37d9-b067-46b8-9ef3-68d01dc363d2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657770 Jul 28 11:24:23.540553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f925db64-2ec9-4265-bc76-eb802474b7ab None None] Port a7c07311-ac98-4961-8bdc-889bbe1ab66b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:23.545962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0041cd51-2246-414a-b92b-959a88a0519f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:23.608504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0041cd51-2246-414a-b92b-959a88a0519f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:23.609463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.676503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:23.738756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7eadab45-9638-47af-a2cf-2230d2752ae8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b7edd5bdece442c8644ded3623fb87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610917 Jul 28 11:24:23.741225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:23.802540 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6b23a0a-cbd2-431a-bb73-589b76c16897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.834150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6b23a0a-cbd2-431a-bb73-589b76c16897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.910679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6b23a0a-cbd2-431a-bb73-589b76c16897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.914037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6b23a0a-cbd2-431a-bb73-589b76c16897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:23.915909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6b23a0a-cbd2-431a-bb73-589b76c16897 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/242ca92e-d7db-49e3-af4d-1f4f6203cc2e HTTP/1.1" status: 204 len: 168 time: 0.1734691 Jul 28 11:24:23.938157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23a0a-cbd2-431a-bb73-589b76c16897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242ca92e-d7db-49e3-af4d-1f4f6203cc2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:23.981531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c07311-ac98-4961-8bdc-889bbe1ab66b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:23.989989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:24.004376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Transition to ACTIVE for port object a7c07311-ac98-4961-8bdc-889bbe1ab66b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:24.010059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:24.094065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:24.146993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Attempting to bind port a7c07311-ac98-4961-8bdc-889bbe1ab66b on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:24.147610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Attempting to bind port a7c07311-ac98-4961-8bdc-889bbe1ab66b by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:24.148109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Attempting to bind port a7c07311-ac98-4961-8bdc-889bbe1ab66b on network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:24.154167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Port a7c07311-ac98-4961-8bdc-889bbe1ab66b on network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:24.154909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Attempting to bind port a7c07311-ac98-4961-8bdc-889bbe1ab66b on network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:24.160469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:24.161050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Checking segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:24.161784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Bound using segment: {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:24.166333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Bound port: a7c07311-ac98-4961-8bdc-889bbe1ab66b, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100667db-db37-4512-aded-33a0161d8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:24.166970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:24.271911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:24.276683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:24.286611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:24.318991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:24.320444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:24.323174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] 10.222.0.44 "PUT /v2.0/ports/a7c07311-ac98-4961-8bdc-889bbe1ab66b HTTP/1.1" status: 200 len: 1091 time: 1.1785693 Jul 28 11:24:24.324510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:24.332837 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9a82d-bd98-449d-96dc-290e0b15f02e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:24.426400 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e201dd-5648-47cd-b69f-9feadda23e7d x-openstack-request-id: req-13e201dd-5648-47cd-b69f-9feadda23e7d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:24.426692 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:24.426947 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13e201dd-5648-47cd-b69f-9feadda23e7d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:24.427359 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'status': 'completed', 'code': 200} Jul 28 11:24:24.466968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-0e77efa6-b82c-4093-a61d-2df345fb780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:24.468570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-0e77efa6-b82c-4093-a61d-2df345fb780b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1094 time: 0.0844865 Jul 28 11:24:24.471768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350c2aa-2fa7-48af-a270-0e333300c95a service neutron] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:24.526076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-9fa673f6-b2ca-416a-8c72-138423ee5228 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b HTTP/1.1" status: 200 len: 217 time: 0.0442343 Jul 28 11:24:24.668585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-39529051-5b1b-4424-a0f2-b4231f50d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:24.669918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-39529051-5b1b-4424-a0f2-b4231f50d3d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e596a05e-e381-4cd8-8ff1-eb9ec2c6b297 HTTP/1.1" status: 200 len: 835 time: 0.1372769 Jul 28 11:24:24.682511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b62a3-ac6e-4033-a468-5172f43d6286 req-de534471-2e32-45d7-a2cd-d26aed9d6ccc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:24.684857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-214b62a3-ac6e-4033-a468-5172f43d6286 req-de534471-2e32-45d7-a2cd-d26aed9d6ccc tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 943 time: 0.0725329 Jul 28 11:24:24.771739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-214b62a3-ac6e-4033-a468-5172f43d6286 req-b3f418b2-f784-4505-bfb1-601e7a9ac23a tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758460 Jul 28 11:24:24.774750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813caf4-7814-4601-b23f-8469af383fe0 req-7be7cd8d-4002-4cd6-8782-51d608e4f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:24.776332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-7be7cd8d-4002-4cd6-8782-51d608e4f45a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903182 Jul 28 11:24:24.877879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-1eec133c-63c1-409e-9e9a-064c4bb1636a service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939634 Jul 28 11:24:24.982475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9813caf4-7814-4601-b23f-8469af383fe0 req-e0dc0b3f-a2b6-43f4-b2b3-01d189696ba4 service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961382 Jul 28 11:24:25.077680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-b224cda5-e59f-4d1d-91ed-33d5333d520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:25.079457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-b224cda5-e59f-4d1d-91ed-33d5333d520c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1094 time: 0.0472603 Jul 28 11:24:25.178004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-dbecfc6a-954d-4cd2-9b3c-541c9f9292d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:25.179689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-dbecfc6a-954d-4cd2-9b3c-541c9f9292d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5 HTTP/1.1" status: 200 len: 897 time: 0.0933859 Jul 28 11:24:25.224430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-9c7cffb9-1f7f-46ca-b409-fed76cc668d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b HTTP/1.1" status: 200 len: 217 time: 0.0376735 Jul 28 11:24:25.287692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-0ea1f87f-2e63-4221-92c7-f3ba7f5af5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:25.289380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-0ea1f87f-2e63-4221-92c7-f3ba7f5af5d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e596a05e-e381-4cd8-8ff1-eb9ec2c6b297 HTTP/1.1" status: 200 len: 835 time: 0.0562692 Jul 28 11:24:25.343101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-4b2dc6e0-3cf9-4c5b-9de3-e44838db849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:25.344880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-4b2dc6e0-3cf9-4c5b-9de3-e44838db849c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475690 Jul 28 11:24:25.446934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-a5c819c6-63cf-4630-86ba-08dd1ccc4fb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929329 Jul 28 11:24:25.519850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:25.554742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc9a82d-bd98-449d-96dc-290e0b15f02e req-cf847f98-019f-4f03-911b-3ad96a519111 service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999694 Jul 28 11:24:25.700655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361487154'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:25.723948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:25.727697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:25.737319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:25.845069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:25.850276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:25.890839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:25.903375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ece27b-6fff-4114-8110-0e5ed19e7647,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:25.911759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:25.912114 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment 278b3084-cc55-451d-88a4-3f72e8d0c313 of type vlan for network 2c02d973-72fc-4e87-a742-b9dedfafba20 Jul 28 11:24:25.931515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c4288-3bf6-48da-8b98-d77fc5b4c1b8 req-ef2b41a1-79e6-47d0-bd72-5101942c05d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:25.933624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-778c4288-3bf6-48da-8b98-d77fc5b4c1b8 req-ef2b41a1-79e6-47d0-bd72-5101942c05d5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 943 time: 0.0801442 Jul 28 11:24:25.965447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:25.989373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-778c4288-3bf6-48da-8b98-d77fc5b4c1b8 req-23d9c415-94f7-49df-b006-2e06cc4b41a7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Jul 28 11:24:26.001731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.009047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:26.010483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.045857 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5235233 Jul 28 11:24:26.048598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:26.055734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-633902769'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:26.109278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c9d8c-9576-46ef-9f94-f2aeae7051be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=2c02d973-72fc-4e87-a742-b9dedfafba20,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:26.111447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:26.116264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.124498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:26.149722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:26.160574 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.160924 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment 467f4979-58d0-4e5e-aad1-1a0342407638 of type vlan for network 45648d8b-d5e7-4c4e-8522-df684362d241 Jul 28 11:24:26.249657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.290047 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.298915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:26.299551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.403422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=45648d8b-d5e7-4c4e-8522-df684362d241,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:26.417553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 45648d8b-d5e7-4c4e-8522-df684362d241 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:26.429258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6130d8c3-98c6-4a11-a413-552259adc2a3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3792965 Jul 28 11:24:26.432306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:26.438387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:26.584134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:26.589557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.813189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.877871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=b503856e-cfa9-42f8-97ab-f1c425561471,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:26.890484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': '278b3084-cc55-451d-88a4-3f72e8d0c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:26.890899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 2c02d973-72fc-4e87-a742-b9dedfafba20, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:26.900061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:26.913678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:26.923750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2c02d973-72fc-4e87-a742-b9dedfafba20) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:26.928223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:26.928795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:26.938665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc46056-4014-4f76-b4b2-cfd04f77b536 None None] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:26.950251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0e6d3d8f-5911-4b19-9758-01879f819f9b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5119977 Jul 28 11:24:26.950251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:26.956737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:27.054928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8011dc4f-a11e-4070-baa1-dd7831690d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.064614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:27.069243 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.149911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-2c02d973-72fc-4e87-a742-b9dedfafba20', 'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': 'b503856e-cfa9-42f8-97ab-f1c425561471'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:24:27.153033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.175895 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8011dc4f-a11e-4070-baa1-dd7831690d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.183162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8011dc4f-a11e-4070-baa1-dd7831690d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.227193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824bd9-a81e-44a7-bdb1-181a7987bb4d req-4089c156-d54d-4f16-b2bb-f4c41817aafe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:27.232424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011dc4f-a11e-4070-baa1-dd7831690d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e56b27-44f1-4aaa-bbec-12d3aaf70b45,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:27.237614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b824bd9-a81e-44a7-bdb1-181a7987bb4d req-4089c156-d54d-4f16-b2bb-f4c41817aafe tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 943 time: 0.1287227 Jul 28 11:24:27.248530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8011dc4f-a11e-4070-baa1-dd7831690d40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2df5616dbfb24fbc82919a4d5d4a9df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471723 Jul 28 11:24:27.253022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:27.310106 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1012-b6b8-41b7-b4ff-68a8c2c90bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.334471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b824bd9-a81e-44a7-bdb1-181a7987bb4d req-a012c17c-2fab-4d26-b354-899fc98c7ff3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958259 Jul 28 11:24:27.337307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1012-b6b8-41b7-b4ff-68a8c2c90bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.379698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Allocated IP 2001:db8::2 (2c02d973-72fc-4e87-a742-b9dedfafba20/b503856e-cfa9-42f8-97ab-f1c425561471/b3d9157e-2586-495c-a90f-e415fc061636) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:27.426800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1012-b6b8-41b7-b4ff-68a8c2c90bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.430022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1012-b6b8-41b7-b4ff-68a8c2c90bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.433778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b6e1012-b6b8-41b7-b4ff-68a8c2c90bfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52e56b27-44f1-4aaa-bbec-12d3aaf70b45 HTTP/1.1" status: 204 len: 168 time: 0.1766019 Jul 28 11:24:27.434639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.441993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e1012-b6b8-41b7-b4ff-68a8c2c90bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e56b27-44f1-4aaa-bbec-12d3aaf70b45,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:27.517647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=b26db44e-11de-4ebc-acfe-557e4876c511,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:27.523947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': '467f4979-58d0-4e5e-aad1-1a0342407638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:27.524360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 45648d8b-d5e7-4c4e-8522-df684362d241, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:27.545696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 45648d8b-d5e7-4c4e-8522-df684362d241 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:27.562168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 45648d8b-d5e7-4c4e-8522-df684362d241) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:27.567604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:27.568804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.580459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a10cf1-c723-4b61-9374-a204d07d645b None None] Network 45648d8b-d5e7-4c4e-8522-df684362d241 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:27.592925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ffb1b3cb-c5d2-40a5-92af-bc56c4fd36a1 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6414135 Jul 28 11:24:27.595173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:27.600313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2074795159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:27.627738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.629277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.724476 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.753251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.762229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.791619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.793868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-27cd5d29-a09c-453e-a0b4-01f795957854 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1972926 Jul 28 11:24:27.796574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33620) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:27.819599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Transition to ACTIVE for port object b3d9157e-2586-495c-a90f-e415fc061636 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:27.837608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Transition to ACTIVE for port object b3d9157e-2586-495c-a90f-e415fc061636 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:27.849835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:27.860512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-45648d8b-d5e7-4c4e-8522-df684362d241', 'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': 'b26db44e-11de-4ebc-acfe-557e4876c511'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:24:27.861371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.070621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:28.088349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ac6d-ec0a-40c9-bc20-51560fcc600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.129015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Allocated IP 2001:db8:1::2 (45648d8b-d5e7-4c4e-8522-df684362d241/b26db44e-11de-4ebc-acfe-557e4876c511/3c1fd730-4c60-4df1-8bc5-5c228e95f507) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:28.155934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.228867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:28.234069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4391ddf-2f4c-4054-8c16-613325680f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.249685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:28.250154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ac6d-ec0a-40c9-bc20-51560fcc600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.256959 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ac6d-ec0a-40c9-bc20-51560fcc600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.270015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:28.274326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Pushing event updated for resources: {'Port': ['ID=b3d9157e-2586-495c-a90f-e415fc061636,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:28.307263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0ac6d-ec0a-40c9-bc20-51560fcc600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e781df0-647c-4882-b5bc-f52282a1dbe3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:28.315150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aeb0ac6d-ec0a-40c9-bc20-51560fcc600d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb7812618cd1479fbb776e4154c2e3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405124 Jul 28 11:24:28.315603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:28.363627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.364450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.365708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.366271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.368775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.369190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.369594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.370166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.370446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.370953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.371263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.371627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:28.412005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cf79101-a847-49cf-9377-edf1a1f7d744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.437468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Attempting to bind port b3d9157e-2586-495c-a90f-e415fc061636 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:28.437837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Attempting to bind port b3d9157e-2586-495c-a90f-e415fc061636 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '278b3084-cc55-451d-88a4-3f72e8d0c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:28.438199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Attempting to bind port b3d9157e-2586-495c-a90f-e415fc061636 on network 2c02d973-72fc-4e87-a742-b9dedfafba20 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:28.452381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cf79101-a847-49cf-9377-edf1a1f7d744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.465302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:28.465704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Checking segment: {'id': '278b3084-cc55-451d-88a4-3f72e8d0c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:28.466112 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.466505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Bound using segment: {'id': '278b3084-cc55-451d-88a4-3f72e8d0c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:28.470020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Bound port: b3d9157e-2586-495c-a90f-e415fc061636, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278b3084-cc55-451d-88a4-3f72e8d0c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2c02d973-72fc-4e87-a742-b9dedfafba20'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:28.470357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.498219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:24:28.556812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8::1 (2c02d973-72fc-4e87-a742-b9dedfafba20/b503856e-cfa9-42f8-97ab-f1c425561471/f2dc6107-28a8-4306-96c8-c68d2d029f5f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:28.557057 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.567377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae253b-079b-4d9c-9ec4-9ea5a72bcd76 req-b22bf1e9-bafb-484f-97b5-efa319377551 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:28.568987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31ae253b-079b-4d9c-9ec4-9ea5a72bcd76 req-b22bf1e9-bafb-484f-97b5-efa319377551 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 943 time: 0.0677285 Jul 28 11:24:28.570123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cf79101-a847-49cf-9377-edf1a1f7d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.572714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cf79101-a847-49cf-9377-edf1a1f7d744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.577026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4cf79101-a847-49cf-9377-edf1a1f7d744 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e781df0-647c-4882-b5bc-f52282a1dbe3 HTTP/1.1" status: 204 len: 168 time: 0.2560503 Jul 28 11:24:28.584363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf79101-a847-49cf-9377-edf1a1f7d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e781df0-647c-4882-b5bc-f52282a1dbe3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:28.612575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Transition to ACTIVE for port object 3c1fd730-4c60-4df1-8bc5-5c228e95f507 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:28.627921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31ae253b-079b-4d9c-9ec4-9ea5a72bcd76 req-1d25b889-c176-42b0-aa8b-4c2bf9831f56 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Jul 28 11:24:28.700504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Transition to ACTIVE for port object 3c1fd730-4c60-4df1-8bc5-5c228e95f507 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:28.708356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.708856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] For port b3d9157e-2586-495c-a90f-e415fc061636, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:28.713416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] For port b3d9157e-2586-495c-a90f-e415fc061636, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b3d9157e-2586-495c-a90f-e415fc061636,segment=NetworkSegment(278b3084-cc55-451d-88a4-3f72e8d0c313),segment_id=278b3084-cc55-451d-88a4-3f72e8d0c313)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:28.720781 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.729428 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.732730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object f2dc6107-28a8-4306-96c8-c68d2d029f5f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:28.790537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.817036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:28.842149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:28.845549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:28.846443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:28.961645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=f2dc6107-28a8-4306-96c8-c68d2d029f5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:29.003334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Network 45648d8b-d5e7-4c4e-8522-df684362d241 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:29.005216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:29.007634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.022488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Pushing event updated for resources: {'Port': ['ID=3c1fd730-4c60-4df1-8bc5-5c228e95f507,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:29.028440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:29.045082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:29.085416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'port_id': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'mac_address': 'fa:16:3e:f9:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:24:29.203921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dfb9c-57f5-4f73-b20e-54a70716c1c4 None None] Pushing event updated for resources: {'Port': ['ID=b3d9157e-2586-495c-a90f-e415fc061636,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:29.227301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Attempting to bind port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:29.227599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Attempting to bind port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '467f4979-58d0-4e5e-aad1-1a0342407638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:29.227964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Attempting to bind port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 on network 45648d8b-d5e7-4c4e-8522-df684362d241 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:29.233284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.238167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:29.238555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Checking segment: {'id': '467f4979-58d0-4e5e-aad1-1a0342407638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:29.238954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.239345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Bound using segment: {'id': '467f4979-58d0-4e5e-aad1-1a0342407638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:29.239829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Bound port: 3c1fd730-4c60-4df1-8bc5-5c228e95f507, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467f4979-58d0-4e5e-aad1-1a0342407638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '45648d8b-d5e7-4c4e-8522-df684362d241'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:29.241605 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.265260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c07311-ac98-4961-8bdc-889bbe1ab66b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:29.367018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:29.377842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.390288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.391622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.394653 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.491194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=f2dc6107-28a8-4306-96c8-c68d2d029f5f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:29.534648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:29.562265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] For port 3c1fd730-4c60-4df1-8bc5-5c228e95f507, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:29.591778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] For port 3c1fd730-4c60-4df1-8bc5-5c228e95f507, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3c1fd730-4c60-4df1-8bc5-5c228e95f507,segment=NetworkSegment(467f4979-58d0-4e5e-aad1-1a0342407638),segment_id=467f4979-58d0-4e5e-aad1-1a0342407638)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:29.598592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:29.625295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b3d9157e-2586-495c-a90f-e415fc061636 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:29.714797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['a7c07311-ac98-4961-8bdc-889bbe1ab66b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:24:29.856059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadd472-df2e-4830-96e0-8090bd2a73cf None None] Pushing event updated for resources: {'Port': ['ID=3c1fd730-4c60-4df1-8bc5-5c228e95f507,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:29.893348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b3d9157e-2586-495c-a90f-e415fc061636 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:29.943033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f0c6a-3cae-41d2-b9a0-3d905c74b96b req-b348f863-bcec-4db5-8b52-46a6b4959661 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:29.950201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a22f0c6a-3cae-41d2-b9a0-3d905c74b96b req-b348f863-bcec-4db5-8b52-46a6b4959661 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 944 time: 0.1827383 Jul 28 11:24:30.073527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a22f0c6a-3cae-41d2-b9a0-3d905c74b96b req-12b99b78-94ab-4e82-8bed-8116db959350 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169598 Jul 28 11:24:30.377246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:30.378842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:30.555798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 5159c50b-f6a0-4220-a240-da51847e27b8 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:24:30.611197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19074b-01eb-4084-b3e0-032e57acce85 None None] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:30.678622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:30.688087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:30.688333 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c3fb5919-21b2-46d4-94cd-58bf104f763f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/5159c50b-f6a0-4220-a240-da51847e27b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8905070 Jul 28 11:24:30.702389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] Sync routers for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:30.715569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] Provisioning for port b3d9157e-2586-495c-a90f-e415fc061636 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:30.728944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] Provisioning complete for port b3d9157e-2586-495c-a90f-e415fc061636 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:30.729319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:30.771608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:30.771770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00982e0d-3601-40e7-bc23-20281cd0869e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:30.772365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:30.773272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00982e0d-3601-40e7-bc23-20281cd0869e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports/f2dc6107-28a8-4306-96c8-c68d2d029f5f HTTP/1.1" status: 200 len: 911 time: 0.0834646 Jul 28 11:24:30.776503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:30.849977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:30.954854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:30.955510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:30.969765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:31.049449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:31.050068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20b412c-3f92-4966-8ff6-8c84b9ec49e6 None None] The sync data for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:31.111690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.150128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.166122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9474358c-928d-42a4-b53a-1808f5e53c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.180826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e63f-1cbc-4207-9d1b-13738f5e8e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.227688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] For port b3d9157e-2586-495c-a90f-e415fc061636, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b3d9157e-2586-495c-a90f-e415fc061636,segment=NetworkSegment(278b3084-cc55-451d-88a4-3f72e8d0c313),segment_id=278b3084-cc55-451d-88a4-3f72e8d0c313)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:31.246132 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.336003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e38dc0-6896-45cb-b8ab-9727df436699 None None] Network 45648d8b-d5e7-4c4e-8522-df684362d241 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:31.354982 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e63f-1cbc-4207-9d1b-13738f5e8e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.361387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e63f-1cbc-4207-9d1b-13738f5e8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.410151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-af3a4281-4ff3-4d2c-bdbc-b6663fbfe28e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:31.411885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-af3a4281-4ff3-4d2c-bdbc-b6663fbfe28e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.4655051 Jul 28 11:24:31.424060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7e63f-1cbc-4207-9d1b-13738f5e8e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c80878d-a7e2-48d6-84af-68c62ee09c55,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:31.431485 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d5b7e63f-1cbc-4207-9d1b-13738f5e8e5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bd404c1881a49c9bfc0cfc924f766bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582679 Jul 28 11:24:31.432652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:31.446943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c47f76-9b0f-48f8-bad5-040b98259c02 None None] Pushing event updated for resources: {'Port': ['ID=b3d9157e-2586-495c-a90f-e415fc061636,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:31.453790 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:24:31.467870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-24c7003a-4b57-459e-91b1-39dfa1288044 None None] Provisioning for port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:31.519472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.561523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-7cef7cab-014d-4867-9945-b1825857427f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/quotas/d5ae02aca7ba487d9b62fb8ac8a3683b HTTP/1.1" status: 200 len: 375 time: 0.1223021 Jul 28 11:24:31.567383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5bd-9864-4062-855e-e8a6b0ca481f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.601593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5bd-9864-4062-855e-e8a6b0ca481f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.627705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3c1fd730-4c60-4df1-8bc5-5c228e95f507 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:31.675117 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5bd-9864-4062-855e-e8a6b0ca481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.678397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0af5c5bd-9864-4062-855e-e8a6b0ca481f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.679841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0af5c5bd-9864-4062-855e-e8a6b0ca481f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c80878d-a7e2-48d6-84af-68c62ee09c55 HTTP/1.1" status: 204 len: 168 time: 0.2460425 Jul 28 11:24:31.691788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5c5bd-9864-4062-855e-e8a6b0ca481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c80878d-a7e2-48d6-84af-68c62ee09c55,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:31.780546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9695d4d8-05f7-433f-ba04-2275ba3ef40a None None] Provisioning complete for port b3d9157e-2586-495c-a90f-e415fc061636 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:31.781331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9695d4d8-05f7-433f-ba04-2275ba3ef40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:31.871662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:31.879389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:31.879767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.022377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.081304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9695d4d8-05f7-433f-ba04-2275ba3ef40a None None] Provisioning for port f2dc6107-28a8-4306-96c8-c68d2d029f5f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:32.087478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9695d4d8-05f7-433f-ba04-2275ba3ef40a None None] Provisioning complete for port f2dc6107-28a8-4306-96c8-c68d2d029f5f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:32.088515 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9695d4d8-05f7-433f-ba04-2275ba3ef40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.140931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5b9f-7913-4ac7-818f-08cef62ad046 req-3bdf007a-8c75-4f7f-8c77-8d58a89fd03e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:32.144609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-764f5b9f-7913-4ac7-818f-08cef62ad046 req-3bdf007a-8c75-4f7f-8c77-8d58a89fd03e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 944 time: 0.8767769 Jul 28 11:24:32.151367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9695d4d8-05f7-433f-ba04-2275ba3ef40a None None] Port f2dc6107-28a8-4306-96c8-c68d2d029f5f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:32.185463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.263244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 3c1fd730-4c60-4df1-8bc5-5c228e95f507, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3c1fd730-4c60-4df1-8bc5-5c228e95f507,segment=NetworkSegment(467f4979-58d0-4e5e-aad1-1a0342407638),segment_id=467f4979-58d0-4e5e-aad1-1a0342407638)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:32.272705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-764f5b9f-7913-4ac7-818f-08cef62ad046 req-1c197745-eaa6-4480-b6e4-4192d59eee31 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772817 Jul 28 11:24:32.289010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.319808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-f02432f3-1864-430c-a29f-2fd5ed043e97 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7563646 Jul 28 11:24:32.333706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-638c521f-9960-4ab9-bbb4-ded1acafbd08 None None] Provisioning complete for port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:32.343258 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-638c521f-9960-4ab9-bbb4-ded1acafbd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.399075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=3c1fd730-4c60-4df1-8bc5-5c228e95f507,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:32.434572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:32.447867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27505d4b-074d-440d-9d70-ac6dd856dfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.480665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-638c521f-9960-4ab9-bbb4-ded1acafbd08 None None] Provisioning complete for port f2dc6107-28a8-4306-96c8-c68d2d029f5f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:32.481144 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-638c521f-9960-4ab9-bbb4-ded1acafbd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.510404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:32.556530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-a3beab54-2d2c-4303-83b8-999aca81f0b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193561 Jul 28 11:24:32.560578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-638c521f-9960-4ab9-bbb4-ded1acafbd08 None None] Port f2dc6107-28a8-4306-96c8-c68d2d029f5f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:32.579870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27505d4b-074d-440d-9d70-ac6dd856dfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.589948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port a7c07311-ac98-4961-8bdc-889bbe1ab66b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:32.591845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27505d4b-074d-440d-9d70-ac6dd856dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.594180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port a7c07311-ac98-4961-8bdc-889bbe1ab66b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:32.594714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.634968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-27505d4b-074d-440d-9d70-ac6dd856dfe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d67944e06a24cafaa0b041d9a3c68cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992693 Jul 28 11:24:32.637038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27505d4b-074d-440d-9d70-ac6dd856dfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e9cc4-0301-49bb-a5fa-ba2571f4b9b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:32.639376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:32.693113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8:1::1 (45648d8b-d5e7-4c4e-8522-df684362d241/b26db44e-11de-4ebc-acfe-557e4876c511/8b1916b9-9805-4876-8b6b-cbf49ea90dd2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:32.700053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.703422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63008ee8-22d0-4281-b608-3cd914721f0f None None] Provisioning complete for port f2dc6107-28a8-4306-96c8-c68d2d029f5f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:32.703935 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63008ee8-22d0-4281-b608-3cd914721f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.711466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114f432f-bdb8-40e6-a039-c009b2fc12a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.728300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-ff3d2cd3-c6fa-477c-9e75-89ee2fed39c6 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620307 Jul 28 11:24:32.745527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114f432f-bdb8-40e6-a039-c009b2fc12a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.750654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:32.753144 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c4b0a-ede8-47ee-90c2-eea009fa8a4f" -d '{"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-plugged", "status": "completed", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:32.774361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-63008ee8-22d0-4281-b608-3cd914721f0f None None] Port f2dc6107-28a8-4306-96c8-c68d2d029f5f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:32.777846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:32.787564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.828378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114f432f-bdb8-40e6-a039-c009b2fc12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.834665 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea35a119-b35f-477d-a05a-506a9d9d6afa x-openstack-request-id: req-ea35a119-b35f-477d-a05a-506a9d9d6afa {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:32.834956 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-plugged", "status": "completed", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:32.835354 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea35a119-b35f-477d-a05a-506a9d9d6afa {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:32.836405 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'code': 200} Jul 28 11:24:32.843734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114f432f-bdb8-40e6-a039-c009b2fc12a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.845056 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-114f432f-bdb8-40e6-a039-c009b2fc12a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f37e9cc4-0301-49bb-a5fa-ba2571f4b9b3 HTTP/1.1" status: 204 len: 168 time: 0.2047539 Jul 28 11:24:32.868021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f432f-bdb8-40e6-a039-c009b2fc12a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e9cc4-0301-49bb-a5fa-ba2571f4b9b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:32.906342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:32.920949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:32.986058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:33.029697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ead4b0a0-13d9-4d8d-9589-1f1d2d0b415b req-c3a7d2fd-ab94-4078-8c96-4b50b5ff83bd tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 210 time: 0.0461264 Jul 28 11:24:33.048780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b442-9f97-4cdb-b3ea-cbe8fcd979d2 req-89686b62-af7e-40e4-b8db-fb2912f39e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:33.050301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce94b442-9f97-4cdb-b3ea-cbe8fcd979d2 req-89686b62-af7e-40e4-b8db-fb2912f39e36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1096 time: 0.1344271 Jul 28 11:24:33.097444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.128523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce94b442-9f97-4cdb-b3ea-cbe8fcd979d2 req-03d759aa-b4f4-4935-b129-3fd79142df5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663595 Jul 28 11:24:33.143318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 45648d8b-d5e7-4c4e-8522-df684362d241 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:33.146413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:33.150180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:33.150731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.199648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=8b1916b9-9805-4876-8b6b-cbf49ea90dd2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:33.335514 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.412716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.529561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:33.542439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3c1fd730-4c60-4df1-8bc5-5c228e95f507 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:33.553744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b94c18fc-1cd0-4393-a395-322026148a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.629207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a1bad-aaf8-4135-bc36-a4f514e8b752 req-f2d51670-7409-4f0b-b483-d53a52925831 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:33.632075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea9a1bad-aaf8-4135-bc36-a4f514e8b752 req-f2d51670-7409-4f0b-b483-d53a52925831 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1896999 Jul 28 11:24:33.646513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c99497f7-c67a-45da-b942-8a7277be287b None None] Provisioning for port 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:33.659977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c99497f7-c67a-45da-b942-8a7277be287b None None] Provisioning complete for port 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:33.664658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c99497f7-c67a-45da-b942-8a7277be287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.665851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b94c18fc-1cd0-4393-a395-322026148a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.671556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b94c18fc-1cd0-4393-a395-322026148a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.713170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:33.714784 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.715854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b94c18fc-1cd0-4393-a395-322026148a3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c17c204ba8143708bb3d76282e7f722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850362 Jul 28 11:24:33.717059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c18fc-1cd0-4393-a395-322026148a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d4422d-ec43-4f26-9b3f-d706c3acc3aa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:33.721023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:33.753916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c99497f7-c67a-45da-b942-8a7277be287b None None] Port 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:33.815384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ede54ae-d835-4eec-9395-aef18499f19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.820648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b3d9157e-2586-495c-a90f-e415fc061636 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:33.856067 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ede54ae-d835-4eec-9395-aef18499f19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.878692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b3d9157e-2586-495c-a90f-e415fc061636 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:33.879074 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.925820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea9a1bad-aaf8-4135-bc36-a4f514e8b752 req-741b6205-0435-43f9-9465-ed41e8e39cc1 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571480 Jul 28 11:24:33.928047 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.936643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.938173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ede54ae-d835-4eec-9395-aef18499f19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.938457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.952475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ede54ae-d835-4eec-9395-aef18499f19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:33.952475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8ede54ae-d835-4eec-9395-aef18499f19f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16d4422d-ec43-4f26-9b3f-d706c3acc3aa HTTP/1.1" status: 204 len: 168 time: 0.2269847 Jul 28 11:24:33.994114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede54ae-d835-4eec-9395-aef18499f19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d4422d-ec43-4f26-9b3f-d706c3acc3aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:34.039385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=8b1916b9-9805-4876-8b6b-cbf49ea90dd2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:34.175045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6097b967-6342-4ed8-9743-f1511e88d7b7 req-5f370048-59f2-436c-b772-04196176254b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 210 time: 0.0373211 Jul 28 11:24:34.184848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 45648d8b-d5e7-4c4e-8522-df684362d241 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:34.186591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:34.414106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-0ce3288c-454c-4694-b269-fe89062b195f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:34.415609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-0ce3288c-454c-4694-b269-fe89062b195f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.1634629 Jul 28 11:24:34.436092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 5159c50b-f6a0-4220-a240-da51847e27b8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:34.440228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Request body: {'port': {'device_id': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'admin_state_up': True, 'tenant_id': 'd5ae02aca7ba487d9b62fb8ac8a3683b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:34.589911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-589254c2-aaf5-45aa-9ad7-fdc4504b01a9 None None] Provisioning complete for port 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:34.590671 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-589254c2-aaf5-45aa-9ad7-fdc4504b01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:34.613058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:34.622770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:34.623269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-12c1e004-048a-4916-9bcd-16f0f34b07e9 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/5159c50b-f6a0-4220-a240-da51847e27b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8396754 Jul 28 11:24:34.631056 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] Sync routers for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:34.657315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:34.659282 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:34.667336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-589254c2-aaf5-45aa-9ad7-fdc4504b01a9 None None] Port 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:34.685811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d865980-29a5-4599-b8f4-3480df39bafb tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:34.689979 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0d865980-29a5-4599-b8f4-3480df39bafb tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports/8b1916b9-9805-4876-8b6b-cbf49ea90dd2 HTTP/1.1" status: 200 len: 913 time: 0.0623000 Jul 28 11:24:34.690127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Made reservation on behalf of d5ae02aca7ba487d9b62fb8ac8a3683b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:34.690704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:34.692332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:34.705621 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:34.717780 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:34.718749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:34.754992 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:34.756045 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa8a17-62c2-44ad-8a4f-71bdf674c936 None None] The sync data for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:34.868627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Allocated IP 172.20.0.11 (e423a78b-f93f-423c-948c-c78e7ecc644d/6691916f-ae4e-4523-999b-974102b226d5/769ca8ec-a444-4339-9e16-19c55122d1f1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:35.102349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.134514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0601a4-e494-4eff-a8f2-41b803b7ba6c req-ac3045b0-fbc2-4955-8b45-74f0b8bcd468 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:35.137231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed0601a4-e494-4eff-a8f2-41b803b7ba6c req-ac3045b0-fbc2-4955-8b45-74f0b8bcd468 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.0941443 Jul 28 11:24:35.164151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.197102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed0601a4-e494-4eff-a8f2-41b803b7ba6c req-0354a7c3-d9a6-4d36-a138-74c608ce8369 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503228 Jul 28 11:24:35.199668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.213601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:24:35.257929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Network e423a78b-f93f-423c-948c-c78e7ecc644d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:35.269507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event updated for resources: {'Port': ['ID=769ca8ec-a444-4339-9e16-19c55122d1f1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:35.276879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:35.285547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:35.392838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:35.393481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.436470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b48bead-4bb2-46fc-8931-4586efa61553 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0018888 Jul 28 11:24:35.444077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d301-5279-45cb-aedb-177725dcdc52 req-ea9fb1d8-0a31-49fa-bb8c-4560900518a7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:35.451724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87e4d301-5279-45cb-aedb-177725dcdc52 req-ea9fb1d8-0a31-49fa-bb8c-4560900518a7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 932 time: 0.1198454 Jul 28 11:24:35.460213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Request body: {'port': {'device_id': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:35.555325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90d99-93f6-45cb-ad65-f9843883b2e5 req-7b68b45a-f256-4265-82b4-e5ac76544593 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:35.556880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60f90d99-93f6-45cb-ad65-f9843883b2e5 req-7b68b45a-f256-4265-82b4-e5ac76544593 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1591721 Jul 28 11:24:35.568792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87e4d301-5279-45cb-aedb-177725dcdc52 req-ad9e4772-0979-48c1-bf92-82886c27e2fa tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158891 Jul 28 11:24:35.580733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.647556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60f90d99-93f6-45cb-ad65-f9843883b2e5 req-5975a5b5-947b-4aa3-a04a-fdefc2932860 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778742 Jul 28 11:24:35.654880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:35.655381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.710012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:35.792913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be30d7-336d-442d-ae95-ec0748bf6db2 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:35.794457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-37be30d7-336d-442d-ae95-ec0748bf6db2 tempest-TestNetworkAdvancedServerOps-1725857738 tempest-TestNetworkAdvancedServerOps-1725857738-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1091 time: 0.0837555 Jul 28 11:24:35.797748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33870) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:35.798687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:35.803102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:35.815893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 8b1916b9-9805-4876-8b6b-cbf49ea90dd2 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:35.846328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.050607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.086653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=8b1916b9-9805-4876-8b6b-cbf49ea90dd2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:36.265673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.268755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:36.345441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769ca8ec-a444-4339-9e16-19c55122d1f1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:36.356031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.378866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Transition to ACTIVE for port object 769ca8ec-a444-4339-9e16-19c55122d1f1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:36.389659 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.431620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.454550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Pushing event updated for resources: {'Port': ['ID=769ca8ec-a444-4339-9e16-19c55122d1f1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:36.504146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94d535ed-b9a2-41a7-a92a-b3affd23d685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.517643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 5159c50b-f6a0-4220-a240-da51847e27b8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:36.592449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Attempting to bind port 769ca8ec-a444-4339-9e16-19c55122d1f1 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:36.592781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Attempting to bind port 769ca8ec-a444-4339-9e16-19c55122d1f1 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:36.593105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Attempting to bind port 769ca8ec-a444-4339-9e16-19c55122d1f1 on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:36.601619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Port 769ca8ec-a444-4339-9e16-19c55122d1f1 on network e423a78b-f93f-423c-948c-c78e7ecc644d not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:36.602197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Attempting to bind port 769ca8ec-a444-4339-9e16-19c55122d1f1 on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:36.616940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:36.617307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Checking segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:36.617683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Bound using segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:36.618110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Bound port: 769ca8ec-a444-4339-9e16-19c55122d1f1, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:36.618536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.620954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Allocated IP 172.25.1.148 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/37a696f9-a571-466f-9e7b-c41726402091) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:36.648954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:36.655234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a9be388-fc70-4ab5-a0f6-515d4d84726c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/5159c50b-f6a0-4220-a240-da51847e27b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632258 Jul 28 11:24:36.661125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:36.663194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] Sync routers for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:36.675420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:36.676084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:36.709871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:36.718954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:36.719871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:36.754179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:36.755063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab20348-b390-42a6-82fa-d285361315b2 None None] The sync data for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:36.790725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] For port 769ca8ec-a444-4339-9e16-19c55122d1f1, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:36.814560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] For port 769ca8ec-a444-4339-9e16-19c55122d1f1, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=769ca8ec-a444-4339-9e16-19c55122d1f1,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:36.822510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ab6c9-a841-49a5-9359-0f52d72278b9 req-2f02b048-b17f-4bb1-91d8-8a7118c1c12d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:36.824674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-893ab6c9-a841-49a5-9359-0f52d72278b9 req-2f02b048-b17f-4bb1-91d8-8a7118c1c12d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 944 time: 0.1593645 Jul 28 11:24:36.827650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.874419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94d535ed-b9a2-41a7-a92a-b3affd23d685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.876849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.881083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94d535ed-b9a2-41a7-a92a-b3affd23d685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.899717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:36.900367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:36.902592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] 10.222.0.41 "PUT /v2.0/ports/769ca8ec-a444-4339-9e16-19c55122d1f1 HTTP/1.1" status: 200 len: 1092 time: 1.4462867 Jul 28 11:24:36.904204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'tag': '769ca8ec-a444-4339-9e16-19c55122d1f1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:36.906440 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0603d8dc-a0be-4ab4-9576-4da05f28ea78" -d '{"events": [{"name": "network-changed", "server_uuid": "8476597d-d921-4880-87e5-d90f35e4f5a6", "tag": "769ca8ec-a444-4339-9e16-19c55122d1f1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:36.945669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-94d535ed-b9a2-41a7-a92a-b3affd23d685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f19b5cbd9924b01b2729bd3e41299fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753738 Jul 28 11:24:36.945992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:36.951815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-893ab6c9-a841-49a5-9359-0f52d72278b9 req-639b65b0-a043-43ae-8c3f-14be7b6210eb tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183531 Jul 28 11:24:36.977637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d535ed-b9a2-41a7-a92a-b3affd23d685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff6c48-6170-4a05-845d-6dec74ebe1a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:36.983831 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ed5145-f162-4961-907d-38b0aa08abd8 x-openstack-request-id: req-84ed5145-f162-4961-907d-38b0aa08abd8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:36.984122 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8476597d-d921-4880-87e5-d90f35e4f5a6", "tag": "769ca8ec-a444-4339-9e16-19c55122d1f1", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:36.984336 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84ed5145-f162-4961-907d-38b0aa08abd8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:36.984720 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'tag': '769ca8ec-a444-4339-9e16-19c55122d1f1', 'status': 'completed', 'code': 200} Jul 28 11:24:36.989018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdbe9c-788d-4ed7-9457-79796eafc0aa service neutron] Pushing event updated for resources: {'Port': ['ID=769ca8ec-a444-4339-9e16-19c55122d1f1,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:37.041149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.084762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-7bfbb65c-e2a3-4f96-b0c5-ada8e836ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:37.086247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-7bfbb65c-e2a3-4f96-b0c5-ada8e836ed19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 1095 time: 0.1233799 Jul 28 11:24:37.095783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55619439-ab10-4db3-8313-eb4a27b86fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.099296 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.116066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:37.150654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:37.156492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-6b9bb604-b6b4-4f6b-bc03-b39671daeb3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ca8ec-a444-4339-9e16-19c55122d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0575051 Jul 28 11:24:37.157080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=37a696f9-a571-466f-9e7b-c41726402091,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:37.163063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:37.178431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55619439-ab10-4db3-8313-eb4a27b86fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.292868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-469d8858-b865-4e14-aca1-96b3ada1bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:37.294350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-469d8858-b865-4e14-aca1-96b3ada1bcf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.1257918 Jul 28 11:24:37.351414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-8b6d1dc7-5d01-40fc-b720-ab17608cbd90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461679 Jul 28 11:24:37.362028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port f2dc6107-28a8-4306-96c8-c68d2d029f5f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:37.362454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.381684 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55619439-ab10-4db3-8313-eb4a27b86fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.384149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55619439-ab10-4db3-8313-eb4a27b86fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.385254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-55619439-ab10-4db3-8313-eb4a27b86fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaff6c48-6170-4a05-845d-6dec74ebe1a3 HTTP/1.1" status: 204 len: 168 time: 0.4368427 Jul 28 11:24:37.465234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.472238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619439-ab10-4db3-8313-eb4a27b86fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff6c48-6170-4a05-845d-6dec74ebe1a3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:37.487851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for f2dc6107-28a8-4306-96c8-c68d2d029f5f owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:37.549713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-fcabd329-c4be-483b-8455-dd4eb9f35a33 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900303 Jul 28 11:24:37.731409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.741564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31536977-8256-4ab0-96c0-5797b8c94c88 req-6f084b8c-a677-45f6-83e7-a03bf7d7932d service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818285 Jul 28 11:24:37.778836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=f2dc6107-28a8-4306-96c8-c68d2d029f5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:37.887417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-0ef1966d-1028-4687-91dd-09305d9fb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:37.889123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-0ef1966d-1028-4687-91dd-09305d9fb216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0690031 Jul 28 11:24:37.899270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:37.937110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.086772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.089390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-ffb3c671-8f66-4905-87ff-88444d9519c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:38.091572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-ffb3c671-8f66-4905-87ff-88444d9519c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 916 time: 0.1933224 Jul 28 11:24:38.137255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 5159c50b-f6a0-4220-a240-da51847e27b8 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:38.217942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-efe43bc5-4918-4e4a-9eb7-119a974ed009 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ca8ec-a444-4339-9e16-19c55122d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0954440 Jul 28 11:24:38.221796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:38.236142 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] Sync routers for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:38.242648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-da80decd-a575-45da-abf5-983fc50c50a5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/5159c50b-f6a0-4220-a240-da51847e27b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804367 Jul 28 11:24:38.243547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:38.252977 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:38.253629 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:38.283815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-afadf254-5159-41f7-b04d-ce30929b047f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5159c50b-f6a0-4220-a240-da51847e27b8 HTTP/1.1" status: 200 len: 205 time: 0.0379117 Jul 28 11:24:38.284835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:38.293699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52174a1a-99c1-40b0-a70c-985526de2b7b req-a9339cfb-7810-4ea1-9b3b-53330dae3b60 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:38.308689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52174a1a-99c1-40b0-a70c-985526de2b7b req-a9339cfb-7810-4ea1-9b3b-53330dae3b60 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 944 time: 0.1849883 Jul 28 11:24:38.319575 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:38.336768 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] Routers {'5159c50b-f6a0-4220-a240-da51847e27b8'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:38.341315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5159c50b-f6a0-4220-a240-da51847e27b8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:38.394299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.412537 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:38.413187 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59377c3e-7e7f-4605-999b-587a604643e7 None None] The sync data for ids ['5159c50b-f6a0-4220-a240-da51847e27b8'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:38.497634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-0a87804c-fba7-4ddc-b2cf-f5f222c15214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:38.499097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-0a87804c-fba7-4ddc-b2cf-f5f222c15214 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.2588694 Jul 28 11:24:38.509412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52174a1a-99c1-40b0-a70c-985526de2b7b req-e8089680-b389-40c0-b360-949715723bc9 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555703 Jul 28 11:24:38.561545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-27d9153b-db81-4841-87a6-94fc1dc5b2d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452518 Jul 28 11:24:38.641481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.653044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.755265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-c510ace0-07ac-4c8c-a598-4f7e146ceafe service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841273 Jul 28 11:24:38.755819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event updated for resources: {'Port': ['ID=37a696f9-a571-466f-9e7b-c41726402091,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:38.791146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.957912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0603d8dc-a0be-4ab4-9576-4da05f28ea78 req-37412366-94e0-455f-8999-4e57099e48d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944122 Jul 28 11:24:38.965357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.967902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:38.995161 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP 37eebde2-0164-42ee-84a9-0f025e8bd5c1 associated. External IP: 172.25.1.148, port: a7c07311-ac98-4961-8bdc-889bbe1ab66b. Jul 28 11:24:39.022681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.023295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router 5159c50b-f6a0-4220-a240-da51847e27b8 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:24:39.031877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.033039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-47f7170a-c085-4e98-977e-58d8fea7af01 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/5159c50b-f6a0-4220-a240-da51847e27b8 HTTP/1.1" status: 204 len: 168 time: 0.7464797 Jul 28 11:24:39.040935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:39.123789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet b26db44e-11de-4ebc-acfe-557e4876c511 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:24:39.127478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.174646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.196802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:39.282189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.368144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.410274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=b26db44e-11de-4ebc-acfe-557e4876c511,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:39.417742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.422720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9b513c48-95cc-4f96-a675-f0c3ab251423 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/b26db44e-11de-4ebc-acfe-557e4876c511 HTTP/1.1" status: 204 len: 168 time: 0.3787687 Jul 28 11:24:39.425909 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c1d53-ae39-4b55-9042-bc993e84ff5f None None] Network 45648d8b-d5e7-4c4e-8522-df684362d241 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:39.426700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:39.442382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc590187-fc25-4117-a2de-df0977f9bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.535431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet b503856e-cfa9-42f8-97ab-f1c425561471 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:24:39.548486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.637594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.658338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router da4eaf75-c4d2-48a8-872a-05d9c71267a5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:39.693486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f6d46-4c13-4702-b602-0ae814f06418 req-230e8305-bc73-441b-92de-8f1424ffa361 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:39.695594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df6f6d46-4c13-4702-b602-0ae814f06418 req-230e8305-bc73-441b-92de-8f1424ffa361 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 944 time: 0.0719147 Jul 28 11:24:39.707698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] DHCP port deletion for 45648d8b-d5e7-4c4e-8522-df684362d241 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:24:39.755884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc590187-fc25-4117-a2de-df0977f9bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.764255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc590187-fc25-4117-a2de-df0977f9bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.795502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df6f6d46-4c13-4702-b602-0ae814f06418 req-9e3ae0c2-23fd-464b-b005-5f3b9d5cd128 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561893 Jul 28 11:24:39.807757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.809115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] Deleting port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:39.809494 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.857136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bc590187-fc25-4117-a2de-df0977f9bcee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2c57a96a2c548e78f59bf7292dfa470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587474 Jul 28 11:24:39.860444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc590187-fc25-4117-a2de-df0977f9bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3169bb4-5683-46af-8d08-ce3bf687c4fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:39.866694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:39.891686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] For port 3c1fd730-4c60-4df1-8bc5-5c228e95f507, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3c1fd730-4c60-4df1-8bc5-5c228e95f507,segment=NetworkSegment(467f4979-58d0-4e5e-aad1-1a0342407638),segment_id=467f4979-58d0-4e5e-aad1-1a0342407638)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:39.892045 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.902782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:39.913407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] Calling delete_port for 3c1fd730-4c60-4df1-8bc5-5c228e95f507 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:39.921767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] Sync routers for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:39.928745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.937611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.943542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:39.944833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:39.962082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fe5135e5-2ce7-43c0-b31e-3521d89b4d7c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1632340 Jul 28 11:24:39.963267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:39.966828 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:39.968870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a1c3-45a7-42be-af1a-f68b8fb8be2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.975626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=b503856e-cfa9-42f8-97ab-f1c425561471,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:39.991680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:39.993614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed75b9f2-9242-4101-9825-9c6a4958ae7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/b503856e-cfa9-42f8-97ab-f1c425561471 HTTP/1.1" status: 204 len: 168 time: 0.5527050 Jul 28 11:24:39.996960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:40.006763 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a1c3-45a7-42be-af1a-f68b8fb8be2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.025627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ea646-4c20-482d-8e8a-8ff81dba5f97 None None] Network 2c02d973-72fc-4e87-a742-b9dedfafba20 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:40.081139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a1c3-45a7-42be-af1a-f68b8fb8be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.084384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a1c3-45a7-42be-af1a-f68b8fb8be2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.085996 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d0c9a1c3-45a7-42be-af1a-f68b8fb8be2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3169bb4-5683-46af-8d08-ce3bf687c4fd HTTP/1.1" status: 204 len: 168 time: 0.2182305 Jul 28 11:24:40.099182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9a1c3-45a7-42be-af1a-f68b8fb8be2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3169bb4-5683-46af-8d08-ce3bf687c4fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:40.111463 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433f41a-9d2c-4611-ab5c-9d83f54a6c4d x-openstack-request-id: req-0433f41a-9d2c-4611-ab5c-9d83f54a6c4d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:40.111884 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:40.114435 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0433f41a-9d2c-4611-ab5c-9d83f54a6c4d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:40.115333 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'status': 'completed', 'code': 200} Jul 28 11:24:40.223771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:40.237936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.254231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-22ed9bf7-0073-455f-ae71-f5e6aadabfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:40.256123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-22ed9bf7-0073-455f-ae71-f5e6aadabfa3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1096 time: 0.1473272 Jul 28 11:24:40.266747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cc3a-6155-49dc-a2ae-fc8df7280923 req-0c244200-3f24-43b7-a7d4-999f6808f1ae tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:40.268564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cd2cc3a-6155-49dc-a2ae-fc8df7280923 req-0c244200-3f24-43b7-a7d4-999f6808f1ae tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1609895 Jul 28 11:24:40.290549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.300711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:40.357612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] The port '3c1fd730-4c60-4df1-8bc5-5c228e95f507' was deleted {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 11:24:40.470076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cd2cc3a-6155-49dc-a2ae-fc8df7280923 req-2ff73eae-c96d-4adf-b181-3d744bbd6927 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792569 Jul 28 11:24:40.497683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] No DVR routers for this DVR port 3c1fd730-4c60-4df1-8bc5-5c228e95f507 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:40.499053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:40.529722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.533942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271179f0-f836-45a5-a091-059446b2d8bf None None] Pushing event deleted for resources: {'Port': ['ID=3c1fd730-4c60-4df1-8bc5-5c228e95f507,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:40.540299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-5f64e955-8a44-48f5-842b-b1dd91562902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:40.542655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-5f64e955-8a44-48f5-842b-b1dd91562902 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5 HTTP/1.1" status: 200 len: 897 time: 0.2721083 Jul 28 11:24:40.546673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45648d8b-d5e7-4c4e-8522-df684362d241']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:40.567009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467f4979-58d0-4e5e-aad1-1a0342407638') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:40.567289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467f4979-58d0-4e5e-aad1-1a0342407638') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:40.581108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e58476a-3e4a-41f3-8729-90032b3744e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.608369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.636055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d940753-6ae2-4858-a4a4-e67cac708870 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/37eebde2-0164-42ee-84a9-0f025e8bd5c1 HTTP/1.1" status: 200 len: 991 time: 0.1268106 Jul 28 11:24:40.636408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.649678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-ab0ec699-3d49-4388-a4f0-a864f3557dc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b HTTP/1.1" status: 200 len: 999 time: 0.0946734 Jul 28 11:24:40.651092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:24:40.651590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:24:40.655189 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:24:40.677444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:40.708539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] DHCP port deletion for 2c02d973-72fc-4e87-a742-b9dedfafba20 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:24:40.709123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aadcaddd-500b-482e-9a7c-8d2b519ccc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.766047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e58476a-3e4a-41f3-8729-90032b3744e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.767452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.770628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-0d6f9204-de16-4f7b-912f-92c1ab22fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:40.772717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-0d6f9204-de16-4f7b-912f-92c1ab22fd05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e596a05e-e381-4cd8-8ff1-eb9ec2c6b297 HTTP/1.1" status: 200 len: 835 time: 0.1042261 Jul 28 11:24:40.773403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e58476a-3e4a-41f3-8729-90032b3744e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.783200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.787412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/45648d8b-d5e7-4c4e-8522-df684362d241 HTTP/1.1" status: 204 len: 168 time: 0.7868207 Jul 28 11:24:40.790921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:40.822245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576decd-800b-4256-967f-5c19ceee3867 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=45648d8b-d5e7-4c4e-8522-df684362d241,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:40.827365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] Deleting port b3d9157e-2586-495c-a90f-e415fc061636 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:40.827754 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.844746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-8a7ab41f-0d04-4669-8140-7081523c3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:40.846247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-8a7ab41f-0d04-4669-8140-7081523c3c7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602238 Jul 28 11:24:40.891000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4e58476a-3e4a-41f3-8729-90032b3744e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c98dc50198e549818912bf57fcce9e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648512 Jul 28 11:24:40.891605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:40.903265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58476a-3e4a-41f3-8729-90032b3744e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc623b59-382e-4c3a-87e7-d785c59d2fdc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:40.925915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] For port b3d9157e-2586-495c-a90f-e415fc061636, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b3d9157e-2586-495c-a90f-e415fc061636,segment=NetworkSegment(278b3084-cc55-451d-88a4-3f72e8d0c313),segment_id=278b3084-cc55-451d-88a4-3f72e8d0c313)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:40.926493 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.946899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] Calling delete_port for b3d9157e-2586-495c-a90f-e415fc061636 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:40.950214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '37eebde2-0164-42ee-84a9-0f025e8bd5c1', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'port_id': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'mac_address': 'fa:16:3e:f9:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:24:37Z', 'updated_at': '2021-07-28T11:24:37Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:22Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:40.955726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:40.987393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] Checking router: da4eaf75-c4d2-48a8-872a-05d9c71267a5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:24:40.995086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfe73b-aa47-4f6f-aa67-e4a1bf052591 req-97fe664d-4bf9-4687-b0de-e03e2a773aec tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:40.997485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3fdfe73b-aa47-4f6f-aa67-e4a1bf052591 req-97fe664d-4bf9-4687-b0de-e03e2a773aec tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 944 time: 0.0757537 Jul 28 11:24:41.031601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-1aee2f3c-e461-48bc-b0fb-a25126ba337b service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766436 Jul 28 11:24:41.033673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:41.034869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:41.036856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5580d42-0aad-47cf-a9aa-f9b6dcdacf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.050540 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aadcaddd-500b-482e-9a7c-8d2b519ccc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.063691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aadcaddd-500b-482e-9a7c-8d2b519ccc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.070381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3fdfe73b-aa47-4f6f-aa67-e4a1bf052591 req-82c28ea2-48da-475f-9037-41d0ca5285ee tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567987 Jul 28 11:24:41.083350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5580d42-0aad-47cf-a9aa-f9b6dcdacf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.148235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aadcaddd-500b-482e-9a7c-8d2b519ccc4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afcd992a2f0442189393298d4c487841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668052 Jul 28 11:24:41.148563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:41.153770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcaddd-500b-482e-9a7c-8d2b519ccc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a78adcd-8986-49d2-a5cd-6ca3fa6e5e23,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.161217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port b3d9157e-2586-495c-a90f-e415fc061636 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:41.161217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.175563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-015ecf05-4ef8-46b5-96e3-f9e2e1a618c6 req-4432ec62-4fa4-4615-bf95-a68e58e892ec service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300564 Jul 28 11:24:41.179739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.213015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 769ca8ec-a444-4339-9e16-19c55122d1f1 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:24:41.216999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:41.218452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f77-e731-4423-9823-ad27117dbfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.250573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] Pushing event deleted for resources: {'Port': ['ID=b3d9157e-2586-495c-a90f-e415fc061636,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.266850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bd7eb-0c5e-4c0a-8fec-9663bc96bd42 None None] No DVR routers for this DVR port b3d9157e-2586-495c-a90f-e415fc061636 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:41.268623 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f77-e731-4423-9823-ad27117dbfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.278921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port b3d9157e-2586-495c-a90f-e415fc061636, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b3d9157e-2586-495c-a90f-e415fc061636,segment=NetworkSegment(278b3084-cc55-451d-88a4-3f72e8d0c313),segment_id=278b3084-cc55-451d-88a4-3f72e8d0c313)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:41.278921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.293582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5580d42-0aad-47cf-a9aa-f9b6dcdacf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.296111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5580d42-0aad-47cf-a9aa-f9b6dcdacf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.299573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d5580d42-0aad-47cf-a9aa-f9b6dcdacf71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc623b59-382e-4c3a-87e7-d785c59d2fdc HTTP/1.1" status: 204 len: 168 time: 0.4011345 Jul 28 11:24:41.303204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for b3d9157e-2586-495c-a90f-e415fc061636 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:41.318712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5580d42-0aad-47cf-a9aa-f9b6dcdacf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc623b59-382e-4c3a-87e7-d785c59d2fdc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.339446 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f77-e731-4423-9823-ad27117dbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.344146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9f77-e731-4423-9823-ad27117dbfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.348867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f0ad9f77-e731-4423-9823-ad27117dbfda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a78adcd-8986-49d2-a5cd-6ca3fa6e5e23 HTTP/1.1" status: 204 len: 168 time: 0.1991780 Jul 28 11:24:41.359991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad9f77-e731-4423-9823-ad27117dbfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a78adcd-8986-49d2-a5cd-6ca3fa6e5e23,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.408238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.445405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=b3d9157e-2586-495c-a90f-e415fc061636,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.447393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port b3d9157e-2586-495c-a90f-e415fc061636 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:41.522144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 769ca8ec-a444-4339-9e16-19c55122d1f1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=769ca8ec-a444-4339-9e16-19c55122d1f1,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:41.546218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '769ca8ec-a444-4339-9e16-19c55122d1f1', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'port_id': '769ca8ec-a444-4339-9e16-19c55122d1f1', 'mac_address': 'fa:16:3e:cf:84:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6691916f-ae4e-4523-999b-974102b226d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:24:41.548204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3c1fd730-4c60-4df1-8bc5-5c228e95f507 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:41.552569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.563963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c02d973-72fc-4e87-a742-b9dedfafba20']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:41.576340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278b3084-cc55-451d-88a4-3f72e8d0c313') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:41.576644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278b3084-cc55-451d-88a4-3f72e8d0c313') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:41.579401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 3c1fd730-4c60-4df1-8bc5-5c228e95f507 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:41.580016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3c1fd730-4c60-4df1-8bc5-5c228e95f507 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:41.580672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b3d9157e-2586-495c-a90f-e415fc061636 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:41.587745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.604379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.611532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:24:41.612145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:24:41.616521 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:24:41.631196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:41.636664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b3d9157e-2586-495c-a90f-e415fc061636 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:41.637302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b3d9157e-2586-495c-a90f-e415fc061636 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:41.688717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.706626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769ca8ec-a444-4339-9e16-19c55122d1f1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:41.727806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.737331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.743855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/2c02d973-72fc-4e87-a742-b9dedfafba20 HTTP/1.1" status: 204 len: 168 time: 0.9426455 Jul 28 11:24:41.744591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:41.753823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 769ca8ec-a444-4339-9e16-19c55122d1f1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=769ca8ec-a444-4339-9e16-19c55122d1f1,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:41.762005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '37eebde2-0164-42ee-84a9-0f025e8bd5c1', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'port_id': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'mac_address': 'fa:16:3e:f9:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:24:37Z', 'updated_at': '2021-07-28T11:24:37Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:22Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:41.773667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-336958355'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:41.781387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee97969-f1f0-4b76-83c7-397a250d66d5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=2c02d973-72fc-4e87-a742-b9dedfafba20,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.781599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-07221283-ebb2-4308-9391-1cf03e0f928e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/37eebde2-0164-42ee-84a9-0f025e8bd5c1 HTTP/1.1" status: 200 len: 991 time: 0.1475947 Jul 28 11:24:41.802564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:41.809184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.813676 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.819393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919bc96-5ce0-41d3-9fb3-4e76b954825b None None] The sync data for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 is: [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '37eebde2-0164-42ee-84a9-0f025e8bd5c1', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'port_id': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'mac_address': 'fa:16:3e:f9:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:24:37Z', 'updated_at': '2021-07-28T11:24:37Z', 'revision_number': 0, 'project_id': '53d99df6846d459185671064bf7c439d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:22Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:41.848907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:41.863083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.863532 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment b1875bbb-11f2-421d-9d92-98ba7d0b7f56 of type vlan for network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a Jul 28 11:24:41.877851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:41.896846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=769ca8ec-a444-4339-9e16-19c55122d1f1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:41.901079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a59c-633a-469a-8080-d936e6491d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.935752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.977386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:41.984858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:41.985802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.020493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['769ca8ec-a444-4339-9e16-19c55122d1f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:24:42.024101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a59c-633a-469a-8080-d936e6491d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.029804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a59c-633a-469a-8080-d936e6491d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.066427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9a59c-633a-469a-8080-d936e6491d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdee69d-e97d-433f-856c-6dc546e30f8d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:42.075895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:42.076594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3287716 Jul 28 11:24:42.080838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:42.085630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:42.097589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.098271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.098911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.099471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.099819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.100360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.100703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.101040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.101374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.101910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.102510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.102844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead9b9-7a7d-4ca6-9a4d-1fa6e7936341 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:42.132155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:42.149095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5875d4-8740-4721-9557-cd68501ad481 None None] New status for floating IP 37eebde2-0164-42ee-84a9-0f025e8bd5c1: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:24:42.197778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1ea9a59c-633a-469a-8080-d936e6491d79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f0bfc7501e94fddae96d72fcca0909f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187642 Jul 28 11:24:42.201417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:42.246869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:42.253165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.271722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb06c-9e76-4308-97c4-0783c276d81d req-2a029659-3be2-4264-adf9-28cce613f627 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:42.281219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4dbb06c-9e76-4308-97c4-0783c276d81d req-2a029659-3be2-4264-adf9-28cce613f627 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 945 time: 0.1156960 Jul 28 11:24:42.355495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8afdc830-fe7c-4ec4-9682-04926fa4ce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.374833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4dbb06c-9e76-4308-97c4-0783c276d81d req-682f6f73-17c2-4d6c-8c08-95b959019731 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Jul 28 11:24:42.399244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8afdc830-fe7c-4ec4-9682-04926fa4ce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.459428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8afdc830-fe7c-4ec4-9682-04926fa4ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.462114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8afdc830-fe7c-4ec4-9682-04926fa4ce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.463256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8afdc830-fe7c-4ec4-9682-04926fa4ce02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecdee69d-e97d-433f-856c-6dc546e30f8d HTTP/1.1" status: 204 len: 168 time: 0.2606926 Jul 28 11:24:42.475439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdc830-fe7c-4ec4-9682-04926fa4ce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdee69d-e97d-433f-856c-6dc546e30f8d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:42.485802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.567961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=41984be8-32eb-4e10-9d0f-c0684063965d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:42.570306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:42.570673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:42.592448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:42.602430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:42.607729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:42.612841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.614096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314b5f7-3181-4134-aa77-6461b78f94d5 None None] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:42.636651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34090) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:42.637493 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64cf7b93-6e64-4e5f-bd29-c8c9ac5bad8b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5607033 Jul 28 11:24:42.643779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-878923682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:42.671146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.672688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.742818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.749340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.780574 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.784555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b15c984d-152a-40c0-8500-6fe9ef7b79b4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1438079 Jul 28 11:24:42.784555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:42.785582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:42.791007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'port': {'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a', 'name': 'tempest-RoutersIpV6Test-1394594749'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:42.797152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a', 'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': '41984be8-32eb-4e10-9d0f-c0684063965d'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:24:42.798186 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.864002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cda17daf-76f0-4df0-9abf-55c82f00efa0 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/37eebde2-0164-42ee-84a9-0f025e8bd5c1 HTTP/1.1" status: 200 len: 993 time: 0.0787652 Jul 28 11:24:42.957614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:42.962207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:42.985758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] device_id is not set on port 34427ff4-8a55-429c-ba14-384ea2be3511 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:42.988574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Allocated IP 2001:db8::2 (d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a/41984be8-32eb-4e10-9d0f-c0684063965d/059e89f0-6b5b-42e0-b086-765e42396a56) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:43.154776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.163987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Transition to ACTIVE for port object 059e89f0-6b5b-42e0-b086-765e42396a56 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:43.181414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Transition to ACTIVE for port object 059e89f0-6b5b-42e0-b086-765e42396a56 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:43.188158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.235973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 769ca8ec-a444-4339-9e16-19c55122d1f1 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:43.257577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8::e3 (d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a/41984be8-32eb-4e10-9d0f-c0684063965d/34427ff4-8a55-429c-ba14-384ea2be3511) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:43.285225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:43.295173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:43.297721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:43.312137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Pushing event updated for resources: {'Port': ['ID=059e89f0-6b5b-42e0-b086-765e42396a56,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:43.371468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 769ca8ec-a444-4339-9e16-19c55122d1f1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:43.376074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 769ca8ec-a444-4339-9e16-19c55122d1f1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:43.376602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.463248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Attempting to bind port 059e89f0-6b5b-42e0-b086-765e42396a56 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:43.463651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Attempting to bind port 059e89f0-6b5b-42e0-b086-765e42396a56 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:43.464039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Attempting to bind port 059e89f0-6b5b-42e0-b086-765e42396a56 on network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:43.493744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:43.494190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Checking segment: {'id': 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:43.494528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.495737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Bound using segment: {'id': 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:43.496341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Bound port: 059e89f0-6b5b-42e0-b086-765e42396a56, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:43.496734 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.518622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.535463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object 34427ff4-8a55-429c-ba14-384ea2be3511 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:43.578137 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.578736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5931e-b1e0-418e-b28c-0db93dcfe5c0 req-f54d6493-76bc-4052-b20a-7e29c7713196 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:43.581632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecb5931e-b1e0-418e-b28c-0db93dcfe5c0 req-f54d6493-76bc-4052-b20a-7e29c7713196 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 945 time: 0.0899961 Jul 28 11:24:43.585279 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.625346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ca8ec-a444-4339-9e16-19c55122d1f1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:43.627830 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2542411-93c6-4e9f-ac85-a6733782c19a" -d '{"events": [{"server_uuid": "8476597d-d921-4880-87e5-d90f35e4f5a6", "name": "network-vif-plugged", "status": "completed", "tag": "769ca8ec-a444-4339-9e16-19c55122d1f1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:43.647287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecb5931e-b1e0-418e-b28c-0db93dcfe5c0 req-3ca6f895-9432-4894-befd-fddeb292bdf1 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598304 Jul 28 11:24:43.654718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 769ca8ec-a444-4339-9e16-19c55122d1f1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=769ca8ec-a444-4339-9e16-19c55122d1f1,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:43.661222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:43.662771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] For port 059e89f0-6b5b-42e0-b086-765e42396a56, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:43.666363 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.686823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:43.701116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:43.710477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:43.711288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.720052 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aafd37-fbb7-46dc-a855-0fa07d6bcb10 x-openstack-request-id: req-79aafd37-fbb7-46dc-a855-0fa07d6bcb10 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:43.720373 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8476597d-d921-4880-87e5-d90f35e4f5a6", "name": "network-vif-plugged", "status": "completed", "tag": "769ca8ec-a444-4339-9e16-19c55122d1f1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:43.720618 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79aafd37-fbb7-46dc-a855-0fa07d6bcb10 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:43.721096 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ca8ec-a444-4339-9e16-19c55122d1f1', 'code': 200} Jul 28 11:24:43.722762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] For port 059e89f0-6b5b-42e0-b086-765e42396a56, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=059e89f0-6b5b-42e0-b086-765e42396a56,segment=NetworkSegment(b1875bbb-11f2-421d-9d92-98ba7d0b7f56),segment_id=b1875bbb-11f2-421d-9d92-98ba7d0b7f56)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:43.731044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=34427ff4-8a55-429c-ba14-384ea2be3511,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:43.734626 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:43.743573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24944ea3-dbe8-4d18-bd81-08ac0cdd7904 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9567177 Jul 28 11:24:43.747245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:43.784150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=769ca8ec-a444-4339-9e16-19c55122d1f1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:43.861018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f4ddd-ea06-421c-958b-7fc5d9b1442c None None] Pushing event updated for resources: {'Port': ['ID=059e89f0-6b5b-42e0-b086-765e42396a56,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:43.915447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195a24-7471-4706-9ec5-6f505ceb9b32 req-70273c1d-6998-48a8-b5b1-0908e537c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:43.917551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d195a24-7471-4706-9ec5-6f505ceb9b32 req-70273c1d-6998-48a8-b5b1-0908e537c9a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0956037 Jul 28 11:24:44.045345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d195a24-7471-4706-9ec5-6f505ceb9b32 req-996f2f7a-780d-4703-8738-013121e2971f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975957 Jul 28 11:24:44.262138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:44.533009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:44.540908 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:44.657231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=34427ff4-8a55-429c-ba14-384ea2be3511,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:44.755071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:44.806317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:44.895754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f32e4-1597-4d67-9dee-88b3f3a053b4 req-ba9b45dd-6c1c-4926-8670-04c3cc27aea0 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:44.902949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd4f32e4-1597-4d67-9dee-88b3f3a053b4 req-ba9b45dd-6c1c-4926-8670-04c3cc27aea0 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 946 time: 0.0987337 Jul 28 11:24:44.992225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30708e35-e982-417b-8433-3a7af7ddfb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.003050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.008917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd4f32e4-1597-4d67-9dee-88b3f3a053b4 req-0e194b15-dfa7-443d-bf68-96bacb986171 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021307 Jul 28 11:24:45.070491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f37fca-4434-4d59-b91a-5662c0a93887 None None] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:45.103470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30708e35-e982-417b-8433-3a7af7ddfb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.108894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30708e35-e982-417b-8433-3a7af7ddfb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.160561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-30708e35-e982-417b-8433-3a7af7ddfb46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cbf1cd5d4de49c7aaf0b252c6cf5eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530853 Jul 28 11:24:45.161701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30708e35-e982-417b-8433-3a7af7ddfb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ce511-a323-467c-912e-2d6498bff39b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:45.163154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:45.225417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2bde546d-debf-4829-b171-652577db50be None None] Provisioning for port 059e89f0-6b5b-42e0-b086-765e42396a56 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:45.304732 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6cf5cf3-84c3-4f0a-a27e-fa9ab457390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.346830 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6cf5cf3-84c3-4f0a-a27e-fa9ab457390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.425532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.433997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.435459 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.469060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6cf5cf3-84c3-4f0a-a27e-fa9ab457390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.471519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6cf5cf3-84c3-4f0a-a27e-fa9ab457390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.472662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a6cf5cf3-84c3-4f0a-a27e-fa9ab457390e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/592ce511-a323-467c-912e-2d6498bff39b HTTP/1.1" status: 204 len: 168 time: 0.3084531 Jul 28 11:24:45.539031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 059e89f0-6b5b-42e0-b086-765e42396a56 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:45.542944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf5cf3-84c3-4f0a-a27e-fa9ab457390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ce511-a323-467c-912e-2d6498bff39b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:45.555636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=34427ff4-8a55-429c-ba14-384ea2be3511,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:45.631120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:45.633381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:45.725945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 059e89f0-6b5b-42e0-b086-765e42396a56 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:45.732114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 059e89f0-6b5b-42e0-b086-765e42396a56 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:45.732719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.782074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44573303-33b1-48f7-84a9-db8bf7ee2ed9 None None] Provisioning for port 34427ff4-8a55-429c-ba14-384ea2be3511 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:45.790164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44573303-33b1-48f7-84a9-db8bf7ee2ed9 None None] Provisioning complete for port 34427ff4-8a55-429c-ba14-384ea2be3511 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:45.790806 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44573303-33b1-48f7-84a9-db8bf7ee2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.795171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 489eb6ce-3b4a-455d-89bb-4fffd49169f4 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:24:45.859363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44573303-33b1-48f7-84a9-db8bf7ee2ed9 None None] Port 34427ff4-8a55-429c-ba14-384ea2be3511 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:45.878056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:45.895745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:45.913527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:45.921686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2ac0fcc-10fc-456b-8166-4a18491286a2 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/489eb6ce-3b4a-455d-89bb-4fffd49169f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1721406 Jul 28 11:24:45.924299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:45.999748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110380a-1c4f-4898-95f3-9c40ff544c89 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:46.001236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7110380a-1c4f-4898-95f3-9c40ff544c89 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports/34427ff4-8a55-429c-ba14-384ea2be3511 HTTP/1.1" status: 200 len: 983 time: 0.0758557 Jul 28 11:24:46.004038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:46.154908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] Sync routers for ids ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:46.215009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] Routers {'489eb6ce-3b4a-455d-89bb-4fffd49169f4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:46.215934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:46.220255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.244488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.248413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eae30-e366-4cd4-a9c0-302f11f2dcf0 req-e7729007-1e39-44d4-9d9c-160dbeac830c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:46.254595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.259554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c15eae30-e366-4cd4-a9c0-302f11f2dcf0 req-e7729007-1e39-44d4-9d9c-160dbeac830c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 946 time: 0.1193020 Jul 28 11:24:46.311973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c15eae30-e366-4cd4-a9c0-302f11f2dcf0 req-ce839108-6265-4411-b7f3-c41f60aa81af tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508235 Jul 28 11:24:46.359288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8613166-b3ab-4e30-980f-2bc62696d19e None None] Provisioning complete for port 34427ff4-8a55-429c-ba14-384ea2be3511 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:46.359688 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8613166-b3ab-4e30-980f-2bc62696d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.367832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:46.384922 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=964aa6a3a5e149d19f9ea8c549a62576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058944 Jul 28 11:24:46.388083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:46.408664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743b869-f6d1-4042-9e1b-58db69135111,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:46.431226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 059e89f0-6b5b-42e0-b086-765e42396a56, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=059e89f0-6b5b-42e0-b086-765e42396a56,segment=NetworkSegment(b1875bbb-11f2-421d-9d92-98ba7d0b7f56),segment_id=b1875bbb-11f2-421d-9d92-98ba7d0b7f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:46.434545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] Routers {'489eb6ce-3b4a-455d-89bb-4fffd49169f4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:46.435215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:46.437683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.438373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.438916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.439354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.439793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.440266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.441576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.441576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.441778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.441902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.442249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.442799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.443389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6facac93-90f3-47fd-a467-4f3c099b4f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:24:46.488064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e381579-8626-4c22-a470-5a685514e130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.535155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e381579-8626-4c22-a470-5a685514e130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.565905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:46.566567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d9832-bdbe-4194-83a1-a7f592c0f7ac None None] The sync data for ids ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:46.589501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a8613166-b3ab-4e30-980f-2bc62696d19e None None] Port 34427ff4-8a55-429c-ba14-384ea2be3511 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:46.632422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=059e89f0-6b5b-42e0-b086-765e42396a56,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:46.667165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e381579-8626-4c22-a470-5a685514e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.669947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e381579-8626-4c22-a470-5a685514e130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.671107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1e381579-8626-4c22-a470-5a685514e130 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4743b869-f6d1-4042-9e1b-58db69135111 HTTP/1.1" status: 204 len: 168 time: 0.2818401 Jul 28 11:24:46.683417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e381579-8626-4c22-a470-5a685514e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743b869-f6d1-4042-9e1b-58db69135111,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:46.723866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dae392e8-69bd-465e-8bec-71d3ad746b47 None None] Provisioning complete for port 34427ff4-8a55-429c-ba14-384ea2be3511 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:46.724774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dae392e8-69bd-465e-8bec-71d3ad746b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.738749 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:46.774931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dae392e8-69bd-465e-8bec-71d3ad746b47 None None] Port 34427ff4-8a55-429c-ba14-384ea2be3511 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:47.081468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 34427ff4-8a55-429c-ba14-384ea2be3511 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:47.081978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:47.176001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:47.188921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 34427ff4-8a55-429c-ba14-384ea2be3511 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:47.412411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:47.491393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 059e89f0-6b5b-42e0-b086-765e42396a56 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:47.522168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=34427ff4-8a55-429c-ba14-384ea2be3511,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:47.580270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 059e89f0-6b5b-42e0-b086-765e42396a56 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:47.586288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:47.666670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:47.907145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 489eb6ce-3b4a-455d-89bb-4fffd49169f4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:48.003087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:48.013770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a976cfd1-35a8-4c72-b891-49763adbde53 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/489eb6ce-3b4a-455d-89bb-4fffd49169f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0086489 Jul 28 11:24:48.016526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:48.018212 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] Sync routers for ids ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:48.030568 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] Routers {'489eb6ce-3b4a-455d-89bb-4fffd49169f4'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:48.031463 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:48.074801 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:48.084778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] Routers {'489eb6ce-3b4a-455d-89bb-4fffd49169f4'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:48.085627 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:48.122401 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:48.123089 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae68d24-2641-4487-8ef7-01607df3db55 None None] The sync data for ids ['489eb6ce-3b4a-455d-89bb-4fffd49169f4'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:48.332974 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-6ca2fd5c-09fc-4f57-bbe7-4c5f1e730f5f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 11:24:48.337112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:48.337876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6ca2fd5c-09fc-4f57-bbe7-4c5f1e730f5f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/489eb6ce-3b4a-455d-89bb-4fffd49169f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3202040 Jul 28 11:24:48.367628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bac44755-299d-4bef-8657-ca679ec3d7d4 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=489eb6ce-3b4a-455d-89bb-4fffd49169f4 HTTP/1.1" status: 200 len: 205 time: 0.0291576 Jul 28 11:24:48.370913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:48.439394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:48.606734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ed9533-f0b6-4e11-8149-f4ba90467368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.712027 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ed9533-f0b6-4e11-8149-f4ba90467368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.719164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ed9533-f0b6-4e11-8149-f4ba90467368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.779104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-21ed9533-f0b6-4e11-8149-f4ba90467368 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac0740519a234ade9e8b71ee0cff7808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354979 Jul 28 11:24:48.779104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed9533-f0b6-4e11-8149-f4ba90467368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81646e6c-c2c4-4e34-869c-a6a169beb1d6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:48.780768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:48.848967 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59266886-7544-40da-8954-8126a4bce76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.877059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59266886-7544-40da-8954-8126a4bce76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.890288 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.947026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59266886-7544-40da-8954-8126a4bce76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.951035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59266886-7544-40da-8954-8126a4bce76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:48.952572 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-59266886-7544-40da-8954-8126a4bce76e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81646e6c-c2c4-4e34-869c-a6a169beb1d6 HTTP/1.1" status: 204 len: 168 time: 0.1706457 Jul 28 11:24:48.973285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59266886-7544-40da-8954-8126a4bce76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81646e6c-c2c4-4e34-869c-a6a169beb1d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:49.102885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.105446 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.158654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.159358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router 489eb6ce-3b4a-455d-89bb-4fffd49169f4 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:24:49.175842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.177830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-317315ac-6d76-47ab-b2ad-1bf55d3ee279 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/489eb6ce-3b4a-455d-89bb-4fffd49169f4 HTTP/1.1" status: 204 len: 168 time: 0.8051429 Jul 28 11:24:49.180027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:49.262925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet 41984be8-32eb-4e10-9d0f-c0684063965d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:24:49.266799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.330559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.441310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.512968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.551537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.559310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5763149-0980-4775-9637-fc44ec395bb2 None None] Network d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:49.571367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:49.572038 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/41984be8-32eb-4e10-9d0f-c0684063965d HTTP/1.1" status: 204 len: 168 time: 0.3899066 Jul 28 11:24:49.573390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0c1ff-c995-4443-bfa5-783b6b2f5c1b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=41984be8-32eb-4e10-9d0f-c0684063965d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:49.760370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.796945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.863923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 059e89f0-6b5b-42e0-b086-765e42396a56 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:49.864469 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.886446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] DHCP port deletion for d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:24:49.977780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] Deleting port 059e89f0-6b5b-42e0-b086-765e42396a56 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:49.978618 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.980414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 059e89f0-6b5b-42e0-b086-765e42396a56, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=059e89f0-6b5b-42e0-b086-765e42396a56,segment=NetworkSegment(b1875bbb-11f2-421d-9d92-98ba7d0b7f56),segment_id=b1875bbb-11f2-421d-9d92-98ba7d0b7f56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:49.982234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:49.999408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 059e89f0-6b5b-42e0-b086-765e42396a56 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:50.091342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] For port 059e89f0-6b5b-42e0-b086-765e42396a56, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=059e89f0-6b5b-42e0-b086-765e42396a56,segment=NetworkSegment(b1875bbb-11f2-421d-9d92-98ba7d0b7f56),segment_id=b1875bbb-11f2-421d-9d92-98ba7d0b7f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:50.091744 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.107818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.125520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] Calling delete_port for 059e89f0-6b5b-42e0-b086-765e42396a56 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:50.148064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=059e89f0-6b5b-42e0-b086-765e42396a56,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:50.150422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port 059e89f0-6b5b-42e0-b086-765e42396a56 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:50.254706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.268268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:50.282096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:50.282711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1875bbb-11f2-421d-9d92-98ba7d0b7f56') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:50.295481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.314059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.332087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:24:50.332668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:24:50.337441 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:24:50.350816 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.396831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] Pushing event deleted for resources: {'Port': ['ID=059e89f0-6b5b-42e0-b086-765e42396a56,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:50.420966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5817fb4-c4d8-4def-8cd9-90240f8b5a97 None None] No DVR routers for this DVR port 059e89f0-6b5b-42e0-b086-765e42396a56 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:50.452478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.468665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.470649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a HTTP/1.1" status: 204 len: 168 time: 0.8963313 Jul 28 11:24:50.475444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:50.482155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-922416613'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:50.486751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225c1f3-e6c0-46e6-901f-6d88febf696f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=d3d63a43-7123-4ff5-9cf2-a5c8a5c0c16a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:50.519259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:50.524555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.558644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:50.573768 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.574009 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment 0f6fe7f5-eff1-45d7-843c-b52c38f6ba93 of type vlan for network 02a8dc8a-f873-460a-85a2-c1370a602c7c Jul 28 11:24:50.625161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.668110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.674227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:50.674929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.702788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2254457 Jul 28 11:24:50.705719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:50.711861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:50.806501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7443e8-a639-4d31-b937-993f5810f893 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=02a8dc8a-f873-460a-85a2-c1370a602c7c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:50.817115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:50.860036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:50.894190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:50.897607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:50.982609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-187230829', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:51.007004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Made reservation on behalf of b782d45508a540398f8138ed44546977 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:51.010140 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.022338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.153801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.159336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.164932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.191250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:51.197013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a56aa-6327-4183-afe2-be2f5db2eb58,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:51.210483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.210483 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Added segment bdba14cf-5b7e-45cc-abfa-4c713f630a1e of type vlan for network 5a767925-5903-4737-bf42-2f7e9fa81968 Jul 28 11:24:51.271867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.315936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=b1602896-0532-491b-b3cc-63a73be6032b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:51.319838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:51.320505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 02a8dc8a-f873-460a-85a2-c1370a602c7c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:51.322124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.323987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:51.324856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.345957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:51.361209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 02a8dc8a-f873-460a-85a2-c1370a602c7c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:51.367164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:51.368220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.370995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfcdff-3176-4265-976b-980bd883be4a None None] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:51.400115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d5b15065-82fc-42d9-a8c4-e059c119b95e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6924298 Jul 28 11:24:51.400770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:51.412203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-276951575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:51.413664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5524049 Jul 28 11:24:51.417636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:51.437219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'subnet': {'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:51.460298 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.461549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.466938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fec13-eaf4-4048-b5c7-157e1cb3a0a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Network': ['ID=5a767925-5903-4737-bf42-2f7e9fa81968,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:51.480361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5a767925-5903-4737-bf42-2f7e9fa81968 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:51.489187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Made reservation on behalf of b782d45508a540398f8138ed44546977 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:51.492004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.529754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 059e89f0-6b5b-42e0-b086-765e42396a56 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:51.555153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.562539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.594072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.595518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-958e229a-3f8c-4da0-bc93-0423e577ece0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1927047 Jul 28 11:24:51.598736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:51.608291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 059e89f0-6b5b-42e0-b086-765e42396a56 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:51.608639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 059e89f0-6b5b-42e0-b086-765e42396a56 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:51.608860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:51.728967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-02a8dc8a-f873-460a-85a2-c1370a602c7c', 'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': 'b1602896-0532-491b-b3cc-63a73be6032b'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:24:51.730723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.762584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a948f0-94dd-4d1d-a2f4-ecfb80e51e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.889263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a948f0-94dd-4d1d-a2f4-ecfb80e51e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.897792 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a948f0-94dd-4d1d-a2f4-ecfb80e51e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:51.911542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Allocated IP 2001:db8::2 (02a8dc8a-f873-460a-85a2-c1370a602c7c/b1602896-0532-491b-b3cc-63a73be6032b/290705b8-8dc0-4851-b1f1-1b0e21ba2fae) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:51.939325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d1a948f0-94dd-4d1d-a2f4-ecfb80e51e95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=903fcedfb5234e7687683b46f48735df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291616 Jul 28 11:24:51.941239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:51.999956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a948f0-94dd-4d1d-a2f4-ecfb80e51e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9cc664-aa03-4f52-bb5e-a920a9502767,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:52.047763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c99791-cb8a-40dd-b15f-29e40cad583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.080527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c99791-cb8a-40dd-b15f-29e40cad583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.108293 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.117902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Transition to ACTIVE for port object 290705b8-8dc0-4851-b1f1-1b0e21ba2fae will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:52.137418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Transition to ACTIVE for port object 290705b8-8dc0-4851-b1f1-1b0e21ba2fae will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:52.145118 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.155607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c99791-cb8a-40dd-b15f-29e40cad583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.160307 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c99791-cb8a-40dd-b15f-29e40cad583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.163856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c3c99791-cb8a-40dd-b15f-29e40cad583d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb9cc664-aa03-4f52-bb5e-a920a9502767 HTTP/1.1" status: 204 len: 168 time: 0.2193635 Jul 28 11:24:52.164000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:52.171322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c99791-cb8a-40dd-b15f-29e40cad583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9cc664-aa03-4f52-bb5e-a920a9502767,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:52.205536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:52.208706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:52.292313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Pushing event updated for resources: {'Port': ['ID=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:52.300868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Attempting to bind port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:52.301248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Attempting to bind port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:52.301741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Attempting to bind port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae on network 02a8dc8a-f873-460a-85a2-c1370a602c7c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:52.308063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:52.308887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Checking segment: {'id': '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:52.309107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.309602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Bound using segment: {'id': '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:52.310140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Bound port: 290705b8-8dc0-4851-b1f1-1b0e21ba2fae, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02a8dc8a-f873-460a-85a2-c1370a602c7c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:52.310555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.389917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] For port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:52.394433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] For port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,segment=NetworkSegment(0f6fe7f5-eff1-45d7-843c-b52c38f6ba93),segment_id=0f6fe7f5-eff1-45d7-843c-b52c38f6ba93)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:52.394968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.399944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.490857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.491964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33a9b-d09c-4760-9419-5f150e9acab6 None None] Pushing event updated for resources: {'Port': ['ID=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:52.660762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:24:52.661336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.805539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a96bcd2-04d9-4456-af2a-fb1bad83f220,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:52.808638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8::1 (02a8dc8a-f873-460a-85a2-c1370a602c7c/b1602896-0532-491b-b3cc-63a73be6032b/b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:52.824126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Checking segment: {'id': 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:52.824535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network hostable DHCP agents. Network: 5a767925-5903-4737-bf42-2f7e9fa81968, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:52.894925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 5a767925-5903-4737-bf42-2f7e9fa81968 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:52.923405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-68f7e016-2e4e-4cdd-b422-90993eb7eeb2 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:52.926216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-68f7e016-2e4e-4cdd-b422-90993eb7eeb2 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.1426821 Jul 28 11:24:52.929117 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 5a767925-5903-4737-bf42-2f7e9fa81968) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:52.939025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd60c6-025b-4e18-9d3b-304b221601e5 None None] Network 5a767925-5903-4737-bf42-2f7e9fa81968 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:52.943300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:52.944107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:52.949055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-1d9cc094-3371-4800-9899-a31861f4de40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/quotas/d5ae02aca7ba487d9b62fb8ac8a3683b HTTP/1.1" status: 200 len: 375 time: 0.0153258 Jul 28 11:24:52.990525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f1cbd3cb-f371-4897-bd07-6c936c5b1513 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5637214 Jul 28 11:24:52.993263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:52.999311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-868177027', 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:53.006708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:53.031496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:53.038424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-f69fa1b6-d743-40c9-8c70-6e67a7141e68 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823772 Jul 28 11:24:53.061411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Made reservation on behalf of b782d45508a540398f8138ed44546977 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:53.064086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:53.077947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46c766-fc94-43b3-a976-0b5d8c0122c1 None None] Network 5a767925-5903-4737-bf42-2f7e9fa81968 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:53.099886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] device_id is not set on port 0cbe993d-d132-4b6b-bd83-44e73ba28290 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:53.174920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-0c1129fd-db3a-4e6d-91c3-a32c16f3b30c service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276705 Jul 28 11:24:53.195136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:53.264882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:53.286232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:53.294415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:53.295031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:53.301244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-8440c245-c807-4026-8329-b4d05186b9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203341 Jul 28 11:24:53.364939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:53.409249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Allocated IP 2001:db8::15b (5a767925-5903-4737-bf42-2f7e9fa81968/5a96bcd2-04d9-4456-af2a-fb1bad83f220/0cbe993d-d132-4b6b-bd83-44e73ba28290) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:53.504036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:53.569300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 290705b8-8dc0-4851-b1f1-1b0e21ba2fae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:53.592833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83872a73-ba7d-41a3-ad81-579504108c35 req-d98680e0-2157-43e4-8a9e-7c7be9c19ca1 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 210 time: 0.0427604 Jul 28 11:24:53.672209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:53.867137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225807de-c973-43fd-9a21-5d45ab383ede None None] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:53.909531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:53.947305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:53.956087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] Provisioning for port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:53.970919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] Provisioning complete for port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:53.971299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.016607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.033505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.044223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.045203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.094972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 5a767925-5903-4737-bf42-2f7e9fa81968 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:54.100036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:54.124605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:54.125866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:54.126648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.134117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.172297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbe993d-d132-4b6b-bd83-44e73ba28290,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:54.174767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] For port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,segment=NetworkSegment(0f6fe7f5-eff1-45d7-843c-b52c38f6ba93),segment_id=0f6fe7f5-eff1-45d7-843c-b52c38f6ba93)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:54.180111 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.217264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-505086822'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:54.249815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7b753378-9647-47da-8143-9517dc522ceb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2530961 Jul 28 11:24:54.250596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:54.271157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93bd3-ad21-4831-9ed7-6acdf8924a7d None None] Pushing event updated for resources: {'Port': ['ID=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:54.273374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:54.289960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Made reservation on behalf of a4d7605f5e33433caa91758141203692 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:54.295374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.307224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:54.309191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:54.323735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.420615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Deleting port 0cbe993d-d132-4b6b-bd83-44e73ba28290 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:54.421113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.436320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 4c6008a8-ab60-4de8-8496-85a785ec686d is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:24:54.521248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0c2c363d-7a62-4438-8c71-d8553b087b76 None None] Provisioning for port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:54.528557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0c2c363d-7a62-4438-8c71-d8553b087b76 None None] Provisioning complete for port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:54.528946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0c2c363d-7a62-4438-8c71-d8553b087b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.543565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.554718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.568782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.569629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:54.574311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Calling delete_port for 0cbe993d-d132-4b6b-bd83-44e73ba28290 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:54.582960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] Sync routers for ids ['4c6008a8-ab60-4de8-8496-85a785ec686d'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:54.589729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e0cf5ee-f351-4cd8-bbae-21fd03f44c1c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/4c6008a8-ab60-4de8-8496-85a785ec686d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9886079 Jul 28 11:24:54.590453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:54.613449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c363d-7a62-4438-8c71-d8553b087b76 None None] Port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:54.619981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] Routers {'4c6008a8-ab60-4de8-8496-85a785ec686d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:54.620228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0492214-aa65-4c04-9b14-4e7196c144d9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:54.620652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4c6008a8-ab60-4de8-8496-85a785ec686d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:54.626979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:24:54.658697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:54.664739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0c2c363d-7a62-4438-8c71-d8553b087b76 None None] Provisioning complete for port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:54.665115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0c2c363d-7a62-4438-8c71-d8553b087b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.683746 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.684108 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Added segment eaea60e7-64d5-47cf-8d67-79ed68de5823 of type vlan for network 21c9501f-83ca-4039-8a48-a84189a966a0 Jul 28 11:24:54.706599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33484b86-93f4-41b4-946f-7268e2f7b467 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:54.707604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] Routers {'4c6008a8-ab60-4de8-8496-85a785ec686d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:54.708343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4c6008a8-ab60-4de8-8496-85a785ec686d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:54.715786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-33484b86-93f4-41b4-946f-7268e2f7b467 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports/b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb HTTP/1.1" status: 200 len: 911 time: 0.1238711 Jul 28 11:24:54.719063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:54.778836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.784085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:54.784771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41b2617-ee54-4b6d-b2f8-a9ba6ac6da3b None None] The sync data for ids ['4c6008a8-ab60-4de8-8496-85a785ec686d'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:54.887155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f31827a5-b3ec-4093-aa1e-446bffaa4579 req-609cf03d-68d1-48c2-9f21-6efd2b44fe6a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 210 time: 0.1233003 Jul 28 11:24:54.995858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-01b3bda6-2676-4907-a21a-eedaefa03b61 None None] Provisioning complete for port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:54.996456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:54.997562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01b3bda6-2676-4907-a21a-eedaefa03b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.003459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:55.004072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.048599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-01b3bda6-2676-4907-a21a-eedaefa03b61 None None] Port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:55.072880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-32615ddd-4675-4b1e-9f9f-abb0d3a8a812 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:55.074492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-32615ddd-4675-4b1e-9f9f-abb0d3a8a812 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.44 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.3358772 Jul 28 11:24:55.082552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1331587 Jul 28 11:24:55.086800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:55.094911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Request body: {'subnet': {'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:55.101297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Request body: {'port': {'device_id': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'admin_state_up': True, 'tenant_id': 'd5ae02aca7ba487d9b62fb8ac8a3683b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:55.110741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.152842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff64d7-58ea-4e3c-984b-8303413e04c8 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event updated for resources: {'Network': ['ID=21c9501f-83ca-4039-8a48-a84189a966a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:55.164557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 21c9501f-83ca-4039-8a48-a84189a966a0 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:24:55.183663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cbe993d-d132-4b6b-bd83-44e73ba28290,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:55.223389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.225384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aeb0b827-6187-4503-bd87-0d006b9de335 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0cbe993d-d132-4b6b-bd83-44e73ba28290 HTTP/1.1" status: 204 len: 168 time: 0.9735625 Jul 28 11:24:55.228740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:55.233687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Made reservation on behalf of a4d7605f5e33433caa91758141203692 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:55.237344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-87571b4a-999a-44a1-9c10-d9bc1e128cec None None] Provisioning complete for port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:55.237831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.238060 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87571b4a-999a-44a1-9c10-d9bc1e128cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.238407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968', 'external_fixed_ips': [{'subnet_id': '5a96bcd2-04d9-4456-af2a-fb1bad83f220', 'ip_address': '2001:db8::15b'}]}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:55.249087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.288747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-87571b4a-999a-44a1-9c10-d9bc1e128cec None None] Port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:55.290081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.291087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.315155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Made reservation on behalf of d5ae02aca7ba487d9b62fb8ac8a3683b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:55.318585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.367261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.468663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 290705b8-8dc0-4851-b1f1-1b0e21ba2fae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:55.518255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:55.519165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.587051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.625956 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.652619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Allocated IP 172.20.0.6 (e423a78b-f93f-423c-948c-c78e7ecc644d/6691916f-ae4e-4523-999b-974102b226d5/63e622c8-9d90-4d13-930a-89a740f45250) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:55.724197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event updated for resources: {'Subnet': ['ID=8749206e-262f-4e73-b422-b0b82ec5d310,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:55.737238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Checking segment: {'id': 'eaea60e7-64d5-47cf-8d67-79ed68de5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:55.737621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Network hostable DHCP agents. Network: 21c9501f-83ca-4039-8a48-a84189a966a0, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:24:55.761874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:55.762330 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.808023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Network 21c9501f-83ca-4039-8a48-a84189a966a0 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:24:55.825089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 21c9501f-83ca-4039-8a48-a84189a966a0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:55.829613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.830639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:55.830843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.835621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5055a1e-a7d6-4d98-92fe-c80995c0865d None None] Network 21c9501f-83ca-4039-8a48-a84189a966a0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:55.856043 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7a2a0899-1594-455b-a133-05985a2e1283 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7652140 Jul 28 11:24:55.856286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:55.861003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Request body: {'port': {'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-820666747'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:55.934512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.956114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:55.967096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.996742 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:55.998878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.010221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', '769ca8ec-a444-4339-9e16-19c55122d1f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:24:56.017540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-21c9501f-83ca-4039-8a48-a84189a966a0', 'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0', 'tenant_id': 'a4d7605f5e33433caa91758141203692', 'fixed_ips': [{'subnet_id': '8749206e-262f-4e73-b422-b0b82ec5d310'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:24:56.018371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.082383 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Made reservation on behalf of a4d7605f5e33433caa91758141203692 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:24:56.086269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.147547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] device_id is not set on port 8c448bb7-5ee6-4d33-98cd-143f8b5c286f yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:56.232784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Allocated IP 172.20.0.2 (21c9501f-83ca-4039-8a48-a84189a966a0/8749206e-262f-4e73-b422-b0b82ec5d310/683963a6-4a9b-41af-adf8-fbd91d1c2a03) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:56.272488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.340496 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=b3fae45e-bf2f-4dc7-a7f2-117f301fd3bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:56.420650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.474362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Network e423a78b-f93f-423c-948c-c78e7ecc644d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:56.474931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.496650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event updated for resources: {'Port': ['ID=63e622c8-9d90-4d13-930a-89a740f45250,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:56.496959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Transition to ACTIVE for port object 683963a6-4a9b-41af-adf8-fbd91d1c2a03 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:56.509458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:56.513647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:56.519263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Transition to ACTIVE for port object 683963a6-4a9b-41af-adf8-fbd91d1c2a03 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:56.529769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.568298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2eb8c-0d60-4333-a752-3080b7cf4072 req-ccaca068-1893-40ff-afcd-1e7f8e3b82dc tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:56.576841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54f2eb8c-0d60-4333-a752-3080b7cf4072 req-ccaca068-1893-40ff-afcd-1e7f8e3b82dc tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 931 time: 0.5823731 Jul 28 11:24:56.583780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Network 21c9501f-83ca-4039-8a48-a84189a966a0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:56.588882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:56.590855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Pushing event updated for resources: {'Port': ['ID=683963a6-4a9b-41af-adf8-fbd91d1c2a03,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:56.593142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:56.632906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 4c6008a8-ab60-4de8-8496-85a785ec686d has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:24:56.659412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fa1206bc-c1c5-4232-83f8-fdd6a3d14278 {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:24:56.659622 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:24:56.660092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:56.660758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.664092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Attempting to bind port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:56.664515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Attempting to bind port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'eaea60e7-64d5-47cf-8d67-79ed68de5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:56.664885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Attempting to bind port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 on network 21c9501f-83ca-4039-8a48-a84189a966a0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:56.671818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:56.671818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Checking segment: {'id': 'eaea60e7-64d5-47cf-8d67-79ed68de5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:56.671818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.680535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Bound using segment: {'id': 'eaea60e7-64d5-47cf-8d67-79ed68de5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:56.681241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Bound port: 683963a6-4a9b-41af-adf8-fbd91d1c2a03, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaea60e7-64d5-47cf-8d67-79ed68de5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '21c9501f-83ca-4039-8a48-a84189a966a0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:56.682549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.699870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54f2eb8c-0d60-4333-a752-3080b7cf4072 req-25bf2af2-09fe-4f9f-9ca1-b8e552f77e71 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221280 Jul 28 11:24:56.725064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-95490597-4834-4f08-b3b4-9c5ddc517c40 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6299388 Jul 28 11:24:56.731482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:56.737092 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-10b2d4ea-314f-43d0-8b2e-ab1549db086d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/4c6008a8-ab60-4de8-8496-85a785ec686d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154569 Jul 28 11:24:56.739670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:56.743082 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] Sync routers for ids ['4c6008a8-ab60-4de8-8496-85a785ec686d'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:56.750620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Request body: {'port': {'device_id': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:56.764743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] Routers {'4c6008a8-ab60-4de8-8496-85a785ec686d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:56.765374 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4c6008a8-ab60-4de8-8496-85a785ec686d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:56.771012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5cbb4e1e-5a37-49d5-9794-c2d684ce1655 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c6008a8-ab60-4de8-8496-85a785ec686d HTTP/1.1" status: 200 len: 205 time: 0.0300827 Jul 28 11:24:56.776642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:56.790977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Allocated IP 2001:db8::15b (5a767925-5903-4737-bf42-2f7e9fa81968/5a96bcd2-04d9-4456-af2a-fb1bad83f220/d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:56.811888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] For port 683963a6-4a9b-41af-adf8-fbd91d1c2a03, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:56.815382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] For port 683963a6-4a9b-41af-adf8-fbd91d1c2a03, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=683963a6-4a9b-41af-adf8-fbd91d1c2a03,segment=NetworkSegment(eaea60e7-64d5-47cf-8d67-79ed68de5823),segment_id=eaea60e7-64d5-47cf-8d67-79ed68de5823)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:56.821082 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:56.823597 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.835889 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] Routers {'4c6008a8-ab60-4de8-8496-85a785ec686d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:56.837041 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4c6008a8-ab60-4de8-8496-85a785ec686d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:56.845329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:56.881536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:56.883313 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114718c-ab60-48cd-b904-7049060159d4 None None] The sync data for ids ['4c6008a8-ab60-4de8-8496-85a785ec686d'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:24:56.903724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed5169-2e09-4887-b2d4-b746ad1b8f86 None None] Pushing event updated for resources: {'Port': ['ID=683963a6-4a9b-41af-adf8-fbd91d1c2a03,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:57.054072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.173415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.203377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.218796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.255782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 5a767925-5903-4737-bf42-2f7e9fa81968 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:57.266893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] device_id is not set on port d243f4c2-2317-4f70-a866-ac9afca33ec9 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:24:57.269896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:57.278468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:57.336487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Port': ['ID=d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:57.397271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e622c8-9d90-4d13-930a-89a740f45250 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:24:57.412259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.440311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Transition to ACTIVE for port object 63e622c8-9d90-4d13-930a-89a740f45250 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:57.450600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.454808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.459943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.532516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 683963a6-4a9b-41af-adf8-fbd91d1c2a03 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:57.540436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.541217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router 4c6008a8-ab60-4de8-8496-85a785ec686d {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:24:57.550206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.554152 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-00c8fae5-533f-4557-9319-09f8a3b49e86 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/4c6008a8-ab60-4de8-8496-85a785ec686d HTTP/1.1" status: 204 len: 168 time: 0.7737556 Jul 28 11:24:57.555401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:57.565279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Allocated IP 172.20.0.5 (21c9501f-83ca-4039-8a48-a84189a966a0/8749206e-262f-4e73-b422-b0b82ec5d310/d243f4c2-2317-4f70-a866-ac9afca33ec9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:57.667859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Attempting to bind port 63e622c8-9d90-4d13-930a-89a740f45250 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:24:57.668517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Attempting to bind port 63e622c8-9d90-4d13-930a-89a740f45250 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:24:57.668789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Attempting to bind port 63e622c8-9d90-4d13-930a-89a740f45250 on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:57.674453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Pushing event updated for resources: {'Port': ['ID=63e622c8-9d90-4d13-930a-89a740f45250,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:57.692636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Port 63e622c8-9d90-4d13-930a-89a740f45250 on network e423a78b-f93f-423c-948c-c78e7ecc644d not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:24:57.692636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Attempting to bind port 63e622c8-9d90-4d13-930a-89a740f45250 on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:24:57.705167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:24:57.705547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Checking segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:24:57.705902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Bound using segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:24:57.706358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Bound port: 63e622c8-9d90-4d13-930a-89a740f45250, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:24:57.706721 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.754639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.757012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:57.848872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.862837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet b1602896-0532-491b-b3cc-63a73be6032b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:24:57.868253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.879039 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe1c5-dca5-46bf-95a6-16354d1f3f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.903450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Transition to ACTIVE for port object d243f4c2-2317-4f70-a866-ac9afca33ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:57.925501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:57.930121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] For port 63e622c8-9d90-4d13-930a-89a740f45250, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:24:57.955511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aabc4-dd97-438f-8fe1-5cabf1320793 req-89e2ed56-d8cd-480b-b0f4-a94829479b9e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:57.957155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-894aabc4-dd97-438f-8fe1-5cabf1320793 req-89e2ed56-d8cd-480b-b0f4-a94829479b9e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 943 time: 0.1475737 Jul 28 11:24:57.960473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] For port 63e622c8-9d90-4d13-930a-89a740f45250, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=63e622c8-9d90-4d13-930a-89a740f45250,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:24:57.967850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.026539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.035863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbafbed8-6343-4322-8604-318e2be3e15b None None] Network 21c9501f-83ca-4039-8a48-a84189a966a0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:58.065292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:58.066337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.067688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] 10.222.0.44 "PUT /v2.0/ports/63e622c8-9d90-4d13-930a-89a740f45250 HTTP/1.1" status: 200 len: 1091 time: 1.3255982 Jul 28 11:24:58.075749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'tag': '63e622c8-9d90-4d13-930a-89a740f45250'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:24:58.078077 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bfe351-851c-44a8-82b0-dc0aed240894" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fc3364-6396-4e79-906e-61a4d2ba69e4", "tag": "63e622c8-9d90-4d13-930a-89a740f45250"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:24:58.087561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Network 21c9501f-83ca-4039-8a48-a84189a966a0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:58.093495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.097176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:58.114351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520462fe-bb5e-4945-9c35-0c1e35da9168 service neutron] Pushing event updated for resources: {'Port': ['ID=63e622c8-9d90-4d13-930a-89a740f45250,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:58.124246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:58.147557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event updated for resources: {'Port': ['ID=d243f4c2-2317-4f70-a866-ac9afca33ec9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:58.192408 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76290dee-842a-450e-89ae-7831e18245e4 x-openstack-request-id: req-76290dee-842a-450e-89ae-7831e18245e4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:24:58.192408 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fc3364-6396-4e79-906e-61a4d2ba69e4", "tag": "63e622c8-9d90-4d13-930a-89a740f45250", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:24:58.192408 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76290dee-842a-450e-89ae-7831e18245e4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:24:58.192797 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'tag': '63e622c8-9d90-4d13-930a-89a740f45250', 'status': 'completed', 'code': 200} Jul 28 11:24:58.195871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] Provisioning for port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:58.196261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:58.197022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.199301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-894aabc4-dd97-438f-8fe1-5cabf1320793 req-9a12b37e-b6ec-49f7-b448-688f8476b6e5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350998 Jul 28 11:24:58.206509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] Provisioning complete for port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:58.207529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.228615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:58.235020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-817b55b0-4098-4afd-85d8-67ec5bb1a763 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3734386 Jul 28 11:24:58.237161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.245526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-f4b8a20a-4f7d-4b90-9aa6-d833b3cf188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:58.247146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-f4b8a20a-4f7d-4b90-9aa6-d833b3cf188c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 1094 time: 0.1234059 Jul 28 11:24:58.260017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.277539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=b1602896-0532-491b-b3cc-63a73be6032b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:58.279680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.283953 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf9aafe9-41a8-4036-8af7-6cee50f83dfc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/b1602896-0532-491b-b3cc-63a73be6032b HTTP/1.1" status: 204 len: 168 time: 0.7247612 Jul 28 11:24:58.284259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:58.315665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e81d78-b41b-4f49-9b9e-e6f0b286e4db None None] Network 02a8dc8a-f873-460a-85a2-c1370a602c7c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:24:58.339832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-57c9c3b7-85c5-4f67-8ee5-3e05b518a7a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e622c8-9d90-4d13-930a-89a740f45250 HTTP/1.1" status: 200 len: 217 time: 0.0774193 Jul 28 11:24:58.368540 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.381837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.429520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:58.429867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.455431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] For port 683963a6-4a9b-41af-adf8-fbd91d1c2a03, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=683963a6-4a9b-41af-adf8-fbd91d1c2a03,segment=NetworkSegment(eaea60e7-64d5-47cf-8d67-79ed68de5823),segment_id=eaea60e7-64d5-47cf-8d67-79ed68de5823)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:58.505688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027002e1-a28d-4e01-a438-f951041cb79a req-5f886325-6ece-4f24-9ebf-030b4a508747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:58.507345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-5f886325-6ece-4f24-9ebf-030b4a508747 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.1575594 Jul 28 11:24:58.512358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.518464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,segment=NetworkSegment(0f6fe7f5-eff1-45d7-843c-b52c38f6ba93),segment_id=0f6fe7f5-eff1-45d7-843c-b52c38f6ba93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:24:58.519551 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.535905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 290705b8-8dc0-4851-b1f1-1b0e21ba2fae owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:58.557558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-937f6097-e458-45ad-872f-cff27e620e56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373325 Jul 28 11:24:58.604893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0cd12-517a-4ed1-a441-a90537159414 None None] Pushing event updated for resources: {'Port': ['ID=683963a6-4a9b-41af-adf8-fbd91d1c2a03,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:58.629270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Deleting port d243f4c2-2317-4f70-a866-ac9afca33ec9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:24:58.629874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.642983 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.648052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6694b957-2009-4e33-9837-e0c36556e8fb None None] Provisioning complete for port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:58.654067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6694b957-2009-4e33-9837-e0c36556e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.691279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=290705b8-8dc0-4851-b1f1-1b0e21ba2fae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:58.695328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port 290705b8-8dc0-4851-b1f1-1b0e21ba2fae on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:24:58.716819 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f7276-7cb3-4bc8-a8a0-e9a685ac888e None None] DHCP port deletion for 02a8dc8a-f873-460a-85a2-c1370a602c7c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:24:58.759392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Router 3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:24:58.788473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-12b8ca0e-ca82-4bdb-a658-3badf0741b8f service neutron] 10.222.0.44 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227354 Jul 28 11:24:58.792164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6694b957-2009-4e33-9837-e0c36556e8fb None None] Provisioning for port d243f4c2-2317-4f70-a866-ac9afca33ec9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:24:58.797036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6694b957-2009-4e33-9837-e0c36556e8fb None None] Provisioning complete for port d243f4c2-2317-4f70-a866-ac9afca33ec9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:58.797520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6694b957-2009-4e33-9837-e0c36556e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.809719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.823154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a8dc8a-f873-460a-85a2-c1370a602c7c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:58.829977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.837329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:58.837655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6fe7f5-eff1-45d7-843c-b52c38f6ba93') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:58.841896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6694b957-2009-4e33-9837-e0c36556e8fb None None] Port d243f4c2-2317-4f70-a866-ac9afca33ec9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:58.848107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.864757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.872051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:24:58.872723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:24:58.876120 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:24:58.911073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Calling delete_port for d243f4c2-2317-4f70-a866-ac9afca33ec9 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:24:58.944823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.952746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.954634 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/02a8dc8a-f873-460a-85a2-c1370a602c7c HTTP/1.1" status: 204 len: 168 time: 0.6686199 Jul 28 11:24:58.958307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:58.962777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1806612752', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:24:58.966147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4107dde7-9894-4b71-89c0-6b7b23733ad5 None None] Provisioning complete for port d243f4c2-2317-4f70-a866-ac9afca33ec9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:58.966524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4107dde7-9894-4b71-89c0-6b7b23733ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:58.981145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2910c-5ad7-44e7-9a1c-d95a0b5a765e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=02a8dc8a-f873-460a-85a2-c1370a602c7c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:59.002012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.003207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.009394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4107dde7-9894-4b71-89c0-6b7b23733ad5 None None] Port d243f4c2-2317-4f70-a866-ac9afca33ec9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:24:59.058247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.075618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-027002e1-a28d-4e01-a438-f951041cb79a req-cb56c1ac-c6fb-4f0c-98f4-3d1ef9caa8ce service neutron] 10.222.0.44 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741175 Jul 28 11:24:59.079327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:24:59.093107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Sync routers for ids ['3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:24:59.099086 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.100346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c275d33d-843e-4785-a848-146c8dbb3ec6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8702226 Jul 28 11:24:59.105831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:24:59.111690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Routers {'3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:24:59.112951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:59.206220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.236009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Set router 3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:24:59.438318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455', 'name': '', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968', 'external_fixed_ips': [{'subnet_id': '5a96bcd2-04d9-4456-af2a-fb1bad83f220', 'ip_address': '2001:db8::15b'}], 'enable_snat': True}, 'gw_port_id': 'd841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:55Z', 'updated_at': '2021-07-28T11:24:57Z', 'revision_number': 3, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port': {'id': 'd841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc', 'name': '', 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '5a96bcd2-04d9-4456-af2a-fb1bad83f220', 'ip_address': '2001:db8::15b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:56Z', 'updated_at': '2021-07-28T11:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a96bcd2-04d9-4456-af2a-fb1bad83f220', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:24:59.448270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.467395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Checking router: 3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:24:59.467738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Updating router 3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:24:59.470365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.492697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 683963a6-4a9b-41af-adf8-fbd91d1c2a03 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:24:59.521196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.631451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.636394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:24:59.636977 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.672555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-f8b9a189-20f5-4313-920c-bc50e96c8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:59.674107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-f8b9a189-20f5-4313-920c-bc50e96c8675 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 1094 time: 0.5337906 Jul 28 11:24:59.677083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event deleted for resources: {'Port': ['ID=d243f4c2-2317-4f70-a866-ac9afca33ec9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:24:59.710291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67e123-3c2f-431e-87e4-a5a9d51ecbbe req-ccea1ab0-04b6-4914-956d-2d2f29213d69 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:24:59.711818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f67e123-3c2f-431e-87e4-a5a9d51ecbbe req-ccea1ab0-04b6-4914-956d-2d2f29213d69 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 943 time: 0.1763315 Jul 28 11:24:59.719584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 172.25.1.167 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/39005833-b488-4ee8-a95a-9f8fe7b76923) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:24:59.777604 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.849715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.888782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 290705b8-8dc0-4851-b1f1-1b0e21ba2fae no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:24:59.894389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.915498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 290705b8-8dc0-4851-b1f1-1b0e21ba2fae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:24:59.915851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 290705b8-8dc0-4851-b1f1-1b0e21ba2fae not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:24:59.937378 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.950652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:24:59.954197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Transition to ACTIVE for port object d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:24:59.954458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:24:59.958428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:24:59.972589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:24:59.995505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=39005833-b488-4ee8-a95a-9f8fe7b76923,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:00.005956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.007873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d16e25b-568e-4a74-92fd-4c736de19e94 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "DELETE /v2.0/ports/d243f4c2-2317-4f70-a866-ac9afca33ec9 HTTP/1.1" status: 204 len: 168 time: 1.7741222 Jul 28 11:25:00.013466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:00.031032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f67e123-3c2f-431e-87e4-a5a9d51ecbbe req-5e35f5d5-06f9-4e66-a398-b6248b04eab4 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973366 Jul 28 11:25:00.039850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-b9341422-90a6-47a3-921e-be30e78509e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:00.042141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-b9341422-90a6-47a3-921e-be30e78509e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 916 time: 0.3510931 Jul 28 11:25:00.053272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Attempting to bind port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:00.053656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Attempting to bind port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:00.054024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Attempting to bind port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc on network 5a767925-5903-4737-bf42-2f7e9fa81968 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:00.064139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:00.064550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Checking segment: {'id': 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:00.064967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.065372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Bound using segment: {'id': 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:00.065849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Bound port: d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a767925-5903-4737-bf42-2f7e9fa81968'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:00.066234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.091985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-ac861174-cbfb-4f0a-8c8f-7532952ed48e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e622c8-9d90-4d13-930a-89a740f45250 HTTP/1.1" status: 200 len: 217 time: 0.0411379 Jul 28 11:25:00.099187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.099389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761ea81-2cd5-478d-909f-86c1333fbe00 None None] Pushing event updated for resources: {'Port': ['ID=d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:00.131920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] For port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:00.137203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] For port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc,segment=NetworkSegment(bdba14cf-5b7e-45cc-abfa-4c713f630a1e),segment_id=bdba14cf-5b7e-45cc-abfa-4c713f630a1e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:00.143754 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.159501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-222f7f8c-6704-41db-8c34-c06047f8d196 tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1444814 Jul 28 11:25:00.164754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:00.187241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-460af13e-1b3f-4f71-aa6e-92bc43e85220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:00.188760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-460af13e-1b3f-4f71-aa6e-92bc43e85220 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.0865383 Jul 28 11:25:00.195654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1271804319'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:00.215057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761ea81-2cd5-478d-909f-86c1333fbe00 None None] Pushing event updated for resources: {'Port': ['ID=d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:00.222257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Routers {'3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:00.222879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:24:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:00.240506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-b3ca040e-ad61-4310-97de-b912f47ea50f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jul 28 11:25:00.245291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Deleting port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:00.245637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.246185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Made reservation on behalf of a4d7605f5e33433caa91758141203692 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:00.250234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.326643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:00.328371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] Set router 3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:00.366611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.366943 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Added segment 9f5720c9-9b7a-42f9-a693-50b5bbfaa8c4 of type vlan for network 0bb085bf-bc02-4707-803a-3f60167c4780 Jul 28 11:25:00.383807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455', 'name': '', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:55Z', 'updated_at': '2021-07-28T11:25:00Z', 'revision_number': 4, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:00.392946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] For port d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc,segment=NetworkSegment(bdba14cf-5b7e-45cc-abfa-4c713f630a1e),segment_id=bdba14cf-5b7e-45cc-abfa-4c713f630a1e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:00.393610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.414388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8a9bf-f2c9-4259-a421-0378bf8f6cef None None] The sync data for ids ['3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455'] in n-d-723573-7 is: [{'id': '3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455', 'name': '', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:55Z', 'updated_at': '2021-07-28T11:25:00Z', 'revision_number': 4, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:00.415500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Calling delete_port for d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:00.424960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.428651 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.442857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-84a53c92-d6cf-4989-8d42-295368b0d12f service neutron] 10.222.0.44 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391218 Jul 28 11:25:00.556823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.562899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:00.564039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.640740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4488423 Jul 28 11:25:00.645550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:00.654492 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19bfe351-851c-44a8-82b0-dc0aed240894 req-5f08b94d-5824-4fd3-b140-2ecc4a305590 service neutron] 10.222.0.44 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716404 Jul 28 11:25:00.705363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c10a3-64a2-4182-a9a6-32e2122a8ae0 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event updated for resources: {'Network': ['ID=0bb085bf-bc02-4707-803a-3f60167c4780,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:00.716441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0bb085bf-bc02-4707-803a-3f60167c4780 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:00.758623 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.814879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event deleted for resources: {'Port': ['ID=d841a7d1-5729-4bf1-a4c4-ad66b0b8a2cc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:00.853491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.964600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.974713 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-253b39d7-f81e-4f6c-8e2b-077c9e068839 tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/agents/b4507cd6-a2cc-437f-b034-2405879a6c68/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 0.3177266 Jul 28 11:25:00.975630 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.976340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:00.978816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:00.995602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.058763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.061486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:01.068970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.070174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5063251e-0e9d-46a0-aca2-bd020aa31f97 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3a1fc1aa-6fec-4f5f-9fe3-92abd93f5455 HTTP/1.1" status: 204 len: 168 time: 1.9628336 Jul 28 11:25:01.073134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:01.105002 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e473a154-b68e-4d85-983b-dec27cf56e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.184408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Deleting subnet 5a96bcd2-04d9-4456-af2a-fb1bad83f220 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:01.202440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.234425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bbcc0c-cd66-4794-823a-374df8f250cc tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] Network 0bb085bf-bc02-4707-803a-3f60167c4780 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:01.258910 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-62bbcc0c-cd66-4794-823a-374df8f250cc tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "POST /v2.0/agents/b4507cd6-a2cc-437f-b034-2405879a6c68/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2803855 Jul 28 11:25:01.263518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:01.268867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4293c9-e6f8-48bf-ae11-8ba9c2d9747f None None] Network 0bb085bf-bc02-4707-803a-3f60167c4780 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:01.275143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.275587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 1795a28c-6801-4526-b6d3-c8969c3f29fb is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:01.321048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.377663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb7b9-0868-403b-b83d-dd98899e029a req-48ce6cba-4d1d-4d1e-9a1e-587bee439033 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:01.379712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f01fb7b9-0868-403b-b83d-dd98899e029a req-48ce6cba-4d1d-4d1e-9a1e-587bee439033 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 943 time: 0.2023954 Jul 28 11:25:01.472750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f01fb7b9-0868-403b-b83d-dd98899e029a req-5472ca07-3466-4e07-9c75-12be4ea517b7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787427 Jul 28 11:25:01.481557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.514377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a96bcd2-04d9-4456-af2a-fb1bad83f220,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:01.520210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.522358 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e538c974-89fe-4f5f-aa71-f38cb8d1cbca tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/5a96bcd2-04d9-4456-af2a-fb1bad83f220 HTTP/1.1" status: 204 len: 168 time: 0.4342387 Jul 28 11:25:01.524913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:01.616784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.712560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.724943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a767925-5903-4737-bf42-2f7e9fa81968']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:01.736946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:01.737302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdba14cf-5b7e-45cc-abfa-4c713f630a1e') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:01.747414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.763305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.771917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:01.771917 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:01.772347 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:01.842482 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.863467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a767925-5903-4737-bf42-2f7e9fa81968 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 11:25:01.866800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a767925-5903-4737-bf42-2f7e9fa81968,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:01.877036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.884155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9f2a0d39-1422-4cc8-8a62-8d6a11bfbc44 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5a767925-5903-4737-bf42-2f7e9fa81968 HTTP/1.1" status: 204 len: 168 time: 0.3530462 Jul 28 11:25:01.913206 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31097196-16d2-4800-9c38-496268d1ab91 tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/agents/b4507cd6-a2cc-437f-b034-2405879a6c68/dhcp-networks HTTP/1.1" status: 200 len: 8837 time: 0.6483881 Jul 28 11:25:01.916134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:01.920307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:01.928585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:02.018423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.022955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-20c02b61-32fd-4ab0-8a33-cc6349a4f62d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0607004 Jul 28 11:25:02.023480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.045609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-09cce4f4-c143-4012-aa97-a0b1cf715c5d tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "DELETE /v2.0/agents/b4507cd6-a2cc-437f-b034-2405879a6c68/dhcp-networks/0bb085bf-bc02-4707-803a-3f60167c4780 HTTP/1.1" status: 204 len: 168 time: 0.1268547 Jul 28 11:25:02.048086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.181454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-72611a4b-4545-4d5b-979c-488b3fd6491b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/routers/1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 200 len: 885 time: 0.1569207 Jul 28 11:25:02.184802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.255653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.264761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'name': 'tempest-router--258555833', 'project_id': 'f50ca0356e264d7bbf8b5ea33266f425'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:02.265325 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31c67160-0c7d-4d01-88df-3c8d85877185 tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/agents/b4507cd6-a2cc-437f-b034-2405879a6c68/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 0.2167118 Jul 28 11:25:02.270629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.291894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0385983c-5639-4987-b30c-be06159511ba tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/networks/21c9501f-83ca-4039-8a48-a84189a966a0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0188360 Jul 28 11:25:02.295838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.303480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.304151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.363523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-13bfb471-d806-4178-a338-429278bbd129 tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/networks/21c9501f-83ca-4039-8a48-a84189a966a0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0637114 Jul 28 11:25:02.363946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.449171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.457923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.499388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.499757 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8565cbb0-2006-43e3-a73b-414d4883fcc9 tempest-DHCPAgentSchedulersTestJSON-132979910 tempest-DHCPAgentSchedulersTestJSON-132979910-project-admin] 10.222.0.20 "GET /v2.0/agents/b4507cd6-a2cc-437f-b034-2405879a6c68/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 0.1277826 Jul 28 11:25:02.499874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aacea8a6-86cf-4697-9216-89276a97a146 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2328565 Jul 28 11:25:02.500617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.500949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:02.501852 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] Sync routers for ids ['1795a28c-6801-4526-b6d3-c8969c3f29fb'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:02.512493 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] Routers {'1795a28c-6801-4526-b6d3-c8969c3f29fb'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:02.513407 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1795a28c-6801-4526-b6d3-c8969c3f29fb'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:02.553820 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:02.565361 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] Routers {'1795a28c-6801-4526-b6d3-c8969c3f29fb'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:02.565997 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1795a28c-6801-4526-b6d3-c8969c3f29fb'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:02.602092 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:02.602997 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f193e95-7ac4-4ca6-8208-34cb07d17114 None None] The sync data for ids ['1795a28c-6801-4526-b6d3-c8969c3f29fb'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:02.607567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 63e622c8-9d90-4d13-930a-89a740f45250 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:25:02.689049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.704744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 63e622c8-9d90-4d13-930a-89a740f45250, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=63e622c8-9d90-4d13-930a-89a740f45250,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:02.719537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '63e622c8-9d90-4d13-930a-89a740f45250', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'port_id': '63e622c8-9d90-4d13-930a-89a740f45250', 'mac_address': 'fa:16:3e:05:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6691916f-ae4e-4523-999b-974102b226d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:25:02.758812 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.772834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e622c8-9d90-4d13-930a-89a740f45250 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:25:02.795033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 63e622c8-9d90-4d13-930a-89a740f45250, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=63e622c8-9d90-4d13-930a-89a740f45250,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:02.798889 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:02.849456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=63e622c8-9d90-4d13-930a-89a740f45250,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:03.060567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00552c8d-c93f-4798-a58d-e33245d613dc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8745670 Jul 28 11:25:03.063123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:03.067880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1806612752'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:03.090568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.116467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['63e622c8-9d90-4d13-930a-89a740f45250'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:25:03.174978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ae8ba-099b-431c-8274-555839493f92 req-22cb9ff0-8e94-4192-8f5e-300489c52cd3 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:03.176504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-506ae8ba-099b-431c-8274-555839493f92 req-22cb9ff0-8e94-4192-8f5e-300489c52cd3 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 943 time: 0.5946722 Jul 28 11:25:03.233264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.241331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.347241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-506ae8ba-099b-431c-8274-555839493f92 req-b4d02c07-615f-4eba-ad3c-779aea22a95f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444685 Jul 28 11:25:03.353342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.354478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0096f304-6a2d-4967-bb66-e8ed999e0dae {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:03.357166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.362460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.363702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-42f0c4e8-2bcb-46f1-b92b-929d5a523faa tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0096f304-6a2d-4967-bb66-e8ed999e0dae HTTP/1.1" status: 204 len: 168 time: 0.8618441 Jul 28 11:25:03.374982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb085bf-bc02-4707-803a-3f60167c4780']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.387076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5720c9-9b7a-42f9-a693-50b5bbfaa8c4') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.387390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5720c9-9b7a-42f9-a693-50b5bbfaa8c4') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.397080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.399531 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.412245 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.414294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.420626 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.427768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:03.428680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:03.432110 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:03.498518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:03.513075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.518948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.521474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "DELETE /v2.0/networks/0bb085bf-bc02-4707-803a-3f60167c4780 HTTP/1.1" status: 204 len: 168 time: 1.0184882 Jul 28 11:25:03.524276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:03.537800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e75eaf-730a-453c-bdeb-d0949d088c2c tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event deleted for resources: {'Network': ['ID=0bb085bf-bc02-4707-803a-3f60167c4780,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:03.554857 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d1c961-7dbf-47d2-a188-b10ca8be9c2d tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] DELETE failed (client error): The resource could not be found. Jul 28 11:25:03.555629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d1c961-7dbf-47d2-a188-b10ca8be9c2d tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:25:03.557994 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55d1c961-7dbf-47d2-a188-b10ca8be9c2d tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "DELETE /v2.0/ports/d243f4c2-2317-4f70-a866-ac9afca33ec9 HTTP/1.1" status: 404 len: 333 time: 0.0306094 Jul 28 11:25:03.559923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 1795a28c-6801-4526-b6d3-c8969c3f29fb has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:03.560638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:03.656823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Deleting subnet 8749206e-262f-4e73-b422-b0b82ec5d310 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:03.662408 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.700146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1419363031', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:03.722814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.723860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.735592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.777602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.777868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:03.786018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.787194 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ce46500d-9147-4bb2-88c7-c600fcb93f9f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 200 len: 892 time: 0.7230644 Jul 28 11:25:03.788835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] Sync routers for ids ['1795a28c-6801-4526-b6d3-c8969c3f29fb'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:03.789937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:03.800335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] Routers {'1795a28c-6801-4526-b6d3-c8969c3f29fb'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:03.801192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1795a28c-6801-4526-b6d3-c8969c3f29fb'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.835099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.844901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] Routers {'1795a28c-6801-4526-b6d3-c8969c3f29fb'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:03.845722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1795a28c-6801-4526-b6d3-c8969c3f29fb'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.881413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:03.882057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da058dc-756b-4dae-8062-b34b46e3dbe5 None None] The sync data for ids ['1795a28c-6801-4526-b6d3-c8969c3f29fb'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:03.919748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.923947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:03.965373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1d2d3cde-8acf-4889-b911-24e37de4167c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/routers/1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 200 len: 892 time: 0.1743343 Jul 28 11:25:03.968333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:04.003442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2c0e27ed-814a-4fb4-96d4-649f0fab5482 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 200 len: 205 time: 0.0342224 Jul 28 11:25:04.006301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:04.016927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.042964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event deleted for resources: {'Subnet': ['ID=8749206e-262f-4e73-b422-b0b82ec5d310,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:04.048611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.050491 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8c173afa-7b08-4501-bf08-e5a55c14fbc4 tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "DELETE /v2.0/subnets/8749206e-262f-4e73-b422-b0b82ec5d310 HTTP/1.1" status: 204 len: 168 time: 0.4889879 Jul 28 11:25:04.052874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:04.059110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0172cf1-2393-4b21-b09e-da41cd30ba5b None None] Network 21c9501f-83ca-4039-8a48-a84189a966a0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:04.138605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.196071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Deleting port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:04.196526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.202781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.261150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.271864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] For port 683963a6-4a9b-41af-adf8-fbd91d1c2a03, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=683963a6-4a9b-41af-adf8-fbd91d1c2a03,segment=NetworkSegment(eaea60e7-64d5-47cf-8d67-79ed68de5823),segment_id=eaea60e7-64d5-47cf-8d67-79ed68de5823)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:04.272287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.283311 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.287127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Calling delete_port for 683963a6-4a9b-41af-adf8-fbd91d1c2a03 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:04.400230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616c2d8-dc21-4ae8-a5d2-9bc664995ec7 None None] DHCP port deletion for 21c9501f-83ca-4039-8a48-a84189a966a0 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:25:04.405098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.425166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.447042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event deleted for resources: {'Port': ['ID=683963a6-4a9b-41af-adf8-fbd91d1c2a03,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:04.457200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] No DVR routers for this DVR port 683963a6-4a9b-41af-adf8-fbd91d1c2a03 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:04.484069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Allocated IP 172.25.1.58 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/7ad4c5d2-2aaa-4cf0-b6f4-53e1d1124180) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:04.549623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.559792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c9501f-83ca-4039-8a48-a84189a966a0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:04.570194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaea60e7-64d5-47cf-8d67-79ed68de5823') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:04.570396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaea60e7-64d5-47cf-8d67-79ed68de5823') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:04.579902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.589298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe65e5-71b3-4ac3-b581-29b410a074c3 req-2038399d-6ac7-435d-9e1e-1e1da2044763 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:04.590814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50fe65e5-71b3-4ac3-b581-29b410a074c3 req-2038399d-6ac7-435d-9e1e-1e1da2044763 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 944 time: 0.1411412 Jul 28 11:25:04.594345 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.601288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:04.601680 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:04.605457 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:04.608165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 63e622c8-9d90-4d13-930a-89a740f45250 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:04.618803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 39005833-b488-4ee8-a95a-9f8fe7b76923 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:04.619074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.664521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.667144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 63e622c8-9d90-4d13-930a-89a740f45250 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:04.675257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 63e622c8-9d90-4d13-930a-89a740f45250 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:04.675873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.688024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.692419 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] 10.222.0.20 "DELETE /v2.0/networks/21c9501f-83ca-4039-8a48-a84189a966a0 HTTP/1.1" status: 204 len: 168 time: 0.6361537 Jul 28 11:25:04.692419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3349e-f1cf-42e3-b515-5d2abf6047ee tempest-DHCPAgentSchedulersTestJSON-1426737200 tempest-DHCPAgentSchedulersTestJSON-1426737200-project] Pushing event deleted for resources: {'Network': ['ID=21c9501f-83ca-4039-8a48-a84189a966a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:04.722433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-50fe65e5-71b3-4ac3-b581-29b410a074c3 req-ee86ffb6-50fe-463a-9fa9-eca734c47e9c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230094 Jul 28 11:25:04.725423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.764508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.765159 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.781224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 39005833-b488-4ee8-a95a-9f8fe7b76923 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:04.787656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e622c8-9d90-4d13-930a-89a740f45250'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:25:04.790041 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe7674-dfb1-4180-9cbf-47b49e269409" -d '{"events": [{"server_uuid": "a5fc3364-6396-4e79-906e-61a4d2ba69e4", "name": "network-vif-plugged", "status": "completed", "tag": "63e622c8-9d90-4d13-930a-89a740f45250"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:25:04.804777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 63e622c8-9d90-4d13-930a-89a740f45250, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=63e622c8-9d90-4d13-930a-89a740f45250,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:04.811969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.847561 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2725f4f-d464-4480-b91e-db43891289bb x-openstack-request-id: req-b2725f4f-d464-4480-b91e-db43891289bb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:25:04.848793 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc3364-6396-4e79-906e-61a4d2ba69e4", "name": "network-vif-plugged", "status": "completed", "tag": "63e622c8-9d90-4d13-930a-89a740f45250", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:25:04.848970 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2725f4f-d464-4480-b91e-db43891289bb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:25:04.849426 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e622c8-9d90-4d13-930a-89a740f45250', 'code': 200} Jul 28 11:25:04.861360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:04.891960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=63e622c8-9d90-4d13-930a-89a740f45250,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:04.921442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:04.935122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:04.955466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:05.012135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event updated for resources: {'Port': ['ID=7ad4c5d2-2aaa-4cf0-b6f4-53e1d1124180,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:05.014546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:05.061963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8fe9b-9434-4c31-bbb5-86f9f0c83245 req-fe6c0d2b-cb5e-41da-80d2-2b7e0471c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:05.063502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82f8fe9b-9434-4c31-bbb5-86f9f0c83245 req-fe6c0d2b-cb5e-41da-80d2-2b7e0471c94c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 1096 time: 0.1441853 Jul 28 11:25:05.152839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8239556e-e860-48fc-8c77-9973c047f771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4d7605f5e33433caa91758141203692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370044 Jul 28 11:25:05.155291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:05.208070 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b144a0f-4bc7-42ad-9dff-0dd9bb547414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.217122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82f8fe9b-9434-4c31-bbb5-86f9f0c83245 req-175c2e1d-97ae-46a1-b1dd-23b54c32e7f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999644 Jul 28 11:25:05.223111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.231591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b144a0f-4bc7-42ad-9dff-0dd9bb547414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.256643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=39005833-b488-4ee8-a95a-9f8fe7b76923,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:05.285657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b144a0f-4bc7-42ad-9dff-0dd9bb547414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.288539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b144a0f-4bc7-42ad-9dff-0dd9bb547414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.289855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8b144a0f-4bc7-42ad-9dff-0dd9bb547414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0492214-aa65-4c04-9b14-4e7196c144d9 HTTP/1.1" status: 204 len: 168 time: 0.1335833 Jul 28 11:25:05.298680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b144a0f-4bc7-42ad-9dff-0dd9bb547414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0492214-aa65-4c04-9b14-4e7196c144d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:05.395656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.478984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 683963a6-4a9b-41af-adf8-fbd91d1c2a03 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:05.507748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 683963a6-4a9b-41af-adf8-fbd91d1c2a03 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:05.510436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 683963a6-4a9b-41af-adf8-fbd91d1c2a03 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:05.590552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:05.605458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d21b56c8-4ab3-402c-9624-54a0c822e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.702136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d21b56c8-4ab3-402c-9624-54a0c822e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.706264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d21b56c8-4ab3-402c-9624-54a0c822e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.748779 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d21b56c8-4ab3-402c-9624-54a0c822e25f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04cf4decedd447c18e79f2caeeaeecb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566904 Jul 28 11:25:05.750249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b56c8-4ab3-402c-9624-54a0c822e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c7b3ff-0da3-44e6-9757-0e94521f6ced,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:05.753133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:05.810816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52362e1c-3f5c-4802-a74f-1d1c0a11ad75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.835867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52362e1c-3f5c-4802-a74f-1d1c0a11ad75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.837725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.843020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.843219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.883869 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52362e1c-3f5c-4802-a74f-1d1c0a11ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.887021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52362e1c-3f5c-4802-a74f-1d1c0a11ad75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.888208 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-52362e1c-3f5c-4802-a74f-1d1c0a11ad75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58c7b3ff-0da3-44e6-9757-0e94521f6ced HTTP/1.1" status: 204 len: 168 time: 0.1337533 Jul 28 11:25:05.897986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52362e1c-3f5c-4802-a74f-1d1c0a11ad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c7b3ff-0da3-44e6-9757-0e94521f6ced,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:05.962355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecf2b5-7c7a-4b8a-aad0-120ef3a4b4ea req-3dfd0ca1-6fd4-4764-b81f-54a492ad25fb tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:05.964525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71ecf2b5-7c7a-4b8a-aad0-120ef3a4b4ea req-3dfd0ca1-6fd4-4764-b81f-54a492ad25fb tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 945 time: 0.1424122 Jul 28 11:25:05.993251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:05.993862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router 1795a28c-6801-4526-b6d3-c8969c3f29fb {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:06.007714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.008839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-161304b9-fcf7-4d8b-a7d0-2de531624245 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 204 len: 168 time: 2.0015547 Jul 28 11:25:06.015921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.025042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1836100088'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:06.057376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71ecf2b5-7c7a-4b8a-aad0-120ef3a4b4ea req-384959ac-dd03-4d6b-ab09-412222f17249 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643737 Jul 28 11:25:06.068279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:06.073876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.110219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:06.120692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.121341 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment bd5157d5-0ef9-441b-8d3b-d69246d5c561 of type vlan for network 2b913137-9402-4996-b583-4f2583618a04 Jul 28 11:25:06.165691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.191385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.205239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.210804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:06.211392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.280316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2629545 Jul 28 11:25:06.286491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.292501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '2b913137-9402-4996-b583-4f2583618a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:06.313306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d6d91-0e86-44ba-a821-aae63e0ddb74 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=2b913137-9402-4996-b583-4f2583618a04,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:06.327037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2b913137-9402-4996-b583-4f2583618a04 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:06.345892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Router 5442f597-8058-4493-bf91-3779dd7b2a3d is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:06.406320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:06.410288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.471899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:06.483905 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] Sync routers for ids ['5442f597-8058-4493-bf91-3779dd7b2a3d'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:06.496646 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] Routers {'5442f597-8058-4493-bf91-3779dd7b2a3d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:06.497475 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5442f597-8058-4493-bf91-3779dd7b2a3d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:06.510447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.512055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fdddd85e-08ea-4ffd-9af0-fad33d899c5d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0123420 Jul 28 11:25:06.514637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.537796 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:06.547562 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] Routers {'5442f597-8058-4493-bf91-3779dd7b2a3d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:06.548203 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5442f597-8058-4493-bf91-3779dd7b2a3d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:06.579094 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:06.580308 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffcf26-931d-4f4b-b254-89763c255a57 None None] The sync data for ids ['5442f597-8058-4493-bf91-3779dd7b2a3d'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:06.647627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-994ed33c-5b72-470f-9f8e-43e2efd8f009 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/5442f597-8058-4493-bf91-3779dd7b2a3d HTTP/1.1" status: 200 len: 924 time: 0.1318531 Jul 28 11:25:06.650274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.670388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.679424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79f71753-7174-444d-b30b-ecbee3515cc1 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5442f597-8058-4493-bf91-3779dd7b2a3d HTTP/1.1" status: 200 len: 205 time: 0.0273173 Jul 28 11:25:06.682736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.733507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=06ee7322-f5f0-41b0-83df-dace33a6dc40,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:06.743112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': 'bd5157d5-0ef9-441b-8d3b-d69246d5c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b913137-9402-4996-b583-4f2583618a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:06.743469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 2b913137-9402-4996-b583-4f2583618a04, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:06.766232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 2b913137-9402-4996-b583-4f2583618a04 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:06.777148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2b913137-9402-4996-b583-4f2583618a04) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:06.781973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:06.782355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.794965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829eb163-6c3b-4373-bf85-e15ea00faa1a None None] Network 2b913137-9402-4996-b583-4f2583618a04 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:06.802966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.804200 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c3b32e4-283c-411b-bbea-a966e4848e08 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166364 Jul 28 11:25:06.805196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.813013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847376181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:06.843271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.844902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.933040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.940724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.945550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.966896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:06.968222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c8554606-91ab-4eb4-bea1-10633c6eee3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1597471 Jul 28 11:25:06.970984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:06.975667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-2b913137-9402-4996-b583-4f2583618a04', 'network_id': '2b913137-9402-4996-b583-4f2583618a04', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': '06ee7322-f5f0-41b0-83df-dace33a6dc40'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:25:06.976951 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.015746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Deleting port 7ad4c5d2-2aaa-4cf0-b6f4-53e1d1124180 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:07.016141 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.118525 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.132570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Calling delete_port for 7ad4c5d2-2aaa-4cf0-b6f4-53e1d1124180 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:07.171701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Allocated IP 2001:db8::2 (2b913137-9402-4996-b583-4f2583618a04/06ee7322-f5f0-41b0-83df-dace33a6dc40/5e05bd90-0bd6-447c-ab72-f57fc64ebbf9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:07.305923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.332357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f39a8-f6bb-488e-a90a-822c652c315a req-3a9fabda-1b2f-4a48-acfd-08b42aec080f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:07.339937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e19f39a8-f6bb-488e-a90a-822c652c315a req-3a9fabda-1b2f-4a48-acfd-08b42aec080f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 945 time: 0.1470785 Jul 28 11:25:07.379176 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.416693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e19f39a8-f6bb-488e-a90a-822c652c315a req-448b4ff8-0615-40f1-87c9-4e7487d341c4 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748575 Jul 28 11:25:07.440510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Transition to ACTIVE for port object 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:07.442517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.467724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Transition to ACTIVE for port object 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:07.473606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event deleted for resources: {'Port': ['ID=7ad4c5d2-2aaa-4cf0-b6f4-53e1d1124180,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:07.479456 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.535394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Network 2b913137-9402-4996-b583-4f2583618a04 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:07.539127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:07.546584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:07.555282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Pushing event updated for resources: {'Port': ['ID=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:07.616722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.621960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Attempting to bind port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:07.622456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Attempting to bind port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'bd5157d5-0ef9-441b-8d3b-d69246d5c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b913137-9402-4996-b583-4f2583618a04'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:07.624036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Attempting to bind port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 on network 2b913137-9402-4996-b583-4f2583618a04 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:07.631893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:07.632725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Checking segment: {'id': 'bd5157d5-0ef9-441b-8d3b-d69246d5c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b913137-9402-4996-b583-4f2583618a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:07.633368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.636561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Bound using segment: {'id': 'bd5157d5-0ef9-441b-8d3b-d69246d5c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b913137-9402-4996-b583-4f2583618a04'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:07.637524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Bound port: 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5157d5-0ef9-441b-8d3b-d69246d5c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b913137-9402-4996-b583-4f2583618a04'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:07.638198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.731268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] For port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:07.736020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] For port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,segment=NetworkSegment(bd5157d5-0ef9-441b-8d3b-d69246d5c561),segment_id=bd5157d5-0ef9-441b-8d3b-d69246d5c561)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:07.744878 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.844084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383986b7-94d6-43a1-8977-23d235fc4c65 None None] Pushing event updated for resources: {'Port': ['ID=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:07.845542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.849755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.920489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:07.942090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.942953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Fanout notify agent at l3_agent the message router_deleted on router 5442f597-8058-4493-bf91-3779dd7b2a3d {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:07.951113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:07.955874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-598f4815-d537-4c0c-b74c-997f85bd4323 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/5442f597-8058-4493-bf91-3779dd7b2a3d HTTP/1.1" status: 204 len: 168 time: 1.2687521 Jul 28 11:25:07.956420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:07.965553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'name': 'tempest-snat-router-246033983', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:08.004764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.006180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.110544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.116284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-023efd38-34c9-48c1-b62d-676400f5e228 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:08.148633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8::1 (2b913137-9402-4996-b583-4f2583618a04/06ee7322-f5f0-41b0-83df-dace33a6dc40/9957a9fc-e9ec-4f9d-8d47-5b52101c4649) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:08.277425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.286657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.292337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-023efd38-34c9-48c1-b62d-676400f5e228 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] 10.222.0.20 "PUT /v2.0/quotas/2cb5496851da4b0bbf5b14c18d8ae74c HTTP/1.1" status: 200 len: 368 time: 0.3680010 Jul 28 11:25:08.292538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 34982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:08.298267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Request body: {'network': {'project_id': '2cb5496851da4b0bbf5b14c18d8ae74c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:08.302215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:08.336862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.371887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Made reservation on behalf of 2cb5496851da4b0bbf5b14c18d8ae74c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:08.374299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.381880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 2b913137-9402-4996-b583-4f2583618a04 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:08.388195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:08.389619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.391004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:08.392042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.434063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=9957a9fc-e9ec-4f9d-8d47-5b52101c4649,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:08.453692 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:25:08.541630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.609773 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.616845 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.624147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.662203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:08.674618 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.693120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc332b-3a86-43ab-a9a2-257a826c77ab,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:08.703374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.703374 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Added segment a9db2add-dadb-4adc-bda3-d1d4ddfab79b of type vlan for network 8c78f94e-d32a-4318-a505-8e3f4af5ed64 Jul 28 11:25:08.812250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.876193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.881948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.882323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.911186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Allocated IP 172.25.1.124 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e874cc6d-5ed3-4713-bda0-2c6d204d2a3e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:08.913256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:08.914304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:08.914956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.000522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=9957a9fc-e9ec-4f9d-8d47-5b52101c4649,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:09.005197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7107897 Jul 28 11:25:09.010988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 34988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:09.017528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Request body: {'network': {'project_id': '2cb5496851da4b0bbf5b14c18d8ae74c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:09.059827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36568cca-a145-4f48-80a8-fab49ee520df tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Pushing event updated for resources: {'Network': ['ID=8c78f94e-d32a-4318-a505-8e3f4af5ed64,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:09.070102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8c78f94e-d32a-4318-a505-8e3f4af5ed64 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:09.074379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Made reservation on behalf of 2cb5496851da4b0bbf5b14c18d8ae74c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:09.076624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.107285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 2b913137-9402-4996-b583-4f2583618a04 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:09.111144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:09.113147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:09.127441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.127703 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Added segment 418f92b3-dbad-4fa3-9db3-dbb4a505646c of type vlan for network 2137ce6a-eef2-41b8-a5e3-7689d937652f Jul 28 11:25:09.154380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.180681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7ad30-ff11-4903-85e4-653918a51699 None None] Network 2b913137-9402-4996-b583-4f2583618a04 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:09.204156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.271359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:09.271709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.274921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:09.284013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:09.312395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9cbe518b-45ac-4639-838e-06aeb2313e76 None None] Provisioning for port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:09.324762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.325820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:09.326419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.333838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router f29ba5cd-adc0-46ff-b601-021b4007cf7b is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:09.335544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Port': ['ID=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:09.440595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4266293 Jul 28 11:25:09.441751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:09.446460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03437331-e79a-4a4a-bf15-118b45e08821 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Pushing event updated for resources: {'Network': ['ID=2137ce6a-eef2-41b8-a5e3-7689d937652f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:09.451400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-04120b39-689a-4fd4-ac30-32d43dfa292a tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Request body: {'network': {'project_id': '2cb5496851da4b0bbf5b14c18d8ae74c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:09.483924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2137ce6a-eef2-41b8-a5e3-7689d937652f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:09.570130 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-04120b39-689a-4fd4-ac30-32d43dfa292a tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 11:25:09.572228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04120b39-689a-4fd4-ac30-32d43dfa292a tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:25:09.574860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-04120b39-689a-4fd4-ac30-32d43dfa292a tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1308296 Jul 28 11:25:09.584543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:09.623810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:09.636407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cec215cc-37f1-4e69-aa46-1455fac310d0 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/f29ba5cd-adc0-46ff-b601-021b4007cf7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6642992 Jul 28 11:25:09.639435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:09.675670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] Sync routers for ids ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:09.734500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18281180-e218-469d-8e83-a27d3fec1ab6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:09.736570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] Routers {'f29ba5cd-adc0-46ff-b601-021b4007cf7b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:09.737233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:09.738416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.744118 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-18281180-e218-469d-8e83-a27d3fec1ab6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports/9957a9fc-e9ec-4f9d-8d47-5b52101c4649 HTTP/1.1" status: 200 len: 911 time: 0.0998700 Jul 28 11:25:09.746134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:09.757487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06ee7322-f5f0-41b0-83df-dace33a6dc40'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:09.791503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:09.800197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:09.809902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] Routers {'f29ba5cd-adc0-46ff-b601-021b4007cf7b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:09.810559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:09.890084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:09.892419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8dab3-ec05-4333-b429-e0424175f094 None None] The sync data for ids ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:09.936870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Provisioning for port 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:09.948689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:09.952121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Provisioning complete for port 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:09.952990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:09.955332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:09.955691 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.037998 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.048958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.065073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Port 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:10.085842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Provisioning complete for port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:10.085842 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.087285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a016d811-9bac-47eb-aeb7-3ff7a0d0f702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cb5496851da4b0bbf5b14c18d8ae74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851703 Jul 28 11:25:10.088843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:10.165373 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.216075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Router 338392f5-c28c-4c65-8e67-eb2dfbb0b4af is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:10.218872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,segment=NetworkSegment(bd5157d5-0ef9-441b-8d3b-d69246d5c561),segment_id=bd5157d5-0ef9-441b-8d3b-d69246d5c561)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:10.252783 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.280167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204cb16d-bdcf-4842-b9ba-c8480ecbd465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.329900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204cb16d-bdcf-4842-b9ba-c8480ecbd465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.332272 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.335392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:10.393329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:10.408799 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:25:10.409160 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-d2b17610-5cc7-44a4-9ab3-8811e1dabb89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:25:10.409824 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Sync routers for ids ['338392f5-c28c-4c65-8e67-eb2dfbb0b4af'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:10.414663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.415983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58c34679-6264-45a7-b62d-e2bcca268582 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4584305 Jul 28 11:25:10.419476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:10.423150 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Routers {'338392f5-c28c-4c65-8e67-eb2dfbb0b4af'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:10.423822 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['338392f5-c28c-4c65-8e67-eb2dfbb0b4af'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:10.546717 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Set router 338392f5-c28c-4c65-8e67-eb2dfbb0b4af gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:10.555418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204cb16d-bdcf-4842-b9ba-c8480ecbd465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.558287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204cb16d-bdcf-4842-b9ba-c8480ecbd465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.562153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-204cb16d-bdcf-4842-b9ba-c8480ecbd465 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93fc332b-3a86-43ab-a9a2-257a826c77ab HTTP/1.1" status: 204 len: 168 time: 0.4698296 Jul 28 11:25:10.562835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35020) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:10.694046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cb16d-bdcf-4842-b9ba-c8480ecbd465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc332b-3a86-43ab-a9a2-257a826c77ab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:10.749813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb95cb9e-b352-46db-a83e-fe6295fcc12b tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/338392f5-c28c-4c65-8e67-eb2dfbb0b4af HTTP/1.1" status: 200 len: 908 time: 0.3291645 Jul 28 11:25:10.750477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:10.758242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'name': 'tempest-snat-router-246033983', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': True}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:10.760692 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338392f5-c28c-4c65-8e67-eb2dfbb0b4af', 'name': 'tempest-snat-router-246033983', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.124'}], 'enable_snat': False}, 'gw_port_id': 'e874cc6d-5ed3-4713-bda0-2c6d204d2a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:08Z', 'updated_at': '2021-07-28T11:25:09Z', 'revision_number': 3, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port': {'id': 'e874cc6d-5ed3-4713-bda0-2c6d204d2a3e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338392f5-c28c-4c65-8e67-eb2dfbb0b4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:08Z', 'updated_at': '2021-07-28T11:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:10.793313 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Checking router: 338392f5-c28c-4c65-8e67-eb2dfbb0b4af for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:10.793908 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Updating router 338392f5-c28c-4c65-8e67-eb2dfbb0b4af port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:25:10.813135 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.814218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.823870 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.824471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.842656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.849809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:10.850532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.855324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/ports/9957a9fc-e9ec-4f9d-8d47-5b52101c4649 HTTP/1.1" status: 200 len: 911 time: 1.1080954 Jul 28 11:25:10.895321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:10.896232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:11.109573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a55cb3e-f47d-47fc-8220-3c3de795ee30 None None] Provisioning complete for port 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:11.110062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a55cb3e-f47d-47fc-8220-3c3de795ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.122288 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.133560 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Transition to ACTIVE for port object e874cc6d-5ed3-4713-bda0-2c6d204d2a3e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:11.143732 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.165402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9a55cb3e-f47d-47fc-8220-3c3de795ee30 None None] Port 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:11.185662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.206676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914edca-89fd-45e7-a131-a5d1bc52ad3b None None] Pushing event updated for resources: {'Port': ['ID=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:11.221442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.235141 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Attempting to bind port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:11.235527 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Attempting to bind port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:11.235981 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Attempting to bind port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:11.241622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36616f8-7caf-445f-8a7f-a909abc5c935 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=9957a9fc-e9ec-4f9d-8d47-5b52101c4649,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:11.246194 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:11.246612 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:11.247016 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.247403 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:11.248832 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Bound port: e874cc6d-5ed3-4713-bda0-2c6d204d2a3e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:11.248832 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.312475 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] For port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:11.315683 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] For port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:11.326243 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.342221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.355327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2137ce6a-eef2-41b8-a5e3-7689d937652f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.367513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418f92b3-dbad-4fa3-9db3-dbb4a505646c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.367761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418f92b3-dbad-4fa3-9db3-dbb4a505646c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.381084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.392271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Routers {'338392f5-c28c-4c65-8e67-eb2dfbb0b4af'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:11.393041 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['338392f5-c28c-4c65-8e67-eb2dfbb0b4af'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.404691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.426239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:11.426660 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:11.430649 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:11.438034 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914edca-89fd-45e7-a131-a5d1bc52ad3b None None] Pushing event updated for resources: {'Port': ['ID=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:11.542518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.543330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:11.549508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.552332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] 10.222.0.20 "DELETE /v2.0/networks/2137ce6a-eef2-41b8-a5e3-7689d937652f HTTP/1.1" status: 204 len: 168 time: 0.9880185 Jul 28 11:25:11.565381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:11.577546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0e05-910e-4741-8080-0c89326447db tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Pushing event deleted for resources: {'Network': ['ID=2137ce6a-eef2-41b8-a5e3-7689d937652f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:11.578188 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] Set router 338392f5-c28c-4c65-8e67-eb2dfbb0b4af gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:11.624138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:11.624811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.649792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.677397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.712031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.814122 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.828260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c78f94e-d32a-4318-a505-8e3f4af5ed64']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.841877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9db2add-dadb-4adc-bda3-d1d4ddfab79b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.842323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9db2add-dadb-4adc-bda3-d1d4ddfab79b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:11.853968 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.870788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.877793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:11.878211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:11.964304 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:11.994636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.009294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.012882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8c78f94e-d32a-4318-a505-8e3f4af5ed64 HTTP/1.1" status: 204 len: 168 time: 0.4452472 Jul 28 11:25:12.034794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca2eee-c1de-44e7-9725-2eaba1d8d011 tempest-QuotasNegativeTest-476868215 tempest-QuotasNegativeTest-476868215-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c78f94e-d32a-4318-a505-8e3f4af5ed64,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:12.072741 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338392f5-c28c-4c65-8e67-eb2dfbb0b4af', 'name': 'tempest-snat-router-246033983', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.124'}], 'enable_snat': False}, 'gw_port_id': 'e874cc6d-5ed3-4713-bda0-2c6d204d2a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:08Z', 'updated_at': '2021-07-28T11:25:09Z', 'revision_number': 3, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port': {'id': 'e874cc6d-5ed3-4713-bda0-2c6d204d2a3e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338392f5-c28c-4c65-8e67-eb2dfbb0b4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:08Z', 'updated_at': '2021-07-28T11:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:12.114633 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af9f7e-1778-41e2-9f7f-b4fedc7d5fe8 None None] The sync data for ids ['338392f5-c28c-4c65-8e67-eb2dfbb0b4af'] in n-d-723573-7 is: [{'id': '338392f5-c28c-4c65-8e67-eb2dfbb0b4af', 'name': 'tempest-snat-router-246033983', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.124'}], 'enable_snat': False}, 'gw_port_id': 'e874cc6d-5ed3-4713-bda0-2c6d204d2a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:08Z', 'updated_at': '2021-07-28T11:25:09Z', 'revision_number': 3, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port': {'id': 'e874cc6d-5ed3-4713-bda0-2c6d204d2a3e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338392f5-c28c-4c65-8e67-eb2dfbb0b4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:08Z', 'updated_at': '2021-07-28T11:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:12.408256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Allocated IP 172.25.1.135 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/5332974f-7220-4324-83f7-21d6cac69c9f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:12.428429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.465670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c674fc-0a49-424b-b172-cbfcd806de87 req-795a78a6-7307-44bc-8e6e-a2659cd842b2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:12.474978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46c674fc-0a49-424b-b172-cbfcd806de87 req-795a78a6-7307-44bc-8e6e-a2659cd842b2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1145575 Jul 28 11:25:12.528803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46c674fc-0a49-424b-b172-cbfcd806de87 req-51c04ab0-6211-4e2a-b375-3f3bfd68867d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519841 Jul 28 11:25:12.529321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:12.561625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49a71fa-e36d-4ff4-bb21-d2970ea4b40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.701076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.732870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49a71fa-e36d-4ff4-bb21-d2970ea4b40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.743342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49a71fa-e36d-4ff4-bb21-d2970ea4b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.794631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f49a71fa-e36d-4ff4-bb21-d2970ea4b40f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db6af10840154f77acdadc1eb8ba6802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599378 Jul 28 11:25:12.795812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:12.830841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a71fa-e36d-4ff4-bb21-d2970ea4b40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad61e5-79ca-4120-83a6-cc21eeea58e6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:12.834158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.877848 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91edda2-4a3b-481a-be56-dfe1ed8bf9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.887747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:12.903581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91edda2-4a3b-481a-be56-dfe1ed8bf9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.917684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:12.922761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:12.959908 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91edda2-4a3b-481a-be56-dfe1ed8bf9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.962897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91edda2-4a3b-481a-be56-dfe1ed8bf9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:12.964429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a91edda2-4a3b-481a-be56-dfe1ed8bf9b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9ad61e5-79ca-4120-83a6-cc21eeea58e6 HTTP/1.1" status: 204 len: 168 time: 0.1672742 Jul 28 11:25:12.972213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91edda2-4a3b-481a-be56-dfe1ed8bf9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad61e5-79ca-4120-83a6-cc21eeea58e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:12.992252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Port': ['ID=5332974f-7220-4324-83f7-21d6cac69c9f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:13.052115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:13.052515 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.282494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.301030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 9957a9fc-e9ec-4f9d-8d47-5b52101c4649 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:13.414936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:13.449069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.464168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bfb5-c288-4411-baf8-18f02f26d7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.605257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e874cc6d-5ed3-4713-bda0-2c6d204d2a3e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:13.687834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140a8f-9952-4d04-9a2b-7395269c4113 req-09cd5cef-bc82-4701-aecf-c1ffddb374b6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:13.689473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93140a8f-9952-4d04-9a2b-7395269c4113 req-09cd5cef-bc82-4701-aecf-c1ffddb374b6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.0707526 Jul 28 11:25:13.693136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:13.700126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.706062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:13.706445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.780650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=9957a9fc-e9ec-4f9d-8d47-5b52101c4649,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:13.793328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93140a8f-9952-4d04-9a2b-7395269c4113 req-561f6c44-c762-4b6c-b7b6-7a4213a43bac tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883241 Jul 28 11:25:13.825492 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bfb5-c288-4411-baf8-18f02f26d7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.832080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ab2bfb5-c288-4411-baf8-18f02f26d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.858857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.880369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ab2bfb5-c288-4411-baf8-18f02f26d7e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ef01fdc3613461fa2d8484faae8dc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620459 Jul 28 11:25:13.885969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35074) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:13.889691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:13.897034 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:13.917965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bfb5-c288-4411-baf8-18f02f26d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaaf88d-8acf-4866-bcea-566e49c6a0b2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:14.006064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-803d59cc-c74d-4a34-bc79-9c4e8645011e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.016260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.027113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:14.044400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.058931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-803d59cc-c74d-4a34-bc79-9c4e8645011e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.112674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-803d59cc-c74d-4a34-bc79-9c4e8645011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.115449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-803d59cc-c74d-4a34-bc79-9c4e8645011e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.119075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-803d59cc-c74d-4a34-bc79-9c4e8645011e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbaaf88d-8acf-4866-bcea-566e49c6a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2297056 Jul 28 11:25:14.124912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d59cc-c74d-4a34-bc79-9c4e8645011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaaf88d-8acf-4866-bcea-566e49c6a0b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:14.326925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router f29ba5cd-adc0-46ff-b601-021b4007cf7b has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:14.419037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Router c5610824-565d-4699-9de9-f99aa9ec7846 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:14.433131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:14.438791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c72bb2a-7d40-4cef-a6e3-f5b531082e2a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/f29ba5cd-adc0-46ff-b601-021b4007cf7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5385611 Jul 28 11:25:14.441935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:14.458146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] Sync routers for ids ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:14.482118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] Routers {'f29ba5cd-adc0-46ff-b601-021b4007cf7b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:14.483266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:14.510330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aea6b3a7-7eba-4a89-b87b-3d108a7d09bb tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=f29ba5cd-adc0-46ff-b601-021b4007cf7b HTTP/1.1" status: 200 len: 205 time: 0.0642512 Jul 28 11:25:14.511264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:14.562493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:14.575793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:14.583948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] Routers {'f29ba5cd-adc0-46ff-b601-021b4007cf7b'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:14.584612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:14.595474 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Sync routers for ids ['c5610824-565d-4699-9de9-f99aa9ec7846'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:14.620562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.622614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a241389-76b1-4fcd-bbc8-d27a163771c4 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8676836 Jul 28 11:25:14.625752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:14.637293 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Routers {'c5610824-565d-4699-9de9-f99aa9ec7846'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:14.638834 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c5610824-565d-4699-9de9-f99aa9ec7846'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:14.651770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:14.652504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eccb74-9e5f-4cbd-9062-430df5e02ba5 None None] The sync data for ids ['f29ba5cd-adc0-46ff-b601-021b4007cf7b'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:14.671411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.804388 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6da1e0e3-fdce-4694-9c58-fe69a2a7f463 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/c5610824-565d-4699-9de9-f99aa9ec7846 HTTP/1.1" status: 200 len: 907 time: 0.1749053 Jul 28 11:25:14.804928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:14.833864 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Set router c5610824-565d-4699-9de9-f99aa9ec7846 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:14.970406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:14.992012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.094298 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5610824-565d-4699-9de9-f99aa9ec7846', 'name': 'tempest-snat-router-246033983', 'tenant_id': 'b782d45508a540398f8138ed44546977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '5332974f-7220-4324-83f7-21d6cac69c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:10Z', 'updated_at': '2021-07-28T11:25:13Z', 'revision_number': 3, 'project_id': 'b782d45508a540398f8138ed44546977', 'gw_port': {'id': '5332974f-7220-4324-83f7-21d6cac69c9f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5610824-565d-4699-9de9-f99aa9ec7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:11Z', 'updated_at': '2021-07-28T11:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:15.127547 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Checking router: c5610824-565d-4699-9de9-f99aa9ec7846 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:15.127893 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Updating router c5610824-565d-4699-9de9-f99aa9ec7846 port 5332974f-7220-4324-83f7-21d6cac69c9f binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:25:15.131494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b650f3a-1b53-4ab6-b067-b9ab84d01d37 req-9ab434c7-4d70-45e3-8a8f-be878afdc5fb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:15.139463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b650f3a-1b53-4ab6-b067-b9ab84d01d37 req-9ab434c7-4d70-45e3-8a8f-be878afdc5fb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.2167780 Jul 28 11:25:15.146645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.147379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router f29ba5cd-adc0-46ff-b601-021b4007cf7b {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:15.155818 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.163731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.168268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-33b9a020-bb3e-4735-ae7a-c5d0d376c22e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/f29ba5cd-adc0-46ff-b601-021b4007cf7b HTTP/1.1" status: 204 len: 168 time: 0.6514316 Jul 28 11:25:15.168657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:15.185410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.234586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet 06ee7322-f5f0-41b0-83df-dace33a6dc40 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:15.246965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.294093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b650f3a-1b53-4ab6-b067-b9ab84d01d37 req-cf3de746-c8ce-43f8-9cd1-6c25154c441b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535866 Jul 28 11:25:15.311708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.318767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.385615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Deleting port 5332974f-7220-4324-83f7-21d6cac69c9f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:15.386065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.415055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.484073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.507879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Calling delete_port for 5332974f-7220-4324-83f7-21d6cac69c9f owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:15.530758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.532048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e874cc6d-5ed3-4713-bda0-2c6d204d2a3e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:15.562341 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.573396 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Transition to ACTIVE for port object 5332974f-7220-4324-83f7-21d6cac69c9f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:15.576412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=06ee7322-f5f0-41b0-83df-dace33a6dc40,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:15.579051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.579731 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.581473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-95a42e9a-ef69-4f8a-9685-193280b752c7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/06ee7322-f5f0-41b0-83df-dace33a6dc40 HTTP/1.1" status: 204 len: 168 time: 0.4118006 Jul 28 11:25:15.584344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:15.622094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8ab76-5981-4952-a57e-7d31607cb433 None None] Network 2b913137-9402-4996-b583-4f2583618a04 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:15.646360 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4786a-81a6-4857-937e-db9f3f0d0a3d None None] Pushing event updated for resources: {'Port': ['ID=5332974f-7220-4324-83f7-21d6cac69c9f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:15.696510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.701769 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Attempting to bind port 5332974f-7220-4324-83f7-21d6cac69c9f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:15.702146 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Attempting to bind port 5332974f-7220-4324-83f7-21d6cac69c9f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:15.702511 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Attempting to bind port 5332974f-7220-4324-83f7-21d6cac69c9f on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:15.718160 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:15.718517 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:15.718928 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.719317 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:15.719785 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Bound port: 5332974f-7220-4324-83f7-21d6cac69c9f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:15.720169 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.747245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.786222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event deleted for resources: {'Port': ['ID=5332974f-7220-4324-83f7-21d6cac69c9f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:15.801882 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:25:15.802596 n-d-723573-7 neutron-server[93838]: DEBUG oslo_db.api [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:25:15.804308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:15.804656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.826499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:15.827003 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.870706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.901597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,segment=NetworkSegment(bd5157d5-0ef9-441b-8d3b-d69246d5c561),segment_id=bd5157d5-0ef9-441b-8d3b-d69246d5c561)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:15.902579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:15.926099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:15.953497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] DHCP port deletion for 2b913137-9402-4996-b583-4f2583618a04 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:25:16.001666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.006446 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.006549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] Deleting port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:16.006549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.006823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:16.033988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.048819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:16.062794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.063422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5610824-565d-4699-9de9-f99aa9ec7846 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:16.069371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.074376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4508877e-5ca5-4a7b-bf7f-ae19fe5aac31 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c5610824-565d-4699-9de9-f99aa9ec7846 HTTP/1.1" status: 204 len: 168 time: 1.2669535 Jul 28 11:25:16.075093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:16.085082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] For port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,segment=NetworkSegment(bd5157d5-0ef9-441b-8d3b-d69246d5c561),segment_id=bd5157d5-0ef9-441b-8d3b-d69246d5c561)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:16.085485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.098370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:16.101718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] Calling delete_port for 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:16.185538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.200462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b913137-9402-4996-b583-4f2583618a04']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:16.203353 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.213794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5157d5-0ef9-441b-8d3b-d69246d5c561') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:16.214164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5157d5-0ef9-441b-8d3b-d69246d5c561') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:16.220439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.223608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.238358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.241925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] No DVR routers for this DVR port 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:16.245926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f2a97-ec4e-485c-9567-b9d37ee09f0e None None] Pushing event deleted for resources: {'Port': ['ID=5e05bd90-0bd6-447c-ab72-f57fc64ebbf9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:16.246120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:16.246509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.276100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-9459326'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:16.289756 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:16.317100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.328124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.330931 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Attempting to bind port 5332974f-7220-4324-83f7-21d6cac69c9f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:16.331307 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Attempting to bind port 5332974f-7220-4324-83f7-21d6cac69c9f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:16.331670 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Attempting to bind port 5332974f-7220-4324-83f7-21d6cac69c9f on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:16.334970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/2b913137-9402-4996-b583-4f2583618a04 HTTP/1.1" status: 204 len: 168 time: 0.7494700 Jul 28 11:25:16.336045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:16.341649 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:16.342207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:16.343320 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.343819 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:16.345077 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Bound port: 5332974f-7220-4324-83f7-21d6cac69c9f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:16.345614 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.353004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347611964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:16.356736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Made reservation on behalf of 2537be1138d349d78cc395c387f0f1d2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:16.359929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482c782-b7f0-4680-825d-70653f91d410 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=2b913137-9402-4996-b583-4f2583618a04,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:16.360399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.379423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.384101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Port 5332974f-7220-4324-83f7-21d6cac69c9f has been deleted concurrently {{(pid=93838) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 11:25:16.389769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.390842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.396848 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Routers set() bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:16.397628 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Router IDs set() for agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 11:25:16.398438 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_agentschedulers_db [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5610824-565d-4699-9de9-f99aa9ec7846'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent'). {{(pid=93838) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 11:25:16.399499 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da786f42-8c81-4da9-8d97-47468a965fb3 None None] The sync data for ids ['c5610824-565d-4699-9de9-f99aa9ec7846'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:16.439587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.443193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.447903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.482145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bd3a-efa8-4a6b-8ae0-c61e19a845b8 req-026c9f63-0cd7-42e1-b676-a96c8bd64453 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:16.483609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45f1bd3a-efa8-4a6b-8ae0-c61e19a845b8 req-026c9f63-0cd7-42e1-b676-a96c8bd64453 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1054389 Jul 28 11:25:16.574989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45f1bd3a-efa8-4a6b-8ae0-c61e19a845b8 req-afa8c8b9-e50b-432a-93c5-b49f808b600c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716424 Jul 28 11:25:16.586715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Deleting port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:16.587432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.647965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.655015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.656953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.660769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9d5c2397-a429-4ca9-8575-6f2ce3f79d83 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3110678 Jul 28 11:25:16.661090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:16.668430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749348159'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:16.692070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:16.695491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.702643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:16.713761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783d1a75-9b93-42f2-a5df-75ac05ff86fd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:16.722612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:16.729288 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.729534 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Added segment 869e4914-bdf7-4aff-9d22-de54a478f9e3 of type vlan for network df9c94a5-3034-422e-87d5-e1cbbdd56afb Jul 28 11:25:16.731851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] For port e874cc6d-5ed3-4713-bda0-2c6d204d2a3e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:16.732229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.734031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.734523 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f of type vlan for network 04c4cd5a-ecfe-459c-9858-b9e809623f2c Jul 28 11:25:16.770847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Calling delete_port for e874cc6d-5ed3-4713-bda0-2c6d204d2a3e owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:16.777007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.792217 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.810650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.816390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:16.816963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.864689 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.870220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:16.870768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:16.876527 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2141750 Jul 28 11:25:16.880148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:16.887531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:16.892212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3dfc-3866-4ddc-9a5e-3d7da67e1976 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=04c4cd5a-ecfe-459c-9858-b9e809623f2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:16.904960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:16.970142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9598451 Jul 28 11:25:16.985751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094b0d1-ea7f-4f66-b4b3-17895608dedf tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Pushing event updated for resources: {'Network': ['ID=df9c94a5-3034-422e-87d5-e1cbbdd56afb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:16.996623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:17.000010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.010848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network df9c94a5-3034-422e-87d5-e1cbbdd56afb details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:17.062621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.103216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event deleted for resources: {'Port': ['ID=e874cc6d-5ed3-4713-bda0-2c6d204d2a3e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:17.160852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:17.163190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.167057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Request body: {'port': {'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb', 'binding:host_id': 'n-h1-723573-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-686802435'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:17.227763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Made reservation on behalf of a00a6ec3ea3e4680a791f69c2ee3c050 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:17.230121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.245714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.255340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.258290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.261149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.308823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.309776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 338392f5-c28c-4c65-8e67-eb2dfbb0b4af {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:17.314893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.320729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fe9a71dc-b722-4c6d-972d-ffd15670533f tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "DELETE /v2.0/routers/338392f5-c28c-4c65-8e67-eb2dfbb0b4af HTTP/1.1" status: 204 len: 168 time: 1.2400329 Jul 28 11:25:17.320729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:17.325955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-978574776', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:17.354190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=25977457-96f9-4301-ae22-a1ea4c8dc957,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:17.374633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:17.374903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 04c4cd5a-ecfe-459c-9858-b9e809623f2c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:17.412841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:17.433049 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.434162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 04c4cd5a-ecfe-459c-9858-b9e809623f2c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:17.439687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:17.440313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.445478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.448196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d973501-549f-4c55-87fe-15202c34f08d None None] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:17.457889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port 393028e4-790a-4093-b773-0130eb4505f8 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:17.476406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.477087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.540345 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.540614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cbc9c1e7-54a5-49f3-ab22-cf62cc1a7c2e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6576240 Jul 28 11:25:17.542316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35158) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:17.545362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb46447-352a-458a-a130-e8786a6e4216,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:17.617937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:25:17.618961 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.721623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port 393028e4-790a-4093-b773-0130eb4505f8 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:17.743582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.770088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Transition to ACTIVE for port object 393028e4-790a-4093-b773-0130eb4505f8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:17.787496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.823883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Allocated IP 2001:db8::2 (04c4cd5a-ecfe-459c-9858-b9e809623f2c/25977457-96f9-4301-ae22-a1ea4c8dc957/fa1f6630-f536-436e-9dad-e37900d5855b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:17.916860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=393028e4-790a-4093-b773-0130eb4505f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:17.922820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Checking segment: {'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:17.923323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Network hostable DHCP agents. Network: df9c94a5-3034-422e-87d5-e1cbbdd56afb, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:17.929582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:17.942949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:17.946134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Network df9c94a5-3034-422e-87d5-e1cbbdd56afb is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:17.957871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, df9c94a5-3034-422e-87d5-e1cbbdd56afb) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:17.964797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:17.965164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5e05bd90-0bd6-447c-ab72-f57fc64ebbf9 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:17.965556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:17.979442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62857f2-37f8-4d85-9c93-c9ec36d309db None None] Network df9c94a5-3034-422e-87d5-e1cbbdd56afb requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:17.983500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:17.983952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:17.984448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:17.989497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:17.989900 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:17.990342 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 2 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.004223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.004449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.004848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.009700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.010109 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.010567 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 3 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.011496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1139449-ac43-49d2-ac60-4db449b90bb8 req-f8b28833-7425-4ee1-831f-391f20145afd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:18.013059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1139449-ac43-49d2-ac60-4db449b90bb8 req-f8b28833-7425-4ee1-831f-391f20145afd tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.2966650 Jul 28 11:25:18.028970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.029351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.029820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.053815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.053815 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.053815 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 4 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.067091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.067411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.067749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.074741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.075069 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.075453 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 5 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.090263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.090652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.090950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.095555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.095881 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.096291 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 6 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.109479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.109989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.110320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.115075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.115402 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.115784 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 7 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.130929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.131321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.131571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.137139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.137370 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.137898 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 8 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.145556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.152267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.152639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.153011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.157597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.158266 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.158393 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 9 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.159876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Transition to ACTIVE for port object fa1f6630-f536-436e-9dad-e37900d5855b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:18.173162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.173554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.173837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.179088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.179750 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.180153 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 10 to bind port 393028e4-790a-4093-b773-0130eb4505f8 Jul 28 11:25:18.184137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Transition to ACTIVE for port object fa1f6630-f536-436e-9dad-e37900d5855b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:18.190758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.196316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.197675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.198359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.205260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 393028e4-790a-4093-b773-0130eb4505f8 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:18.205948 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 393028e4-790a-4093-b773-0130eb4505f8 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:18.206519 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.235018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:18.249592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Pushing event updated for resources: {'Port': ['ID=fa1f6630-f536-436e-9dad-e37900d5855b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:18.255154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:18.257981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:18.286682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] For port 393028e4-790a-4093-b773-0130eb4505f8, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:18.287347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:25:18.294162 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.322886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Attempting to bind port fa1f6630-f536-436e-9dad-e37900d5855b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:18.323279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Attempting to bind port fa1f6630-f536-436e-9dad-e37900d5855b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:18.323631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Attempting to bind port fa1f6630-f536-436e-9dad-e37900d5855b on network 04c4cd5a-ecfe-459c-9858-b9e809623f2c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:18.330122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:18.330720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.334188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:18.335119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Checking segment: {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:18.335119 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.335686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Bound using segment: {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:18.336320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Bound port: fa1f6630-f536-436e-9dad-e37900d5855b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:18.336802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.355509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.1935792 Jul 28 11:25:18.356483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ee7c4-5bd8-4117-b634-1d5991af02b0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=393028e4-790a-4093-b773-0130eb4505f8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:18.358548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:18.420641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] For port fa1f6630-f536-436e-9dad-e37900d5855b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:18.424862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] For port fa1f6630-f536-436e-9dad-e37900d5855b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fa1f6630-f536-436e-9dad-e37900d5855b,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:18.430355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.441957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Deleting port 393028e4-790a-4093-b773-0130eb4505f8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:18.442392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.490648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3518e8-f81d-4d89-8030-ca94d141d25e None None] Pushing event updated for resources: {'Port': ['ID=fa1f6630-f536-436e-9dad-e37900d5855b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:18.529575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1139449-ac43-49d2-ac60-4db449b90bb8 req-c99e0172-07af-4984-8f98-49a95f8005ba tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793270 Jul 28 11:25:18.530434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] For port 393028e4-790a-4093-b773-0130eb4505f8, host n-h1-723573-7, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:18.530807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.546498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Calling delete_port for 393028e4-790a-4093-b773-0130eb4505f8 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:18.567759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.634410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.674838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event deleted for resources: {'Port': ['ID=393028e4-790a-4093-b773-0130eb4505f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:18.678642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.683322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1586283c-b4a1-443f-b646-3d503950d3f3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "DELETE /v2.0/ports/393028e4-790a-4093-b773-0130eb4505f8 HTTP/1.1" status: 204 len: 168 time: 0.3210828 Jul 28 11:25:18.683902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:18.714760 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc627853-87dd-4f0d-8eaf-5eb63a5d0aa8 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:25:18.716348 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc627853-87dd-4f0d-8eaf-5eb63a5d0aa8 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "GET /v2.0/ports/393028e4-790a-4093-b773-0130eb4505f8 HTTP/1.1" status: 404 len: 333 time: 0.0316541 Jul 28 11:25:18.720046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:18.724840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Request body: {'port': {'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-471666479'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:18.750660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Made reservation on behalf of a00a6ec3ea3e4680a791f69c2ee3c050 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:18.753126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.771540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:18.901165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.926582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.944687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:18.981355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.026295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Network df9c94a5-3034-422e-87d5-e1cbbdd56afb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:19.029302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:19.029706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8::1 (04c4cd5a-ecfe-459c-9858-b9e809623f2c/25977457-96f9-4301-ae22-a1ea4c8dc957/8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:19.032712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:19.033637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:19.034328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.137174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Allocated IP 172.25.1.89 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/bb15c2b7-3749-42e0-96ed-497b6ec95e89) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:19.290818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.307606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.319534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:19.377777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.383028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.402093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=1ccf4322-3f94-4709-96ad-e51e5fb4c653,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:19.414045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2160a98e-0a6c-4ced-9c8c-7fe50d7f3356 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6929276 Jul 28 11:25:19.418109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:19.423219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:19.443276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:19.446237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:19.469591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:19.470453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.483909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.489699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:19.548261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:19.552022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:19.555663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fa1f6630-f536-436e-9dad-e37900d5855b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:19.616896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port fa1f6630-f536-436e-9dad-e37900d5855b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:19.636585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e874cc6d-5ed3-4713-bda0-2c6d204d2a3e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:19.650813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event updated for resources: {'Port': ['ID=bb15c2b7-3749-42e0-96ed-497b6ec95e89,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:19.663796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e12b5b-86ed-4044-af82-a1c4c4ca361a None None] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:19.680482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e874cc6d-5ed3-4713-bda0-2c6d204d2a3e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:19.681068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e874cc6d-5ed3-4713-bda0-2c6d204d2a3e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:19.717566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] Provisioning for port fa1f6630-f536-436e-9dad-e37900d5855b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:19.733318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:19.739488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] Provisioning complete for port fa1f6630-f536-436e-9dad-e37900d5855b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:19.740163 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.741006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.756695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Transition to ACTIVE for port object 1ccf4322-3f94-4709-96ad-e51e5fb4c653 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:19.761337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.766731 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:19.824476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=1ccf4322-3f94-4709-96ad-e51e5fb4c653,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:19.832096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:19.832499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:19.832810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:19.835435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-4fbe7d8c-bb72-4e5e-9730-f3e4ba729feb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4067645 Jul 28 11:25:19.838240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:19.838669 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:19.839511 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 2 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:19.851919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:19.860515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:19.861006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:19.861568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:19.867102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:19.867960 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:19.868651 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 3 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:19.879415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ce69c-8a1d-48e1-9ef4-46e8f9546009 req-0fe13909-bd2f-4f92-9f92-b50f50c54ffa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:19.881278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-551ce69c-8a1d-48e1-9ef4-46e8f9546009 req-0fe13909-bd2f-4f92-9f92-b50f50c54ffa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.2206707 Jul 28 11:25:19.895073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:19.896044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:19.896559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:19.905198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:19.905729 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:19.906287 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 4 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:19.931823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:19.932293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:19.932744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:19.939037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:19.939505 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:19.940043 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 5 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:19.954597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:19.955271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:19.955488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:19.962315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:19.962806 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:19.963295 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 6 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:19.978434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:19.978947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:19.979896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:19.985466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:19.985979 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:19.987016 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 7 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:20.002457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:20.003075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:20.003516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:20.008467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:20.008943 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:20.009995 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 8 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:20.014046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.031375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:20.031794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:20.032224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:20.038398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:20.038398 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:20.038733 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 9 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:20.055442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:20.055860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:20.057014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:20.064125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:20.064594 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:20.064991 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 10 to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 Jul 28 11:25:20.087303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:20.088692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:20.089033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:20.093714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:20.094410 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:20.094410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.104664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-551ce69c-8a1d-48e1-9ef4-46e8f9546009 req-cd593b4d-47b3-4ffb-aba8-560eb936aba3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821516 Jul 28 11:25:20.122165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.166393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] For port fa1f6630-f536-436e-9dad-e37900d5855b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fa1f6630-f536-436e-9dad-e37900d5855b,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:20.170208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] For port 1ccf4322-3f94-4709-96ad-e51e5fb4c653, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:20.170621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:25:20.172633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.175650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.178421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.178914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.179407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.179868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.180368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.180893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.181874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.184208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5dcbe767-4bb3-4bbc-8887-23c5c507740d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6499 time: 0.2463975 Jul 28 11:25:20.195405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.223477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] In _notify_port_updated(), no bound segment for port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:25:20.224416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.225121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.226427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "PUT /v2.0/ports/1ccf4322-3f94-4709-96ad-e51e5fb4c653 HTTP/1.1" status: 200 len: 974 time: 0.8073540 Jul 28 11:25:20.232236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:20.256369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936ada3-6b8f-49f0-856d-71d833d29847 None None] Pushing event updated for resources: {'Port': ['ID=fa1f6630-f536-436e-9dad-e37900d5855b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:20.281906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b253aa-6559-4b20-b39d-855ed15a59a3 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=1ccf4322-3f94-4709-96ad-e51e5fb4c653,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:20.313435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.313913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.314408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.314841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.315309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.315766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.316377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.316869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.317338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.317867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.318285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.318738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.319230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.319706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.320188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.320642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.321093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.321542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.322539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.322987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.323436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.323884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.324352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.324805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.325256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.325719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.326169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.326652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.327111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.330602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-eb194e81-dad6-40e9-8b8c-90c3a4a689c7 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25978 time: 0.1002288 Jul 28 11:25:20.334354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:20.425116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Deleting port 1ccf4322-3f94-4709-96ad-e51e5fb4c653 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:20.425530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.506325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] For port 1ccf4322-3f94-4709-96ad-e51e5fb4c653, host n-h1-723573-7, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:20.506766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.511094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fd5ceba2-7b9a-4b33-bb98-ee1011906094 None None] Provisioning for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:20.521643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fd5ceba2-7b9a-4b33-bb98-ee1011906094 None None] Provisioning complete for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:20.522188 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceba2-7b9a-4b33-bb98-ee1011906094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.524090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Calling delete_port for 1ccf4322-3f94-4709-96ad-e51e5fb4c653 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:20.563043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1826bade-d362-4620-9051-dd2f2a3b53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.563831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1826bade-d362-4620-9051-dd2f2a3b53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.564493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1826bade-d362-4620-9051-dd2f2a3b53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:20.566261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1826bade-d362-4620-9051-dd2f2a3b53a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1849a05a-7fc8-491d-93fe-05485dfd4526&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 200 len: 2297 time: 0.2908738 Jul 28 11:25:20.567744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ceba2-7b9a-4b33-bb98-ee1011906094 None None] Port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:20.581832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fd5ceba2-7b9a-4b33-bb98-ee1011906094 None None] Provisioning complete for port fa1f6630-f536-436e-9dad-e37900d5855b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:20.582210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceba2-7b9a-4b33-bb98-ee1011906094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.622855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.666892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ccf4322-3f94-4709-96ad-e51e5fb4c653,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:20.676290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.683406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-93a737a6-5dea-4db3-b73a-f9b173301db9 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1ccf4322-3f94-4709-96ad-e51e5fb4c653 HTTP/1.1" status: 204 len: 168 time: 0.3449256 Jul 28 11:25:20.684407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:20.711137 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1610dc0-9640-4fb0-9110-e8fc586a0aee tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:25:20.720255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e1610dc0-9640-4fb0-9110-e8fc586a0aee tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "GET /v2.0/ports/1ccf4322-3f94-4709-96ad-e51e5fb4c653 HTTP/1.1" status: 404 len: 333 time: 0.0284231 Jul 28 11:25:20.720255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:20.725385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-320230015', 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:20.748976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Made reservation on behalf of a00a6ec3ea3e4680a791f69c2ee3c050 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:20.751558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.771079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port 5864970c-f73b-4ec4-9360-100503584f97 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:20.810017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-afcf724e-0288-46fc-acf9-51b4f9ecc7de None None] Provisioning complete for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:20.810392 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-afcf724e-0288-46fc-acf9-51b4f9ecc7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.867239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-afcf724e-0288-46fc-acf9-51b4f9ecc7de None None] Port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:20.943573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:20.981377 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.025958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Network df9c94a5-3034-422e-87d5-e1cbbdd56afb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:21.028862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:21.031865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:21.033133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.033720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.048293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=5864970c-f73b-4ec4-9360-100503584f97,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:21.061455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8eb3e122-0c3d-45dc-ba27-f2b6235d6109 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3378816 Jul 28 11:25:21.062812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:21.096703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ce7f8c-2217-4e45-8db7-100df7d5acd0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.100588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-28ce7f8c-2217-4e45-8db7-100df7d5acd0 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "GET /v2.0/ports/5864970c-f73b-4ec4-9360-100503584f97 HTTP/1.1" status: 200 len: 954 time: 0.0349188 Jul 28 11:25:21.100743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-c24d6684-7d0e-4466-943e-49a6a242e769 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 200 len: 1001 time: 0.4961076 Jul 28 11:25:21.100874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:21.112218 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.154552 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.189504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Deleting port 5864970c-f73b-4ec4-9360-100503584f97 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:21.189850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.192154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.192941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.252994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.266900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Calling delete_port for 5864970c-f73b-4ec4-9360-100503584f97 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:21.309219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-a2765865-5368-4697-ad63-a534003becd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.310670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-a2765865-5368-4697-ad63-a534003becd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8013ca9-7356-4f40-885c-15ab302ccc8e HTTP/1.1" status: 200 len: 855 time: 0.1964128 Jul 28 11:25:21.350709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.376549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event deleted for resources: {'Port': ['ID=5864970c-f73b-4ec4-9360-100503584f97,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:21.387726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.389185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-09794b73-3185-4330-a6d9-d928f021766c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5864970c-f73b-4ec4-9360-100503584f97 HTTP/1.1" status: 204 len: 168 time: 0.2865682 Jul 28 11:25:21.391699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:21.405936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:21.415975 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-452071f1-60f3-4f89-ac36-10f1864e5c29 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:25:21.417553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-452071f1-60f3-4f89-ac36-10f1864e5c29 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "GET /v2.0/ports/5864970c-f73b-4ec4-9360-100503584f97 HTTP/1.1" status: 404 len: 333 time: 0.0249004 Jul 28 11:25:21.421193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:21.426592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Request body: {'port': {'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1805932451'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:21.451461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Made reservation on behalf of a00a6ec3ea3e4680a791f69c2ee3c050 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:21.454066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.460821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d8679-4008-4385-80e5-fef5177c4faf req-720998cb-3e96-44cd-a8ab-cf787374f7b7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.462352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d28d8679-4008-4385-80e5-fef5177c4faf req-720998cb-3e96-44cd-a8ab-cf787374f7b7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.2751405 Jul 28 11:25:21.471177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port f2ea9611-d838-4ab3-8f80-ef8233c69512 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:21.501044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fa1f6630-f536-436e-9dad-e37900d5855b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:21.530972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-cba4d40b-2ae3-4d7b-bca3-0c83f3a19a75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2189617 Jul 28 11:25:21.545367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:21.547789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-95b2555e-8af4-4e4c-9783-941a3b8731cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.549083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-95b2555e-8af4-4e4c-9783-941a3b8731cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1849a05a-7fc8-491d-93fe-05485dfd4526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839502 Jul 28 11:25:21.553288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:21.566266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fa1f6630-f536-436e-9dad-e37900d5855b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:21.566893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.630531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d28d8679-4008-4385-80e5-fef5177c4faf req-81321716-f70b-42af-81e3-90ecee2e44c5 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549296 Jul 28 11:25:21.707290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.756981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.799699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Network df9c94a5-3034-422e-87d5-e1cbbdd56afb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:21.818579 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Router a9e6e32c-92c9-47fb-902c-c4166703a51d is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:21.820500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:21.823503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=f2ea9611-d838-4ab3-8f80-ef8233c69512,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:21.832573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:21.833548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.834013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-4364b7cc-3a21-41cc-860f-93646297c30b service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713308 Jul 28 11:25:21.834145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.852242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9486f500-0894-430a-9047-61258185b4da tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4286718 Jul 28 11:25:21.854761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:21.860015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:21.914569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e9348c4f-e53a-421a-8327-f05ea3260878 None None] Provisioning complete for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:21.915083 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e9348c4f-e53a-421a-8327-f05ea3260878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.934158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:21.959559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e9348c4f-e53a-421a-8327-f05ea3260878 None None] Port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:21.978276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:21.983836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d253f-44b4-41dc-aa67-43134117c817 req-cd80cae6-2ce5-46af-b0d2-307b7ed29a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:21.985463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-cd80cae6-2ce5-46af-b0d2-307b7ed29a48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 1097 time: 0.3891618 Jul 28 11:25:22.001700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] Sync routers for ids ['a9e6e32c-92c9-47fb-902c-c4166703a51d'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:22.011928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] Routers {'a9e6e32c-92c9-47fb-902c-c4166703a51d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:22.012600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a9e6e32c-92c9-47fb-902c-c4166703a51d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:22.054995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:22.070148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] Routers {'a9e6e32c-92c9-47fb-902c-c4166703a51d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:22.070831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a9e6e32c-92c9-47fb-902c-c4166703a51d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:22.114265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:22.115073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fd884-5c40-49cb-9baa-d319c4c66938 None None] The sync data for ids ['a9e6e32c-92c9-47fb-902c-c4166703a51d'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:22.163499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] device_id is not set on port f2ea9611-d838-4ab3-8f80-ef8233c69512 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:22.164006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.173782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.175124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-37f986db-ecd2-4730-b1e3-00e2d9cd4c31 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8542221 Jul 28 11:25:22.177956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:22.189011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:22.196558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Transition to ACTIVE for port object f2ea9611-d838-4ab3-8f80-ef8233c69512 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:22.210303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:22.221602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d253f-44b4-41dc-aa67-43134117c817 req-c7c83e05-d574-418a-a6ef-e7056baab105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:22.223083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-c7c83e05-d574-418a-a6ef-e7056baab105 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 916 time: 0.1711526 Jul 28 11:25:22.236332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.248807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5339b62f-3f9d-49d7-a895-312d4e568e02 service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834141 Jul 28 11:25:22.289128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-7a3c962d-1927-430e-a1f5-37e4a7765687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 HTTP/1.1" status: 200 len: 217 time: 0.0535955 Jul 28 11:25:22.334600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=f2ea9611-d838-4ab3-8f80-ef8233c69512,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:22.360856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-56aa97b3-3fcb-42e2-a5e8-dec489f0cd2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 217 time: 0.0780559 Jul 28 11:25:22.364862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.365197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.365537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.403483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.403815 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.405814 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 2 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.423713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.424042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.424397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.434883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.435211 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.458932 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 3 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.467247 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.479410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.479800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.480127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.489512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d253f-44b4-41dc-aa67-43134117c817 req-02644779-dbc8-480c-b0be-7a65c4f25f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:22.489745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.490012 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.490961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-02644779-dbc8-480c-b0be-7a65c4f25f6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.1418467 Jul 28 11:25:22.492249 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 4 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.492624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:22.495611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-4163f5b9-9829-4e1e-ae4f-a7e0ecf5e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:22.497012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-4163f5b9-9829-4e1e-ae4f-a7e0ecf5e465 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0828671 Jul 28 11:25:22.500599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-abfa4786-2d38-42f4-965a-ac3e414f88f8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9571164 Jul 28 11:25:22.503489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:22.507118 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:22.512797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207804270'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:22.517916 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:22.518702 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:22.538202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-91f11cc5-d06e-45ba-9308-e987bdb080d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363934 Jul 28 11:25:22.563784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.564227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.564636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.580507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.580930 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.586635 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 5 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.614549 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:22.628509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-55dfb6fa-23f3-4376-9afc-2a3a2657dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:22.630155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-55dfb6fa-23f3-4376-9afc-2a3a2657dde2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016710 Jul 28 11:25:22.631187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:22.635314 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.642882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.643220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.643554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.666746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.667355 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.674628 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 6 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.681821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.705422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:22.713701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.714139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.714418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.721620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.721948 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.724361 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 7 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.730574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.730905 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment 170d518c-4adc-4ac0-9dc0-350a6ac2b20d of type vlan for network 067dfcfe-89e0-434b-8855-5d030dd09209 Jul 28 11:25:22.784054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-85de53a4-a90c-48c6-81d8-9210163ed0cb service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266502 Jul 28 11:25:22.787428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.787766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.788102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.815657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.815903 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.819148 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 8 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.843779 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.851908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.852144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.852510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.858927 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-61f8eb8b-77ef-406b-bc6f-e346d08f7c68 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033901 Jul 28 11:25:22.867000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.867332 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.869750 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 9 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.894529 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:19Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:20Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:22.898702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.898878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.899223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.910158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:22.910484 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:22.912110 n-d-723573-7 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempt 10 to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 Jul 28 11:25:22.921878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.927379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:22.927968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.935127 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:22.935916 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Updating router efcc9e9e-469a-4b39-84ab-7941cca6fd2f port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:25:22.967475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:22.967807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:22.968144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempting to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:22.974595 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:22.975423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f76d253f-44b4-41dc-aa67-43134117c817 req-cd5c08d3-5d8b-4409-a565-2b657de70cf0 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152079 Jul 28 11:25:23.011610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5069122 Jul 28 11:25:23.012456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:23.021391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:23.032726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:23.033057 n-d-723573-7 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Failed to bind port f2ea9611-d838-4ab3-8f80-ef8233c69512 on host n-h1-723573-7 for vnic_type normal using segments [{'id': '869e4914-bdf7-4aff-9d22-de54a478f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'df9c94a5-3034-422e-87d5-e1cbbdd56afb'}] Jul 28 11:25:23.033422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.083023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdc51a-9ca6-4e85-8eda-f261fd08bf6a req-c3f2b06d-93a5-4c99-8623-76dee487f00d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:23.086289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8fdc51a-9ca6-4e85-8eda-f261fd08bf6a req-c3f2b06d-93a5-4c99-8623-76dee487f00d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.3341768 Jul 28 11:25:23.132526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf1497-494b-497c-a7c4-8683a2f68fde tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=067dfcfe-89e0-434b-8855-5d030dd09209,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:23.144728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 067dfcfe-89e0-434b-8855-5d030dd09209 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:23.203092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8fdc51a-9ca6-4e85-8eda-f261fd08bf6a req-539a5096-3607-480a-82a4-62204c447e41 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057575 Jul 28 11:25:23.211742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-855406e5-af53-4e65-9d09-21e8d178749d service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353528 Jul 28 11:25:23.280870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] For port f2ea9611-d838-4ab3-8f80-ef8233c69512, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:23.281386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 11:25:23.299608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.302311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-83c35716-d6ef-40b2-9a8a-2c268572b66c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 217 time: 0.0818996 Jul 28 11:25:23.312265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:23.315857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.345115 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.357127 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Transition to ACTIVE for port object 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:23.373082 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.411845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-d65ae85e-ad79-463e-a4ec-2065d0795482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:23.412020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] In _notify_port_updated(), no bound segment for port f2ea9611-d838-4ab3-8f80-ef8233c69512 on network df9c94a5-3034-422e-87d5-e1cbbdd56afb {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:25:23.412839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:23.413752 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.413864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-d65ae85e-ad79-463e-a4ec-2065d0795482 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1042380 Jul 28 11:25:23.414765 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "PUT /v2.0/ports/f2ea9611-d838-4ab3-8f80-ef8233c69512 HTTP/1.1" status: 200 len: 975 time: 1.5591428 Jul 28 11:25:23.418440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:23.498542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9630329-3afc-4783-b2fe-36870ddcec2c tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event updated for resources: {'Port': ['ID=f2ea9611-d838-4ab3-8f80-ef8233c69512,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:23.500889 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Pushing event updated for resources: {'Port': ['ID=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:23.533799 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.534473 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.534473 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.534772 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.535314 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.535914 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.536272 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.536651 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.536978 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.537302 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.537625 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.537947 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:23.558008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-f44a28b5-2d69-4a52-bae1-4919d0f56b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:23.569802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-f44a28b5-2d69-4a52-bae1-4919d0f56b12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427341 Jul 28 11:25:23.606172 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Attempting to bind port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:23.606564 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Attempting to bind port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:23.607199 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Attempting to bind port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f on network 04c4cd5a-ecfe-459c-9858-b9e809623f2c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:23.613025 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:23.613388 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Checking segment: {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:23.613790 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.614438 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Bound using segment: {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:23.614637 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Bound port: 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:23.615189 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.715765 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] For port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:23.719925 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] For port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:23.723990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-bff83d4b-eedf-4359-82b9-474bfcdea5ae service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409891 Jul 28 11:25:23.728360 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.733061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Deleting port f2ea9611-d838-4ab3-8f80-ef8233c69512 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:23.733650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.787352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.798502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.813821 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b134-cd9e-4c67-9fb8-111fdf67378d None None] Pushing event updated for resources: {'Port': ['ID=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:23.833500 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:23.834121 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:23.886837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] For port f2ea9611-d838-4ab3-8f80-ef8233c69512, host n-h1-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:23.887556 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:23.906315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Calling delete_port for f2ea9611-d838-4ab3-8f80-ef8233c69512 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:24.029537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.036282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Router a9e6e32c-92c9-47fb-902c-c4166703a51d has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:24.060098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.088277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2ea9611-d838-4ab3-8f80-ef8233c69512,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:24.098222 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:24.104788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.106844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-572318d0-e79a-4da7-a5d3-4d62c891d58b tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f2ea9611-d838-4ab3-8f80-ef8233c69512 HTTP/1.1" status: 204 len: 168 time: 0.6873608 Jul 28 11:25:24.113256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:24.147654 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e195c99d-f9cd-4b19-8ed7-1107b1eaa006 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] GET failed (client error): The resource could not be found. Jul 28 11:25:24.152952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e195c99d-f9cd-4b19-8ed7-1107b1eaa006 tempest-PortsAdminExtendedAttrsTestJSON-950944053 tempest-PortsAdminExtendedAttrsTestJSON-950944053-project-admin] 10.222.0.20 "GET /v2.0/ports/f2ea9611-d838-4ab3-8f80-ef8233c69512 HTTP/1.1" status: 404 len: 333 time: 0.0387990 Jul 28 11:25:24.153648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:24.164660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-2d8089b5-cb2a-41df-ac55-dc206ee05f36 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709593 Jul 28 11:25:24.273386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:24.274607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=85fde754-599e-4ca4-bcc1-2d10ac657cb6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:24.279801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.283330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db4b571a-4792-4c3c-b66f-1daaa3cd3b4e tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "PUT /v2.0/routers/a9e6e32c-92c9-47fb-902c-c4166703a51d HTTP/1.1" status: 200 len: 924 time: 2.1034367 Jul 28 11:25:24.284061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] Sync routers for ids ['a9e6e32c-92c9-47fb-902c-c4166703a51d'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:24.284514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:24.299162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] Routers {'a9e6e32c-92c9-47fb-902c-c4166703a51d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:24.302387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a9e6e32c-92c9-47fb-902c-c4166703a51d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:24.305463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-bee29115-4d49-4abf-9a31-c06ad19b0d89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=352a4f97-572f-4511-bf71-ff3f55028090 HTTP/1.1" status: 200 len: 217 time: 0.0857215 Jul 28 11:25:24.338209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:24.338562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 067dfcfe-89e0-434b-8855-5d030dd09209, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:24.375118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:24.389612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] Routers {'a9e6e32c-92c9-47fb-902c-c4166703a51d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:24.391598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a9e6e32c-92c9-47fb-902c-c4166703a51d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:24.424734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4db3262d-4346-4a92-b6ea-54e09f67eaf6 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/a9e6e32c-92c9-47fb-902c-c4166703a51d HTTP/1.1" status: 200 len: 924 time: 0.1390460 Jul 28 11:25:24.428574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:24.440615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:24.441630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99452530-0c97-4eb5-9c01-e71403748b5c None None] The sync data for ids ['a9e6e32c-92c9-47fb-902c-c4166703a51d'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:24.495950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 067dfcfe-89e0-434b-8855-5d030dd09209 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:24.522016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 067dfcfe-89e0-434b-8855-5d030dd09209) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:24.529066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:24.529684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.538177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb21c9-4240-4944-963c-3d57aeb4937a None None] Network 067dfcfe-89e0-434b-8855-5d030dd09209 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:24.561132 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:19Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:23Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:24.582561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f3809-1b74-4b87-9299-78c712f8a531 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:24.584287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c51f3809-1b74-4b87-9299-78c712f8a531 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=a9e6e32c-92c9-47fb-902c-c4166703a51d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1544378 Jul 28 11:25:24.592835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:24.605458 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448f929-b1f1-4c96-a778-38b271b50fa1 None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:19Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:23Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:24.607291 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-831dc1bb-dfea-4b55-8a96-a304302ea763 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5907252 Jul 28 11:25:24.683500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:24.767044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-067dfcfe-89e0-434b-8855-5d030dd09209', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:25:24.768336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.821282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:24.837338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-9db843f8-8e8d-4d24-9781-f5628762d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:24.842732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-9db843f8-8e8d-4d24-9781-f5628762d886 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.5281544 Jul 28 11:25:24.890236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5be1ab-2f18-4edd-b347-1cc88450800a req-d502557a-ea2c-499f-9647-896bbe318e36 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:24.898146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad5be1ab-2f18-4edd-b347-1cc88450800a req-d502557a-ea2c-499f-9647-896bbe318e36 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1265767 Jul 28 11:25:24.948972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Allocated IP 2001:db8:1::2 (067dfcfe-89e0-434b-8855-5d030dd09209/85fde754-599e-4ca4-bcc1-2d10ac657cb6/b4389f6d-4f74-47e3-9802-aeef75bc7406) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:25.044961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.073094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad5be1ab-2f18-4edd-b347-1cc88450800a req-8ffe2caa-96c5-4e0f-a4bc-942b8c7d1a2c tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661723 Jul 28 11:25:25.084421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-29406979-4f2e-4f9e-8824-8d19d96c3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:25.085915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-29406979-4f2e-4f9e-8824-8d19d96c3cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2353806 Jul 28 11:25:25.088308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9c94a5-3034-422e-87d5-e1cbbdd56afb']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:25.117473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869e4914-bdf7-4aff-9d22-de54a478f9e3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:25.117762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869e4914-bdf7-4aff-9d22-de54a478f9e3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:25.176375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.194175 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.204154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.207046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Transition to ACTIVE for port object b4389f6d-4f74-47e3-9802-aeef75bc7406 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:25.220719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:25.221146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: items = [ Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:25.224315 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:25.226830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Transition to ACTIVE for port object b4389f6d-4f74-47e3-9802-aeef75bc7406 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:25.250344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.299228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a3135-8050-44e3-b202-795e7f778bdb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:25.301064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f09a3135-8050-44e3-b202-795e7f778bdb tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.6958511 Jul 28 11:25:25.304137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:25.326996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Network 067dfcfe-89e0-434b-8855-5d030dd09209 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:25.334422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:25.335836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-8d6048fe-a090-431c-82a9-bcc3c5fed087 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297480 Jul 28 11:25:25.338915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.340369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:25.344056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Pushing event updated for resources: {'Port': ['ID=b4389f6d-4f74-47e3-9802-aeef75bc7406,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:25.352551 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-70e68290-571f-460f-888c-914236365d6b tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9e6e32c-92c9-47fb-902c-c4166703a51d HTTP/1.1" status: 200 len: 205 time: 0.0472498 Jul 28 11:25:25.356840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:25.377368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.381584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] 10.222.0.20 "DELETE /v2.0/networks/df9c94a5-3034-422e-87d5-e1cbbdd56afb HTTP/1.1" status: 204 len: 168 time: 1.2242861 Jul 28 11:25:25.427966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Attempting to bind port b4389f6d-4f74-47e3-9802-aeef75bc7406 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:25.429033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Attempting to bind port b4389f6d-4f74-47e3-9802-aeef75bc7406 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:25.429773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Attempting to bind port b4389f6d-4f74-47e3-9802-aeef75bc7406 on network 067dfcfe-89e0-434b-8855-5d030dd09209 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:25.438358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:25.439005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Checking segment: {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:25.439611 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.440359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Bound using segment: {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:25.441196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Bound port: b4389f6d-4f74-47e3-9802-aeef75bc7406, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:25.441784 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.482477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445275d-f17e-4c27-97f9-5df8acb099fd tempest-PortsAdminExtendedAttrsTestJSON-700887009 tempest-PortsAdminExtendedAttrsTestJSON-700887009-project] Pushing event deleted for resources: {'Network': ['ID=df9c94a5-3034-422e-87d5-e1cbbdd56afb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:25.584661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.584888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] For port b4389f6d-4f74-47e3-9802-aeef75bc7406, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:25.586228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-a967af06-a146-45cf-b596-30511420fb45 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403302 Jul 28 11:25:25.589397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] For port b4389f6d-4f74-47e3-9802-aeef75bc7406, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b4389f6d-4f74-47e3-9802-aeef75bc7406,segment=NetworkSegment(170d518c-4adc-4ac0-9dc0-350a6ac2b20d),segment_id=170d518c-4adc-4ac0-9dc0-350a6ac2b20d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:25.604283 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.637510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:25.679842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-2a427136-e03a-4b77-8aab-43957e7a1b96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7 HTTP/1.1" status: 200 len: 217 time: 0.0784857 Jul 28 11:25:25.802402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fc032-5bfa-481a-b686-a24602219773 None None] Pushing event updated for resources: {'Port': ['ID=b4389f6d-4f74-47e3-9802-aeef75bc7406,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:25.804465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-121f5d2b-5c63-4166-8e29-06a49d242bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:25.808602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-121f5d2b-5c63-4166-8e29-06a49d242bfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1269929 Jul 28 11:25:25.834574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:25.844141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:25.844707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:25.891308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-76730f2f-0d98-4402-8d86-fca3ba75facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:25.893416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-76730f2f-0d98-4402-8d86-fca3ba75facf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751615 Jul 28 11:25:26.007197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.018629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:26.094121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1c24ffd0-b104-44d1-bc2f-f1dd384633ed service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906755 Jul 28 11:25:26.098648 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.191554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:26.199587 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.276418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.323730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:26.371476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0401e-1d9c-4f67-9291-c7bec266b8f2 req-115ecd9d-71de-4744-b9b9-104dd58c5091 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:26.378794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fae0401e-1d9c-4f67-9291-c7bec266b8f2 req-115ecd9d-71de-4744-b9b9-104dd58c5091 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1638370 Jul 28 11:25:26.382365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ec137684-e7c2-4155-8c76-f1b63d07616d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2537be1138d349d78cc395c387f0f1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625157 Jul 28 11:25:26.390305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:26.421252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-10606caf-c6d1-49bd-9ccf-29634af2edfa service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184054 Jul 28 11:25:26.463890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Deleting port bb15c2b7-3749-42e0-96ed-497b6ec95e89 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:26.464505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.489461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-aeff9f75-ea09-431c-aaa0-b5ee1536bbb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4018587f-ce8a-440b-a973-09ccdaf07352 HTTP/1.1" status: 200 len: 217 time: 0.0519321 Jul 28 11:25:26.496914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fae0401e-1d9c-4f67-9291-c7bec266b8f2 req-9e403ed4-dcb5-4c61-a6a5-1b235ae9212e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172717 Jul 28 11:25:26.544996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5d26d0c-c92c-4c95-a15e-dc05fef61fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.559203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-a2633fed-5fb4-4139-b215-08a33b5d7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:26.560700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-a2633fed-5fb4-4139-b215-08a33b5d7579 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.0626652 Jul 28 11:25:26.583874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5d26d0c-c92c-4c95-a15e-dc05fef61fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.648741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.651756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5a402a9b-1d55-4ed7-962d-a2cb4e49589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:26.652935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-5a402a9b-1d55-4ed7-962d-a2cb4e49589d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830626 Jul 28 11:25:26.737299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8:1::1 (067dfcfe-89e0-434b-8855-5d030dd09209/85fde754-599e-4ca4-bcc1-2d10ac657cb6/f05a79bb-dfb0-467f-85e6-f046aacb2a00) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:26.785252 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5d26d0c-c92c-4c95-a15e-dc05fef61fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.787952 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5d26d0c-c92c-4c95-a15e-dc05fef61fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:26.792219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c5d26d0c-c92c-4c95-a15e-dc05fef61fd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/783d1a75-9b93-42f2-a5df-75ac05ff86fd HTTP/1.1" status: 204 len: 168 time: 0.3979106 Jul 28 11:25:26.801866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d26d0c-c92c-4c95-a15e-dc05fef61fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d1a75-9b93-42f2-a5df-75ac05ff86fd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:26.820068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Calling delete_port for bb15c2b7-3749-42e0-96ed-497b6ec95e89 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:26.855275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-73486a57-fbad-4ce2-bc94-5ed5244c159a service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932244 Jul 28 11:25:26.990826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.033095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-9532baf5-bf70-4d59-8794-7d8e3cace0ed service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685059 Jul 28 11:25:27.108385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object f05a79bb-dfb0-467f-85e6-f046aacb2a00 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:27.135914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-2a304938-2a8a-41ff-a7b8-e5d07ceef86d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 200 len: 217 time: 0.0924072 Jul 28 11:25:27.190173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-289fc22e-0521-492d-bf06-540e5412ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:27.192487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-289fc22e-0521-492d-bf06-540e5412ef56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.0496864 Jul 28 11:25:27.215013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.260647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35284) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:27.283674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=f05a79bb-dfb0-467f-85e6-f046aacb2a00,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:27.297082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.299672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1307e2eb-4f0b-4138-be7c-7614cdaba7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:27.301205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-1307e2eb-4f0b-4138-be7c-7614cdaba7c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962842 Jul 28 11:25:27.327401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-10401f54-95bf-45d4-857c-3ebe2b9671b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00a6ec3ea3e4680a791f69c2ee3c050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652335 Jul 28 11:25:27.328278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event deleted for resources: {'Port': ['ID=bb15c2b7-3749-42e0-96ed-497b6ec95e89,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:27.337210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:27.344375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 067dfcfe-89e0-434b-8855-5d030dd09209 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:27.347564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:27.350483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:27.351216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.462993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6173-1203-43ab-9481-78ebe5f2c64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.474633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-56342a7c-6e4b-465b-ae9d-2471f55ad8cc service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602476 Jul 28 11:25:27.507498 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6173-1203-43ab-9481-78ebe5f2c64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.545862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.588989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.656251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e4567da-1e5a-4bdb-a724-4f4f53c0bbb3 req-269e78c1-6651-4d09-85fb-6d4960d88d9c service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628203 Jul 28 11:25:27.700986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b68282-11fd-4ae1-bdcd-21a918bfcca5 None None] Network 067dfcfe-89e0-434b-8855-5d030dd09209 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:27.703681 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6173-1203-43ab-9481-78ebe5f2c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.706335 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6173-1203-43ab-9481-78ebe5f2c64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.722853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc8b6173-1203-43ab-9481-78ebe5f2c64d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbb46447-352a-458a-a130-e8786a6e4216 HTTP/1.1" status: 204 len: 168 time: 0.3744798 Jul 28 11:25:27.735514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b4389f6d-4f74-47e3-9802-aeef75bc7406 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:27.778785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f24c6-793b-4884-a71c-157b3a237ed1 req-498a01de-4db0-4e7f-a953-a50c83dc9460 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:27.802886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-315f24c6-793b-4884-a71c-157b3a237ed1 req-498a01de-4db0-4e7f-a953-a50c83dc9460 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1455128 Jul 28 11:25:27.830555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b6173-1203-43ab-9481-78ebe5f2c64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb46447-352a-458a-a130-e8786a6e4216,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:27.876812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be124016-6b26-4638-a0ae-4ef8075642c9 None None] Provisioning for port b4389f6d-4f74-47e3-9802-aeef75bc7406 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:27.896048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-315f24c6-793b-4884-a71c-157b3a237ed1 req-0950c761-e8ab-4eba-9c2f-7bd081f671d6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847309 Jul 28 11:25:27.947731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.952337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.961531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e701b4e-4610-4b45-b384-423b7e340747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:27.983795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b4389f6d-4f74-47e3-9802-aeef75bc7406 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:28.019258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b4389f6d-4f74-47e3-9802-aeef75bc7406 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:28.019258 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.028817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.029014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Fanout notify agent at l3_agent the message router_deleted on router a9e6e32c-92c9-47fb-902c-c4166703a51d {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:28.046289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.047413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7088571f-46dc-42b7-80b0-046eb9980301 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/a9e6e32c-92c9-47fb-902c-c4166703a51d HTTP/1.1" status: 204 len: 168 time: 2.6898475 Jul 28 11:25:28.051089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:28.055807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1776742134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:28.095995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.097430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.118941 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.178343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.181366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b4389f6d-4f74-47e3-9802-aeef75bc7406, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b4389f6d-4f74-47e3-9802-aeef75bc7406,segment=NetworkSegment(170d518c-4adc-4ac0-9dc0-350a6ac2b20d),segment_id=170d518c-4adc-4ac0-9dc0-350a6ac2b20d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:28.187170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.191314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.192155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:28.222602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.224378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b0b9e946-c3b5-4179-ba97-d006cc393454 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1722207 Jul 28 11:25:28.241224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:28.251832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:28.283966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b4389f6d-4f74-47e3-9802-aeef75bc7406,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:28.312480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:28.312851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.401271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.409997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.410393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.563431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e7a551c-c202-446f-9446-7b185d5eae4d None None] Provisioning for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:28.569628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e7a551c-c202-446f-9446-7b185d5eae4d None None] Provisioning complete for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:28.570623 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e7a551c-c202-446f-9446-7b185d5eae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.616133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=f05a79bb-dfb0-467f-85e6-f046aacb2a00,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:28.616796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a551c-c202-446f-9446-7b185d5eae4d None None] Port f05a79bb-dfb0-467f-85e6-f046aacb2a00 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:28.629793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e7a551c-c202-446f-9446-7b185d5eae4d None None] Provisioning complete for port b4389f6d-4f74-47e3-9802-aeef75bc7406 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:28.630235 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e7a551c-c202-446f-9446-7b185d5eae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.659904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.754510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 067dfcfe-89e0-434b-8855-5d030dd09209 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:28.758065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:28.856985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4f0b5d02-3b6d-47d5-819f-7c1f5aaa76e0 None None] Provisioning complete for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:28.858092 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f0b5d02-3b6d-47d5-819f-7c1f5aaa76e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:28.882944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:28.898352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b5d02-3b6d-47d5-819f-7c1f5aaa76e0 None None] Port f05a79bb-dfb0-467f-85e6-f046aacb2a00 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:29.081476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16e3-caef-4353-9bfa-af1d8e9f35fb req-3a726581-9688-42d7-81aa-ac49ac577ad2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:29.083771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67aa16e3-caef-4353-9bfa-af1d8e9f35fb req-3a726581-9688-42d7-81aa-ac49ac577ad2 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.0762067 Jul 28 11:25:29.128737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3eade446-a1aa-4200-8245-926047008b27 None None] Provisioning complete for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:29.129218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3eade446-a1aa-4200-8245-926047008b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.133417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67aa16e3-caef-4353-9bfa-af1d8e9f35fb req-e49f4042-ebdb-43fb-b712-efbdb5bbd5cb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Jul 28 11:25:29.183994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3eade446-a1aa-4200-8245-926047008b27 None None] Port f05a79bb-dfb0-467f-85e6-f046aacb2a00 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:29.375736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-cbdd48e6-c3a8-41b4-9c4e-f98817aaee31 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:29.383210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-cbdd48e6-c3a8-41b4-9c4e-f98817aaee31 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.1277225 Jul 28 11:25:29.397392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-e8717fee-232b-4132-a52c-ae2e85336f1f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/quotas/d5ae02aca7ba487d9b62fb8ac8a3683b HTTP/1.1" status: 200 len: 375 time: 0.0125885 Jul 28 11:25:29.455675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-424bba42-06f0-4a18-a74c-0105d2c6787d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546012 Jul 28 11:25:29.474487 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.479433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:29.487380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c7728e70-1c35-4251-ac2a-7eab06fbd73f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8028696 Jul 28 11:25:29.489872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:29.491070 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:29.495291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457712862'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:29.509929 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:29.510548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:29.536782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b4389f6d-4f74-47e3-9802-aeef75bc7406 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:29.547960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.601545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b4389f6d-4f74-47e3-9802-aeef75bc7406 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:29.602185 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.604309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-564b5812-2060-46b1-8f79-85cf31f789b1 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383400 Jul 28 11:25:29.605789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:29.609725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.677131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:29.718962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-eff79301-d8f6-424e-8343-3d538e3cc951 service neutron] 10.222.0.20 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061485 Jul 28 11:25:29.733519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:29.735428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Allocated IP 172.25.1.174 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/c817006a-548b-43e0-bff4-9bd8d4a78a05) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:29.744254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.744695 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment b676c6c3-fc23-443b-b3cf-8e53df306e0f of type vlan for network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 Jul 28 11:25:29.798735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.840226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.848491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:29.849443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.961127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:29.979924 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:27Z', 'revision_number': 3, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:28Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:29.987837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bc7adfe-00e9-4ebf-86d1-7bcfcfeab103 req-dea53414-26f8-4856-acc3-713db8f3ad4d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 210 time: 0.0375371 Jul 28 11:25:30.012576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5217659 Jul 28 11:25:30.017254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.018144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.018287 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:30.018603 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Updating router efcc9e9e-469a-4b39-84ab-7941cca6fd2f port f05a79bb-dfb0-467f-85e6-f046aacb2a00 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:25:30.024397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:30.032343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca8d49-a41d-4b09-bf03-6de214c639e7 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=7dfff7c1-a746-44cc-ab73-5cbd682bfb22,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:30.047139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:30.056138 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.063947 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.113470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:30.117379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:30.120244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:30.154111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event updated for resources: {'Port': ['ID=c817006a-548b-43e0-bff4-9bd8d4a78a05,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:30.247738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:30.251459 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.324474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5f5735f9-3c7d-4bbd-970f-14c76478cb32 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:30.380973 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f5735f9-3c7d-4bbd-970f-14c76478cb32 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "PUT /v2.0/quotas/cc1586dcaf5c413bae118563268a4132 HTTP/1.1" status: 200 len: 366 time: 0.3615019 Jul 28 11:25:30.383332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.403309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8358abd-9230-4e76-8bab-f45aed0b9313 req-67846f15-0f5e-47fe-97e7-a6e382d1c375 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:30.404792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8358abd-9230-4e76-8bab-f45aed0b9313 req-67846f15-0f5e-47fe-97e7-a6e382d1c375 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.0997643 Jul 28 11:25:30.443137 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1db9fbf8-21d1-4858-abb9-5e8837c63f60 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0577686 Jul 28 11:25:30.445543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.471373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a8452488-927c-4d0a-a05b-549b555a337c tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "GET /v2.0/quotas/cc1586dcaf5c413bae118563268a4132 HTTP/1.1" status: 200 len: 366 time: 0.0245945 Jul 28 11:25:30.474413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.517299 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72040a34-cda4-4e4c-831c-fcb9bc9fdec2 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/cc1586dcaf5c413bae118563268a4132 HTTP/1.1" status: 204 len: 168 time: 0.0397367 Jul 28 11:25:30.517927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.523443 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.536100 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Transition to ACTIVE for port object f05a79bb-dfb0-467f-85e6-f046aacb2a00 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:30.537372 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0d80263b-ab71-47d7-91a2-d28fa8e7ad6d tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0178616 Jul 28 11:25:30.540557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.544563 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.555400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-eba8fbe9-27f2-4287-ac14-4fd7ef7fca07 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "GET /v2.0/quotas/cc1586dcaf5c413bae118563268a4132 HTTP/1.1" status: 200 len: 370 time: 0.0135353 Jul 28 11:25:30.556943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.558911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.597041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d62813a2-60e4-4bcf-b388-93146cb6a1ba tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "GET /v2.0/quotas/cc1586dcaf5c413bae118563268a4132/default HTTP/1.1" status: 200 len: 370 time: 0.0361400 Jul 28 11:25:30.599976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.605903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.620068 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-36c2d8fa-a687-4f6e-afd3-d0119a3fb934 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] delete failed (client error): The resource could not be found. Jul 28 11:25:30.621236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-36c2d8fa-a687-4f6e-afd3-d0119a3fb934 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/cc1586dcaf5c413bae118563268a4132 HTTP/1.1" status: 404 len: 348 time: 0.0202930 Jul 28 11:25:30.644164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8358abd-9230-4e76-8bab-f45aed0b9313 req-2c14df79-e140-4b8d-9e73-6d65736a464e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729798 Jul 28 11:25:30.668749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8299fb-eab5-44ca-936b-653e9435cd31 None None] Pushing event updated for resources: {'Port': ['ID=f05a79bb-dfb0-467f-85e6-f046aacb2a00,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:30.685027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb4226-49e6-4967-9032-fa474b5c591d req-cdefe514-90cb-4cb0-977d-36184cb7643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:30.688084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11cb4226-49e6-4967-9032-fa474b5c591d req-cdefe514-90cb-4cb0-977d-36184cb7643b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1096 time: 0.2106707 Jul 28 11:25:30.705301 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Attempting to bind port f05a79bb-dfb0-467f-85e6-f046aacb2a00 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:30.705674 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Attempting to bind port f05a79bb-dfb0-467f-85e6-f046aacb2a00 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:30.706956 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Attempting to bind port f05a79bb-dfb0-467f-85e6-f046aacb2a00 on network 067dfcfe-89e0-434b-8855-5d030dd09209 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:30.720365 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:30.720887 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Checking segment: {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:30.721659 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.722247 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Bound using segment: {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:30.723080 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Bound port: f05a79bb-dfb0-467f-85e6-f046aacb2a00, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170d518c-4adc-4ac0-9dc0-350a6ac2b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:30.723718 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.731992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=a2bea089-13a7-4be5-b405-e92cbe285448,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:30.791141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11cb4226-49e6-4967-9032-fa474b5c591d req-b97e53c0-dd3c-472c-a7e1-0aa45ce83a1a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917521 Jul 28 11:25:30.799067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:30.799476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 7dfff7c1-a746-44cc-ab73-5cbd682bfb22, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:30.830250 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] For port f05a79bb-dfb0-467f-85e6-f046aacb2a00, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:30.843276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:30.847796 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] For port f05a79bb-dfb0-467f-85e6-f046aacb2a00, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f05a79bb-dfb0-467f-85e6-f046aacb2a00,segment=NetworkSegment(170d518c-4adc-4ac0-9dc0-350a6ac2b20d),segment_id=170d518c-4adc-4ac0-9dc0-350a6ac2b20d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:30.861666 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.867759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7dfff7c1-a746-44cc-ab73-5cbd682bfb22) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:30.882293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:30.882489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab88bb-b1c8-48dc-ac2b-2640d03c115c None None] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:30.882609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:30.889789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35394) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.943519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a8570dc-92ca-414d-b88d-ab4454b6543b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9216032 Jul 28 11:25:30.943743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:30.956763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:network and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:30.975099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:30.991118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:subnet and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.003147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.013556 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:31.015389 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:31.023062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:subnetpool and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.033062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.033465 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8299fb-eab5-44ca-936b-653e9435cd31 None None] Pushing event updated for resources: {'Port': ['ID=f05a79bb-dfb0-467f-85e6-f046aacb2a00,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:31.042086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.063076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:port and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.069228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.083508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.093881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:router and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.109614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.119199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.125865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-899fc660-d2fb-4eb4-a694-2effd8f1ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.146926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:floatingip and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.173358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.189147 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:31.194607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6073ef53-ad3d-4f9d-a7a7-22cc75a2df2c req-b589f779-0740-408e-81b8-9b01c6cee8a3 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 210 time: 0.0758958 Jul 28 11:25:31.246750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:security_group and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.250508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:25:31.252895 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.269677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.297430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Usage tracker for resource:security_group_rule and tenant:6ea0f9e0274c403baf2633213709c3d6 is out of sync, need to count used quota {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 11:25:31.312993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.quota.resource [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93836) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 11:25:31.325386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b2fd9432-564b-4668-8a8b-d5c5c0a2d359 tempest-QuotasTest-1221806204 tempest-QuotasTest-1221806204-project-admin] 10.222.0.20 "GET /v2.0/quotas/6ea0f9e0274c403baf2633213709c3d6/details.json HTTP/1.1" status: 200 len: 703 time: 0.4344342 Jul 28 11:25:31.369641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Router df6fe436-919a-47a3-9a52-24a1882ee5ea is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:31.567728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-64039b94-213c-43eb-94c6-b5353a5869ab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:31.569237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-64039b94-213c-43eb-94c6-b5353a5869ab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 815 time: 0.1582856 Jul 28 11:25:31.594927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Request body: {'port': {'device_id': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'admin_state_up': True, 'tenant_id': 'd5ae02aca7ba487d9b62fb8ac8a3683b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:31.621641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Allocated IP 2001:db8:2::2 (7dfff7c1-a746-44cc-ab73-5cbd682bfb22/a2bea089-13a7-4be5-b405-e92cbe285448/c2b5c53c-930c-4d02-9970-e8aa669311e6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:31.650832 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:27Z', 'revision_number': 3, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:30Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:31.704340 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406d0a7-0de0-4634-ba15-02a7b16d041c None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:27Z', 'revision_number': 3, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:30Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:31.725443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.738677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:31.752586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:31.753933 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7387fdf1-a9f0-4620-a8af-d9ee3ccae478 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "PUT /v2.0/routers/df6fe436-919a-47a3-9a52-24a1882ee5ea HTTP/1.1" status: 200 len: 884 time: 3.5120621 Jul 28 11:25:31.765029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:31.780673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] Sync routers for ids ['df6fe436-919a-47a3-9a52-24a1882ee5ea'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:31.811510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] Routers {'df6fe436-919a-47a3-9a52-24a1882ee5ea'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:31.812155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['df6fe436-919a-47a3-9a52-24a1882ee5ea'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:32.002964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.014598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Transition to ACTIVE for port object c2b5c53c-930c-4d02-9970-e8aa669311e6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:32.032410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Transition to ACTIVE for port object c2b5c53c-930c-4d02-9970-e8aa669311e6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:32.043410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:32.053239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.055380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.069511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Made reservation on behalf of d5ae02aca7ba487d9b62fb8ac8a3683b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:32.073928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.096252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6f40-9cb2-4410-8fe7-baa701033cb1 req-fec37885-e964-48e8-9cd0-915190e19b3f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:32.097802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-352f6f40-9cb2-4410-8fe7-baa701033cb1 req-fec37885-e964-48e8-9cd0-915190e19b3f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1778791 Jul 28 11:25:32.098833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.099933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] Routers {'df6fe436-919a-47a3-9a52-24a1882ee5ea'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:32.100798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['df6fe436-919a-47a3-9a52-24a1882ee5ea'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:32.158374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-73f1c295-1fb6-44ec-b521-2b2da40f6942 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/df6fe436-919a-47a3-9a52-24a1882ee5ea HTTP/1.1" status: 200 len: 925 time: 0.3763716 Jul 28 11:25:32.159344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.179043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:32.184551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:32.185664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec0634-e7b9-4dfa-8e74-f73371c61684 None None] The sync data for ids ['df6fe436-919a-47a3-9a52-24a1882ee5ea'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:32.191664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:32.194588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:32.197537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Pushing event updated for resources: {'Port': ['ID=c2b5c53c-930c-4d02-9970-e8aa669311e6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:32.209839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.209839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.209839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.210239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.210389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.213721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.213721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.214025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.214321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.214658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.214965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.215287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:32.287898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8:2::1 (7dfff7c1-a746-44cc-ab73-5cbd682bfb22/a2bea089-13a7-4be5-b405-e92cbe285448/855501bc-0742-4696-a4ad-1219af80a3cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:32.294443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Attempting to bind port c2b5c53c-930c-4d02-9970-e8aa669311e6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:32.296670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Attempting to bind port c2b5c53c-930c-4d02-9970-e8aa669311e6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:32.297964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Attempting to bind port c2b5c53c-930c-4d02-9970-e8aa669311e6 on network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:32.309630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:32.310078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Checking segment: {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:32.310565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.311027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Bound using segment: {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:32.311565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Bound port: c2b5c53c-930c-4d02-9970-e8aa669311e6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:32.312388 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.326476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-352f6f40-9cb2-4410-8fe7-baa701033cb1 req-e414396c-cb23-43b9-b8c3-7411cc8037f7 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083249 Jul 28 11:25:32.366108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.371062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adb41418-f1d0-40d1-9a4b-f566e9b865b3 req-66646485-654e-4c88-8c63-6b7ab7dd4661 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 210 time: 0.0486286 Jul 28 11:25:32.390890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] For port c2b5c53c-930c-4d02-9970-e8aa669311e6, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:32.404115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] For port c2b5c53c-930c-4d02-9970-e8aa669311e6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2b5c53c-930c-4d02-9970-e8aa669311e6,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:32.410611 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.458796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d023c17f-9169-44c5-9a20-a7092138461d tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/floatingips/37eebde2-0164-42ee-84a9-0f025e8bd5c1 HTTP/1.1" status: 200 len: 993 time: 0.0781579 Jul 28 11:25:32.459040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5992ca44-c63c-4d56-b388-b930eb622e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.459775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Allocated IP 172.20.0.12 (e423a78b-f93f-423c-948c-c78e7ecc644d/6691916f-ae4e-4523-999b-974102b226d5/4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:32.503979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3676a-015e-43ef-bd9b-d6081f1a8b5a None None] Pushing event updated for resources: {'Port': ['ID=c2b5c53c-930c-4d02-9970-e8aa669311e6,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:32.521861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f6c27-014c-4c2a-bed2-b4a2e7e2eea9 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:32.523517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-510f6c27-014c-4c2a-bed2-b4a2e7e2eea9 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=df6fe436-919a-47a3-9a52-24a1882ee5ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3636658 Jul 28 11:25:32.532891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.649974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.673512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.691414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object 855501bc-0742-4696-a4ad-1219af80a3cf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:32.734292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:25:32.738862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:32.743378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.787024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['63e622c8-9d90-4d13-930a-89a740f45250'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:25:32.789786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5992ca44-c63c-4d56-b388-b930eb622e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.789957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', '769ca8ec-a444-4339-9e16-19c55122d1f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:25:32.794641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620ac3e-a311-47e3-9c83-b9a1b25571d5 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:32.796343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7620ac3e-a311-47e3-9c83-b9a1b25571d5 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.2604008 Jul 28 11:25:32.803001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.807540 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5992ca44-c63c-4d56-b388-b930eb622e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.817127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Network e423a78b-f93f-423c-948c-c78e7ecc644d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:32.846847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:32.850106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:32.859678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a0cac39b-db1e-4a6a-b0d5-32214d8474aa tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=df6fe436-919a-47a3-9a52-24a1882ee5ea HTTP/1.1" status: 200 len: 205 time: 0.0552061 Jul 28 11:25:32.860564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event updated for resources: {'Port': ['ID=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:32.865215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.908154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35428) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:32.908422 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5992ca44-c63c-4d56-b388-b930eb622e8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de8d64363f294b568d694eab536ac6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8505719 Jul 28 11:25:32.936227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:32.936902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.946447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:32.959910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992ca44-c63c-4d56-b388-b930eb622e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d60575-15e3-4052-ad5d-346929d79d79,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:32.971406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9867df9a-12ab-476d-98f6-a2bea5152386 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3913901 Jul 28 11:25:32.991731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Request body: {'port': {'device_id': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:32.998429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c2e7a28-71aa-4481-8635-25de947f6587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.006107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:33.042161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:33.048207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:33.048207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.049077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c2e7a28-71aa-4481-8635-25de947f6587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.092663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.093935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=855501bc-0742-4696-a4ad-1219af80a3cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:33.145149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.175867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c2e7a28-71aa-4481-8635-25de947f6587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.178794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c2e7a28-71aa-4481-8635-25de947f6587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.179917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7c2e7a28-71aa-4481-8635-25de947f6587 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d60575-15e3-4052-ad5d-346929d79d79 HTTP/1.1" status: 204 len: 168 time: 0.2706919 Jul 28 11:25:33.223052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:33.261417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e7a28-71aa-4481-8635-25de947f6587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d60575-15e3-4052-ad5d-346929d79d79,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:33.270703 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.281631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.287047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'port_id': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'mac_address': 'fa:16:3e:f9:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:25:33.342773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.371530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:25:33.373685 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbc106-83f6-458e-b665-f27d3ebf30e9" -d '{"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:25:33.451591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:33.501379 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.524870 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e28a95-1539-459b-b3aa-0cd9a238d108 x-openstack-request-id: req-30e28a95-1539-459b-b3aa-0cd9a238d108 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:25:33.525159 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:25:33.525397 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30e28a95-1539-459b-b3aa-0cd9a238d108 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:25:33.525791 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'code': 200} Jul 28 11:25:33.526428 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.535234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.567119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:25:33.578758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.610626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Transition to ACTIVE for port object 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:33.622425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.718237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Deleting port c817006a-548b-43e0-bff4-9bd8d4a78a05 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:33.718708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.755739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c07311-ac98-4961-8bdc-889bbe1ab66b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:25:33.759872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:33.868297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6b96-5abd-4b36-b86b-7ae9679505a5 req-c82f3817-c849-4f50-aa70-7f5d1c13f97f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:33.877528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-567b6b96-5abd-4b36-b86b-7ae9679505a5 req-c82f3817-c849-4f50-aa70-7f5d1c13f97f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 944 time: 0.2433600 Jul 28 11:25:33.879903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f05a79bb-dfb0-467f-85e6-f046aacb2a00 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:33.925468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Attempting to bind port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:33.925814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Attempting to bind port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:33.926144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Attempting to bind port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:33.943042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35440) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:33.959912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-957cd8af-c081-431a-b524-ea1080a2a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.966178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c on network e423a78b-f93f-423c-948c-c78e7ecc644d not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:25:33.966497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Attempting to bind port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c on network e423a78b-f93f-423c-948c-c78e7ecc644d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:33.972402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:33.974462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:33.974798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Checking segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:33.975182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Bound using segment: {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:33.975623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Bound port: 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14e5302-97ba-4cf2-b749-f2755f36a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:33.985898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:33.986331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ec446-6144-4b9e-a68c-eb485eb3c617 None None] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:34.012790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-567b6b96-5abd-4b36-b86b-7ae9679505a5 req-9f8a60f9-0694-4a2b-8082-db5c214c2812 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342416 Jul 28 11:25:34.058846 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:25:34.059234 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:25:34.104794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17247eaf-36d1-4466-a5c0-cdb8b6a968e2 None None] Provisioning for port c2b5c53c-930c-4d02-9970-e8aa669311e6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:34.116473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] For port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:34.122833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] For port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:34.130330 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.170054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:34.184626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:34.185242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.186617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c HTTP/1.1" status: 200 len: 1092 time: 1.2013443 Jul 28 11:25:34.187070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'tag': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:25:34.189377 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29939c28-b755-4dfd-80e1-0f6c771ce30f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9fcccd-0744-4e23-a3bd-156a00a6e0fe", "tag": "4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:25:34.197184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:34.197559 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.240689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f827ce-8e74-4c6e-80f9-691136147325 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:34.252669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-957cd8af-c081-431a-b524-ea1080a2a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.260283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-957cd8af-c081-431a-b524-ea1080a2a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.300806 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de453bb-5162-4331-8e55-ca937084a75a x-openstack-request-id: req-1de453bb-5162-4331-8e55-ca937084a75a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:25:34.300806 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9fcccd-0744-4e23-a3bd-156a00a6e0fe", "tag": "4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:25:34.301136 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1de453bb-5162-4331-8e55-ca937084a75a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:25:34.301456 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'tag': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c', 'status': 'completed', 'code': 200} Jul 28 11:25:34.347562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:34.348917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-957cd8af-c081-431a-b524-ea1080a2a392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ea0f9e0274c403baf2633213709c3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041803 Jul 28 11:25:34.349282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cd8af-c081-431a-b524-ea1080a2a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da9a0bb-bb31-45bd-b55e-8b09448b2b7d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:34.362745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-310fef5c-e3c4-4d52-b47f-6dfec3f90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:34.364303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-310fef5c-e3c4-4d52-b47f-6dfec3f90fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 1095 time: 0.0802486 Jul 28 11:25:34.378831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.428999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9513ff25-6018-40e2-8d1d-0e691a1c872b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c HTTP/1.1" status: 200 len: 217 time: 0.0522377 Jul 28 11:25:34.437234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port f05a79bb-dfb0-467f-85e6-f046aacb2a00, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f05a79bb-dfb0-467f-85e6-f046aacb2a00,segment=NetworkSegment(170d518c-4adc-4ac0-9dc0-350a6ac2b20d),segment_id=170d518c-4adc-4ac0-9dc0-350a6ac2b20d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:34.450607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.451840 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.453845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2b5c53c-930c-4d02-9970-e8aa669311e6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:34.476479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Calling delete_port for c817006a-548b-43e0-bff4-9bd8d4a78a05 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:34.506792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-f7162eee-9dc1-42e1-80a3-11e3293ea141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:34.509457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-f7162eee-9dc1-42e1-80a3-11e3293ea141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.0724711 Jul 28 11:25:34.511785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.516114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcff574f-7279-412d-9cc6-497d81275351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.556258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.557152 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.570016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-ac520a6d-e008-4917-90e0-5be47720b67a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523145 Jul 28 11:25:34.587728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=f05a79bb-dfb0-467f-85e6-f046aacb2a00,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:34.611809 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.620127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcff574f-7279-412d-9cc6-497d81275351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.626196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c07311-ac98-4961-8bdc-889bbe1ab66b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:25:34.642665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c2b5c53c-930c-4d02-9970-e8aa669311e6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:34.654945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c2b5c53c-930c-4d02-9970-e8aa669311e6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:34.655250 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.664557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:34.698937 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.700411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-fd65694f-50ce-402e-8ce3-8f6779bb8b9d service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227067 Jul 28 11:25:34.725009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=855501bc-0742-4696-a4ad-1219af80a3cf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:34.783539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:34.809025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Provisioning complete for port c2b5c53c-930c-4d02-9970-e8aa669311e6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:34.809426 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.844269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:34.847535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcff574f-7279-412d-9cc6-497d81275351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.851016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcff574f-7279-412d-9cc6-497d81275351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:34.853634 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bcff574f-7279-412d-9cc6-497d81275351 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3da9a0bb-bb31-45bd-b55e-8b09448b2b7d HTTP/1.1" status: 204 len: 168 time: 0.5022500 Jul 28 11:25:34.854786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:34.864857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d64e54-a3b1-42fd-b181-555c841bfa64 req-9fb78a3f-fc5b-40aa-9e77-22bf925b287c service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511145 Jul 28 11:25:34.979659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-e67a985d-740a-4db9-a3f8-0a71ab073771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:34.981434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-e67a985d-740a-4db9-a3f8-0a71ab073771 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 1095 time: 0.0539985 Jul 28 11:25:34.986892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff574f-7279-412d-9cc6-497d81275351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da9a0bb-bb31-45bd-b55e-8b09448b2b7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:34.995432 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.023056 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.041119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c2b5c53c-930c-4d02-9970-e8aa669311e6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2b5c53c-930c-4d02-9970-e8aa669311e6,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:35.054103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['a7c07311-ac98-4961-8bdc-889bbe1ab66b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:25:35.083587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event deleted for resources: {'Port': ['ID=c817006a-548b-43e0-bff4-9bd8d4a78a05,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:35.100994 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.115335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:35.126824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.144448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-ac86596b-b9b8-49ec-a1a8-e632b1a78bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:35.146154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-ac86596b-b9b8-49ec-a1a8-e632b1a78bbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 200 len: 916 time: 0.1570785 Jul 28 11:25:35.220385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.225311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-ba3843dc-aca1-4d48-a4ab-39c61f3a428a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c HTTP/1.1" status: 200 len: 217 time: 0.0690770 Jul 28 11:25:35.263882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c2b5c53c-930c-4d02-9970-e8aa669311e6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:35.354124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:25:35.354481 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:25:35.371099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3c430-38d1-407d-8414-f0d6c4a9e435 req-08d875ab-437f-42c1-9205-6a215daf7f38 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:35.372750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b3c430-38d1-407d-8414-f0d6c4a9e435 req-08d875ab-437f-42c1-9205-6a215daf7f38 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 944 time: 0.1460454 Jul 28 11:25:35.380435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-3cc45977-c4d5-4fc5-917e-df81103d9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:35.381936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-3cc45977-c4d5-4fc5-917e-df81103d9d52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 200 len: 855 time: 0.0867462 Jul 28 11:25:35.404383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.408568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.418045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:35.425041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4c043bdf-813b-447b-a48c-7a1f5a733103 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4800663 Jul 28 11:25:35.429543 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:35.447581 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:35.448710 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:35.457299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-2c9bd8f7-9143-4d90-a40e-67d66585c7b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e423a78b-f93f-423c-948c-c78e7ecc644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527458 Jul 28 11:25:35.458991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:35.476389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641201618'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:35.545204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.545922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Fanout notify agent at l3_agent the message router_deleted on router df6fe436-919a-47a3-9a52-24a1882ee5ea {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:35.560661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.566868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5022d8e0-ad0a-4d60-a309-e9bb37f1f2d2 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/df6fe436-919a-47a3-9a52-24a1882ee5ea HTTP/1.1" status: 204 len: 168 time: 2.6773152 Jul 28 11:25:35.567460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:35.578670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1992987902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:35.580736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f05a79bb-dfb0-467f-85e6-f046aacb2a00 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:35.583483 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:35.625866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-a97808bb-134d-406d-a678-bfab82b307a2 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448119 Jul 28 11:25:35.631981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56b3c430-38d1-407d-8414-f0d6c4a9e435 req-21ea1005-f08c-43d4-895f-a73b6863ec1a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490280 Jul 28 11:25:35.634931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:25:35.634931 n-d-723573-7 neutron-server[93836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:25:35.634931 n-d-723573-7 neutron-server[93836]: [parameters: {'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'id': '42247486-511f-4ccc-a1cf-3174d55c4b98', 'expiration': datetime.datetime(2021, 7, 28, 11, 27, 35, 626496)}] Jul 28 11:25:35.634931 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:25:35.635357 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:25:35.655833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.657186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.716469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.724545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.745579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29939c28-b755-4dfd-80e1-0f6c771ce30f req-4c4ba58c-9880-485d-b352-7aef62b534b8 service neutron] 10.222.0.41 "GET /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085527 Jul 28 11:25:35.759850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.763095 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c65e407d-8dee-48f2-8108-c8108dbec3df tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1945875 Jul 28 11:25:35.766199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35470) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:35.770462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': True}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:35.788741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f05a79bb-dfb0-467f-85e6-f046aacb2a00 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:35.789227 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.854610 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:33Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:33Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:35.889269 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:35.889719 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Updating router efcc9e9e-469a-4b39-84ab-7941cca6fd2f port 855501bc-0742-4696-a4ad-1219af80a3cf binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:25:35.921038 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:35.929086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2b5c53c-930c-4d02-9970-e8aa669311e6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:36.011508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Provisioning for port 855501bc-0742-4696-a4ad-1219af80a3cf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:36.018353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Provisioning complete for port 855501bc-0742-4696-a4ad-1219af80a3cf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:36.018825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.027097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c2b5c53c-930c-4d02-9970-e8aa669311e6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:36.027571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.039150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:36.043608 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033941 Jul 28 11:25:36.048699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:36.102232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8197b85d-9f32-4a0f-aecb-24a07b9e5cc3 None None] Port 855501bc-0742-4696-a4ad-1219af80a3cf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:36.179530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0af6da26-0d1e-417b-86f3-01ff96164210 tempest-NetworksApiDiscovery-1085585159 tempest-NetworksApiDiscovery-1085585159-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1296484 Jul 28 11:25:36.224368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d3ab59a-731d-4819-b9b1-0a9ae7fcfa18 None None] Provisioning complete for port 855501bc-0742-4696-a4ad-1219af80a3cf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:36.225176 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab59a-731d-4819-b9b1-0a9ae7fcfa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.272880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ab59a-731d-4819-b9b1-0a9ae7fcfa18 None None] Port 855501bc-0742-4696-a4ad-1219af80a3cf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:36.373463 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.383714 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Transition to ACTIVE for port object 855501bc-0742-4696-a4ad-1219af80a3cf will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:36.390797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.391362 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.419382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:36.422956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.441215 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8f550-04b3-4fb3-9b77-a562780b4947 None None] Pushing event updated for resources: {'Port': ['ID=855501bc-0742-4696-a4ad-1219af80a3cf,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:36.477395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:36.493971 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.494341 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added segment 2f72792b-f758-4f43-b28e-06568c2b8637 of type vlan for network 64779cc4-b94c-44bd-94a4-89616fe7b919 Jul 28 11:25:36.496970 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Attempting to bind port 855501bc-0742-4696-a4ad-1219af80a3cf on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:36.497336 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Attempting to bind port 855501bc-0742-4696-a4ad-1219af80a3cf by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:36.497697 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Attempting to bind port 855501bc-0742-4696-a4ad-1219af80a3cf on network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:36.503266 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:36.503983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:36.504617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Checking segment: {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:36.505349 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.505501 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Bound using segment: {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:36.506396 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Bound port: 855501bc-0742-4696-a4ad-1219af80a3cf, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b676c6c3-fc23-443b-b3cf-8e53df306e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:36.506396 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.550177 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.585222 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] For port 855501bc-0742-4696-a4ad-1219af80a3cf, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:36.590736 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] For port 855501bc-0742-4696-a4ad-1219af80a3cf, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=855501bc-0742-4696-a4ad-1219af80a3cf,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:36.597260 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.629764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.636540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:36.637224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.661932 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:36.663170 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:36.679004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c6a6b-dc45-408a-a3cc-ff795d2fa75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.749122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:36.752392 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8f550-04b3-4fb3-9b77-a562780b4947 None None] Pushing event updated for resources: {'Port': ['ID=855501bc-0742-4696-a4ad-1219af80a3cf,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:36.783976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Network': ['ID=64779cc4-b94c-44bd-94a4-89616fe7b919,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:36.789418 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:36.821939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c6a6b-dc45-408a-a3cc-ff795d2fa75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.828875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c6a6b-dc45-408a-a3cc-ff795d2fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.829102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:36.878461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c6a6b-dc45-408a-a3cc-ff795d2fa75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618186de-ebbf-4759-acd2-97d626e3e83c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:36.883099 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c19c6a6b-dc45-408a-a3cc-ff795d2fa75e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce8e633bd81e4519bc18f2c74fa0f2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780265 Jul 28 11:25:36.888331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:36.912223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46cc6-9da1-46e2-ba86-51e18f5b9a19 req-0a782cba-5741-42f2-bc17-632bceee222a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:36.914694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cc46cc6-9da1-46e2-ba86-51e18f5b9a19 req-0a782cba-5741-42f2-bc17-632bceee222a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 944 time: 0.1183863 Jul 28 11:25:36.919091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-276f120c-2406-4f69-8f6b-7a2acf89e049 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4591086 Jul 28 11:25:36.921902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35498) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:36.970469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port a7c07311-ac98-4961-8bdc-889bbe1ab66b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:36.975890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:36.976101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'subnet': {'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:36.985696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4b40-a814-4439-9dca-5d98d2218141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.020663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4b40-a814-4439-9dca-5d98d2218141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.099942 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:33Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:36Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:37.104564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.106516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Made reservation on behalf of b113cce47650490d91b9ab4cfd94ce26 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:37.110285 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.124488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4b40-a814-4439-9dca-5d98d2218141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.127137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4b40-a814-4439-9dca-5d98d2218141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.130686 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1d9f4b40-a814-4439-9dca-5d98d2218141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/618186de-ebbf-4759-acd2-97d626e3e83c HTTP/1.1" status: 204 len: 168 time: 0.2388771 Jul 28 11:25:37.136551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f4b40-a814-4439-9dca-5d98d2218141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618186de-ebbf-4759-acd2-97d626e3e83c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:37.152131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65be8e-2691-4467-bc51-c84e5427a262 None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:33Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:36Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:37.157939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:25:37.160260 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ba283c-400d-41b4-8852-5c0d89948ab5" -d '{"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-plugged", "status": "completed", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:25:37.233293 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968fb79f-8edc-45ac-b052-af7bd9e4a456 x-openstack-request-id: req-968fb79f-8edc-45ac-b052-af7bd9e4a456 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:25:37.240052 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-plugged", "status": "completed", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:25:37.240448 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-968fb79f-8edc-45ac-b052-af7bd9e4a456 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:25:37.240910 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'code': 200} Jul 28 11:25:37.247501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0cc46cc6-9da1-46e2-ba86-51e18f5b9a19 req-b1925972-6a7e-4555-bfe0-e275fa929ed1 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238411 Jul 28 11:25:37.254829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.272779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:37.280753 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.292909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.349642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:37.468913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:25:37.509667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Allocated IP 172.25.1.248 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0bf9f39f-c3f2-439f-b2c5-0bef05d63758) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:37.512502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.593846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 855501bc-0742-4696-a4ad-1219af80a3cf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:37.656258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:37.662777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Subnet': ['ID=fdd671c0-8fa4-4fd9-872e-77c4b8a6158a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:37.674132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c', 'network_id': 'e423a78b-f93f-423c-948c-c78e7ecc644d', 'port_id': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c', 'mac_address': 'fa:16:3e:5b:ac:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6691916f-ae4e-4523-999b-974102b226d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:25:37.680092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Checking segment: {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:37.680484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network hostable DHCP agents. Network: 64779cc4-b94c-44bd-94a4-89616fe7b919, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:37.702941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 855501bc-0742-4696-a4ad-1219af80a3cf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:37.711492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 855501bc-0742-4696-a4ad-1219af80a3cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:37.711924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.732472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:37.741270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.747785 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.761227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 64779cc4-b94c-44bd-94a4-89616fe7b919) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:37.769187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:37.769881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.810758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:37.816705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9cc2967-76f8-490c-9151-ecc00a476e9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8489504 Jul 28 11:25:37.830387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:37.895057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:37.904566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:37.912417 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:37.943998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Port': ['ID=0bf9f39f-c3f2-439f-b2c5-0bef05d63758,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:37.995155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1461828b-b6ff-428c-9188-e1004f3f76a6 None None] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:38.013650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:25:38.076362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:38.116121 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.177893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:38.244369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.286398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.292148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 855501bc-0742-4696-a4ad-1219af80a3cf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=855501bc-0742-4696-a4ad-1219af80a3cf,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:38.320516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.357797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:25:38.360717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-64779cc4-b94c-44bd-94a4-89616fe7b919', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:25:38.362236 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.417329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.439622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee507ae7-865a-4845-81d2-dc511738292c req-7835d10f-f79e-464b-9d33-53275cb6e740 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:38.449592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee507ae7-865a-4845-81d2-dc511738292c req-7835d10f-f79e-464b-9d33-53275cb6e740 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 945 time: 0.1083112 Jul 28 11:25:38.485625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=855501bc-0742-4696-a4ad-1219af80a3cf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:38.603500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee507ae7-865a-4845-81d2-dc511738292c req-705c765a-64f1-4987-9593-3d14fc54b063 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471934 Jul 28 11:25:38.626401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Allocated IP 2001:db8:3::2 (64779cc4-b94c-44bd-94a4-89616fe7b919/fdd671c0-8fa4-4fd9-872e-77c4b8a6158a/8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:38.679095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.683597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.824741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Router b0175728-5bf1-4b9b-99ae-8acca97a0292 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:38.838870 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.847690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Transition to ACTIVE for port object 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:38.864653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Transition to ACTIVE for port object 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:38.878155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.927011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Allocated IP 2001:db8:3::1 (64779cc4-b94c-44bd-94a4-89616fe7b919/fdd671c0-8fa4-4fd9-872e-77c4b8a6158a/21af6415-e5ef-4a66-81e0-2d5db396e0c0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:38.929790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:38.935517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:38.940492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:38.949445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Pushing event updated for resources: {'Port': ['ID=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:38.951365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:38.965912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:38.969917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d363e05f-0a64-4b7d-aa01-a0574399d4a3 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "PUT /v2.0/routers/b0175728-5bf1-4b9b-99ae-8acca97a0292 HTTP/1.1" status: 200 len: 919 time: 3.2029989 Jul 28 11:25:38.970678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35546) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:38.970828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] Sync routers for ids ['b0175728-5bf1-4b9b-99ae-8acca97a0292'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:39.003498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] Routers {'b0175728-5bf1-4b9b-99ae-8acca97a0292'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:39.004242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b0175728-5bf1-4b9b-99ae-8acca97a0292'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:39.051331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Attempting to bind port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:39.051711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Attempting to bind port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:39.052078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Attempting to bind port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 on network 64779cc4-b94c-44bd-94a4-89616fe7b919 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:39.054212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:39.063993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:39.064377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Checking segment: {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:39.064782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.065174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Bound using segment: {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:39.065646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Bound port: 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:39.066029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.069726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] Routers {'b0175728-5bf1-4b9b-99ae-8acca97a0292'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:39.070342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b0175728-5bf1-4b9b-99ae-8acca97a0292'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:39.072724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.093395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Transition to ACTIVE for port object 21af6415-e5ef-4a66-81e0-2d5db396e0c0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:39.110250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f888d131-c0ce-4148-8d05-836cb7228300 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/b0175728-5bf1-4b9b-99ae-8acca97a0292 HTTP/1.1" status: 200 len: 925 time: 0.1383584 Jul 28 11:25:39.111461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:39.112118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce7781-f30a-486c-ad60-c652cef26725 None None] The sync data for ids ['b0175728-5bf1-4b9b-99ae-8acca97a0292'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:39.118362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:39.168740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] For port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:39.172462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] For port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,segment=NetworkSegment(2f72792b-f758-4f43-b28e-06568c2b8637),segment_id=2f72792b-f758-4f43-b28e-06568c2b8637)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:39.177382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8028c-7a57-41f2-b22c-4a94af3250c8 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:39.180720 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.182531 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d5e8028c-7a57-41f2-b22c-4a94af3250c8 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=b0175728-5bf1-4b9b-99ae-8acca97a0292&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0630918 Jul 28 11:25:39.182703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:39.184435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.249288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322c17-2777-4358-bab9-6682e89d7eb4 None None] Pushing event updated for resources: {'Port': ['ID=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:39.257780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:39.263268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:39.265163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=21af6415-e5ef-4a66-81e0-2d5db396e0c0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:39.267406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:39.267958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.336820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a4428-3b8e-4a59-b3ec-81f03cc27253 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:39.341793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-af2a4428-3b8e-4a59-b3ec-81f03cc27253 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.1576176 Jul 28 11:25:39.342496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:39.377502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a02453d1-e367-40f6-81be-29553315ffba tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0175728-5bf1-4b9b-99ae-8acca97a0292 HTTP/1.1" status: 200 len: 205 time: 0.0337610 Jul 28 11:25:39.377841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:39.461010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.472390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:39.605770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:39.610158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:39.611039 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.631282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.662430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 855501bc-0742-4696-a4ad-1219af80a3cf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:39.740018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 855501bc-0742-4696-a4ad-1219af80a3cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:39.740290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.766497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2572fc8-130a-4f05-a79e-6aa02de79d3e req-69e2dcf7-9bf8-4593-b3ca-28bb518590b7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:39.778444 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2572fc8-130a-4f05-a79e-6aa02de79d3e req-69e2dcf7-9bf8-4593-b3ca-28bb518590b7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 945 time: 0.0791700 Jul 28 11:25:39.831703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2572fc8-130a-4f05-a79e-6aa02de79d3e req-726b3374-6ed9-45ff-b225-676f6eda9ce7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514636 Jul 28 11:25:39.875555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.908615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:39.909663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:25:39.912224 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd3903-a4b1-498d-980b-bc848e3485aa" -d '{"events": [{"server_uuid": "8b9fcccd-0744-4e23-a3bd-156a00a6e0fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:25:39.917513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.923383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:39.960984 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01a829-7e14-4359-9352-f9285acf8b13 x-openstack-request-id: req-ea01a829-7e14-4359-9352-f9285acf8b13 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:25:39.961286 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9fcccd-0744-4e23-a3bd-156a00a6e0fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:25:39.961662 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea01a829-7e14-4359-9352-f9285acf8b13 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:25:39.962657 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c', 'code': 200} Jul 28 11:25:39.998799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:40.055430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Deleting port 0bf9f39f-c3f2-439f-b2c5-0bef05d63758 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:40.056149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:40.079198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8721ffd-859c-438e-a3a9-cd17c97740f9 req-81206311-7916-4ad8-9f88-493ea97d4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:40.081137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8721ffd-859c-438e-a3a9-cd17c97740f9 req-81206311-7916-4ad8-9f88-493ea97d4d88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 1097 time: 0.0550089 Jul 28 11:25:40.110963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:40.124823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:40.125617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:40.128099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8721ffd-859c-438e-a3a9-cd17c97740f9 req-fd556b30-62be-46fd-85e3-0b852a383264 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Jul 28 11:25:40.250822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:40.257476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event updated for resources: {'Port': ['ID=21af6415-e5ef-4a66-81e0-2d5db396e0c0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:40.280848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Calling delete_port for 0bf9f39f-c3f2-439f-b2c5-0bef05d63758 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:40.387920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:40.392549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:40.459643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d1d58e-0a74-431b-b281-ff09e3105566 None None] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:40.552848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e8a4063e-5a04-4545-9537-ae95468c097a None None] Provisioning for port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:40.952732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:40.980882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-85da48f6-3baa-4123-a54b-c28f789da63b None None] Provisioning for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:40.994353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-85da48f6-3baa-4123-a54b-c28f789da63b None None] Provisioning complete for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:40.994732 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85da48f6-3baa-4123-a54b-c28f789da63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.015261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.031804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28dc81-28b8-4a6c-83ea-164775441d0d req-b48136b3-77a6-4be9-b262-86a202c6c562 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:41.034412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc28dc81-28b8-4a6c-83ea-164775441d0d req-b48136b3-77a6-4be9-b262-86a202c6c562 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 946 time: 0.1210165 Jul 28 11:25:41.078433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-85da48f6-3baa-4123-a54b-c28f789da63b None None] Port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:41.089259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event deleted for resources: {'Port': ['ID=0bf9f39f-c3f2-439f-b2c5-0bef05d63758,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:41.121316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc28dc81-28b8-4a6c-83ea-164775441d0d req-26948ff4-9fb3-4b7b-a85b-64aee5232da5 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Jul 28 11:25:41.147153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:41.153116 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-76fc81b4-4c28-4527-b72a-f71308f73a5b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420610 Jul 28 11:25:41.155836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:41.164641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:41.165967 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:41.177346 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:41.178306 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:41.219675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-744c3782-2471-4b81-ba7c-4415241d7a39 None None] Provisioning complete for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:41.220667 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-744c3782-2471-4b81-ba7c-4415241d7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.252201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.285185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-744c3782-2471-4b81-ba7c-4415241d7a39 None None] Port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:41.321663 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:41.371600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.375428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.512131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.512829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Fanout notify agent at l3_agent the message router_deleted on router b0175728-5bf1-4b9b-99ae-8acca97a0292 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:41.521097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.522191 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1972eca7-a291-403e-ad95-8835233d0bf0 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/b0175728-5bf1-4b9b-99ae-8acca97a0292 HTTP/1.1" status: 204 len: 168 time: 2.1433253 Jul 28 11:25:41.526475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:41.534031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1920738732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:41.582100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.583745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.614947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-645892f0-04a7-4c87-861d-4aa3d2b1fa3b None None] Provisioning complete for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:41.616165 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-645892f0-04a7-4c87-861d-4aa3d2b1fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.627205 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:39Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '21af6415-e5ef-4a66-81e0-2d5db396e0c0', 'name': '', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:40:41:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:38Z', 'updated_at': '2021-07-28T11:25:39Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:41.658582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.661157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:41.664006 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:41.664269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.664842 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Updating router efcc9e9e-469a-4b39-84ab-7941cca6fd2f port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:25:41.684827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.688953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8dc2bd57-a944-4624-9276-234fe77a5a05 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1574378 Jul 28 11:25:41.689779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:41.695645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:41.706087 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.760245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-645892f0-04a7-4c87-861d-4aa3d2b1fa3b None None] Port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:41.786704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:25:41.800749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:41.805076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:41.805485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.818439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:25:41.822073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.963507 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:41.964832 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.005343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,segment=NetworkSegment(2f72792b-f758-4f43-b28e-06568c2b8637),segment_id=2f72792b-f758-4f43-b28e-06568c2b8637)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:42.010345 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.060418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.064385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.121453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:42.126401 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.160659 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Transition to ACTIVE for port object 21af6415-e5ef-4a66-81e0-2d5db396e0c0 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:42.174404 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.191340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:42.225664 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74453a-f84d-45be-b61f-2ad3972396be None None] Pushing event updated for resources: {'Port': ['ID=21af6415-e5ef-4a66-81e0-2d5db396e0c0,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:42.326290 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Attempting to bind port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:42.326665 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Attempting to bind port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:42.327091 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Attempting to bind port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 on network 64779cc4-b94c-44bd-94a4-89616fe7b919 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:42.328452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:42.343004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.343004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19ea9671-e793-4990-a22a-a8f9bd3550f5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 953 time: 1.1830826 Jul 28 11:25:42.343004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:42.357499 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:42.358437 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Checking segment: {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:42.359158 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.359795 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Bound using segment: {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:42.360560 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Bound port: 21af6415-e5ef-4a66-81e0-2d5db396e0c0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f72792b-f758-4f43-b28e-06568c2b8637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:42.361232 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.385472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.406194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0339-db79-4c9b-bb8d-ef5d6be69b26 req-f35137d9-ae37-40cb-af3b-76b7e4f92566 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:42.414710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fccb0339-db79-4c9b-bb8d-ef5d6be69b26 req-f35137d9-ae37-40cb-af3b-76b7e4f92566 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 946 time: 0.1577487 Jul 28 11:25:42.452447 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] For port 21af6415-e5ef-4a66-81e0-2d5db396e0c0, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:42.457272 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] For port 21af6415-e5ef-4a66-81e0-2d5db396e0c0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=21af6415-e5ef-4a66-81e0-2d5db396e0c0,segment=NetworkSegment(2f72792b-f758-4f43-b28e-06568c2b8637),segment_id=2f72792b-f758-4f43-b28e-06568c2b8637)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:42.472298 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.475643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.535578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4da6c2d7-3c83-451a-b337-1ac644bb7bfd tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 953 time: 0.1873338 Jul 28 11:25:42.536369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:42.559064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:42.568853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:42.569497 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:42.637417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fccb0339-db79-4c9b-bb8d-ef5d6be69b26 req-533754f8-8568-4c90-b1d2-121a5c99aee1 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217746 Jul 28 11:25:42.722216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Allocated IP 172.25.1.211 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/9eb4d0a2-a8cb-4205-8693-3fc3ec63c9b7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:42.863586 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74453a-f84d-45be-b61f-2ad3972396be None None] Pushing event updated for resources: {'Port': ['ID=21af6415-e5ef-4a66-81e0-2d5db396e0c0,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:42.881128 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:42.926567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:42.989244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.064738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Pushing event updated for resources: {'Port': ['ID=9eb4d0a2-a8cb-4205-8693-3fc3ec63c9b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:43.077182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.077625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.078164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.078830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.079147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.079568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.079958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.080389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.080778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.081557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.081698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.082018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:43.086559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:43.089385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:43.095624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:43.216753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:25:43.217291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:25:43.243825 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:41Z', 'revision_number': 6, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '21af6415-e5ef-4a66-81e0-2d5db396e0c0', 'name': '', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:40:41:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:38Z', 'updated_at': '2021-07-28T11:25:42Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:43.254987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.275120 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507507c-0be5-4d0c-9411-45994b9143ec None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:41Z', 'revision_number': 6, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '21af6415-e5ef-4a66-81e0-2d5db396e0c0', 'name': '', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:40:41:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:38Z', 'updated_at': '2021-07-28T11:25:42Z', 'revision_number': 4, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:43.527679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.568640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.572272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.674372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 21af6415-e5ef-4a66-81e0-2d5db396e0c0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:43.757375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:43.761359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:43.766399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:43.767145 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.847601 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.851871 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.874199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.896847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:43.913587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.915204 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d5d4b500-e77e-4d1b-bc9b-69430436a1d8 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 703 time: 1.3758535 Jul 28 11:25:43.918314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:43.926216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 21af6415-e5ef-4a66-81e0-2d5db396e0c0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=21af6415-e5ef-4a66-81e0-2d5db396e0c0,segment=NetworkSegment(2f72792b-f758-4f43-b28e-06568c2b8637),segment_id=2f72792b-f758-4f43-b28e-06568c2b8637)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:43.934050 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:43.936461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:44.077632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=21af6415-e5ef-4a66-81e0-2d5db396e0c0,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:44.094270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:44.095656 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:44.107936 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8547a01-79a9-4474-b053-d2314cc3db3b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 703 time: 0.1885498 Jul 28 11:25:44.110896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:44.545758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Router 3517c270-643e-4522-a568-361bd54ce419 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:44.566349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:44.584485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:44.587553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:44.606579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:44.743860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:44.754894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] Sync routers for ids ['3517c270-643e-4522-a568-361bd54ce419'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:44.757366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:44.759951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-912c6f17-fa8f-4618-871e-cdec1c23e5b7 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "PUT /v2.0/routers/3517c270-643e-4522-a568-361bd54ce419 HTTP/1.1" status: 200 len: 920 time: 3.0691924 Jul 28 11:25:44.763499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:44.777640 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] Routers {'3517c270-643e-4522-a568-361bd54ce419'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:44.781103 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3517c270-643e-4522-a568-361bd54ce419'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:44.804595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:44.874931 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:44.900653 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] Routers {'3517c270-643e-4522-a568-361bd54ce419'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:44.903376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['3517c270-643e-4522-a568-361bd54ce419'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:44.972857 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:44.973804 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d9221-21fd-4dc7-92e8-07de999bf106 None None] The sync data for ids ['3517c270-643e-4522-a568-361bd54ce419'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:44.984954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-373da6be-2084-4358-913c-e5e1f9bfcf2c tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/3517c270-643e-4522-a568-361bd54ce419 HTTP/1.1" status: 200 len: 926 time: 0.2170198 Jul 28 11:25:44.987966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:45.084158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06910fc-2751-47e3-aec4-51fb1148dd49 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:45.088887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a06910fc-2751-47e3-aec4-51fb1148dd49 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=3517c270-643e-4522-a568-361bd54ce419&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0967672 Jul 28 11:25:45.089576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:45.193811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:43Z', 'revision_number': 7, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '21af6415-e5ef-4a66-81e0-2d5db396e0c0', 'name': '', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:40:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:38Z', 'updated_at': '2021-07-28T11:25:43Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:45.207201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741a660-6aa6-44ca-b467-6c37ab6e11ec tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:45.214979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3741a660-6aa6-44ca-b467-6c37ab6e11ec tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/networks/04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 881 time: 0.1239891 Jul 28 11:25:45.220996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:45.237447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:45.248367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:45.249097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:45.282312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0cae3c6b-76ee-429e-8383-14d61fc3bec3 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=3517c270-643e-4522-a568-361bd54ce419 HTTP/1.1" status: 200 len: 205 time: 0.0598645 Jul 28 11:25:45.284707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:45.355246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:45.436673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.455593 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:25:45.552165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:45.552747 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.579641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.608867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 21af6415-e5ef-4a66-81e0-2d5db396e0c0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:45.663701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:43Z', 'revision_number': 7, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '21af6415-e5ef-4a66-81e0-2d5db396e0c0', 'name': '', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:40:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:38Z', 'updated_at': '2021-07-28T11:25:43Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:45.671492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Deleting port 9eb4d0a2-a8cb-4205-8693-3fc3ec63c9b7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:45.671887 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.692734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78ce3d-b7be-42c0-a5f1-3f2edd5dc1ff None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:43Z', 'revision_number': 7, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '21af6415-e5ef-4a66-81e0-2d5db396e0c0', 'name': '', 'network_id': '64779cc4-b94c-44bd-94a4-89616fe7b919', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:40:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:38Z', 'updated_at': '2021-07-28T11:25:43Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'fdd671c0-8fa4-4fd9-872e-77c4b8a6158a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:45.704049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 21af6415-e5ef-4a66-81e0-2d5db396e0c0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:45.704754 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.721968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 21af6415-e5ef-4a66-81e0-2d5db396e0c0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=21af6415-e5ef-4a66-81e0-2d5db396e0c0,segment=NetworkSegment(2f72792b-f758-4f43-b28e-06568c2b8637),segment_id=2f72792b-f758-4f43-b28e-06568c2b8637)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:45.722552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.766929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 21af6415-e5ef-4a66-81e0-2d5db396e0c0 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:45.838228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:45.863279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Calling delete_port for 9eb4d0a2-a8cb-4205-8693-3fc3ec63c9b7 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:46.043033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.195369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=21af6415-e5ef-4a66-81e0-2d5db396e0c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:46.264824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.316641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event deleted for resources: {'Port': ['ID=9eb4d0a2-a8cb-4205-8693-3fc3ec63c9b7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:46.364635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.407450 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.526690 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.529153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.579531 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.581084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Fanout notify agent at l3_agent the message router_deleted on router 3517c270-643e-4522-a568-361bd54ce419 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:46.589632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.597250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19762e6a-2e57-4db5-a3c0-b20d3bdedf07 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/3517c270-643e-4522-a568-361bd54ce419 HTTP/1.1" status: 204 len: 168 time: 1.3115215 Jul 28 11:25:46.598103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:46.604322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-333252467', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:46.643849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.645107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.657360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:46.714012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.761529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:46.772495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-925cd286-2d58-4d59-b7b2-e4b4c04a6f1f tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6604149 Jul 28 11:25:46.773532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:46.775214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:46.795659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:46.796347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:46.835568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet fdd671c0-8fa4-4fd9-872e-77c4b8a6158a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:46.839460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.881071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.897470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:46.923466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:47.077652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.164563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.190905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.198515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd671c0-8fa4-4fd9-872e-77c4b8a6158a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:47.201726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.206199 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/fdd671c0-8fa4-4fd9-872e-77c4b8a6158a HTTP/1.1" status: 204 len: 168 time: 0.4276686 Jul 28 11:25:47.207471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05673fe1-4162-4bc3-8ab5-35309ee89d7d None None] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:47.210089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:47.214143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.214578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.214999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.215542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.216118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.216561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.217000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.217404 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.217800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.218337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.218742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.219138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbed1d1-9754-4f15-a97a-fda7858b14ce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:25:47.228269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.309556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:45Z', 'revision_number': 8, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:47.338549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.340456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:47.394587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:47.395485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:47.398513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:47.398865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.409506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Allocated IP 172.25.1.96 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0801c433-7aea-4081-9a8e-d0375f5de2f7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:47.507773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,segment=NetworkSegment(2f72792b-f758-4f43-b28e-06568c2b8637),segment_id=2f72792b-f758-4f43-b28e-06568c2b8637)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:47.508943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.542088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:47.566036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:47.576929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] DHCP port deletion for 64779cc4-b94c-44bd-94a4-89616fe7b919 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:25:47.578964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.630357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.662688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.684904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:47.689113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:47.698568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:47.699707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:47.708592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:47.743886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event updated for resources: {'Port': ['ID=0801c433-7aea-4081-9a8e-d0375f5de2f7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:47.812559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.827043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64779cc4-b94c-44bd-94a4-89616fe7b919']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:47.841851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f72792b-f758-4f43-b28e-06568c2b8637') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:47.842280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f72792b-f758-4f43-b28e-06568c2b8637') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:47.853386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.869502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.876304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:47.877480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:47.880910 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:47.930007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Deleting port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:47.930624 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.980809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.990430 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:47.997727 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/64779cc4-b94c-44bd-94a4-89616fe7b919 HTTP/1.1" status: 204 len: 168 time: 0.7836955 Jul 28 11:25:48.018110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:48.044846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171643-1613-4e09-a6cd-556f834abe70 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=64779cc4-b94c-44bd-94a4-89616fe7b919,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:48.067886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:48.080106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] For port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:48.092851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:48.142673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Calling delete_port for 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:48.167102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:25:48.169063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:48.231404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Network 64779cc4-b94c-44bd-94a4-89616fe7b919 is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:25:48.231859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] No DVR routers for this DVR port 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:48.255770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8514276-2948-4ade-a51d-ed4e8938d341 None None] Pushing event deleted for resources: {'Port': ['ID=8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:48.286227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:45Z', 'revision_number': 8, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:48.330885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e92457-fe33-4df1-9960-1adbf67eafcf None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:45Z', 'revision_number': 8, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '855501bc-0742-4696-a4ad-1219af80a3cf', 'name': '', 'network_id': '7dfff7c1-a746-44cc-ab73-5cbd682bfb22', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:61:da:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:31Z', 'updated_at': '2021-07-28T11:25:38Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': 'a2bea089-13a7-4be5-b405-e92cbe285448', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:48.348452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:48.493697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:48.538512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Router c1df77c5-dd25-4fd9-ab06-187ff909c35a is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:25:48.699436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:48.722305 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0549e-4a4e-468b-abec-53679217461e None None] Sync routers for ids ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:48.748342 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0549e-4a4e-468b-abec-53679217461e None None] Routers {'c1df77c5-dd25-4fd9-ab06-187ff909c35a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:48.760305 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-daa0549e-4a4e-468b-abec-53679217461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:48.764208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:48.769054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-09c5f149-605b-4418-85f9-9f3c1991619f tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1671686 Jul 28 11:25:48.769439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:48.777241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:48.802452 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-daa0549e-4a4e-468b-abec-53679217461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:48.814011 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0549e-4a4e-468b-abec-53679217461e None None] Routers {'c1df77c5-dd25-4fd9-ab06-187ff909c35a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:48.814912 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-daa0549e-4a4e-468b-abec-53679217461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:48.853476 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-daa0549e-4a4e-468b-abec-53679217461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:48.854408 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0549e-4a4e-468b-abec-53679217461e None None] The sync data for ids ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:49.075567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 855501bc-0742-4696-a4ad-1219af80a3cf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:49.076214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.259771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 855501bc-0742-4696-a4ad-1219af80a3cf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=855501bc-0742-4696-a4ad-1219af80a3cf,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:49.260057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.281465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 855501bc-0742-4696-a4ad-1219af80a3cf owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:49.291935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.341547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.460380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Deleting port 0801c433-7aea-4081-9a8e-d0375f5de2f7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:49.460737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.519345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 21af6415-e5ef-4a66-81e0-2d5db396e0c0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:49.547115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 21af6415-e5ef-4a66-81e0-2d5db396e0c0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:49.548221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 21af6415-e5ef-4a66-81e0-2d5db396e0c0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:49.548866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:49.571603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:49.573275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8abda48e-d5c1-41c9-a37e-efa6eb3ea8b4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:49.579149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.612035 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.621852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=855501bc-0742-4696-a4ad-1219af80a3cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:49.631859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Calling delete_port for 0801c433-7aea-4081-9a8e-d0375f5de2f7 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:49.746770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:49.798250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.420707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.465763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Pushing event deleted for resources: {'Port': ['ID=0801c433-7aea-4081-9a8e-d0375f5de2f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:50.520108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:50.536787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.750865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:50.757372 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-889c5255-d994-41dd-b288-ec58c54bd2a6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293684 Jul 28 11:25:50.760250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:50.762417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:50.774908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:50.775830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:50.831917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet a2bea089-13a7-4be5-b405-e92cbe285448 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:50.837445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.844336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.848124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.898321 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:50.917648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:50.963670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Router c1df77c5-dd25-4fd9-ab06-187ff909c35a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:50.993951 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.046335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:51.053915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.055410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab970bfd-8b5c-4f57-be3e-b0af02bca652 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "PUT /v2.0/routers/c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 200 len: 709 time: 2.2836683 Jul 28 11:25:51.057556 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] Sync routers for ids ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:51.058617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:51.068866 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] Routers {'c1df77c5-dd25-4fd9-ab06-187ff909c35a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:51.069766 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:51.126198 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:51.136123 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] Routers {'c1df77c5-dd25-4fd9-ab06-187ff909c35a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:51.137029 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:51.138836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.155668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c65156e-3d1d-4ae1-8f23-77687f2cff80 tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/routers/c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 200 len: 744 time: 0.0957382 Jul 28 11:25:51.159084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:51.159256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.161471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/a2bea089-13a7-4be5-b405-e92cbe285448 HTTP/1.1" status: 204 len: 168 time: 0.3994877 Jul 28 11:25:51.165633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:51.171113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d312ed7-6817-492e-993e-f5d0ec526085 None None] Network 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:51.195135 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:51.196082 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccea425-b7f2-4bc2-993e-77f01bb54399 None None] The sync data for ids ['c1df77c5-dd25-4fd9-ab06-187ff909c35a'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:51.202611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee485c-2640-4ccd-8e18-ed53a6b19419 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=a2bea089-13a7-4be5-b405-e92cbe285448,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:51.245175 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-474a5a3d-0df8-493c-9711-913b13722bdf tempest-RoutersIpV6AdminTest-295913729 tempest-RoutersIpV6AdminTest-295913729-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&device_id=c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 200 len: 205 time: 0.0845876 Jul 28 11:25:51.248460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:51.288811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4fdcf132-2340-4034-a07e-c19399378d7e tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 200 len: 205 time: 0.0381434 Jul 28 11:25:51.290473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:51.296554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:49Z', 'revision_number': 9, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:51.326088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:51.340391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:51.341129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:51.349228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.388093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.421725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] DHCP port deletion for 7dfff7c1-a746-44cc-ab73-5cbd682bfb22 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:25:51.469487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:51.579778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] Deleting port c2b5c53c-930c-4d02-9970-e8aa669311e6 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:51.580066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.609920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c2b5c53c-930c-4d02-9970-e8aa669311e6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:51.891622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] For port c2b5c53c-930c-4d02-9970-e8aa669311e6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2b5c53c-930c-4d02-9970-e8aa669311e6,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:51.892337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.914845 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.916424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] Calling delete_port for c2b5c53c-930c-4d02-9970-e8aa669311e6 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:51.917536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.971043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.971569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Fanout notify agent at l3_agent the message router_deleted on router c1df77c5-dd25-4fd9-ab06-187ff909c35a {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:25:51.974700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port c2b5c53c-930c-4d02-9970-e8aa669311e6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:51.975046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.981957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:51.986194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5576f614-384a-42b3-8a1a-7df598f41b63 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 204 len: 168 time: 0.6916883 Jul 28 11:25:51.986845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.019708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.056256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9a42d866-1845-4657-88ee-030e6c6b72a4 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 200 len: 205 time: 0.0568721 Jul 28 11:25:52.057917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.091354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c2b5c53c-930c-4d02-9970-e8aa669311e6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2b5c53c-930c-4d02-9970-e8aa669311e6,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:52.098723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port c2b5c53c-930c-4d02-9970-e8aa669311e6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c2b5c53c-930c-4d02-9970-e8aa669311e6,segment=NetworkSegment(b676c6c3-fc23-443b-b3cf-8e53df306e0f),segment_id=b676c6c3-fc23-443b-b3cf-8e53df306e0f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:52.098969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.104778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:49Z', 'revision_number': 9, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:52.109010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.139261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for c2b5c53c-930c-4d02-9970-e8aa669311e6 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:52.142184 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5761cc0b-e7f5-456c-bdfb-1fa8de985581 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] delete failed (client error): The resource could not be found. Jul 28 11:25:52.145278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2577e8c-fbdc-41b5-b69c-a293068b00d2 None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:49Z', 'revision_number': 9, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f05a79bb-dfb0-467f-85e6-f046aacb2a00', 'name': '', 'network_id': '067dfcfe-89e0-434b-8855-5d030dd09209', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:23:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:26Z', 'updated_at': '2021-07-28T11:25:34Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '85fde754-599e-4ca4-bcc1-2d10ac657cb6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:52.147588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.149874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5761cc0b-e7f5-456c-bdfb-1fa8de985581 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/c1df77c5-dd25-4fd9-ab06-187ff909c35a HTTP/1.1" status: 404 len: 336 time: 0.0876138 Jul 28 11:25:52.171323 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.201709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] No DVR routers for this DVR port c2b5c53c-930c-4d02-9970-e8aa669311e6 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:52.220671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e9defd49-3feb-4a95-a9ba-31e799b9bfc3 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=3517c270-643e-4522-a568-361bd54ce419 HTTP/1.1" status: 200 len: 205 time: 0.0700204 Jul 28 11:25:52.221418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.225434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c2b5c53c-930c-4d02-9970-e8aa669311e6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:52.255558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357531a8-b622-447e-a88f-01a5e6f338cd None None] Pushing event deleted for resources: {'Port': ['ID=c2b5c53c-930c-4d02-9970-e8aa669311e6,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:52.281444 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-d2791543-dcbf-4ae4-81bf-dff4276d4885 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] delete failed (client error): The resource could not be found. Jul 28 11:25:52.282485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2791543-dcbf-4ae4-81bf-dff4276d4885 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/3517c270-643e-4522-a568-361bd54ce419 HTTP/1.1" status: 404 len: 336 time: 0.0599787 Jul 28 11:25:52.285195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.298520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.322506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-100c874a-edcb-43e2-9e31-a434fcc5acfc tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0175728-5bf1-4b9b-99ae-8acca97a0292 HTTP/1.1" status: 200 len: 205 time: 0.0360875 Jul 28 11:25:52.325122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.345407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port c2b5c53c-930c-4d02-9970-e8aa669311e6 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:52.347341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=c2b5c53c-930c-4d02-9970-e8aa669311e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:52.385409 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5f71262a-33c0-40f9-8d29-e6368bbd8e71 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] delete failed (client error): The resource could not be found. Jul 28 11:25:52.389654 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f71262a-33c0-40f9-8d29-e6368bbd8e71 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/b0175728-5bf1-4b9b-99ae-8acca97a0292 HTTP/1.1" status: 404 len: 336 time: 0.0605485 Jul 28 11:25:52.390158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.423171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-33f25b0e-bb86-4d30-96e3-acb48952482d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=df6fe436-919a-47a3-9a52-24a1882ee5ea HTTP/1.1" status: 200 len: 205 time: 0.0297003 Jul 28 11:25:52.423377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.428657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.439810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfff7c1-a746-44cc-ab73-5cbd682bfb22']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:52.451120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b676c6c3-fc23-443b-b3cf-8e53df306e0f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:52.451419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b676c6c3-fc23-443b-b3cf-8e53df306e0f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:52.460804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.463169 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-f07cab4e-71be-448b-91a8-63f152726ccc tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] delete failed (client error): The resource could not be found. Jul 28 11:25:52.466710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f07cab4e-71be-448b-91a8-63f152726ccc tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/df6fe436-919a-47a3-9a52-24a1882ee5ea HTTP/1.1" status: 404 len: 336 time: 0.0399094 Jul 28 11:25:52.467359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.480840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.487736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:52.488375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.500502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0918a58b-6aa7-4443-b0ed-ae848d63288e tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9e6e32c-92c9-47fb-902c-c4166703a51d HTTP/1.1" status: 200 len: 205 time: 0.0324755 Jul 28 11:25:52.502933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.519272 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.552236 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-708ab79b-3fc2-4664-bf6c-96a1a5680525 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] delete failed (client error): The resource could not be found. Jul 28 11:25:52.555875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-708ab79b-3fc2-4664-bf6c-96a1a5680525 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/a9e6e32c-92c9-47fb-902c-c4166703a51d HTTP/1.1" status: 404 len: 336 time: 0.0494328 Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:52.556022 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:52.558822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.571454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.574382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.576287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/7dfff7c1-a746-44cc-ab73-5cbd682bfb22 HTTP/1.1" status: 204 len: 168 time: 1.4093809 Jul 28 11:25:52.590967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.595444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc148b-b17d-4c16-9f14-4666a39d5bce tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=7dfff7c1-a746-44cc-ab73-5cbd682bfb22,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:52.596780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-26fb1065-dd16-454c-a93b-ab63ecb21a3d tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5442f597-8058-4493-bf91-3779dd7b2a3d HTTP/1.1" status: 200 len: 205 time: 0.0393987 Jul 28 11:25:52.601021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.642321 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-37a02540-5c38-46fc-94d6-dbee6695f2cc tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] delete failed (client error): The resource could not be found. Jul 28 11:25:52.644675 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-37a02540-5c38-46fc-94d6-dbee6695f2cc tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/routers/5442f597-8058-4493-bf91-3779dd7b2a3d HTTP/1.1" status: 404 len: 336 time: 0.0427506 Jul 28 11:25:52.646194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:52.688333 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fabb13-a001-4ef2-a31a-86d0363823d4 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] DELETE failed (client error): The resource could not be found. Jul 28 11:25:52.689719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fabb13-a001-4ef2-a31a-86d0363823d4 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:25:52.690538 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-88fabb13-a001-4ef2-a31a-86d0363823d4 tempest-RoutersIpV6AdminTest-748868200 tempest-RoutersIpV6AdminTest-748868200-project] 10.222.0.20 "DELETE /v2.0/subnets/5a96bcd2-04d9-4456-af2a-fb1bad83f220 HTTP/1.1" status: 404 len: 337 time: 0.0433950 Jul 28 11:25:52.956212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:52.970487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:53.079711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3afb40a-72b6-452b-bdf7-b2c0a8656d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.206327 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3afb40a-72b6-452b-bdf7-b2c0a8656d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.213075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3afb40a-72b6-452b-bdf7-b2c0a8656d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.239403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port f05a79bb-dfb0-467f-85e6-f046aacb2a00 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:53.239904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.260918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afb40a-72b6-452b-bdf7-b2c0a8656d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487717bb-e9fc-4d01-88a6-6ad2141107e9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:53.268216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f3afb40a-72b6-452b-bdf7-b2c0a8656d3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=913698f7df034820bbec12cc383e698c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965541 Jul 28 11:25:53.270884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:53.322789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1cc1-ee4b-42aa-9646-6a03bd38f19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.337702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port f05a79bb-dfb0-467f-85e6-f046aacb2a00, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f05a79bb-dfb0-467f-85e6-f046aacb2a00,segment=NetworkSegment(170d518c-4adc-4ac0-9dc0-350a6ac2b20d),segment_id=170d518c-4adc-4ac0-9dc0-350a6ac2b20d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:53.338382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.346629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1cc1-ee4b-42aa-9646-6a03bd38f19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.353230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for f05a79bb-dfb0-467f-85e6-f046aacb2a00 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:53.396885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1cc1-ee4b-42aa-9646-6a03bd38f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.400061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1cc1-ee4b-42aa-9646-6a03bd38f19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.401221 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cfdc1cc1-ee4b-42aa-9646-6a03bd38f19e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/487717bb-e9fc-4d01-88a6-6ad2141107e9 HTTP/1.1" status: 204 len: 168 time: 0.1291189 Jul 28 11:25:53.413179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc1cc1-ee4b-42aa-9646-6a03bd38f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487717bb-e9fc-4d01-88a6-6ad2141107e9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:53.512519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 855501bc-0742-4696-a4ad-1219af80a3cf no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:53.544885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 855501bc-0742-4696-a4ad-1219af80a3cf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:53.545472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 855501bc-0742-4696-a4ad-1219af80a3cf not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:53.577719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.607479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=f05a79bb-dfb0-467f-85e6-f046aacb2a00,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:53.744131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:53.812142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:53.867333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:53.868298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-533cac84-90eb-4183-9553-5bfeb6410e1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b782d45508a540398f8138ed44546977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541828 Jul 28 11:25:53.997588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:53.998502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d0708c4-22a4-4965-a7dd-1c97fb31ec60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.028645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d0708c4-22a4-4965-a7dd-1c97fb31ec60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.134364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:54.139975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a81a1264-82f7-40d3-b033-d2ed82478902 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508161 Jul 28 11:25:54.142978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:54.146167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:54.155400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:54.156025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:54.178391 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d0708c4-22a4-4965-a7dd-1c97fb31ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.181564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d0708c4-22a4-4965-a7dd-1c97fb31ec60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.182718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8d0708c4-22a4-4965-a7dd-1c97fb31ec60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b88a56aa-6327-4183-afe2-be2f5db2eb58 HTTP/1.1" status: 204 len: 168 time: 0.3138454 Jul 28 11:25:54.204607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0708c4-22a4-4965-a7dd-1c97fb31ec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a56aa-6327-4183-afe2-be2f5db2eb58,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:54.215969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet 85fde754-599e-4ca4-bcc1-2d10ac657cb6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:54.220776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.276543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:54.283869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.471058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.551186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:53Z', 'revision_number': 10, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:54.583197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:54.594025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:54.594672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:54.596064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.658037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=85fde754-599e-4ca4-bcc1-2d10ac657cb6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:54.660002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.661895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b820d83a-96e4-4617-b77c-553e143cfc3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/85fde754-599e-4ca4-bcc1-2d10ac657cb6 HTTP/1.1" status: 204 len: 168 time: 0.5178573 Jul 28 11:25:54.669932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:54.694847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9addd1e-f41d-46c9-b2c9-7374fe3abe4e None None] Network 067dfcfe-89e0-434b-8855-5d030dd09209 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:54.702177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:54.803566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:54.816735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.910064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port b4389f6d-4f74-47e3-9802-aeef75bc7406 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:54.910417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:54.941329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ae4ba9-913e-410f-8cc8-8b3da5ef63c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.016222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port b4389f6d-4f74-47e3-9802-aeef75bc7406, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b4389f6d-4f74-47e3-9802-aeef75bc7406,segment=NetworkSegment(170d518c-4adc-4ac0-9dc0-350a6ac2b20d),segment_id=170d518c-4adc-4ac0-9dc0-350a6ac2b20d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:55.016594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.037140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for b4389f6d-4f74-47e3-9802-aeef75bc7406 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:55.103707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ae4ba9-913e-410f-8cc8-8b3da5ef63c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.111946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ae730-4a3b-421f-b7c0-e3a0d1412390 None None] DHCP port deletion for 067dfcfe-89e0-434b-8855-5d030dd09209 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:25:55.115748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65ae4ba9-913e-410f-8cc8-8b3da5ef63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.121612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:53Z', 'revision_number': 10, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:55.149367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.152844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:55.153019 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-65ae4ba9-913e-410f-8cc8-8b3da5ef63c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa9a5b67271d48a6bbcbdd0baa0c7ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494922 Jul 28 11:25:55.158382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0ef1c-7ce6-472f-9fa9-9193e0d66b9c None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:53Z', 'revision_number': 10, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None, '_interfaces': [{'id': '8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f', 'name': '', 'network_id': '04c4cd5a-ecfe-459c-9858-b9e809623f2c', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'mac_address': 'fa:16:3e:5f:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:25:18Z', 'updated_at': '2021-07-28T11:25:26Z', 'revision_number': 5, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'subnets': [{'id': '25977457-96f9-4301-ae22-a1ea4c8dc957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:55.177652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae4ba9-913e-410f-8cc8-8b3da5ef63c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95abd814-b6fc-4611-b682-d02b54d3c109,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:55.184580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f73ae730-4a3b-421f-b7c0-e3a0d1412390 None None] The port 'b4389f6d-4f74-47e3-9802-aeef75bc7406' was deleted {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 11:25:55.206286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=b4389f6d-4f74-47e3-9802-aeef75bc7406,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:55.212149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port b4389f6d-4f74-47e3-9802-aeef75bc7406 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:55.287242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:55.327863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.334948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0ae17ce-718c-40e6-a590-cae7ff89476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.343770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067dfcfe-89e0-434b-8855-5d030dd09209']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:55.364939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170d518c-4adc-4ac0-9dc0-350a6ac2b20d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:55.365242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170d518c-4adc-4ac0-9dc0-350a6ac2b20d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:55.381087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0ae17ce-718c-40e6-a590-cae7ff89476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.381715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2130858928'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:55.384337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.404323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:55.407755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.412988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.416529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.425116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:55.425466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:55.428393 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:55.493111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0ae17ce-718c-40e6-a590-cae7ff89476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.495968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0ae17ce-718c-40e6-a590-cae7ff89476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.497158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b0ae17ce-718c-40e6-a590-cae7ff89476d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95abd814-b6fc-4611-b682-d02b54d3c109 HTTP/1.1" status: 204 len: 168 time: 0.3423493 Jul 28 11:25:55.500874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.512542 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.514364 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/067dfcfe-89e0-434b-8855-5d030dd09209 HTTP/1.1" status: 204 len: 168 time: 0.8432510 Jul 28 11:25:55.515590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae17ce-718c-40e6-a590-cae7ff89476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95abd814-b6fc-4611-b682-d02b54d3c109,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:55.516927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:55.528038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.533633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.535753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76377085-ec5d-49eb-8f20-35f4e7d22b9e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=067dfcfe-89e0-434b-8855-5d030dd09209,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:55.570956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:25:55.581565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.581913 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Added segment a3d18acd-d9ae-410c-a8b2-c6057c0e272c of type vlan for network 9c9f0463-0f08-45f9-be4f-5bc56e141511 Jul 28 11:25:55.642188 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.648726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b4389f6d-4f74-47e3-9802-aeef75bc7406 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:55.711003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b4389f6d-4f74-47e3-9802-aeef75bc7406 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:55.712369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b4389f6d-4f74-47e3-9802-aeef75bc7406 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:55.713044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f05a79bb-dfb0-467f-85e6-f046aacb2a00 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:25:55.742271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: f05a79bb-dfb0-467f-85e6-f046aacb2a00 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:25:55.742762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f05a79bb-dfb0-467f-85e6-f046aacb2a00 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:25:55.764796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f38a7-e1ca-4910-be50-468e585088f4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:55.790723 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.797076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:55.797712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:55.898012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6095722 Jul 28 11:25:55.899242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:55.906648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'subnet': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:55.911550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb0a87-981d-44e5-a012-9d31864ff347 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Network': ['ID=9c9f0463-0f08-45f9-be4f-5bc56e141511,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:55.926414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:25:56.013215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:56.018755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.025555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:56.053574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.082495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f455-c3ef-4faf-ac61-2d10c3b5fdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.283297 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f455-c3ef-4faf-ac61-2d10c3b5fdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.284908 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.293949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f455-c3ef-4faf-ac61-2d10c3b5fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.304308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:56.304654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.373078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b3d1f455-c3ef-4faf-ac61-2d10c3b5fdf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e30cc79000d94cae8676af5ae99742de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459902 Jul 28 11:25:56.375713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:56.375850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f455-c3ef-4faf-ac61-2d10c3b5fdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db1a46e-9705-4a23-8eb7-a148300063d1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:56.378128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Subnet': ['ID=25be084a-c97b-4879-a456-21ab66101e55,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:56.395489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Checking segment: {'id': 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:56.395850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network hostable DHCP agents. Network: 9c9f0463-0f08-45f9-be4f-5bc56e141511, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:25:56.412505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:25:56.420064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:56.420490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.422173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9c9f0463-0f08-45f9-be4f-5bc56e141511) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:56.426455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:56.427294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.432520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237e093-65ad-474f-8f7f-61093c115db9 None None] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:56.442603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:56.450292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bf4a292-5a16-4649-9df0-a1e97a1b731c tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5453427 Jul 28 11:25:56.450477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:56.456684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918025939'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:56.500444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-437407e1-43cb-4b86-bc70-0f7f0e0578d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.536526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-437407e1-43cb-4b86-bc70-0f7f0e0578d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.587287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9c9f0463-0f08-45f9-be4f-5bc56e141511', 'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'tenant_id': 'e995159b87524159872f23eb5cde0be2', 'fixed_ips': [{'subnet_id': '25be084a-c97b-4879-a456-21ab66101e55'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:25:56.587510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:56.588232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.591401 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.610051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] device_id is not set on port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:56.662287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-437407e1-43cb-4b86-bc70-0f7f0e0578d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.664942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-437407e1-43cb-4b86-bc70-0f7f0e0578d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.668447 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-437407e1-43cb-4b86-bc70-0f7f0e0578d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6db1a46e-9705-4a23-8eb7-a148300063d1 HTTP/1.1" status: 204 len: 168 time: 0.2878299 Jul 28 11:25:56.688672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437407e1-43cb-4b86-bc70-0f7f0e0578d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db1a46e-9705-4a23-8eb7-a148300063d1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:56.711983 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.744965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Allocated IP 2001:db8::2 (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/83be6d8a-b756-4ef5-ab49-7797b772b887) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:56.773913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:56.871916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.946072 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:56.956358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Transition to ACTIVE for port object 83be6d8a-b756-4ef5-ab49-7797b772b887 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:56.994184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Transition to ACTIVE for port object 83be6d8a-b756-4ef5-ab49-7797b772b887 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:57.010415 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.053552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:57.059368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:57.064479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:57.091308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Pushing event updated for resources: {'Port': ['ID=83be6d8a-b756-4ef5-ab49-7797b772b887,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:57.116130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:25:57.130055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Allocated IP 2001:db8::1fb (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/7c96ba86-9ea4-4fdf-be2a-c0acb04335b4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:57.169425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Attempting to bind port 83be6d8a-b756-4ef5-ab49-7797b772b887 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:25:57.170001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Attempting to bind port 83be6d8a-b756-4ef5-ab49-7797b772b887 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:25:57.170377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Attempting to bind port 83be6d8a-b756-4ef5-ab49-7797b772b887 on network 9c9f0463-0f08-45f9-be4f-5bc56e141511 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:25:57.175912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:25:57.176317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Checking segment: {'id': 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:25:57.176719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.177112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Bound using segment: {'id': 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:25:57.177710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Bound port: 83be6d8a-b756-4ef5-ab49-7797b772b887, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:25:57.178100 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.253999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] For port 83be6d8a-b756-4ef5-ab49-7797b772b887, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:25:57.257483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] For port 83be6d8a-b756-4ef5-ab49-7797b772b887, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=83be6d8a-b756-4ef5-ab49-7797b772b887,segment=NetworkSegment(a3d18acd-d9ae-410c-a8b2-c6057c0e272c),segment_id=a3d18acd-d9ae-410c-a8b2-c6057c0e272c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:25:57.263729 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.273392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:25:57.287483 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:25:57.288928 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72b4387b-573d-4fba-bb01-96dbe440ad7a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695508 Jul 28 11:25:57.293076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:57.302037 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:57.303000 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:57.326762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c48c7-9715-4d4e-84a7-5ce9b34456d8 None None] Pushing event updated for resources: {'Port': ['ID=83be6d8a-b756-4ef5-ab49-7797b772b887,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:57.401174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting subnet 25977457-96f9-4301-ae22-a1ea4c8dc957 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:25:57.406426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.407836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.429764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Transition to ACTIVE for port object 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:57.493005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:57.495198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.531973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.607780 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:56Z', 'revision_number': 11, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:57.608799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=7c96ba86-9ea4-4fdf-be2a-c0acb04335b4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:57.622214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:57.624754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:57.627737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:57.634999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:57.635933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.647329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.659253 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:25:57.663976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca0e08ef-84c7-4c8c-9974-3731158a3b01 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2120395 Jul 28 11:25:57.666958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35876) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:57.699738 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:25:57.701098 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:57.715000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1119527980', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fb', 'mac_address': 'fa:16:3e:b4:aa:54'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:57.798347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.807006 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:25:57.858238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Subnet': ['ID=25977457-96f9-4301-ae22-a1ea4c8dc957,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:57.860235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:57.865023 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7629de57-5bb3-4c9f-9d38-cd4508844340 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/25977457-96f9-4301-ae22-a1ea4c8dc957 HTTP/1.1" status: 204 len: 168 time: 0.5708473 Jul 28 11:25:57.865270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:57.868971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744bf5f8-e123-4b31-af1d-711391ba303f None None] Network 04c4cd5a-ecfe-459c-9858-b9e809623f2c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:57.915590 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:56Z', 'revision_number': 11, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:57.946321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:25:57.946912 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654b184-e539-4b0d-b9b6-756b808b2d76 None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:56Z', 'revision_number': 11, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:25:57.988251 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdcae041-bf3f-4631-a68a-9325dc1cd591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.012613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.140994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.164080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Deleting port fa1f6630-f536-436e-9dad-e37900d5855b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:58.164485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.170246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] device_id is not set on port 19d123c2-5479-44fd-be9f-067da001a994 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:25:58.345557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] DHCP port deletion for 04c4cd5a-ecfe-459c-9858-b9e809623f2c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:25:58.364769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] For port fa1f6630-f536-436e-9dad-e37900d5855b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fa1f6630-f536-436e-9dad-e37900d5855b,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:58.366267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.397835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Calling delete_port for fa1f6630-f536-436e-9dad-e37900d5855b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:58.447435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] Deleting port fa1f6630-f536-436e-9dad-e37900d5855b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:58.447973 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.587172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] For port fa1f6630-f536-436e-9dad-e37900d5855b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fa1f6630-f536-436e-9dad-e37900d5855b,segment=NetworkSegment(d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f),segment_id=d9bc7feb-3d61-4262-88e0-c3c4b33d3a3f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:25:58.587172 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.637204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] Calling delete_port for fa1f6630-f536-436e-9dad-e37900d5855b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:58.639190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Allocated IP 2001:db8::3ce (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/19d123c2-5479-44fd-be9f-067da001a994) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:25:58.654859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.749447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No DVR routers for this DVR port fa1f6630-f536-436e-9dad-e37900d5855b on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:58.756023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Port': ['ID=fa1f6630-f536-436e-9dad-e37900d5855b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:58.785226 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.815581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] Pushing event deleted for resources: {'Port': ['ID=fa1f6630-f536-436e-9dad-e37900d5855b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:58.821591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e537b9d-c8a1-454d-8e6a-8de32cc6c092 None None] No DVR routers for this DVR port fa1f6630-f536-436e-9dad-e37900d5855b on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:25:58.868756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66f063-35fd-4e36-ab00-088536e1c431 None None] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:25:58.948659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2df79b7-8ef9-4562-b434-8da1b1fa5100 None None] Provisioning for port 83be6d8a-b756-4ef5-ab49-7797b772b887 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:58.977612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:58.996522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c4cd5a-ecfe-459c-9858-b9e809623f2c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:59.011883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:59.012393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bc7feb-3d61-4262-88e0-c3c4b33d3a3f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:25:59.033548 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.063634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.066496 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.085115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Transition to ACTIVE for port object 19d123c2-5479-44fd-be9f-067da001a994 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:25:59.097760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:25:59.098267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:25:59.101758 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:25:59.183184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.189007 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.193623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/networks/04c4cd5a-ecfe-459c-9858-b9e809623f2c HTTP/1.1" status: 204 len: 168 time: 1.3200452 Jul 28 11:25:59.194667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:59.196545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.203220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:25:59.243432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1ce6c-a4fc-463e-9c28-054d5b9cac94 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Pushing event deleted for resources: {'Network': ['ID=04c4cd5a-ecfe-459c-9858-b9e809623f2c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:59.263291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:25:59.267283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:25:59.270030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:25:59.277258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:59.277961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.311637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6020565 Jul 28 11:25:59.313164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46509eea-7ce6-4e94-9da8-72df95df41c3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=19d123c2-5479-44fd-be9f-067da001a994,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:25:59.316751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35914) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:59.453757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582e9c1-4728-4df3-9ff5-f992978d3109 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:59.481748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582e9c1-4728-4df3-9ff5-f992978d3109 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:59.510035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a0cd4a0-0f1a-4a2b-8e6f-88edf4fe8d1e None None] Provisioning for port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:59.518511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a0cd4a0-0f1a-4a2b-8e6f-88edf4fe8d1e None None] Provisioning complete for port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:59.519122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd4a0-0f1a-4a2b-8e6f-88edf4fe8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.521007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582e9c1-4728-4df3-9ff5-f992978d3109 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:25:59.522603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b582e9c1-4728-4df3-9ff5-f992978d3109 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2048361 Jul 28 11:25:59.527187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:25:59.529051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:25:59.529359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:25:59.529722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.611930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cd4a0-0f1a-4a2b-8e6f-88edf4fe8d1e None None] Port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:25:59.683963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 83be6d8a-b756-4ef5-ab49-7797b772b887 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:25:59.725684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port 19d123c2-5479-44fd-be9f-067da001a994 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:25:59.727093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.806720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 83be6d8a-b756-4ef5-ab49-7797b772b887 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:25:59.812041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 83be6d8a-b756-4ef5-ab49-7797b772b887 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:59.812315 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.884699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.905785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for 19d123c2-5479-44fd-be9f-067da001a994 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:25:59.921957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eadbc141-a63d-4cd9-bba0-11d010616ebd None None] Provisioning complete for port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:25:59.922338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eadbc141-a63d-4cd9-bba0-11d010616ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:25:59.966510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eadbc141-a63d-4cd9-bba0-11d010616ebd None None] Port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:00.023461 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.120455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.167818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=19d123c2-5479-44fd-be9f-067da001a994,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:00.388942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 83be6d8a-b756-4ef5-ab49-7797b772b887, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=83be6d8a-b756-4ef5-ab49-7797b772b887,segment=NetworkSegment(a3d18acd-d9ae-410c-a8b2-c6057c0e272c),segment_id=a3d18acd-d9ae-410c-a8b2-c6057c0e272c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:00.392460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.397625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-99e88123-214f-4f62-9c34-12fc1727a567 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/ports/19d123c2-5479-44fd-be9f-067da001a994 HTTP/1.1" status: 204 len: 168 time: 0.8694246 Jul 28 11:26:00.399496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:00.402616 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.438043 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7530bc49-0171-4447-a531-21fd28fc0f87 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] GET failed (client error): The resource could not be found. Jul 28 11:26:00.453244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7530bc49-0171-4447-a531-21fd28fc0f87 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "GET /v2.0/ports/19d123c2-5479-44fd-be9f-067da001a994 HTTP/1.1" status: 404 len: 333 time: 0.0321345 Jul 28 11:26:00.454275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:00.460003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-74888642'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:00.468493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-709d05e3-f5f4-4705-b473-2a12558722ad None None] Could not find standard attr ID for object 19d123c2-5479-44fd-be9f-067da001a994. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:26:00.525429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=83be6d8a-b756-4ef5-ab49-7797b772b887,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:00.531949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:00.536505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.548516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.579915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:00.580280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8ee5ba1a-8aca-4c2f-b473-a3fd11ec6c5f not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:00.580704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fa1f6630-f536-436e-9dad-e37900d5855b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:00.639737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: fa1f6630-f536-436e-9dad-e37900d5855b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:00.639737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fa1f6630-f536-436e-9dad-e37900d5855b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:00.683096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:00.689186 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.717688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] device_id is not set on port 2456acfe-c1d8-44cf-9bda-68554097f83c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:00.786508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router efcc9e9e-469a-4b39-84ab-7941cca6fd2f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:26:00.953970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:26:00.964587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:00.966349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5fee723b-f513-4094-a0c9-e653e9ac4c63 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 704 time: 1.7680633 Jul 28 11:26:00.968732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:00.980007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] Sync routers for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:26:00.996028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.011073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-262fa213-4a22-489f-a124-534fff8f48be tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 205 time: 0.0409355 Jul 28 11:26:01.013800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:01.015394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:01.016096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:25:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:01.109067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:01.137524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.147855 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89ff1f43-c74b-4c0f-85d2-8e87ece5c596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.185027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:56Z', 'revision_number': 11, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:01.216336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] Checking router: efcc9e9e-469a-4b39-84ab-7941cca6fd2f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:26:01.241670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] Routers {'efcc9e9e-469a-4b39-84ab-7941cca6fd2f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:01.242775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:01.359716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.362032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.395159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Allocated IP 2001:db8::2da (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/2456acfe-c1d8-44cf-9bda-68554097f83c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:01.417761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] Set router efcc9e9e-469a-4b39-84ab-7941cca6fd2f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:01.449075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.449551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router efcc9e9e-469a-4b39-84ab-7941cca6fd2f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:26:01.471706 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.474849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb943907-ec32-4d54-89df-b5e40d255612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 204 len: 168 time: 0.4596925 Jul 28 11:26:01.480164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:01.494326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-107794178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:01.550839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:56Z', 'revision_number': 11, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:01.556884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.558932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.583829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5bd82-6ce1-4747-816a-c9d018a31867 None None] The sync data for ids ['efcc9e9e-469a-4b39-84ab-7941cca6fd2f'] in n-d-723573-7 is: [{'id': 'efcc9e9e-469a-4b39-84ab-7941cca6fd2f', 'name': 'tempest-RoutersIpV6Test-router-347611964', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:25:16Z', 'updated_at': '2021-07-28T11:25:56Z', 'revision_number': 11, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:26:01.609421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 83be6d8a-b756-4ef5-ab49-7797b772b887 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:01.630203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.662531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Transition to ACTIVE for port object 2456acfe-c1d8-44cf-9bda-68554097f83c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:01.668140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 83be6d8a-b756-4ef5-ab49-7797b772b887 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:01.668704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.682202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.689401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.715655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.719621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2dd79c23-d5b0-4aa2-b7eb-9567bea605bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2356317 Jul 28 11:26:01.719777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:01.724696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:01.727533 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.846430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=2456acfe-c1d8-44cf-9bda-68554097f83c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:01.871447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:01.874622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:01.884210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:01.894643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:01.895763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.929340 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:01.943105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b8663489-fa63-44ba-9faa-5b9a73ccc4d5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4874775 Jul 28 11:26:01.943892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:01.952077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fb', 'mac_address': 'fa:16:3e:b4:aa:54'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:02.062712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.093595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.132155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.235151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Router 9c464b09-6da9-4c9a-a20d-938a9cba369e is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:26:02.316442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7f16ca8-3ebc-4ea9-9c14-193be583fc4c None None] Provisioning for port 2456acfe-c1d8-44cf-9bda-68554097f83c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:02.346247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7f16ca8-3ebc-4ea9-9c14-193be583fc4c None None] Provisioning complete for port 2456acfe-c1d8-44cf-9bda-68554097f83c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:02.351347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7f16ca8-3ebc-4ea9-9c14-193be583fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.410733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.416968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:26:02.417195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.422544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e7f16ca8-3ebc-4ea9-9c14-193be583fc4c None None] Port 2456acfe-c1d8-44cf-9bda-68554097f83c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:02.429181 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a51de-9438-4050-b1f3-a1102438116e None None] Sync routers for ids ['9c464b09-6da9-4c9a-a20d-938a9cba369e'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:26:02.442951 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] Routers {'9c464b09-6da9-4c9a-a20d-938a9cba369e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:02.445517 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9c464b09-6da9-4c9a-a20d-938a9cba369e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:02.448609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.451177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ff68f852-21bf-44de-9279-c39bbea3e057 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "PUT /v2.0/routers/9c464b09-6da9-4c9a-a20d-938a9cba369e HTTP/1.1" status: 200 len: 697 time: 0.7304270 Jul 28 11:26:02.454065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:02.500636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=2456acfe-c1d8-44cf-9bda-68554097f83c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:02.503890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] In _notify_port_updated(), no bound segment for port 2456acfe-c1d8-44cf-9bda-68554097f83c on network 9c9f0463-0f08-45f9-be4f-5bc56e141511 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:26:02.510712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:02.511350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.515804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4e604e96-8252-473c-8b0b-060faa81fff3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "PUT /v2.0/ports/2456acfe-c1d8-44cf-9bda-68554097f83c HTTP/1.1" status: 200 len: 1001 time: 0.5682902 Jul 28 11:26:02.516771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:02.596741 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ff2ea5c1-c200-4545-9aaf-ec8120b51f93 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/routers/9c464b09-6da9-4c9a-a20d-938a9cba369e HTTP/1.1" status: 200 len: 703 time: 0.1409972 Jul 28 11:26:02.597403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:02.646420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:02.647635 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] Set router 9c464b09-6da9-4c9a-a20d-938a9cba369e gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:02.651195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dbf7abe7-783a-41f7-a360-9d16b2962d3b tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c464b09-6da9-4c9a-a20d-938a9cba369e HTTP/1.1" status: 200 len: 205 time: 0.0527000 Jul 28 11:26:02.728062 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c464b09-6da9-4c9a-a20d-938a9cba369e', 'name': 'tempest-RoutersIpV6Test-router-107794178', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:01Z', 'updated_at': '2021-07-28T11:26:02Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:02.769308 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a51de-9438-4050-b1f3-a1102438116e None None] Checking router: 9c464b09-6da9-4c9a-a20d-938a9cba369e for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:26:02.782971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] Routers {'9c464b09-6da9-4c9a-a20d-938a9cba369e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:02.783895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9c464b09-6da9-4c9a-a20d-938a9cba369e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:02.801427 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.877269 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] Set router 9c464b09-6da9-4c9a-a20d-938a9cba369e gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:02.954233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-87fa46ed-4abb-4d13-94f2-42ce2720bc44 None None] Provisioning complete for port 2456acfe-c1d8-44cf-9bda-68554097f83c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:02.954890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87fa46ed-4abb-4d13-94f2-42ce2720bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:02.982776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port 2456acfe-c1d8-44cf-9bda-68554097f83c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:02.983128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.001751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.028870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.040099 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-890a51de-9438-4050-b1f3-a1102438116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c464b09-6da9-4c9a-a20d-938a9cba369e', 'name': 'tempest-RoutersIpV6Test-router-107794178', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:01Z', 'updated_at': '2021-07-28T11:26:02Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:03.068426 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a51de-9438-4050-b1f3-a1102438116e None None] The sync data for ids ['9c464b09-6da9-4c9a-a20d-938a9cba369e'] in n-d-723573-7 is: [{'id': '9c464b09-6da9-4c9a-a20d-938a9cba369e', 'name': 'tempest-RoutersIpV6Test-router-107794178', 'tenant_id': 'b113cce47650490d91b9ab4cfd94ce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:01Z', 'updated_at': '2021-07-28T11:26:02Z', 'revision_number': 2, 'project_id': 'b113cce47650490d91b9ab4cfd94ce26', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:26:03.089609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-87fa46ed-4abb-4d13-94f2-42ce2720bc44 None None] Port 2456acfe-c1d8-44cf-9bda-68554097f83c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:03.096458 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.097338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Fanout notify agent at l3_agent the message router_deleted on router 9c464b09-6da9-4c9a-a20d-938a9cba369e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:26:03.107810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.108948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e5d59e01-de08-400d-a96e-025b8835a3d6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/9c464b09-6da9-4c9a-a20d-938a9cba369e HTTP/1.1" status: 204 len: 168 time: 0.4614673 Jul 28 11:26:03.112951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.154903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a0b33f7e-9cbc-4980-bf57-9f4f2bc37d0e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c464b09-6da9-4c9a-a20d-938a9cba369e HTTP/1.1" status: 200 len: 205 time: 0.0379572 Jul 28 11:26:03.155145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.170126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.189028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for 2456acfe-c1d8-44cf-9bda-68554097f83c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:03.214194 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-bc38235c-323c-4ee5-afc5-ae77d1820f49 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:03.218346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 35980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.219832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bc38235c-323c-4ee5-afc5-ae77d1820f49 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/9c464b09-6da9-4c9a-a20d-938a9cba369e HTTP/1.1" status: 404 len: 336 time: 0.0618548 Jul 28 11:26:03.253590 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e2f789-7a4d-4eb9-a8b6-1e44c54a146d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:03.254141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e2f789-7a4d-4eb9-a8b6-1e44c54a146d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:03.259151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f4e2f789-7a4d-4eb9-a8b6-1e44c54a146d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/fdd671c0-8fa4-4fd9-872e-77c4b8a6158a HTTP/1.1" status: 404 len: 337 time: 0.0368803 Jul 28 11:26:03.263826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.301772 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec76454-d654-43ac-9c2a-020940c34bee tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:03.302160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec76454-d654-43ac-9c2a-020940c34bee tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:03.304307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6ec76454-d654-43ac-9c2a-020940c34bee tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/a2bea089-13a7-4be5-b405-e92cbe285448 HTTP/1.1" status: 404 len: 337 time: 0.0390537 Jul 28 11:26:03.307271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.338311 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e402c0c-b0b4-4a25-99fd-dc4657461655 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:03.338905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e402c0c-b0b4-4a25-99fd-dc4657461655 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:03.345907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1e402c0c-b0b4-4a25-99fd-dc4657461655 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/85fde754-599e-4ca4-bcc1-2d10ac657cb6 HTTP/1.1" status: 404 len: 337 time: 0.0322721 Jul 28 11:26:03.345907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.405883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.407644 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-362898e8-1980-4d1f-a2cc-c2ed09b63a49 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:03.408390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362898e8-1980-4d1f-a2cc-c2ed09b63a49 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:03.410718 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-362898e8-1980-4d1f-a2cc-c2ed09b63a49 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/25977457-96f9-4301-ae22-a1ea4c8dc957 HTTP/1.1" status: 404 len: 337 time: 0.0653274 Jul 28 11:26:03.413502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.420687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.452216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-956d0889-680c-4837-be15-ed9aca8fe548 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 200 len: 205 time: 0.0371389 Jul 28 11:26:03.455413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.463813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=2456acfe-c1d8-44cf-9bda-68554097f83c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:03.540820 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0823594f-430e-4237-950d-1b63ad7b8fdc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:03.542392 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0823594f-430e-4237-950d-1b63ad7b8fdc tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/efcc9e9e-469a-4b39-84ab-7941cca6fd2f HTTP/1.1" status: 404 len: 336 time: 0.0854754 Jul 28 11:26:03.544513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.578734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.583049 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d4769669-0864-4c17-8236-ab3cd01eebc6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=f29ba5cd-adc0-46ff-b601-021b4007cf7b HTTP/1.1" status: 200 len: 205 time: 0.0348568 Jul 28 11:26:03.583962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 35998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.584088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-283c6e8f-c797-444b-898f-9c20e8705279 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/ports/2456acfe-c1d8-44cf-9bda-68554097f83c HTTP/1.1" status: 204 len: 168 time: 1.0662968 Jul 28 11:26:03.584500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.676901 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d26187-ee1a-43fb-9d0c-19adf1027b93 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] GET failed (client error): The resource could not be found. Jul 28 11:26:03.678588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-75d26187-ee1a-43fb-9d0c-19adf1027b93 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "GET /v2.0/ports/2456acfe-c1d8-44cf-9bda-68554097f83c HTTP/1.1" status: 404 len: 333 time: 0.0892298 Jul 28 11:26:03.682831 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d50a0a84-2323-439a-a30e-fc5ecc677681 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:03.683914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d50a0a84-2323-439a-a30e-fc5ecc677681 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/f29ba5cd-adc0-46ff-b601-021b4007cf7b HTTP/1.1" status: 404 len: 336 time: 0.0981543 Jul 28 11:26:03.684054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.689626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.690897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-412097530'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:03.745809 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-48409d2d-baea-48a6-831c-c719cb5e3612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:03.746180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48409d2d-baea-48a6-831c-c719cb5e3612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:03.752563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-48409d2d-baea-48a6-831c-c719cb5e3612 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/06ee7322-f5f0-41b0-83df-dace33a6dc40 HTTP/1.1" status: 404 len: 337 time: 0.0595069 Jul 28 11:26:03.753071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.801564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1122ede8-f3d5-4a0f-a53c-85fd6c599641 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 200 len: 205 time: 0.0469823 Jul 28 11:26:03.804097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.846353 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0b56db17-cbad-4054-a5af-fdaae6ed343a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:03.847389 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0b56db17-cbad-4054-a5af-fdaae6ed343a tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/1795a28c-6801-4526-b6d3-c8969c3f29fb HTTP/1.1" status: 404 len: 336 time: 0.0416648 Jul 28 11:26:03.851108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.871008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:03.874984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:03.895246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] device_id is not set on port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:03.907159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-698b6b9f-d7a5-45aa-b9f9-e7842b231fc5 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c6008a8-ab60-4de8-8496-85a785ec686d HTTP/1.1" status: 200 len: 205 time: 0.0486460 Jul 28 11:26:03.907907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.959211 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e43f7bbf-483e-4c67-a620-6fdc983291e3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:03.960539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e43f7bbf-483e-4c67-a620-6fdc983291e3 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/4c6008a8-ab60-4de8-8496-85a785ec686d HTTP/1.1" status: 404 len: 336 time: 0.0513914 Jul 28 11:26:03.963851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:03.999200 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-10075135-7a77-47e6-b133-2b9fad1f3a4c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:03.999670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10075135-7a77-47e6-b133-2b9fad1f3a4c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:04.001577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-10075135-7a77-47e6-b133-2b9fad1f3a4c tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/b1602896-0532-491b-b3cc-63a73be6032b HTTP/1.1" status: 404 len: 337 time: 0.0364735 Jul 28 11:26:04.004479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.045484 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8142d32-60e6-425a-b04f-a30f41330b72 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=489eb6ce-3b4a-455d-89bb-4fffd49169f4 HTTP/1.1" status: 200 len: 205 time: 0.0393703 Jul 28 11:26:04.047888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.066915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Allocated IP 2001:db8::3e7 (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/c6bb63c4-9b68-4afc-84c4-3a18e58786c2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:04.103442 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c3f3d2b1-f027-45a1-9e51-5580142617bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:04.107633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c3f3d2b1-f027-45a1-9e51-5580142617bf tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/489eb6ce-3b4a-455d-89bb-4fffd49169f4 HTTP/1.1" status: 404 len: 336 time: 0.0586545 Jul 28 11:26:04.108572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.142969 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c51441-410b-47a8-9ef3-5a19a2735a1e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:04.143525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c51441-410b-47a8-9ef3-5a19a2735a1e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:04.147743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-94c51441-410b-47a8-9ef3-5a19a2735a1e tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/41984be8-32eb-4e10-9d0f-c0684063965d HTTP/1.1" status: 404 len: 337 time: 0.0354898 Jul 28 11:26:04.148259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.188010 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b2b8b110-2858-4739-bec2-f08d93a5a3c6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "GET /v2.0/ports?device_id=5159c50b-f6a0-4220-a240-da51847e27b8 HTTP/1.1" status: 200 len: 205 time: 0.0381093 Jul 28 11:26:04.191739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.247688 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0daff00a-e5d2-4c11-ab94-6e52d84b2e3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] delete failed (client error): The resource could not be found. Jul 28 11:26:04.251657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0daff00a-e5d2-4c11-ab94-6e52d84b2e3d tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/routers/5159c50b-f6a0-4220-a240-da51847e27b8 HTTP/1.1" status: 404 len: 336 time: 0.0549772 Jul 28 11:26:04.253707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.290088 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-54867250-ca9d-4ca9-b156-df8aec8b4e78 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:04.290552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54867250-ca9d-4ca9-b156-df8aec8b4e78 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:04.295441 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-54867250-ca9d-4ca9-b156-df8aec8b4e78 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/b26db44e-11de-4ebc-acfe-557e4876c511 HTTP/1.1" status: 404 len: 337 time: 0.0378509 Jul 28 11:26:04.295441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.339157 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36603f3-d2b7-439f-89e3-4587077a42b6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] DELETE failed (client error): The resource could not be found. Jul 28 11:26:04.339633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36603f3-d2b7-439f-89e3-4587077a42b6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:04.344297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e36603f3-d2b7-439f-89e3-4587077a42b6 tempest-RoutersIpV6Test-494189608 tempest-RoutersIpV6Test-494189608-project] 10.222.0.20 "DELETE /v2.0/subnets/b503856e-cfa9-42f8-97ab-f1c425561471 HTTP/1.1" status: 404 len: 337 time: 0.0459476 Jul 28 11:26:04.365086 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:04.382342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Transition to ACTIVE for port object c6bb63c4-9b68-4afc-84c4-3a18e58786c2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:04.439170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:04.493087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:04.497348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:04.500426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:04.507220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:04.508930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:04.531774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=c6bb63c4-9b68-4afc-84c4-3a18e58786c2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:04.543872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f51984fd-c1fa-4cf8-aeb1-482020ee51bd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8571146 Jul 28 11:26:04.545909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.557589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b4:aa:54'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:04.758843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:04.802050 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:04.983260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:05.000870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0d012adf-b3ae-4dc3-9b1c-059db9683932 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b113cce47650490d91b9ab4cfd94ce26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404201 Jul 28 11:26:05.062760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcb6969b-3fb2-4176-95e7-151ffffdc511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.069486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2ee3ff-698a-41dd-9be3-99480f7fb47c None None] Provisioning for port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:05.074607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2ee3ff-698a-41dd-9be3-99480f7fb47c None None] Provisioning complete for port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:05.074984 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee3ff-698a-41dd-9be3-99480f7fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.108819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcb6969b-3fb2-4176-95e7-151ffffdc511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.129786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ee3ff-698a-41dd-9be3-99480f7fb47c None None] Port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:05.173534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.179343 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.219493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] In _notify_port_updated(), no bound segment for port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 on network 9c9f0463-0f08-45f9-be4f-5bc56e141511 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:26:05.225863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:05.227247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.232267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "PUT /v2.0/ports/c6bb63c4-9b68-4afc-84c4-3a18e58786c2 HTTP/1.1" status: 200 len: 1002 time: 0.6823020 Jul 28 11:26:05.232500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:05.233087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcb6969b-3fb2-4176-95e7-151ffffdc511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.235466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcb6969b-3fb2-4176-95e7-151ffffdc511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.238966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bcb6969b-3fb2-4176-95e7-151ffffdc511 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77ece27b-6fff-4114-8110-0e5ed19e7647 HTTP/1.1" status: 204 len: 168 time: 0.2519774 Jul 28 11:26:05.250118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6969b-3fb2-4176-95e7-151ffffdc511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ece27b-6fff-4114-8110-0e5ed19e7647,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:05.267688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf005e-da56-44e3-b359-42d4af186f70 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=c6bb63c4-9b68-4afc-84c4-3a18e58786c2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:05.366537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:05.368195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.564653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.577907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for c6bb63c4-9b68-4afc-84c4-3a18e58786c2 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:05.703564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88537141-f8eb-4681-8a58-911833fa04ee None None] Provisioning complete for port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:05.704902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88537141-f8eb-4681-8a58-911833fa04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.743987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88537141-f8eb-4681-8a58-911833fa04ee None None] Port c6bb63c4-9b68-4afc-84c4-3a18e58786c2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:05.758900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.790128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=c6bb63c4-9b68-4afc-84c4-3a18e58786c2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:05.818835 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:05.824214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d8ed73ee-6826-4fc8-a0e9-847d7f394d4b tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/ports/c6bb63c4-9b68-4afc-84c4-3a18e58786c2 HTTP/1.1" status: 204 len: 168 time: 0.5886633 Jul 28 11:26:05.824904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:05.892955 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a41eae-d4a7-4447-8cb0-edfdf427e3ab tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] GET failed (client error): The resource could not be found. Jul 28 11:26:05.897998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e9a41eae-d4a7-4447-8cb0-edfdf427e3ab tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "GET /v2.0/ports/c6bb63c4-9b68-4afc-84c4-3a18e58786c2 HTTP/1.1" status: 404 len: 333 time: 0.0687480 Jul 28 11:26:05.898391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:05.904155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2082647595'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:06.054999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:06.058300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.078709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] device_id is not set on port 713f78b4-0d41-4b28-9fb1-83d7b020dc5c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:06.192029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.207849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Allocated IP 2001:db8::ab (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/713f78b4-0d41-4b28-9fb1-83d7b020dc5c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:06.331541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-85181925-4fb4-49f8-af4c-c3b209a3a0ee tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-76800233', 'prefixes': ['172.20.0.0/16']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:06.388683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.408797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Transition to ACTIVE for port object 713f78b4-0d41-4b28-9fb1-83d7b020dc5c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:06.413855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85181925-4fb4-49f8-af4c-c3b209a3a0ee tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.417988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85181925-4fb4-49f8-af4c-c3b209a3a0ee tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.2224114 Jul 28 11:26:06.418306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.452839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.465564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b2b7b6aa-29c2-4d0a-9516-ab914e3d39aa tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] 10.222.0.20 "GET /v2.0/subnetpools/188272bc-893c-4027-84b3-1aa83a241f28 HTTP/1.1" status: 200 len: 730 time: 0.0437233 Jul 28 11:26:06.466158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.470878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d81da845-947f-41a4-9a64-b36c871aab6e tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-958595746'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:06.512430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=713f78b4-0d41-4b28-9fb1-83d7b020dc5c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:06.525859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:06.527350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:06.529963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:06.537141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:06.537997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.556739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-347451aa-887c-4544-b36b-d5e3078d11b5 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6566925 Jul 28 11:26:06.559330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.567789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'network_id': '9c9f0463-0f08-45f9-be4f-5bc56e141511', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-362044364'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:06.588307 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d81da845-947f-41a4-9a64-b36c871aab6e tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.590035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d81da845-947f-41a4-9a64-b36c871aab6e tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] 10.222.0.20 "PUT /v2.0/subnetpools/188272bc-893c-4027-84b3-1aa83a241f28 HTTP/1.1" status: 200 len: 683 time: 0.1226170 Jul 28 11:26:06.593162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.739142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aea08116-2881-463f-b36a-2d6be8ea9f2a tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] Notify callbacks [] for subnetpool, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.743866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aea08116-2881-463f-b36a-2d6be8ea9f2a tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] 10.222.0.20 "DELETE /v2.0/subnetpools/188272bc-893c-4027-84b3-1aa83a241f28 HTTP/1.1" status: 204 len: 168 time: 0.1461957 Jul 28 11:26:06.744062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.755895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Made reservation on behalf of e995159b87524159872f23eb5cde0be2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:06.761804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.766211 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-1f412306-b68f-4336-9ea2-ec070b3b3f1e tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] show failed (client error): The resource could not be found. Jul 28 11:26:06.766776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1f412306-b68f-4336-9ea2-ec070b3b3f1e tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] 10.222.0.20 "GET /v2.0/subnetpools/188272bc-893c-4027-84b3-1aa83a241f28 HTTP/1.1" status: 404 len: 346 time: 0.0216980 Jul 28 11:26:06.769526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36116) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:06.788688 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0033b9d4-6657-428f-827d-b9819befd013 tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] delete failed (client error): The resource could not be found. Jul 28 11:26:06.790072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] device_id is not set on port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:06.795601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0033b9d4-6657-428f-827d-b9819befd013 tempest-SubnetPoolsTestJSON-1104324069 tempest-SubnetPoolsTestJSON-1104324069-project] 10.222.0.20 "DELETE /v2.0/subnetpools/188272bc-893c-4027-84b3-1aa83a241f28 HTTP/1.1" status: 404 len: 346 time: 0.0248837 Jul 28 11:26:06.884707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9b3094ce-c2ef-4d89-86db-64624bbf2895 None None] Provisioning for port 713f78b4-0d41-4b28-9fb1-83d7b020dc5c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:06.890427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9b3094ce-c2ef-4d89-86db-64624bbf2895 None None] Provisioning complete for port 713f78b4-0d41-4b28-9fb1-83d7b020dc5c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:06.891117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b3094ce-c2ef-4d89-86db-64624bbf2895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:06.940967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9b3094ce-c2ef-4d89-86db-64624bbf2895 None None] Port 713f78b4-0d41-4b28-9fb1-83d7b020dc5c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:06.942357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Allocated IP 2001:db8::30a (9c9f0463-0f08-45f9-be4f-5bc56e141511/25be084a-c97b-4879-a456-21ab66101e55/6b38e0b3-ba49-4035-88eb-c5d9a4facc21) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:07.160568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.178202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Transition to ACTIVE for port object 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:07.200444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:07.224861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.280456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:07.284139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:07.290437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:07.297268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:07.298121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.315022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=6b38e0b3-ba49-4035-88eb-c5d9a4facc21,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:07.341016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cd3b7c9b-45f6-486d-9a54-7c1f90506e38 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7805247 Jul 28 11:26:07.349224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:07.354476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-880d7102-0ec4-477b-be44-099a2e28fccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.355282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fb', 'mac_address': 'fa:16:3e:b4:aa:54'}, {'ip_address': '2001:db8::ab', 'mac_address': 'fa:16:3e:5a:3e:12'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:07.487290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-880d7102-0ec4-477b-be44-099a2e28fccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.495934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-880d7102-0ec4-477b-be44-099a2e28fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.500877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.549885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d7102-0ec4-477b-be44-099a2e28fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9bd4c3-f990-4e9f-ad0a-9941a7981e56,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:07.554247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-880d7102-0ec4-477b-be44-099a2e28fccc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fadd52b16db34447b502d3c0af993e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527207 Jul 28 11:26:07.557570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:07.674198 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7564fca0-ec6c-4b83-8d50-123f5801867f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.706202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7564fca0-ec6c-4b83-8d50-123f5801867f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.779650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a31fb083-0825-423f-8223-f3699b32dbed None None] Provisioning for port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:07.780766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.791068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.798379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a31fb083-0825-423f-8223-f3699b32dbed None None] Provisioning complete for port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:07.799690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a31fb083-0825-423f-8223-f3699b32dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.812645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7564fca0-ec6c-4b83-8d50-123f5801867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.823729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7564fca0-ec6c-4b83-8d50-123f5801867f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.830023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7564fca0-ec6c-4b83-8d50-123f5801867f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa9bd4c3-f990-4e9f-ad0a-9941a7981e56 HTTP/1.1" status: 204 len: 168 time: 0.2713642 Jul 28 11:26:07.849477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564fca0-ec6c-4b83-8d50-123f5801867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9bd4c3-f990-4e9f-ad0a-9941a7981e56,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:07.871330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event updated for resources: {'Port': ['ID=6b38e0b3-ba49-4035-88eb-c5d9a4facc21,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:07.893623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] In _notify_port_updated(), no bound segment for port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 on network 9c9f0463-0f08-45f9-be4f-5bc56e141511 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:26:07.911402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:07.915720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:07.919595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d956696b-7c14-41ab-9888-96a7a1e2f2dd tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "PUT /v2.0/ports/6b38e0b3-ba49-4035-88eb-c5d9a4facc21 HTTP/1.1" status: 200 len: 1066 time: 0.5669477 Jul 28 11:26:07.920247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36142) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:07.955057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a31fb083-0825-423f-8223-f3699b32dbed None None] Port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:08.154999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:08.155807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:08.334324 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:08.350865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:08.363009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290ce25-3d6f-4865-8e9f-b5be3f3d28ce req-a6c8735f-e21d-4e13-a607-95f0dface84f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:08.364531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7290ce25-3d6f-4865-8e9f-b5be3f3d28ce req-a6c8735f-e21d-4e13-a607-95f0dface84f tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 946 time: 0.4049518 Jul 28 11:26:08.391379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4968dca-fe1c-4216-839e-e9a7cb321bf6 None None] Provisioning complete for port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:08.391981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4968dca-fe1c-4216-839e-e9a7cb321bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:08.472788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a4968dca-fe1c-4216-839e-e9a7cb321bf6 None None] Port 6b38e0b3-ba49-4035-88eb-c5d9a4facc21 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:08.519134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7290ce25-3d6f-4865-8e9f-b5be3f3d28ce req-47e0b9a1-d24e-4940-a307-ffdef860719b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146834 Jul 28 11:26:08.621031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:08.657776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=6b38e0b3-ba49-4035-88eb-c5d9a4facc21,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:08.864445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:08.867964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:08.874787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:08.875014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22c74f6d-e37c-450a-8725-55c707f7db3e tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/ports/6b38e0b3-ba49-4035-88eb-c5d9a4facc21 HTTP/1.1" status: 204 len: 168 time: 0.9519904 Jul 28 11:26:08.916024 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea092d57-8819-48d7-8ae8-ccbe0dccb9ff tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] GET failed (client error): The resource could not be found. Jul 28 11:26:08.918436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ea092d57-8819-48d7-8ae8-ccbe0dccb9ff tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "GET /v2.0/ports/6b38e0b3-ba49-4035-88eb-c5d9a4facc21 HTTP/1.1" status: 404 len: 333 time: 0.0413208 Jul 28 11:26:08.921233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:09.031755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36032316-ee64-4cc1-8e85-23f14372e797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.045069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port 713f78b4-0d41-4b28-9fb1-83d7b020dc5c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:09.045472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.155141 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.169452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for 713f78b4-0d41-4b28-9fb1-83d7b020dc5c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:09.183294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36032316-ee64-4cc1-8e85-23f14372e797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.193693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36032316-ee64-4cc1-8e85-23f14372e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.230407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-36032316-ee64-4cc1-8e85-23f14372e797 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72db051f85084bd4b9f64086970070ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606961 Jul 28 11:26:09.244996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:09.282732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36032316-ee64-4cc1-8e85-23f14372e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dcec9e-3765-442f-8e5b-bf267bb31e30,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:09.326196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a390e0b-f28a-4984-bee2-f79fb5a8d8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.350147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a390e0b-f28a-4984-bee2-f79fb5a8d8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.368880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.417702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a390e0b-f28a-4984-bee2-f79fb5a8d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.422160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a390e0b-f28a-4984-bee2-f79fb5a8d8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.423447 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6a390e0b-f28a-4984-bee2-f79fb5a8d8e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50dcec9e-3765-442f-8e5b-bf267bb31e30 HTTP/1.1" status: 204 len: 168 time: 0.1774833 Jul 28 11:26:09.432806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a390e0b-f28a-4984-bee2-f79fb5a8d8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dcec9e-3765-442f-8e5b-bf267bb31e30,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:09.440285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=713f78b4-0d41-4b28-9fb1-83d7b020dc5c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:09.471312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.476101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:09.478598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dded11e0-577e-40c8-9027-ee0788174bea tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/ports/713f78b4-0d41-4b28-9fb1-83d7b020dc5c HTTP/1.1" status: 204 len: 168 time: 0.5559604 Jul 28 11:26:09.492326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-cbc2eed5-d6e0-45a2-93b6-15c774850f6d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:09.493847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-cbc2eed5-d6e0-45a2-93b6-15c774850f6d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 946 time: 0.1190372 Jul 28 11:26:09.518832 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b49806b-778b-45f9-b8ca-e3725cbb7afc tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] GET failed (client error): The resource could not be found. Jul 28 11:26:09.520706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7b49806b-778b-45f9-b8ca-e3725cbb7afc tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "GET /v2.0/ports/713f78b4-0d41-4b28-9fb1-83d7b020dc5c HTTP/1.1" status: 404 len: 333 time: 0.0426922 Jul 28 11:26:09.524637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:09.656226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:09.657973 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.705538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Deleting port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:09.705988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.784115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086b46a-5d86-4add-852c-fbdb71bf68ac req-fc9908fa-e09a-4b0d-8a4d-521c4858e1c9 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:09.785768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9086b46a-5d86-4add-852c-fbdb71bf68ac req-fc9908fa-e09a-4b0d-8a4d-521c4858e1c9 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b9fcccd-0744-4e23-a3bd-156a00a6e0fe HTTP/1.1" status: 200 len: 946 time: 0.1527689 Jul 28 11:26:09.799949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:09.813739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.832535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for 7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:09.908870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] For port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:09.909445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:09.936602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9086b46a-5d86-4add-852c-fbdb71bf68ac req-80827835-345c-44f5-a0c7-e8923d5f67ef tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373911 Jul 28 11:26:09.938408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Calling delete_port for 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:09.980131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:10.001103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-393a58fb-fac2-4f56-94b2-e237eff77fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.028538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.066947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=7c96ba86-9ea4-4fdf-be2a-c0acb04335b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:10.107477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.108897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d7c6c14c-b05b-4ca0-aa29-2bb2d8383b16 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/ports/7c96ba86-9ea4-4fdf-be2a-c0acb04335b4 HTTP/1.1" status: 204 len: 168 time: 0.5827496 Jul 28 11:26:10.111304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:10.123306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 37a696f9-a571-466f-9e7b-c41726402091 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:10.123306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.204309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting subnet 25be084a-c97b-4879-a456-21ab66101e55 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:10.211206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.222151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.243808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['63e622c8-9d90-4d13-930a-89a740f45250'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:10.255391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', '769ca8ec-a444-4339-9e16-19c55122d1f1', '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:10.290769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.305974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.306308 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.308875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event deleted for resources: {'Port': ['ID=4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:10.338105 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-393a58fb-fac2-4f56-94b2-e237eff77fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.350013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 37a696f9-a571-466f-9e7b-c41726402091 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:10.352072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] No DVR routers for this DVR port 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:10.356497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.358522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af76df73-b2d7-49b1-bb92-0b8de959ca46 req-afea6791-fd3d-4e7f-8255-86da3c86715d tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "DELETE /v2.0/ports/4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c HTTP/1.1" status: 204 len: 173 time: 0.8578699 Jul 28 11:26:10.358963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'name': 'network-vif-deleted', 'tag': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:10.361256 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b119f7-43e5-487d-aefc-486016ebeb63" -d '{"events": [{"server_uuid": "8b9fcccd-0744-4e23-a3bd-156a00a6e0fe", "name": "network-vif-deleted", "tag": "4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:10.387032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-393a58fb-fac2-4f56-94b2-e237eff77fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.465131 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a34dfb-597e-453d-a3e6-bd42c3f0d349 x-openstack-request-id: req-b0a34dfb-597e-453d-a3e6-bd42c3f0d349 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:10.466822 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9fcccd-0744-4e23-a3bd-156a00a6e0fe", "name": "network-vif-deleted", "tag": "4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:10.466942 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0a34dfb-597e-453d-a3e6-bd42c3f0d349 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:10.467466 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9fcccd-0744-4e23-a3bd-156a00a6e0fe', 'name': 'network-vif-deleted', 'tag': '4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c', 'status': 'completed', 'code': 200} Jul 28 11:26:10.569137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:10.605053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:10.650844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=37a696f9-a571-466f-9e7b-c41726402091,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:10.937668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a58fb-fac2-4f56-94b2-e237eff77fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d1ed3f-5bc3-42a8-882b-1791e9662c6c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:10.951207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-393a58fb-fac2-4f56-94b2-e237eff77fb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3833f22e32c5496b9d22d8553c7d8280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9693704 Jul 28 11:26:10.951908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:10.977931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.062813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aca06dc-9f41-44c5-8c48-006066ee8118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.078074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6591317-6150-410c-b42f-a843c1da7539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.092365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.121352 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.121761 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Floating IP 37eebde2-0164-42ee-84a9-0f025e8bd5c1 disassociated (deleted). External IP: 172.25.1.148, port: a7c07311-ac98-4961-8bdc-889bbe1ab66b. Jul 28 11:26:11.122025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.124539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/subnets/25be084a-c97b-4879-a456-21ab66101e55 HTTP/1.1" status: 204 len: 168 time: 1.0122323 Jul 28 11:26:11.127800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36244) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:11.129463 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aca06dc-9f41-44c5-8c48-006066ee8118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.132514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfb3f6-27da-4622-ac47-dbf0ad293010 None None] Network 9c9f0463-0f08-45f9-be4f-5bc56e141511 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:11.214700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7035b7-0ff7-4531-acb3-b49a22f00a73 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Subnet': ['ID=25be084a-c97b-4879-a456-21ab66101e55,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:11.250310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aca06dc-9f41-44c5-8c48-006066ee8118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.255269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aca06dc-9f41-44c5-8c48-006066ee8118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.259033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1aca06dc-9f41-44c5-8c48-006066ee8118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43d1ed3f-5bc3-42a8-882b-1791e9662c6c HTTP/1.1" status: 204 len: 168 time: 0.3017848 Jul 28 11:26:11.268462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca06dc-9f41-44c5-8c48-006066ee8118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d1ed3f-5bc3-42a8-882b-1791e9662c6c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:11.331478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.390321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] DHCP port deletion for 9c9f0463-0f08-45f9-be4f-5bc56e141511 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:11.452026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] Deleting port 83be6d8a-b756-4ef5-ab49-7797b772b887 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:11.452568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.461579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6591317-6150-410c-b42f-a843c1da7539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.481175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6591317-6150-410c-b42f-a843c1da7539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.580955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6591317-6150-410c-b42f-a843c1da7539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef775e-6ee3-4809-9a23-8b0e76da7af8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:11.594113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] For port 83be6d8a-b756-4ef5-ab49-7797b772b887, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=83be6d8a-b756-4ef5-ab49-7797b772b887,segment=NetworkSegment(a3d18acd-d9ae-410c-a8b2-c6057c0e272c),segment_id=a3d18acd-d9ae-410c-a8b2-c6057c0e272c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:11.594585 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.612399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] Calling delete_port for 83be6d8a-b756-4ef5-ab49-7797b772b887 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:11.626010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c6591317-6150-410c-b42f-a843c1da7539 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e9bc8c9a6eb484cb38d5149d63f5398&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0555513 Jul 28 11:26:11.628652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:11.648659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Deleting port 83be6d8a-b756-4ef5-ab49-7797b772b887 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:11.649914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.710051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 83be6d8a-b756-4ef5-ab49-7797b772b887 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:11.724897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6f07a4-cc9d-492c-bf40-3e195e301fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.739999 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.751850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router da4eaf75-c4d2-48a8-872a-05d9c71267a5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:26:11.759735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6f07a4-cc9d-492c-bf40-3e195e301fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.789296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] No DVR routers for this DVR port 83be6d8a-b756-4ef5-ab49-7797b772b887 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:11.797002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] For port 83be6d8a-b756-4ef5-ab49-7797b772b887, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=83be6d8a-b756-4ef5-ab49-7797b772b887,segment=NetworkSegment(a3d18acd-d9ae-410c-a8b2-c6057c0e272c),segment_id=a3d18acd-d9ae-410c-a8b2-c6057c0e272c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:11.797002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.821165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32254975-5e73-4d1e-b9c7-d21d4d952630 None None] Pushing event deleted for resources: {'Port': ['ID=83be6d8a-b756-4ef5-ab49-7797b772b887,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:11.826325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No active binding found for port 83be6d8a-b756-4ef5-ab49-7797b772b887 {{(pid=93837) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:26:11.826811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 83be6d8a-b756-4ef5-ab49-7797b772b887 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:11.833791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6f07a4-cc9d-492c-bf40-3e195e301fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.839579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6f07a4-cc9d-492c-bf40-3e195e301fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:11.844696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d6f07a4-cc9d-492c-bf40-3e195e301fdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8aef775e-6ee3-4809-9a23-8b0e76da7af8 HTTP/1.1" status: 204 len: 168 time: 0.2113912 Jul 28 11:26:11.865270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f07a4-cc9d-492c-bf40-3e195e301fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef775e-6ee3-4809-9a23-8b0e76da7af8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:11.876262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Calling delete_port for 83be6d8a-b756-4ef5-ab49-7797b772b887 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:12.000575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:26:12.005948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.014366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] Sync routers for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:26:12.027002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:12.027677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:12.047500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a54898e-9437-4a8d-98b0-a770416036b3 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/floatingips/37eebde2-0164-42ee-84a9-0f025e8bd5c1 HTTP/1.1" status: 204 len: 168 time: 2.2433677 Jul 28 11:26:12.053677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.085059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Port': ['ID=83be6d8a-b756-4ef5-ab49-7797b772b887,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:12.087501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] No DVR routers for this DVR port 83be6d8a-b756-4ef5-ab49-7797b772b887 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:12.180996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.192520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9f0463-0f08-45f9-be4f-5bc56e141511']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:12.204467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:12.204768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d18acd-d9ae-410c-a8b2-c6057c0e272c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:12.214779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.231598 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.239212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:26:12.239635 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:26:12.315762 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:26:12.321538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:12.324703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.343091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.346700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] 10.222.0.20 "DELETE /v2.0/networks/9c9f0463-0f08-45f9-be4f-5bc56e141511 HTTP/1.1" status: 204 len: 168 time: 1.2168796 Jul 28 11:26:12.363235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd596818-278b-4f0f-baeb-ca2471530db3 tempest-AllowedAddressPairIpV6TestJSON-1076581036 tempest-AllowedAddressPairIpV6TestJSON-1076581036-project] Pushing event deleted for resources: {'Network': ['ID=9c9f0463-0f08-45f9-be4f-5bc56e141511,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:12.445733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:12.468324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:12.468584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf920002-9270-4a99-ad03-6f6536cb9593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.470810 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90658375-cbd3-4880-8e6f-550e0dead499" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:12.542586 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14b38e-4b50-4a82-bb1a-1c7ebbb5b49e x-openstack-request-id: req-ab14b38e-4b50-4a82-bb1a-1c7ebbb5b49e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:12.542977 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:12.543607 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab14b38e-4b50-4a82-bb1a-1c7ebbb5b49e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:12.546889 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'status': 'completed', 'code': 200} Jul 28 11:26:12.623545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf920002-9270-4a99-ad03-6f6536cb9593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.635737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf920002-9270-4a99-ad03-6f6536cb9593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.673098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90658375-cbd3-4880-8e6f-550e0dead499 req-f3f9e042-0de3-43f9-9615-d26647713e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:12.676258 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-f3f9e042-0de3-43f9-9615-d26647713e42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53d99df6846d459185671064bf7c439d&device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 1096 time: 0.1050878 Jul 28 11:26:12.716002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf920002-9270-4a99-ad03-6f6536cb9593 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4e4dfaf798f4633978956b540312bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672062 Jul 28 11:26:12.716842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf920002-9270-4a99-ad03-6f6536cb9593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9c89f-9c8e-4948-a753-d93e647936ea,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:12.719351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:12.728645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:22Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:12.805295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6906608-ba4a-4f49-8b43-0c72060669a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.808934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] Checking router: da4eaf75-c4d2-48a8-872a-05d9c71267a5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:26:12.823421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90658375-cbd3-4880-8e6f-550e0dead499 req-549c7d38-11e5-4662-88ca-22f570499f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:12.825015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-549c7d38-11e5-4662-88ca-22f570499f98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5 HTTP/1.1" status: 200 len: 897 time: 0.1349509 Jul 28 11:26:12.827712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:12.828473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:12.841486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6906608-ba4a-4f49-8b43-0c72060669a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.920366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6906608-ba4a-4f49-8b43-0c72060669a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.923843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-2bd81350-1fd7-42a2-a0c7-6c8ac6d907fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b HTTP/1.1" status: 200 len: 217 time: 0.0903411 Jul 28 11:26:12.924797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6906608-ba4a-4f49-8b43-0c72060669a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:12.926840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c6906608-ba4a-4f49-8b43-0c72060669a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e9c89f-9c8e-4948-a753-d93e647936ea HTTP/1.1" status: 204 len: 168 time: 0.2059364 Jul 28 11:26:12.939264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906608-ba4a-4f49-8b43-0c72060669a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9c89f-9c8e-4948-a753-d93e647936ea,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:12.972594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:12.980399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:13.109745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b095ba-16db-41ed-bf72-8b3ee7444c58 req-ba009a0e-53c9-425a-91b7-2e58e4bf8f07 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:13.113360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39b095ba-16db-41ed-bf72-8b3ee7444c58 req-ba009a0e-53c9-425a-91b7-2e58e4bf8f07 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.6500940 Jul 28 11:26:13.114898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90658375-cbd3-4880-8e6f-550e0dead499 req-3e469f5d-4b4a-4925-98c4-89f038cffbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:13.116287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-3e469f5d-4b4a-4925-98c4-89f038cffbe9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e596a05e-e381-4cd8-8ff1-eb9ec2c6b297 HTTP/1.1" status: 200 len: 835 time: 0.1849568 Jul 28 11:26:13.226002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39b095ba-16db-41ed-bf72-8b3ee7444c58 req-52896583-acda-4eb8-9f14-1bc3ea7425cb tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/security-groups?id=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036537 Jul 28 11:26:13.235336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90658375-cbd3-4880-8e6f-550e0dead499 req-5676e3ce-1f2e-4a3a-af85-ced390054fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:13.236790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-5676e3ce-1f2e-4a3a-af85-ced390054fb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9ddf53e0-e954-4fc8-b230-a41fbb8837c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113153 Jul 28 11:26:13.269681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:22Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:13.354524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-89c0b2c5-3701-4a65-b601-3405f3a133b1 service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091561 Jul 28 11:26:13.386192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71a13e-1b29-4bde-95e3-83a2ebd84c41 None None] The sync data for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 is: [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '0041cd51-2246-414a-b92b-959a88a0519f', 'name': '', 'network_id': '9ddf53e0-e954-4fc8-b230-a41fbb8837c5', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'mac_address': 'fa:16:3e:4e:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:14Z', 'updated_at': '2021-07-28T11:24:22Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'subnets': [{'id': 'e596a05e-e381-4cd8-8ff1-eb9ec2c6b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:26:13.430387 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-44863396-31ff-4e16-a2f4-708099b2d669 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e995159b87524159872f23eb5cde0be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458423 Jul 28 11:26:13.431164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:13.532021 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0840b741-02a2-4d86-9fe2-408621e241c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:13.579817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0840b741-02a2-4d86-9fe2-408621e241c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:13.668049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90658375-cbd3-4880-8e6f-550e0dead499 req-677af5a6-2c8c-4198-a79a-67f112b33835 service neutron] 10.222.0.44 "GET /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047938 Jul 28 11:26:13.686328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:13.762490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:13.763926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4f6d8a4c-4f73-49ae-91d0-2e6d0d32094c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:13.797435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0840b741-02a2-4d86-9fe2-408621e241c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:13.800379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0840b741-02a2-4d86-9fe2-408621e241c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:13.812396 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0840b741-02a2-4d86-9fe2-408621e241c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f8f38a7-e1ca-4910-be50-468e585088f4 HTTP/1.1" status: 204 len: 168 time: 0.3756297 Jul 28 11:26:13.822733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-91dfbfb9-bc6c-4614-b20b-4908c76b418f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:13.824850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-91dfbfb9-bc6c-4614-b20b-4908c76b418f tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 945 time: 0.1475515 Jul 28 11:26:13.848671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840b741-02a2-4d86-9fe2-408621e241c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f38a7-e1ca-4910-be50-468e585088f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:13.893321 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf3bb2-dcdc-405b-bef9-d0492868eefb None None] New status for floating IP 37eebde2-0164-42ee-84a9-0f025e8bd5c1: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:26:13.980925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port a7c07311-ac98-4961-8bdc-889bbe1ab66b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:13.981315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:14.104270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port a7c07311-ac98-4961-8bdc-889bbe1ab66b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a7c07311-ac98-4961-8bdc-889bbe1ab66b,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:14.104652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:14.119253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for a7c07311-ac98-4961-8bdc-889bbe1ab66b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:14.312039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:14.342948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=a7c07311-ac98-4961-8bdc-889bbe1ab66b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:14.425328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f1fdc42-9b87-4a3e-972a-2bd6d33adc1b req-76547243-5b9d-440d-bd7e-e209b520d5ae tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebf39e5-e875-4afe-9f8f-3f786550dd36 HTTP/1.1" status: 200 len: 210 time: 0.0996180 Jul 28 11:26:14.438967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] No DVR routers for this DVR port a7c07311-ac98-4961-8bdc-889bbe1ab66b on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:14.442459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:14.444660 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ae2ae46-efc8-4e3a-a4b9-d7ff400f81b4 req-75f4472f-75a7-4f81-82de-8e787448a1aa tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.44 "DELETE /v2.0/ports/a7c07311-ac98-4961-8bdc-889bbe1ab66b HTTP/1.1" status: 204 len: 173 time: 0.6048584 Jul 28 11:26:14.445881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-deleted', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:14.448589 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a631a-252a-492e-8a25-1e6ee741ccb3" -d '{"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-deleted", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:14.527392 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec25a86-5987-4c70-b265-15fcb90ee25d x-openstack-request-id: req-7ec25a86-5987-4c70-b265-15fcb90ee25d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:14.527825 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebf39e5-e875-4afe-9f8f-3f786550dd36", "name": "network-vif-deleted", "tag": "a7c07311-ac98-4961-8bdc-889bbe1ab66b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:14.528202 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ec25a86-5987-4c70-b265-15fcb90ee25d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:14.528814 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebf39e5-e875-4afe-9f8f-3f786550dd36', 'name': 'network-vif-deleted', 'tag': 'a7c07311-ac98-4961-8bdc-889bbe1ab66b', 'status': 'completed', 'code': 200} Jul 28 11:26:14.725219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c08e54-3ce0-42cf-b85b-a25b0ebceab1 req-3cf901d8-31b0-4e8a-87ad-332e5f092c4a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:14.732933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79c08e54-3ce0-42cf-b85b-a25b0ebceab1 req-3cf901d8-31b0-4e8a-87ad-332e5f092c4a tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 945 time: 0.0712810 Jul 28 11:26:14.805558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79c08e54-3ce0-42cf-b85b-a25b0ebceab1 req-c1ebcded-1a3b-46f7-859d-f59ee39397ca tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682969 Jul 28 11:26:15.427276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:15.475952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:15.704510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1598078136'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:15.735500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:15.740997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:15.757270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:15.894959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:15.902701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:15.929127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:26:15.938934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:15.939422 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Added segment 75514d1e-72a8-49aa-8e89-750b4b9dfbc2 of type vlan for network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 Jul 28 11:26:16.004941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.009333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a919aa-b486-4f1e-b1a8-9dde1a9183be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:16.083192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.090121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:16.090786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.114801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39522-a2fe-4f61-aa75-db2441139428 req-91e4f83f-4e48-4386-8cc4-fcf680fce31b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:16.125396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93d39522-a2fe-4f61-aa75-db2441139428 req-91e4f83f-4e48-4386-8cc4-fcf680fce31b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 945 time: 0.1674120 Jul 28 11:26:16.169937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.201256 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7722898 Jul 28 11:26:16.202093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:16.211833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:16.217363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf708-2704-4ac6-ac76-72e1507aa63d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Network': ['ID=ce73c41c-c958-47bc-9fb5-55b5ea1a7b91,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:16.233115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:26:16.265801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-14ec4506-c63a-48ce-96d0-e2c6a6442e6b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:16.267292 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-14ec4506-c63a-48ce-96d0-e2c6a6442e6b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 945 time: 0.1676354 Jul 28 11:26:16.417136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93d39522-a2fe-4f61-aa75-db2441139428 req-d451b52c-6bd8-46b4-8dfd-affd7465e116 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823882 Jul 28 11:26:16.450673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:16.455474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.526529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Deleting port 63e622c8-9d90-4d13-930a-89a740f45250 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:16.526794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.588080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 0041cd51-2246-414a-b92b-959a88a0519f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:16.588797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.727668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 0041cd51-2246-414a-b92b-959a88a0519f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0041cd51-2246-414a-b92b-959a88a0519f,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:16.728636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.731336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] For port 63e622c8-9d90-4d13-930a-89a740f45250, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=63e622c8-9d90-4d13-930a-89a740f45250,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:16.731958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.756016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 0041cd51-2246-414a-b92b-959a88a0519f owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:16.761040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Calling delete_port for 63e622c8-9d90-4d13-930a-89a740f45250 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:16.855771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.961544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:16.962739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network hostable DHCP agents. Network: ce73c41c-c958-47bc-9fb5-55b5ea1a7b91, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:26:16.977178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:16.977738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=7d3a0c09-103f-471b-9c85-eba162a65580,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:17.008851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=0041cd51-2246-414a-b92b-959a88a0519f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:17.019993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:17.044335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:26:17.069794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: a7c07311-ac98-4961-8bdc-889bbe1ab66b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:17.072514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a7c07311-ac98-4961-8bdc-889bbe1ab66b not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:17.077122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, ce73c41c-c958-47bc-9fb5-55b5ea1a7b91) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:17.096794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:17.098471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ac2cc-c0c7-42cc-866b-00b2bfdb495b None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:17.100853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.124170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.146131 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f8b81adb-7273-4c22-9b62-711ba88cca2a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9330189 Jul 28 11:26:17.165891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:17.171140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'name': 'tempest-NetworksTestDHCPv6-1091502139'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:17.203342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event deleted for resources: {'Port': ['ID=63e622c8-9d90-4d13-930a-89a740f45250,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:17.205638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', '769ca8ec-a444-4339-9e16-19c55122d1f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:17.279718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] No DVR routers for this DVR port 63e622c8-9d90-4d13-930a-89a740f45250 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:17.286034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.287654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['63e622c8-9d90-4d13-930a-89a740f45250'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:17.288411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae73d96b-195e-405b-85b4-feb76fd9c76f req-7c4396a1-265e-470d-b4e0-67bcf4d3be22 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.44 "DELETE /v2.0/ports/63e622c8-9d90-4d13-930a-89a740f45250 HTTP/1.1" status: 204 len: 173 time: 1.0091453 Jul 28 11:26:17.294378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:17.302375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'name': 'network-vif-deleted', 'tag': '63e622c8-9d90-4d13-930a-89a740f45250'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:17.310865 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583d23ca-a4a7-4831-8d0a-71565ce0aaa4" -d '{"events": [{"server_uuid": "a5fc3364-6396-4e79-906e-61a4d2ba69e4", "name": "network-vif-deleted", "tag": "63e622c8-9d90-4d13-930a-89a740f45250"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:17.405750 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c97e374-b74d-4c36-892a-81fffea32b05 x-openstack-request-id: req-3c97e374-b74d-4c36-892a-81fffea32b05 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:17.405976 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc3364-6396-4e79-906e-61a4d2ba69e4", "name": "network-vif-deleted", "tag": "63e622c8-9d90-4d13-930a-89a740f45250", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:17.406198 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c97e374-b74d-4c36-892a-81fffea32b05 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:17.406570 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc3364-6396-4e79-906e-61a4d2ba69e4', 'name': 'network-vif-deleted', 'tag': '63e622c8-9d90-4d13-930a-89a740f45250', 'status': 'completed', 'code': 200} Jul 28 11:26:17.470795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.636844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '7d3a0c09-103f-471b-9c85-eba162a65580'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:17.637762 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.677404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c62b-44bb-4df6-aff3-1e202c79c042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.696689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67244fe1-3280-4acb-9c37-622cb93e4383 req-359ec854-1a6b-4265-bf97-af13c57a1b9b tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fc3364-6396-4e79-906e-61a4d2ba69e4 HTTP/1.1" status: 200 len: 210 time: 0.0658386 Jul 28 11:26:17.833538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:17.837418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:17.864082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 5ec7a9a9-c56a-42fb-bbc6-70303016a25b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:18.047473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::15d (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/7d3a0c09-103f-471b-9c85-eba162a65580/5ec7a9a9-c56a-42fb-bbc6-70303016a25b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:18.610414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c62b-44bb-4df6-aff3-1e202c79c042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.624158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c62b-44bb-4df6-aff3-1e202c79c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.634608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Router da4eaf75-c4d2-48a8-872a-05d9c71267a5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:26:18.697896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1c62b-44bb-4df6-aff3-1e202c79c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d2c65-5dbb-4479-81d9-64546ae0c74c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:18.704455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2e1c62b-44bb-4df6-aff3-1e202c79c042 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40e889ab38614cd19957763e05b2a496&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3898704 Jul 28 11:26:18.704901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:18.767964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.781935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9080ffc5-44b7-4025-b365-21a0cd22d1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.823430 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9080ffc5-44b7-4025-b365-21a0cd22d1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.823732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 5ec7a9a9-c56a-42fb-bbc6-70303016a25b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:18.856098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:26:18.862056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f62fb162-172f-4d75-822c-7347d076785e tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "PUT /v2.0/routers/da4eaf75-c4d2-48a8-872a-05d9c71267a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837030 Jul 28 11:26:18.865748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:18.866619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] Sync routers for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:26:18.887372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:18.888024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:18.896262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9080ffc5-44b7-4025-b365-21a0cd22d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.900136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9080ffc5-44b7-4025-b365-21a0cd22d1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:18.901623 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9080ffc5-44b7-4025-b365-21a0cd22d1b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/023d2c65-5dbb-4479-81d9-64546ae0c74c HTTP/1.1" status: 204 len: 168 time: 0.1957195 Jul 28 11:26:18.911449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ffc5-44b7-4025-b365-21a0cd22d1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d2c65-5dbb-4479-81d9-64546ae0c74c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:19.007425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.062418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/7d3a0c09-103f-471b-9c85-eba162a65580/ff60d127-0f8d-40f7-b53d-55d899fbd033) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:19.083318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting subnet e596a05e-e381-4cd8-8ff1-eb9ec2c6b297 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:19.093216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:19.118973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:19.119981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.173150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.224437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=5ec7a9a9-c56a-42fb-bbc6-70303016a25b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:19.232486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:19.247386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:19.259743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:19.260699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.310632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7a54f311-0b90-4dac-b165-fc2da08c8e86 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1436331 Jul 28 11:26:19.313177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:19.323219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a777-25c4-4961-97a3-619abd77f936 req-eeb48107-ec15-4955-848c-e7cbb3bda60e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:19.325577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35a2a777-25c4-4961-97a3-619abd77f936 req-eeb48107-ec15-4955-848c-e7cbb3bda60e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 946 time: 0.2674925 Jul 28 11:26:19.360494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:19.384723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.402128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Transition to ACTIVE for port object ff60d127-0f8d-40f7-b53d-55d899fbd033 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:19.430702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.443177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Transition to ACTIVE for port object ff60d127-0f8d-40f7-b53d-55d899fbd033 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:19.452548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae688d63-5b15-41df-b002-1aa7346d0aa5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:19.453350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:26:16Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:19.454289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae688d63-5b15-41df-b002-1aa7346d0aa5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1395586 Jul 28 11:26:19.459209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:19.461839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.502600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c152664-9705-46f8-aaca-7601e3241609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.517511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] Checking router: da4eaf75-c4d2-48a8-872a-05d9c71267a5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:26:19.526363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:19.532155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35a2a777-25c4-4961-97a3-619abd77f936 req-ca7076b7-6cab-4557-bf59-cdbdaddcf682 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727152 Jul 28 11:26:19.533128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.553410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.559051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/subnets/e596a05e-e381-4cd8-8ff1-eb9ec2c6b297 HTTP/1.1" status: 204 len: 168 time: 0.6923280 Jul 28 11:26:19.560419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:19.563945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36530) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:19.566171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa7ad1-7351-4bba-a1b3-d6660a772574 None None] Network 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:19.571596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:19.580525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd37d-b09e-4a8f-b1b1-30584c678557 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Subnet': ['ID=e596a05e-e381-4cd8-8ff1-eb9ec2c6b297,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:19.629087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 5ec7a9a9-c56a-42fb-bbc6-70303016a25b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:19.629500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.635491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] Routers {'da4eaf75-c4d2-48a8-872a-05d9c71267a5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:19.636139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:19.654743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Pushing event updated for resources: {'Port': ['ID=ff60d127-0f8d-40f7-b53d-55d899fbd033,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:19.689736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c152664-9705-46f8-aaca-7601e3241609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.702938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c152664-9705-46f8-aaca-7601e3241609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.803168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.808227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c152664-9705-46f8-aaca-7601e3241609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=294388449bd646d48cf1c52fde9e05b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399457 Jul 28 11:26:19.808227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c152664-9705-46f8-aaca-7601e3241609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f92a5c-77ea-4e5e-8362-fd2d1299bcb1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:19.812345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:19.837436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.846889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Attempting to bind port ff60d127-0f8d-40f7-b53d-55d899fbd033 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:19.847321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Attempting to bind port ff60d127-0f8d-40f7-b53d-55d899fbd033 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:19.847694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Attempting to bind port ff60d127-0f8d-40f7-b53d-55d899fbd033 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:19.878028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:19.879229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:19.879854 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.880487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:19.881193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Bound port: ff60d127-0f8d-40f7-b53d-55d899fbd033, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:19.881800 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.910809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:19.917113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] Set router da4eaf75-c4d2-48a8-872a-05d9c71267a5 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:19.940145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 5ec7a9a9-c56a-42fb-bbc6-70303016a25b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:20.092947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] For port ff60d127-0f8d-40f7-b53d-55d899fbd033, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:20.099622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] For port ff60d127-0f8d-40f7-b53d-55d899fbd033, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ff60d127-0f8d-40f7-b53d-55d899fbd033,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:20.104993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] DHCP port deletion for 9ddf53e0-e954-4fc8-b230-a41fbb8837c5 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:20.120375 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.156972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.169014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-332a3f30-ed4d-4a49-bca8-f9c7ff94551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.199762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-332a3f30-ed4d-4a49-bca8-f9c7ff94551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.254332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:20.294398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2e641-0bcc-4894-96a9-4018a647f821 None None] Pushing event updated for resources: {'Port': ['ID=ff60d127-0f8d-40f7-b53d-55d899fbd033,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:20.347923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-332a3f30-ed4d-4a49-bca8-f9c7ff94551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.354194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-332a3f30-ed4d-4a49-bca8-f9c7ff94551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.358969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-332a3f30-ed4d-4a49-bca8-f9c7ff94551b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43f92a5c-77ea-4e5e-8362-fd2d1299bcb1 HTTP/1.1" status: 204 len: 168 time: 0.5454333 Jul 28 11:26:20.404523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-77813d47-6091-4b31-b0c0-ca16db0dbbbb tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:20.406076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-77813d47-6091-4b31-b0c0-ca16db0dbbbb tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 946 time: 0.1156495 Jul 28 11:26:20.430918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Deleting port 2481aff5-e408-4301-b120-74a5bc1e513b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:20.431276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.434936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a3f30-ed4d-4a49-bca8-f9c7ff94551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f92a5c-77ea-4e5e-8362-fd2d1299bcb1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:20.443817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] Deleting port a2a09aee-067b-49ba-933b-460b848e5ba2 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:20.447422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.544254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-534788e0-ffce-46ae-b0da-de61224d02fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.593182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:26:16Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:20.636213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c762a-dd3f-4208-b7b4-e6a1581badbc None None] The sync data for ids ['da4eaf75-c4d2-48a8-872a-05d9c71267a5'] in n-d-723573-7 is: [{'id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645541240', 'tenant_id': '53d99df6846d459185671064bf7c439d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:24:08Z', 'updated_at': '2021-07-28T11:26:16Z', 'revision_number': 5, 'project_id': '53d99df6846d459185671064bf7c439d', 'gw_port': {'id': '2481aff5-e408-4301-b120-74a5bc1e513b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4eaf75-c4d2-48a8-872a-05d9c71267a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:24:09Z', 'updated_at': '2021-07-28T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:26:20.642220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] For port a2a09aee-067b-49ba-933b-460b848e5ba2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a2a09aee-067b-49ba-933b-460b848e5ba2,segment=NetworkSegment(100667db-db37-4512-aded-33a0161d8bf3),segment_id=100667db-db37-4512-aded-33a0161d8bf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:20.642731 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.644392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.662083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] Calling delete_port for a2a09aee-067b-49ba-933b-460b848e5ba2 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:20.789300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] For port 2481aff5-e408-4301-b120-74a5bc1e513b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2481aff5-e408-4301-b120-74a5bc1e513b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:20.789965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.791465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Deleting port 769ca8ec-a444-4339-9e16-19c55122d1f1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:20.792240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.803589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.805779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Calling delete_port for 2481aff5-e408-4301-b120-74a5bc1e513b owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:20.858386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] Pushing event deleted for resources: {'Port': ['ID=a2a09aee-067b-49ba-933b-460b848e5ba2,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:20.864465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8642e-593f-4747-936e-83f4040c65b7 None None] No DVR routers for this DVR port a2a09aee-067b-49ba-933b-460b848e5ba2 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:20.935313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=5ec7a9a9-c56a-42fb-bbc6-70303016a25b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:20.967813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:20.969799 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa28db06-e227-4776-8383-173660990ee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/5ec7a9a9-c56a-42fb-bbc6-70303016a25b HTTP/1.1" status: 204 len: 168 time: 1.5095849 Jul 28 11:26:20.972519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:20.993393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-534788e0-ffce-46ae-b0da-de61224d02fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.005060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-534788e0-ffce-46ae-b0da-de61224d02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.019654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98ce1-1c3e-4d6f-a2ed-aaacb267b75b req-be15d30d-7b9d-439a-9b6b-5fb1ad53c6d7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:21.021202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcf98ce1-1c3e-4d6f-a2ed-aaacb267b75b req-be15d30d-7b9d-439a-9b6b-5fb1ad53c6d7 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 946 time: 0.2625890 Jul 28 11:26:21.037315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 63e622c8-9d90-4d13-930a-89a740f45250 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:21.101621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] For port 769ca8ec-a444-4339-9e16-19c55122d1f1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=769ca8ec-a444-4339-9e16-19c55122d1f1,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:21.102135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.117672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-534788e0-ffce-46ae-b0da-de61224d02fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7bceb0371b946c9a5a560c2811ac16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605008 Jul 28 11:26:21.128549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:21.131132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534788e0-ffce-46ae-b0da-de61224d02fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c21960b-e7b2-422e-89a5-0a9c061ea66e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:21.150026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99b885-1029-4cc0-bf13-7016678b9c6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:21.151525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99b885-1029-4cc0-bf13-7016678b9c6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:21.153206 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc99b885-1029-4cc0-bf13-7016678b9c6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1797521 Jul 28 11:26:21.166929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36568) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:21.169213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Calling delete_port for 769ca8ec-a444-4339-9e16-19c55122d1f1 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:21.190727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.231910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Port': ['ID=2481aff5-e408-4301-b120-74a5bc1e513b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:21.306762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d019deb-a094-4bb6-ab3e-6c324980fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.310434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcf98ce1-1c3e-4d6f-a2ed-aaacb267b75b req-5cae0aeb-2607-47db-b785-09f9dd4d1216 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697153 Jul 28 11:26:21.363200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 7d3a0c09-103f-471b-9c85-eba162a65580 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:21.373778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d019deb-a094-4bb6-ab3e-6c324980fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.374609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 63e622c8-9d90-4d13-930a-89a740f45250 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:21.375599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 63e622c8-9d90-4d13-930a-89a740f45250 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:21.375860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.392748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.462832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.552782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.558388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.627384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.637215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.647703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', '769ca8ec-a444-4339-9e16-19c55122d1f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:21.682636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.683618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Fanout notify agent at l3_agent the message router_deleted on router da4eaf75-c4d2-48a8-872a-05d9c71267a5 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:26:21.694186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.696850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2b18c6f9-06d3-448b-8b1d-cf3430d40491 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/routers/da4eaf75-c4d2-48a8-872a-05d9c71267a5 HTTP/1.1" status: 204 len: 168 time: 2.1316476 Jul 28 11:26:21.698943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d019deb-a094-4bb6-ab3e-6c324980fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.702712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:21.704381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d019deb-a094-4bb6-ab3e-6c324980fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.708027 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3d019deb-a094-4bb6-ab3e-6c324980fe05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c21960b-e7b2-422e-89a5-0a9c061ea66e HTTP/1.1" status: 204 len: 168 time: 0.5762024 Jul 28 11:26:21.721360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d019deb-a094-4bb6-ab3e-6c324980fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c21960b-e7b2-422e-89a5-0a9c061ea66e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:21.734376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event deleted for resources: {'Port': ['ID=769ca8ec-a444-4339-9e16-19c55122d1f1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:21.843131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff60d127-0f8d-40f7-b53d-55d899fbd033 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:21.980918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] No DVR routers for this DVR port 769ca8ec-a444-4339-9e16-19c55122d1f1 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:21.996150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:21.997473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d72e8878-048e-4d49-98c4-4dd27d2da6cf req-9720d27f-18fe-4bdd-a23d-4906162c2aab tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "DELETE /v2.0/ports/769ca8ec-a444-4339-9e16-19c55122d1f1 HTTP/1.1" status: 204 len: 173 time: 1.5825016 Jul 28 11:26:21.997920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'name': 'network-vif-deleted', 'tag': '769ca8ec-a444-4339-9e16-19c55122d1f1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:22.000155 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb3eef-29d2-42e4-bfb1-a92e0bbb4843" -d '{"events": [{"server_uuid": "8476597d-d921-4880-87e5-d90f35e4f5a6", "name": "network-vif-deleted", "tag": "769ca8ec-a444-4339-9e16-19c55122d1f1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:22.013652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.021318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.063795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ff60d127-0f8d-40f7-b53d-55d899fbd033 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:22.073008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3a0c09-103f-471b-9c85-eba162a65580,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:22.082424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.087783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:22.092748 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0e3bedac-6d83-4a1e-b01d-da879cfd8482 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/7d3a0c09-103f-471b-9c85-eba162a65580 HTTP/1.1" status: 204 len: 168 time: 0.9248471 Jul 28 11:26:22.132754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfd212-0b8e-4dbe-be2f-b5c5f69df608 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:22.136444 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27337225-f10f-4b12-84fb-8881e52098fe x-openstack-request-id: req-27337225-f10f-4b12-84fb-8881e52098fe {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:22.136784 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8476597d-d921-4880-87e5-d90f35e4f5a6", "name": "network-vif-deleted", "tag": "769ca8ec-a444-4339-9e16-19c55122d1f1", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:22.137064 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27337225-f10f-4b12-84fb-8881e52098fe {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:22.137503 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8476597d-d921-4880-87e5-d90f35e4f5a6', 'name': 'network-vif-deleted', 'tag': '769ca8ec-a444-4339-9e16-19c55122d1f1', 'status': 'completed', 'code': 200} Jul 28 11:26:22.186698 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c93c0cfe-9394-4793-8ef4-b18faba4c605 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973818 Jul 28 11:26:22.189214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:22.201435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:22.276892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] Provisioning for port ff60d127-0f8d-40f7-b53d-55d899fbd033 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:22.282687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.283356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] Provisioning complete for port ff60d127-0f8d-40f7-b53d-55d899fbd033 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:22.283831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.312314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddf53e0-e954-4fc8-b230-a41fbb8837c5']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:22.327427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100667db-db37-4512-aded-33a0161d8bf3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:22.328005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100667db-db37-4512-aded-33a0161d8bf3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:22.341523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.365609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.371272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:22.380362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.385051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:26:22.386019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.391037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a2a09aee-067b-49ba-933b-460b848e5ba2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:26:22.403542 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:26:22.451496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a2a09aee-067b-49ba-933b-460b848e5ba2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:22.456574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a2a09aee-067b-49ba-933b-460b848e5ba2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:22.457469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0041cd51-2246-414a-b92b-959a88a0519f no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:22.462526 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:26:22.521824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0041cd51-2246-414a-b92b-959a88a0519f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:22.522353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0041cd51-2246-414a-b92b-959a88a0519f not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:22.547738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.577109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd97af3c-d566-4ae2-8d16-1571df0109f2 req-9cf58d32-7a21-479e-b7c1-fd3440a92666 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1312506 Jul 28 11:26:22.600827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.622955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:22.629039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6ac8a1f-5dd2-4b61-808a-7c4228754548 req-3246cc8d-7337-4c42-a7a7-54ac534ec9fe tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 210 time: 0.1125677 Jul 28 11:26:22.684120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd97af3c-d566-4ae2-8d16-1571df0109f2 req-295773b4-a7a7-4938-a430-c408e85a673c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&device_id=8476597d-d921-4880-87e5-d90f35e4f5a6 HTTP/1.1" status: 200 len: 210 time: 0.0538003 Jul 28 11:26:22.695343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] For port ff60d127-0f8d-40f7-b53d-55d899fbd033, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ff60d127-0f8d-40f7-b53d-55d899fbd033,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:22.699934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.703059 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.712242 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.714779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/networks/9ddf53e0-e954-4fc8-b230-a41fbb8837c5 HTTP/1.1" status: 204 len: 168 time: 1.0106974 Jul 28 11:26:22.718860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:22.735844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:22.766255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d4d2-1a40-430f-8709-d8a3e8852ae6 tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'Network': ['ID=9ddf53e0-e954-4fc8-b230-a41fbb8837c5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:22.800502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] Deleting port ff60d127-0f8d-40f7-b53d-55d899fbd033 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:22.800993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.808326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c38c14-3d06-44f7-ae78-756ceb02d544 None None] Pushing event updated for resources: {'Port': ['ID=ff60d127-0f8d-40f7-b53d-55d899fbd033,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:22.820389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c942fe-bb69-4776-abc7-57170775c4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.927083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.933380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] For port ff60d127-0f8d-40f7-b53d-55d899fbd033, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ff60d127-0f8d-40f7-b53d-55d899fbd033,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:22.934565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:22.953881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] Calling delete_port for ff60d127-0f8d-40f7-b53d-55d899fbd033 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:22.963699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97af3c-d566-4ae2-8d16-1571df0109f2 req-95885c38-8b00-41cc-a466-d79f31460919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:22.965393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd97af3c-d566-4ae2-8d16-1571df0109f2 req-95885c38-8b00-41cc-a466-d79f31460919 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2484930 Jul 28 11:26:23.032031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:23.032979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:23.048532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4e94299-7cd0-439c-af9d-dc502de1145b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.051755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:23.056527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:23.057508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.064011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.094269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4e94299-7cd0-439c-af9d-dc502de1145b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.117142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c942fe-bb69-4776-abc7-57170775c4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.123184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] Pushing event deleted for resources: {'Port': ['ID=ff60d127-0f8d-40f7-b53d-55d899fbd033,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:23.125445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f00dbb-f8ba-4bf7-9f62-6323d5fea177 None None] No DVR routers for this DVR port ff60d127-0f8d-40f7-b53d-55d899fbd033 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:23.133212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7c942fe-bb69-4776-abc7-57170775c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.146035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-805f7fdc-cdb0-4c56-aa0a-7aa5ec4e0983 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9555745 Jul 28 11:26:23.149374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:23.150242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323fb207-0afc-49e3-9683-7446eaf94417 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:23.150772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97af3c-d566-4ae2-8d16-1571df0109f2 req-1310561e-1e2f-45a3-b2a5-e3293e3d6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:23.152971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd97af3c-d566-4ae2-8d16-1571df0109f2 req-1310561e-1e2f-45a3-b2a5-e3293e3d6c15 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790202 Jul 28 11:26:23.156270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'name': 'tempest-NetworksTestDHCPv6-983119401'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:23.199833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c942fe-bb69-4776-abc7-57170775c4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1c413-8859-479d-b6fa-87d3a7176ee1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:23.219189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e7c942fe-bb69-4776-abc7-57170775c4cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c646dab983ae49e7aa8d9d8968801108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830797 Jul 28 11:26:23.221789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:23.307530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-457c6090-6e3b-4c9c-af78-47280007bbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.313064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4e94299-7cd0-439c-af9d-dc502de1145b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.316437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4e94299-7cd0-439c-af9d-dc502de1145b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.323228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f4e94299-7cd0-439c-af9d-dc502de1145b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] 10.222.0.20 "DELETE /v2.0/security-groups/3bc5b6dd-0ecf-4d01-bd26-2a02199366ff HTTP/1.1" status: 204 len: 168 time: 0.5957599 Jul 28 11:26:23.334886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-457c6090-6e3b-4c9c-af78-47280007bbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.336148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94299-7cd0-439c-af9d-dc502de1145b tempest-TestNetworkAdvancedServerOps-1057552834 tempest-TestNetworkAdvancedServerOps-1057552834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc5b6dd-0ecf-4d01-bd26-2a02199366ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:23.370504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:23.372542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:23.373622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.377261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.410079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 2ffb21eb-3991-44f4-abf7-9ce934ba1342 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:23.415402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-457c6090-6e3b-4c9c-af78-47280007bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.419430 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-457c6090-6e3b-4c9c-af78-47280007bbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.419586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-457c6090-6e3b-4c9c-af78-47280007bbf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32b1c413-8859-479d-b6fa-87d3a7176ee1 HTTP/1.1" status: 204 len: 168 time: 0.1967485 Jul 28 11:26:23.434485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c6090-6e3b-4c9c-af78-47280007bbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1c413-8859-479d-b6fa-87d3a7176ee1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:23.561002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::ee (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b/2ffb21eb-3991-44f4-abf7-9ce934ba1342) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:23.592623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff60d127-0f8d-40f7-b53d-55d899fbd033 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:23.621359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ff60d127-0f8d-40f7-b53d-55d899fbd033 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:23.621359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ff60d127-0f8d-40f7-b53d-55d899fbd033 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:23.621866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2481aff5-e408-4301-b120-74a5bc1e513b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:23.642905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2481aff5-e408-4301-b120-74a5bc1e513b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:23.643260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2481aff5-e408-4301-b120-74a5bc1e513b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:23.752128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.770900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 2ffb21eb-3991-44f4-abf7-9ce934ba1342 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:23.822556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.870299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:23.879302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:23.882781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:23.890078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:23.890649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:23.915774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=2ffb21eb-3991-44f4-abf7-9ce934ba1342,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:23.917218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b/0039cfd4-645c-450a-92d2-1f03bc2dd1e5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:23.928908 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b43976d-84e3-40e3-bbeb-5a0e8948881a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7784350 Jul 28 11:26:23.931598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:23.983542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:24.017931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adcbe19c-30a5-4d7e-9330-fc1b6e99aa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.079916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd5da8-1c73-4fe5-8e6f-4dd5a5f205a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:24.087753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:24.087877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-affd5da8-1c73-4fe5-8e6f-4dd5a5f205a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1481218 Jul 28 11:26:24.090411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:24.239761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 2ffb21eb-3991-44f4-abf7-9ce934ba1342 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:24.240311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.307855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adcbe19c-30a5-4d7e-9330-fc1b6e99aa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.339441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.342310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adcbe19c-30a5-4d7e-9330-fc1b6e99aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.349105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Transition to ACTIVE for port object 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:24.379225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Transition to ACTIVE for port object 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:24.390967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.391275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-975ff380-874d-4eae-9d62-cee603f6bcca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53d99df6846d459185671064bf7c439d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988305 Jul 28 11:26:24.393610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:24.456114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Pushing event updated for resources: {'Port': ['ID=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:24.473394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:24.475427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:24.482214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:24.520882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-584a76e0-53b6-4105-ad8c-787ada17fe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.585002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-584a76e0-53b6-4105-ad8c-787ada17fe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.618547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Attempting to bind port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:24.619137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Attempting to bind port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:24.619611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Attempting to bind port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:24.638644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:24.640590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:24.641117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.643480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:24.645273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Bound port: 0039cfd4-645c-450a-92d2-1f03bc2dd1e5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:24.645775 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.650678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-584a76e0-53b6-4105-ad8c-787ada17fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.655353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-584a76e0-53b6-4105-ad8c-787ada17fe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.661051 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-584a76e0-53b6-4105-ad8c-787ada17fe73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea97d34f-3578-4756-93ce-df96edafecea HTTP/1.1" status: 204 len: 168 time: 0.2658353 Jul 28 11:26:24.673186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a76e0-53b6-4105-ad8c-787ada17fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea97d34f-3578-4756-93ce-df96edafecea,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:24.751132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] For port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:24.756593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] For port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:24.766909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.877358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59128d9b-67db-4a83-a149-3f1e125cfeac None None] Pushing event updated for resources: {'Port': ['ID=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:24.939673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:24.947772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbe19c-30a5-4d7e-9330-fc1b6e99aa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba7824-3b9c-45a6-8a26-85c066c03d5b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:24.954815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-adcbe19c-30a5-4d7e-9330-fc1b6e99aa7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8b981111e084a16bb49cfbafffe25bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9679263 Jul 28 11:26:24.955205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:24.961105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 2ffb21eb-3991-44f4-abf7-9ce934ba1342 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:25.066595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a178b-a797-478d-9e1e-b14b07e01197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.185323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.192369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a178b-a797-478d-9e1e-b14b07e01197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.255956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:25.300155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.306914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/2ffb21eb-3991-44f4-abf7-9ce934ba1342 HTTP/1.1" status: 204 len: 168 time: 1.2165887 Jul 28 11:26:25.306914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93de3e7-f280-4735-a439-dea134779e17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=2ffb21eb-3991-44f4-abf7-9ce934ba1342,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:25.307222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:25.412893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a178b-a797-478d-9e1e-b14b07e01197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.415981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a178b-a797-478d-9e1e-b14b07e01197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.420772 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e54a178b-a797-478d-9e1e-b14b07e01197 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bba7824-3b9c-45a6-8a26-85c066c03d5b HTTP/1.1" status: 204 len: 168 time: 0.4643941 Jul 28 11:26:25.449150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a784781a-7d3b-442c-948a-7f35b70de40b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a90d3c7cb1c44af99bba875d413dbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895537 Jul 28 11:26:25.449877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:25.459739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a178b-a797-478d-9e1e-b14b07e01197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba7824-3b9c-45a6-8a26-85c066c03d5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:25.502708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa30b67-fb33-409f-9fe0-53f9b013fefa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:25.504341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa30b67-fb33-409f-9fe0-53f9b013fefa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:25.505879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-daa30b67-fb33-409f-9fe0-53f9b013fefa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1983759 Jul 28 11:26:25.510849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:25.615587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aac47f5b-323a-45a2-810a-677abc9f08e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.643119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:25.676752 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aac47f5b-323a-45a2-810a-677abc9f08e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.715753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:25.727270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 769ca8ec-a444-4339-9e16-19c55122d1f1 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:25.738959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.751395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 769ca8ec-a444-4339-9e16-19c55122d1f1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:25.752049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 769ca8ec-a444-4339-9e16-19c55122d1f1 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:25.780382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:25.850341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.918816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aac47f5b-323a-45a2-810a-677abc9f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.921488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aac47f5b-323a-45a2-810a-677abc9f08e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:25.922624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aac47f5b-323a-45a2-810a-677abc9f08e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b8cc8f4-6498-40c3-abb1-307b73aa6909 HTTP/1.1" status: 204 len: 168 time: 0.4715607 Jul 28 11:26:25.972647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac47f5b-323a-45a2-810a-677abc9f08e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8cc8f4-6498-40c3-abb1-307b73aa6909,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:26.018697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.136900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.182592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:26.184742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.189266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:26.198628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-56f636c8-c32a-4185-8ccd-ccc4342d7147 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b HTTP/1.1" status: 204 len: 168 time: 0.6850662 Jul 28 11:26:26.224334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6bd07-4aba-4ac4-bd04-cdc120231ddf None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:26.239487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:26.245715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:26.250083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-63bce5f7-47de-4c72-854e-7c5c73bd3b87 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593028 Jul 28 11:26:26.361076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] Provisioning for port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:26.372281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] Provisioning complete for port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:26.372974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.381655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:26.388940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.546890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.598447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] For port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:26.602501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251995c4-454e-4c61-9754-325c89087135 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:26.609625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.687893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9e964-3453-4b87-a291-b65285bdb31c None None] Pushing event updated for resources: {'Port': ['ID=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:26.711105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-251995c4-454e-4c61-9754-325c89087135 None None] Deleting port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:26.712299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-251995c4-454e-4c61-9754-325c89087135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.774005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.784157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-251995c4-454e-4c61-9754-325c89087135 None None] For port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:26.784563 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-251995c4-454e-4c61-9754-325c89087135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.798946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-251995c4-454e-4c61-9754-325c89087135 None None] Calling delete_port for 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:26.888786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-251995c4-454e-4c61-9754-325c89087135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.909952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=0ed5d46c-b218-4038-af21-84e95e3ee74a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:26.921118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:26.922965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:26.933454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:26.934066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:26.938307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251995c4-454e-4c61-9754-325c89087135 None None] Pushing event deleted for resources: {'Port': ['ID=0039cfd4-645c-450a-92d2-1f03bc2dd1e5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:26.948583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251995c4-454e-4c61-9754-325c89087135 None None] No DVR routers for this DVR port 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:26.972371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae09efb-44d0-4db1-b805-529178bb3864 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:26.980163 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0cec5fe7-4b25-4222-a37a-7a5a7d3e2591 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7393985 Jul 28 11:26:26.983064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:26.990324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'name': 'tempest-NetworksTestDHCPv6-2016750492'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:27.144718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:27.269303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '0ed5d46c-b218-4038-af21-84e95e3ee74a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:27.269745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:27.271318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.278095 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.297416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-95844603-network', 'tenant_id': 'ee6a7ac3a33a4f2f9f5dd76ff77990db'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:27.388895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 26919e59-c585-48d8-ba96-9a26c30d5761 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:27.403167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Made reservation on behalf of ee6a7ac3a33a4f2f9f5dd76ff77990db for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:27.407407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.427176 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.612292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:27.634550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:27.642572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::7b (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/0ed5d46c-b218-4038-af21-84e95e3ee74a/26919e59-c585-48d8-ba96-9a26c30d5761) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:27.662974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:27.663383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0039cfd4-645c-450a-92d2-1f03bc2dd1e5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:27.712328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.717932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.747673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:26:27.767896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e68ca1-5154-4a4a-a0f4-222b13912e93,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:27.771640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.772451 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Added segment 8d9daa8c-637e-4c21-83ec-a54e2627d2ec of type vlan for network a0af14b1-be54-45a3-a00b-496e21cb747c Jul 28 11:26:27.788909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1422385150-network', 'tenant_id': '5092edfd149e409b8ce408f28c1fa1d5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:27.832429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.846068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Made reservation on behalf of 5092edfd149e409b8ce408f28c1fa1d5 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:27.848435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.862373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.887552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.898077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.899606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:27.902304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.904086 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f51eeaa5-3098-4630-b1af-f6c345fa5337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:27.923379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 26919e59-c585-48d8-ba96-9a26c30d5761 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:28.005585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.056070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.065826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:28.068480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.072248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:28.074818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] Pushing event updated for resources: {'Network': ['ID=a0af14b1-be54-45a3-a00b-496e21cb747c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:28.078240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:28.086938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:28.087146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0e013d6e-a9e6-4773-b73c-432458986f28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9405286 Jul 28 11:26:28.087960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.088205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a0af14b1-be54-45a3-a00b-496e21cb747c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:26:28.093788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:28.105813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Request body: {'subnet': {'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-95844603-subnet', 'tenant_id': 'ee6a7ac3a33a4f2f9f5dd76ff77990db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:28.110678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:26:28.124795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3dae1-92b4-4953-8aa8-ac2d5790e697,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:28.143338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Made reservation on behalf of ee6a7ac3a33a4f2f9f5dd76ff77990db for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:28.145082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/0ed5d46c-b218-4038-af21-84e95e3ee74a/e963c67d-bb82-4e64-95e6-73e609fb4fdd) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:28.146382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.146841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.146948 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Added segment a8fa1559-bd1f-443a-bfd7-c21d91c94a36 of type vlan for network 53fef34f-ab25-48be-8766-e1f586ac1c8c Jul 28 11:26:28.169815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=26919e59-c585-48d8-ba96-9a26c30d5761,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:28.203633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.213120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:28.213321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9b1d6dc3-969d-48f2-9ea6-427e9eaca916 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2286365 Jul 28 11:26:28.348703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.350154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:28.352166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.422457 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.434422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce8f88-fd11-4a76-922a-c5089b311be5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:28.440929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-96ce8f88-fd11-4a76-922a-c5089b311be5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2244871 Jul 28 11:26:28.452553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:28.453401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Transition to ACTIVE for port object e963c67d-bb82-4e64-95e6-73e609fb4fdd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:28.466321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.513079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Transition to ACTIVE for port object e963c67d-bb82-4e64-95e6-73e609fb4fdd will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:28.526663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] Pushing event updated for resources: {'Network': ['ID=53fef34f-ab25-48be-8766-e1f586ac1c8c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:28.531672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.534969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2d3e4694-0362-4893-89e6-ff07b80304bb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8988421 Jul 28 11:26:28.537788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:28.560671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Request body: {'subnet': {'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1422385150-subnet', 'tenant_id': '5092edfd149e409b8ce408f28c1fa1d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:28.618010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Made reservation on behalf of 5092edfd149e409b8ce408f28c1fa1d5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:28.620590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.627603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 53fef34f-ab25-48be-8766-e1f586ac1c8c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:26:28.691534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=228795f9-da48-48e8-92ee-147678eacd9c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:28.706100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:28.713774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:28.718879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:28.753899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Checking segment: {'id': '8d9daa8c-637e-4c21-83ec-a54e2627d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:28.754785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Network hostable DHCP agents. Network: a0af14b1-be54-45a3-a00b-496e21cb747c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:26:28.799308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Attempting to bind port e963c67d-bb82-4e64-95e6-73e609fb4fdd on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:28.799826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Attempting to bind port e963c67d-bb82-4e64-95e6-73e609fb4fdd by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:28.800236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Attempting to bind port e963c67d-bb82-4e64-95e6-73e609fb4fdd on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:28.800524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Network a0af14b1-be54-45a3-a00b-496e21cb747c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:26:28.802183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Pushing event updated for resources: {'Port': ['ID=e963c67d-bb82-4e64-95e6-73e609fb4fdd,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:28.809899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:28.810293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:28.810745 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.811128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:28.811593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Bound port: e963c67d-bb82-4e64-95e6-73e609fb4fdd, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:28.811981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.817791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 26919e59-c585-48d8-ba96-9a26c30d5761 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:28.818153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.821523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667927fa-0e73-4a8e-a706-a4fa8d1a109a req-7a7fc9ff-807e-4cf2-b14b-dad6e4d342c4 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:28.823053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-667927fa-0e73-4a8e-a706-a4fa8d1a109a req-7a7fc9ff-807e-4cf2-b14b-dad6e4d342c4 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 946 time: 0.1328473 Jul 28 11:26:28.888348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] For port e963c67d-bb82-4e64-95e6-73e609fb4fdd, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:28.892715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] For port e963c67d-bb82-4e64-95e6-73e609fb4fdd, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e963c67d-bb82-4e64-95e6-73e609fb4fdd,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:28.895126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a0af14b1-be54-45a3-a00b-496e21cb747c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:28.903413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.918879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:28.920086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:28.920911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-667927fa-0e73-4a8e-a706-a4fa8d1a109a req-4ff94888-a7c6-48a1-9e03-bca26ddac8aa tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878494 Jul 28 11:26:28.923256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27859128-b6d1-4086-91a4-0660369bca0c None None] Network a0af14b1-be54-45a3-a00b-496e21cb747c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:28.963982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0bb84fe7-fc6b-4c8c-a03f-2727d18e0e70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8671889 Jul 28 11:26:29.001322 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.020858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.023355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 26919e59-c585-48d8-ba96-9a26c30d5761 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:29.178709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dfc55-a5c3-4a21-94e4-084f7c59dfe9 None None] Pushing event updated for resources: {'Port': ['ID=e963c67d-bb82-4e64-95e6-73e609fb4fdd,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:29.195508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7012d8e7-f0af-49ac-bcae-f17a862a2667,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:29.197586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Checking segment: {'id': 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:29.205322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Network hostable DHCP agents. Network: 53fef34f-ab25-48be-8766-e1f586ac1c8c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:26:29.231032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Network 53fef34f-ab25-48be-8766-e1f586ac1c8c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:26:29.252522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 53fef34f-ab25-48be-8766-e1f586ac1c8c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:29.264953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:29.266304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.272453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ab192-6d30-46e6-8be2-ebfc45cc911c None None] Network 53fef34f-ab25-48be-8766-e1f586ac1c8c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:29.290576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.305281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6da4abc2-22fc-4ed4-8953-a05ae7e1dea2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7514617 Jul 28 11:26:29.305970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61d3c1-a426-43a0-9fd8-cb2833e8179f None None] Network a0af14b1-be54-45a3-a00b-496e21cb747c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:29.334962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=26919e59-c585-48d8-ba96-9a26c30d5761,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:29.409146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.417970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a5147a6d-3101-468d-b78e-d0998f97b945 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/26919e59-c585-48d8-ba96-9a26c30d5761 HTTP/1.1" status: 204 len: 168 time: 0.9642255 Jul 28 11:26:29.422048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:29.617493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861420-e014-45af-bd21-34c3e5723302 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:29.619357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861420-e014-45af-bd21-34c3e5723302 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:29.631644 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-75861420-e014-45af-bd21-34c3e5723302 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2060206 Jul 28 11:26:29.633162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:29.725461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e963c67d-bb82-4e64-95e6-73e609fb4fdd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:29.778802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 0ed5d46c-b218-4038-af21-84e95e3ee74a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:29.788043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.862348 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:29.894326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783bc72f-bf9e-4474-862d-f14994732733 None None] Network 53fef34f-ab25-48be-8766-e1f586ac1c8c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:29.952817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e963c67d-bb82-4e64-95e6-73e609fb4fdd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:29.979626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:29.985713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765895255-network', 'tenant_id': '7d9014fcc0f54fd5a22bb10f1699754d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:30.024905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Made reservation on behalf of 7d9014fcc0f54fd5a22bb10f1699754d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:30.027782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.051224 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.110328 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.234145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-78833516-edf2-450c-bc61-3d695eb0c847 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:30.235241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-78833516-edf2-450c-bc61-3d695eb0c847 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 946 time: 0.2429748 Jul 28 11:26:30.258126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b6d96-6bdf-4837-9cb9-0f9b447bf48f req-db5657cf-3e8f-44da-84e1-9e47a1d90754 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:30.265847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a40b6d96-6bdf-4837-9cb9-0f9b447bf48f req-db5657cf-3e8f-44da-84e1-9e47a1d90754 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 946 time: 0.2093394 Jul 28 11:26:30.274220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.282366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.324332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:26:30.346448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e333021-0943-4476-96ec-6dbd25647021,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:30.365949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a40b6d96-6bdf-4837-9cb9-0f9b447bf48f req-d02a0040-b8f4-447a-8388-3cd232d8060e tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/security-groups?id=e13cc592-8f7b-4449-aa36-8898dd16833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969388 Jul 28 11:26:30.367095 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.367480 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Added segment e70858e8-6acf-437c-a8f0-e7c49d7b2239 of type vlan for network faaa527b-a5d8-4f39-9cbe-6f256fc10828 Jul 28 11:26:30.406870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.424898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.429897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/0ed5d46c-b218-4038-af21-84e95e3ee74a HTTP/1.1" status: 204 len: 168 time: 0.7926383 Jul 28 11:26:30.430514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:30.441505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.458266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320da98e-0cb2-48d3-9ef9-c405a862c2e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed5d46c-b218-4038-af21-84e95e3ee74a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:30.477362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.483205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:30.484222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.486016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:30.495969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1741610516-network', 'tenant_id': '8914e114e1994b5a88e7f68325842062'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:30.508880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bd43ed74-7f89-4ece-8abd-a21ce9e9e06c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555916 Jul 28 11:26:30.510389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:30.573353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] Pushing event updated for resources: {'Network': ['ID=faaa527b-a5d8-4f39-9cbe-6f256fc10828,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:30.579695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Made reservation on behalf of 8914e114e1994b5a88e7f68325842062 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:30.582148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.589867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Deleting port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:30.590487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.590798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network faaa527b-a5d8-4f39-9cbe-6f256fc10828 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:26:30.595942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-062e4808-3ec5-40dd-b9db-947c487a9eaf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6144650 Jul 28 11:26:30.596748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.598549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:30.603944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Request body: {'subnet': {'network_id': 'faaa527b-a5d8-4f39-9cbe-6f256fc10828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765895255-subnet', 'tenant_id': '7d9014fcc0f54fd5a22bb10f1699754d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:30.615844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e33707-edf7-4617-abc0-690e6a2bae4b None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:30.628094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:26:30.628094 n-d-723573-7 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:26:30.628094 n-d-723573-7 neutron-server[93835]: [parameters: {'project_id_1': '8914e114e1994b5a88e7f68325842062', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 26, 30, 619740)}] Jul 28 11:26:30.628094 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:26:30.628954 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:26:30.638757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Made reservation on behalf of 7d9014fcc0f54fd5a22bb10f1699754d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:30.642146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.657819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f23ccf-0162-4750-9b4d-8f3c12c51b54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:30.662701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f0f23ccf-0162-4750-9b4d-8f3c12c51b54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1509345 Jul 28 11:26:30.664068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:30.793455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] Provisioning for port e963c67d-bb82-4e64-95e6-73e609fb4fdd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:30.800356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] Provisioning complete for port e963c67d-bb82-4e64-95e6-73e609fb4fdd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:30.801016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.910658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.943482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:30.958880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:30.972133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaf7b86-1302-49fc-a513-85a35f51e0df,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:30.995051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Checking segment: {'id': 'e70858e8-6acf-437c-a8f0-e7c49d7b2239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'faaa527b-a5d8-4f39-9cbe-6f256fc10828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:30.995803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Network hostable DHCP agents. Network: faaa527b-a5d8-4f39-9cbe-6f256fc10828, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:26:31.027642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] For port e963c67d-bb82-4e64-95e6-73e609fb4fdd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e963c67d-bb82-4e64-95e6-73e609fb4fdd,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:31.030318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.036761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.037760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Network faaa527b-a5d8-4f39-9cbe-6f256fc10828 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:26:31.056498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, faaa527b-a5d8-4f39-9cbe-6f256fc10828) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:31.067242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:31.068373 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.072553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625415a-8569-47e0-bc1f-ca4ac0898bfc None None] Network faaa527b-a5d8-4f39-9cbe-6f256fc10828 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:31.099035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0597f050-e23e-47ef-8b52-abbf2c841492 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4990816 Jul 28 11:26:31.129783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.164592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-099af318-b25a-449e-8a32-08b1fe689277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.177941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] Deleting port e963c67d-bb82-4e64-95e6-73e609fb4fdd {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:31.178201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.180874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133e945-d848-4477-9c3e-e6ee3ab415ee None None] Pushing event updated for resources: {'Port': ['ID=e963c67d-bb82-4e64-95e6-73e609fb4fdd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:31.235206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b106380b-a30e-4900-b2b5-6bda8b5f4db8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:31.242155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b106380b-a30e-4900-b2b5-6bda8b5f4db8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5716605 Jul 28 11:26:31.243459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36854) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:31.327869 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.334559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.352804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:26:31.358472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] For port e963c67d-bb82-4e64-95e6-73e609fb4fdd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e963c67d-bb82-4e64-95e6-73e609fb4fdd,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:31.358912 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.366785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.367530 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Added segment 5a4aa115-7b7c-428a-b62f-00580573f118 of type vlan for network a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03 Jul 28 11:26:31.376793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4bfbef70-85b7-4437-9bf2-2e16dff6ebc0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242757 Jul 28 11:26:31.377601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:31.394444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] Calling delete_port for e963c67d-bb82-4e64-95e6-73e609fb4fdd owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:31.402800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0109940-266d-44ad-a216-90814ba5212c None None] Network faaa527b-a5d8-4f39-9cbe-6f256fc10828 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:31.410553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:31.433084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.479712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.481141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:31.481917 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.570141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76693c94-4d7f-4667-ab8b-872f698a355f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:31.590586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1010392 Jul 28 11:26:31.594292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:31.608982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Request body: {'subnet': {'network_id': 'a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1741610516-subnet', 'tenant_id': '8914e114e1994b5a88e7f68325842062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:31.622053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc96b-23a2-4096-9fea-34ff9a54378d admin admin] Pushing event updated for resources: {'Network': ['ID=a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:31.623374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] For port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,segment=NetworkSegment(d14e5302-97ba-4cf2-b749-f2755f36a2da),segment_id=d14e5302-97ba-4cf2-b749-f2755f36a2da)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:31.624384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.634537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e963c67d-bb82-4e64-95e6-73e609fb4fdd no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:31.640863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Calling delete_port for 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:31.644286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:26:31.651403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Made reservation on behalf of 8914e114e1994b5a88e7f68325842062 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:31.653849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.849084 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.880328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:31.940792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-810c3bd2-309e-43a5-9a85-23752339b04d req-8c8d9d14-e6cc-4937-b93a-df6c0861aa79 tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.20 "GET /v2.0/ports?device_id=95b3fae4-94e7-47ad-bdff-5182ddbf1397 HTTP/1.1" status: 200 len: 210 time: 0.3242505 Jul 28 11:26:31.961602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:31.991003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Pushing event deleted for resources: {'Port': ['ID=4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:32.005770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.053239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.056758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde52226-6e52-453a-b8f4-149a0c7adf8e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:32.063000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Checking segment: {'id': '5a4aa115-7b7c-428a-b62f-00580573f118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:32.063374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Network hostable DHCP agents. Network: a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:26:32.092952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Network a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:26:32.098744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:32.101649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] Pushing event deleted for resources: {'Port': ['ID=e963c67d-bb82-4e64-95e6-73e609fb4fdd,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:32.102860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.103928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d106e-f8b1-4a50-b905-219f56a4eb92 None None] No DVR routers for this DVR port e963c67d-bb82-4e64-95e6-73e609fb4fdd on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:32.109743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.120818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:32.127441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:32.128045 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.139312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78341f27-4e13-4847-8069-9745686be2f8 None None] Network a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:32.156227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-95b06d32-4701-4569-a8f0-1d6295d3d637 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5522277 Jul 28 11:26:32.208949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] No DVR routers for this DVR port 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:32.217007 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.219132 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08c659a1-ccb3-40d2-b3ab-2be21e3b6372 req-1ec823e7-11d6-4c3f-b5fe-d3552945278c tempest-AttachVolumeNegativeTest-1744379365 tempest-AttachVolumeNegativeTest-1744379365-project] 10.222.0.41 "DELETE /v2.0/ports/4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 HTTP/1.1" status: 204 len: 173 time: 1.9512684 Jul 28 11:26:32.232934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'name': 'network-vif-deleted', 'tag': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:32.235408 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d76c687-2926-4da0-bec2-056ca13f93c6" -d '{"events": [{"server_uuid": "95b3fae4-94e7-47ad-bdff-5182ddbf1397", "name": "network-vif-deleted", "tag": "4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:32.380998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b70123-0e40-4cec-a682-f466a95c07df None None] Network a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:32.389637 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab73b36-347e-4ab6-85f8-0029863112e5 x-openstack-request-id: req-7ab73b36-347e-4ab6-85f8-0029863112e5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:32.390001 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b3fae4-94e7-47ad-bdff-5182ddbf1397", "name": "network-vif-deleted", "tag": "4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:32.390327 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ab73b36-347e-4ab6-85f8-0029863112e5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:32.390790 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b3fae4-94e7-47ad-bdff-5182ddbf1397', 'name': 'network-vif-deleted', 'tag': '4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203', 'status': 'completed', 'code': 200} Jul 28 11:26:32.401208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-6cee9ff1-5cc6-4a32-9ab9-8cc2007a4b96 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:32.402845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-6cee9ff1-5cc6-4a32-9ab9-8cc2007a4b96 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/networks?id=a0af14b1-be54-45a3-a00b-496e21cb747c HTTP/1.1" status: 200 len: 807 time: 0.4965599 Jul 28 11:26:32.455545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-72ebe450-d6a7-494a-bce5-39a71f68b212 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/quotas/ee6a7ac3a33a4f2f9f5dd76ff77990db HTTP/1.1" status: 200 len: 375 time: 0.0297983 Jul 28 11:26:32.473120 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.528304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-69809ef3-4cf5-423f-8430-73b5905d1fcf tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee6a7ac3a33a4f2f9f5dd76ff77990db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655334 Jul 28 11:26:32.604156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:32.613425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:32.620583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:32.621191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.626293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=af2d2067-00d7-49a6-8a09-c33c9976c03f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:32.646391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0029164-4b81-4c9c-a8be-39d7cf45c082 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:32.712999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-64efd280-af01-435f-be3f-d37cf672f448 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3313651 Jul 28 11:26:32.715798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:32.723119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': 'af2d2067-00d7-49a6-8a09-c33c9976c03f', 'ip_address': '2001:db8::d230:53d3:dfce:da52'}], 'name': 'tempest-NetworksTestDHCPv6-684692037'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:32.744907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-7c67b498-c2b1-4f20-8905-f5c3932e7aea service neutron] 10.222.0.20 "GET /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069118 Jul 28 11:26:32.832990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-90f97919-0ab5-4ae0-88a6-eb59327711fd tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:32.834509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-90f97919-0ab5-4ae0-88a6-eb59327711fd tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/networks?id=53fef34f-ab25-48be-8766-e1f586ac1c8c HTTP/1.1" status: 200 len: 812 time: 0.2007253 Jul 28 11:26:32.860037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-78c2be4d-e27c-4270-a568-f65c7dbffa1d tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/quotas/5092edfd149e409b8ce408f28c1fa1d5 HTTP/1.1" status: 200 len: 375 time: 0.0162871 Jul 28 11:26:32.891882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': 'af2d2067-00d7-49a6-8a09-c33c9976c03f'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:32.892884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:32.904604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:32.934311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-f8c4cfbe-4b88-45bd-98ed-d158fb5cc59c tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5092edfd149e409b8ce408f28c1fa1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665867 Jul 28 11:26:32.945700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-9d67766d-9cc2-4be7-9da9-554d200c844a service neutron] 10.222.0.20 "GET /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841102 Jul 28 11:26:33.021721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.052673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 3322d3cd-fe82-4fce-a28c-b68328a19619 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:33.109606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/af2d2067-00d7-49a6-8a09-c33c9976c03f/c6cd6b25-ead4-4976-80d7-afb3b49a16d8) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:33.240546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:33.334271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.347055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Transition to ACTIVE for port object c6cd6b25-ead4-4976-80d7-afb3b49a16d8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:33.348840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-d7251721-ac54-4dcb-beb9-15c3078a3119 service neutron] 10.222.0.20 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019213 Jul 28 11:26:33.370856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Transition to ACTIVE for port object c6cd6b25-ead4-4976-80d7-afb3b49a16d8 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:33.407232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.443721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:33.449404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:33.449912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::d230:53d3:dfce:da52 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/af2d2067-00d7-49a6-8a09-c33c9976c03f/3322d3cd-fe82-4fce-a28c-b68328a19619) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:33.488717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-57987322-04ff-4d0e-8ba9-369f0d3bc9e5 service neutron] 10.222.0.20 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235149 Jul 28 11:26:33.491122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:33.517297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81c35689-567e-4792-ac25-5d3a387961e7 req-fc869b5a-cf97-4947-b508-cc692d3291a6 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 210 time: 0.1740742 Jul 28 11:26:33.541926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Deleting subnet 6691916f-ae4e-4523-999b-974102b226d5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:33.550203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.553566 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.656405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.670964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.690146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 3322d3cd-fe82-4fce-a28c-b68328a19619 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:33.690782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Pushing event updated for resources: {'Port': ['ID=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:33.708416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Attempting to bind port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:33.708786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Attempting to bind port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:33.709156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Attempting to bind port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:33.726888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.727268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.727562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.728095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.728888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.729817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.730326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.730830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.745245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.745986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.746963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.747462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:33.755645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:33.756415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:33.757117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.757817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:33.758975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Bound port: c6cd6b25-ead4-4976-80d7-afb3b49a16d8, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:33.759690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.792538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.851170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:33.856606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] For port c6cd6b25-ead4-4976-80d7-afb3b49a16d8, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:33.859233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:33.859491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] For port c6cd6b25-ead4-4976-80d7-afb3b49a16d8, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:33.863261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8aec8068-4193-4c7e-892d-ee67da1559c8 req-51c7d438-8df8-4247-90cc-5efb9357e877 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 210 time: 0.0781941 Jul 28 11:26:33.865549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:33.868683 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.873508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:33.874427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.879131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=3322d3cd-fe82-4fce-a28c-b68328a19619,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:33.897581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.909311 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-961a3e01-b880-488d-acc4-5d86a82bdd67 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1920044 Jul 28 11:26:33.911761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:33.966782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:33.983890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c76cc8-bbc7-4566-a61f-630cf6a414b0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:34.003668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c76cc8-bbc7-4566-a61f-630cf6a414b0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:34.008925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a6c76cc8-bbc7-4566-a61f-630cf6a414b0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0927703 Jul 28 11:26:34.009760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:34.035272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6691916f-ae4e-4523-999b-974102b226d5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:34.036030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699627a1-deba-4b28-add3-9920cd25c786 None None] Pushing event updated for resources: {'Port': ['ID=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:34.039593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.043390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b84e3c88-98d4-4320-aaaa-4e36deb79cd2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6691916f-ae4e-4523-999b-974102b226d5 HTTP/1.1" status: 204 len: 168 time: 0.8018053 Jul 28 11:26:34.045840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:34.159284 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.218592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 3322d3cd-fe82-4fce-a28c-b68328a19619 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:34.218948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.342355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.375937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e423a78b-f93f-423c-948c-c78e7ecc644d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:34.389810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14e5302-97ba-4cf2-b749-f2755f36a2da') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:34.390109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14e5302-97ba-4cf2-b749-f2755f36a2da') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:34.405869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.422498 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.433320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:26:34.434175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:26:34.448054 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:26:34.464971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.511112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 3322d3cd-fe82-4fce-a28c-b68328a19619 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:34.531423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.539333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.544084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] 10.222.0.20 "DELETE /v2.0/networks/e423a78b-f93f-423c-948c-c78e7ecc644d HTTP/1.1" status: 204 len: 168 time: 0.4959095 Jul 28 11:26:34.571951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6f020-2c30-4669-8d37-944c28fc23ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e423a78b-f93f-423c-948c-c78e7ecc644d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:34.661953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81501488-fe36-4e98-b90e-7e35ab0a4c4a req-ae0c037f-d937-4232-bf60-c9ba3d108f05 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Jul 28 11:26:34.785301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.821556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=3322d3cd-fe82-4fce-a28c-b68328a19619,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:34.847830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:34.852220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3154e8a1-648c-4b4c-891c-e124d9c5cf3f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/3322d3cd-fe82-4fce-a28c-b68328a19619 HTTP/1.1" status: 204 len: 168 time: 0.8392563 Jul 28 11:26:34.853213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:34.877471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:34.909979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd913cd-e222-4f39-92be-d683880fbad6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:34.911613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd913cd-e222-4f39-92be-d683880fbad6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:34.916311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4dd913cd-e222-4f39-92be-d683880fbad6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0587137 Jul 28 11:26:34.916803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 36982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:34.934336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-273e4211-e26d-42ed-b650-bb3efd0ce9e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5ae02aca7ba487d9b62fb8ac8a3683b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552456 Jul 28 11:26:34.935357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 36984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:35.000226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a700208-4733-49b2-87cd-0612f980ad8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.003491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd915f89-dcf0-47cf-b312-d89ed4e7cf30 req-39bee0f6-9a7c-43c1-91b4-73b4c9e71f70 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 210 time: 0.0427146 Jul 28 11:26:35.017365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet af2d2067-00d7-49a6-8a09-c33c9976c03f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:35.035831 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.056940 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a700208-4733-49b2-87cd-0612f980ad8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.130674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.155461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a700208-4733-49b2-87cd-0612f980ad8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.158223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a700208-4733-49b2-87cd-0612f980ad8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.161821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a700208-4733-49b2-87cd-0612f980ad8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e13cc592-8f7b-4449-aa36-8898dd16833c HTTP/1.1" status: 204 len: 168 time: 0.2230909 Jul 28 11:26:35.189060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a700208-4733-49b2-87cd-0612f980ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13cc592-8f7b-4449-aa36-8898dd16833c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:35.375324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-211a2c3f-6249-4360-970c-aa7580606a2f tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:35.376844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-211a2c3f-6249-4360-970c-aa7580606a2f tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.41 "GET /v2.0/networks?id=a0af14b1-be54-45a3-a00b-496e21cb747c HTTP/1.1" status: 200 len: 807 time: 0.2420459 Jul 28 11:26:35.393138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Request body: {'port': {'device_id': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c', 'admin_state_up': True, 'tenant_id': 'ee6a7ac3a33a4f2f9f5dd76ff77990db'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:35.463210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.638286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b677e91f-6089-4a37-8b74-b8a850effe89 None None] Provisioning for port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:35.672743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c6cd6b25-ead4-4976-80d7-afb3b49a16d8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:35.743304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:35.770940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:35.773379 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:35.778245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:35.833486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-6ad05b71-93c1-4263-8e74-9f320f55da83 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:35.835236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-6ad05b71-93c1-4263-8e74-9f320f55da83 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.41 "GET /v2.0/networks?id=53fef34f-ab25-48be-8766-e1f586ac1c8c HTTP/1.1" status: 200 len: 812 time: 0.2322562 Jul 28 11:26:35.855237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Request body: {'port': {'device_id': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c', 'admin_state_up': True, 'tenant_id': '5092edfd149e409b8ce408f28c1fa1d5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:35.878074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:35.878074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 4caa4c3f-4b2f-4e6b-b12f-6bc9c90de203 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:35.958422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.086922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Made reservation on behalf of ee6a7ac3a33a4f2f9f5dd76ff77990db for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:36.089163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-481c6158-17a1-48bf-a4d0-c9fc94c2949c None None] Could not find standard attr ID for object 3322d3cd-fe82-4fce-a28c-b68328a19619. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:26:36.094708 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.108924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77084cfa-ba50-40eb-b3e1-267b6b79dc29 req-890933db-0237-46a6-a79e-de7c148a331d tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 210 time: 0.2651000 Jul 28 11:26:36.110394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.110593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:36.157517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.162564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:36.162883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:26:36.163427 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:26:36.164120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/af2d2067-00d7-49a6-8a09-c33c9976c03f HTTP/1.1" status: 204 len: 168 time: 1.2460871 Jul 28 11:26:36.227200 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d0eaa50d-4576-4efa-9066-b7bd0ee8e8fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633652 Jul 28 11:26:36.233873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:36.238933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:36.243635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ab4a0e4-79aa-4fc7-b271-0ee81f4016c0 req-4ae60a0c-63a7-4d91-93b1-bb7f78203512 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 210 time: 0.0399101 Jul 28 11:26:36.244552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9099ed9-c83f-497b-8984-fcd757c19f9d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=af2d2067-00d7-49a6-8a09-c33c9976c03f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:36.348229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Made reservation on behalf of 5092edfd149e409b8ce408f28c1fa1d5 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:36.356891 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.397005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9d52b-bb71-47b2-b10f-d10b886ef381 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:36.415297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5fec78-fc7f-45ae-8a81-975463d03560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.464873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:36.468497 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.516447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Allocated IP 172.20.0.9 (a0af14b1-be54-45a3-a00b-496e21cb747c/228795f9-da48-48e8-92ee-147678eacd9c/5375b167-b09e-47ce-a654-c81f3eb6915a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:36.652307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Allocated IP 172.20.0.13 (53fef34f-ab25-48be-8766-e1f586ac1c8c/7012d8e7-f0af-49ac-bcae-f17a862a2667/6149c768-b578-4f7f-ba53-9b9b0d82eacb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:36.664963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:36.741888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5fec78-fc7f-45ae-8a81-975463d03560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.754714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5fec78-fc7f-45ae-8a81-975463d03560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.893760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:36.933684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:36.944833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e5fec78-fc7f-45ae-8a81-975463d03560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb6c7f7840d14ce3ae2e64e4620ff236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8294563 Jul 28 11:26:36.954781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fec78-fc7f-45ae-8a81-975463d03560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b938c118-2c7a-4d05-a6e9-8eacba9c2daa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:36.961308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.001160 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.026768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:37.032074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:37.037216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:37.038161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.057430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=cf7939f1-c831-49d1-a5b1-35693102b8ad,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:37.061021 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3dd18208-d03b-45ad-8b4e-0b97102b2c2b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8261304 Jul 28 11:26:37.063808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:37.067380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.072432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': 'cf7939f1-c831-49d1-a5b1-35693102b8ad', 'ip_address': '2001:db8::c64a:21a5:b987:8ed0'}], 'name': 'tempest-NetworksTestDHCPv6-1684187606'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:37.074625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c6cd6b25-ead4-4976-80d7-afb3b49a16d8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:37.086903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.092504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.144325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:37.155311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] Deleting port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:37.155913 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.164519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Pushing event updated for resources: {'Port': ['ID=5375b167-b09e-47ce-a654-c81f3eb6915a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:37.175793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d780057-6627-4cd5-b822-a4235241100e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.199055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Network a0af14b1-be54-45a3-a00b-496e21cb747c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:37.257195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d780057-6627-4cd5-b822-a4235241100e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.293508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:37.307465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:37.310898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:37.312029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] For port c6cd6b25-ead4-4976-80d7-afb3b49a16d8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:37.312467 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.313557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.337967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port a47e3c72-ff5c-4433-bbb8-c9e61b5e709d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:37.357935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] Calling delete_port for c6cd6b25-ead4-4976-80d7-afb3b49a16d8 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:37.441662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:37.442332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.464510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35db5a7c-28e1-4b40-9032-927c4ed583da req-6fd85154-c8d0-439b-b980-b3bf4c25fa49 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 210 time: 0.0435786 Jul 28 11:26:37.465299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.477737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.488071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929720-96c1-4416-8507-d24d7cbd9c3d req-ac0087d1-938c-40a3-990f-1ab538d713cb tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:37.498921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08929720-96c1-4416-8507-d24d7cbd9c3d req-ac0087d1-938c-40a3-990f-1ab538d713cb tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 931 time: 0.2000773 Jul 28 11:26:37.524567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] Pushing event deleted for resources: {'Port': ['ID=c6cd6b25-ead4-4976-80d7-afb3b49a16d8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:37.526872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585aaea0-84aa-4854-8f97-9f1e6dc10cd3 None None] No DVR routers for this DVR port c6cd6b25-ead4-4976-80d7-afb3b49a16d8 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:37.529091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d780057-6627-4cd5-b822-a4235241100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.535398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d780057-6627-4cd5-b822-a4235241100e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.536481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d780057-6627-4cd5-b822-a4235241100e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b938c118-2c7a-4d05-a6e9-8eacba9c2daa HTTP/1.1" status: 204 len: 168 time: 0.5989408 Jul 28 11:26:37.543584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a79576-8ed1-436c-bdbb-39171cd9976f None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:37.631325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43a8abd7-c419-4f56-a5f9-d8fee6b589fc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2430561 Jul 28 11:26:37.639412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c6cd6b25-ead4-4976-80d7-afb3b49a16d8 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:37.656112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Network 53fef34f-ab25-48be-8766-e1f586ac1c8c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:37.657058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d780057-6627-4cd5-b822-a4235241100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b938c118-2c7a-4d05-a6e9-8eacba9c2daa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:37.662324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Request body: {'port': {'device_id': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:37.668442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c6cd6b25-ead4-4976-80d7-afb3b49a16d8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:37.668985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c6cd6b25-ead4-4976-80d7-afb3b49a16d8 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:37.681145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:37.703612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:37.712822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::c64a:21a5:b987:8ed0 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/cf7939f1-c831-49d1-a5b1-35693102b8ad/a47e3c72-ff5c-4433-bbb8-c9e61b5e709d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:37.755916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:37.757416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.760966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Pushing event updated for resources: {'Port': ['ID=6149c768-b578-4f7f-ba53-9b9b0d82eacb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:37.785869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08929720-96c1-4416-8507-d24d7cbd9c3d req-ed199fd0-28be-4715-b909-28cdc60413b6 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199039 Jul 28 11:26:37.839564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-2c0eca8a-d8fd-4390-8dd6-88ad240d196e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9912210 Jul 28 11:26:37.856970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Request body: {'port': {'device_id': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:37.882597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.900267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': 'cf7939f1-c831-49d1-a5b1-35693102b8ad'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:37.901601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.954093 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.968155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:37.976993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object a47e3c72-ff5c-4433-bbb8-c9e61b5e709d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:38.021588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.072514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:38.076602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:38.083781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:38.090316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:38.091493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.105559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=a47e3c72-ff5c-4433-bbb8-c9e61b5e709d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:38.129831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-abb50dae-0634-409a-9ab1-de01e67ab1e0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0646133 Jul 28 11:26:38.130476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:38.172361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/cf7939f1-c831-49d1-a5b1-35693102b8ad/bcb8bb8b-1e67-4301-bae3-ae2cb69ee867) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:38.175346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:38.194752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43770d4d-d270-4a0b-aad6-d110001f3508 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:38.196887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-43770d4d-d270-4a0b-aad6-d110001f3508 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0653942 Jul 28 11:26:38.199797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:38.255814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee35344c-6e56-48f6-be99-12f978590290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.379846 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.390879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Transition to ACTIVE for port object bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:38.417006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Transition to ACTIVE for port object bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:38.426076 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.476275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:38.482690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:38.484965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:38.500589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Pushing event updated for resources: {'Port': ['ID=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:38.553203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5375b167-b09e-47ce-a654-c81f3eb6915a {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:26:38.582590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.586663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Attempting to bind port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:38.587148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Attempting to bind port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:38.587677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Attempting to bind port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:38.593800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:38.594315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:38.594811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.595814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:38.595814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Bound port: bcb8bb8b-1e67-4301-bae3-ae2cb69ee867, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:38.596377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.609466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port a47e3c72-ff5c-4433-bbb8-c9e61b5e709d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:38.610089 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.688145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] For port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:38.693878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] For port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:38.703009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.723824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.739016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for a47e3c72-ff5c-4433-bbb8-c9e61b5e709d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:38.800044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725b1b3-c790-42cd-b047-422c45532bf3 None None] Pushing event updated for resources: {'Port': ['ID=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:38.910589 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.949650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=a47e3c72-ff5c-4433-bbb8-c9e61b5e709d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:38.987173 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:38.988900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de93c520-17bb-4fb8-9d1f-a05d836376ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/a47e3c72-ff5c-4433-bbb8-c9e61b5e709d HTTP/1.1" status: 204 len: 168 time: 0.7836454 Jul 28 11:26:38.991978 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:39.053200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e8844d-1a9f-4779-8f23-367f2f1166aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:39.057169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e8844d-1a9f-4779-8f23-367f2f1166aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:39.061885 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-43e8844d-1a9f-4779-8f23-367f2f1166aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0686288 Jul 28 11:26:39.063852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:39.123292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet cf7939f1-c831-49d1-a5b1-35693102b8ad {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:39.128704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.153669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6149c768-b578-4f7f-ba53-9b9b0d82eacb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:26:39.161668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.173696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Transition to ACTIVE for port object 6149c768-b578-4f7f-ba53-9b9b0d82eacb will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:39.178277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.196471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee35344c-6e56-48f6-be99-12f978590290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.207839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Transition to ACTIVE for port object 5375b167-b09e-47ce-a654-c81f3eb6915a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:39.211939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.275615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6149c768-b578-4f7f-ba53-9b9b0d82eacb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:39.277868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee35344c-6e56-48f6-be99-12f978590290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.297522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.299595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.317021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ee35344c-6e56-48f6-be99-12f978590290 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8131bcc28134acfa2bbe8f0a351e2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1372290 Jul 28 11:26:39.322118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:39.384950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5f5c1-4487-420c-bb7d-9cac13045f0c req-5dd9f156-b489-4a68-8eb6-1246b1967c23 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:39.388944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e5f5c1-4487-420c-bb7d-9cac13045f0c req-5dd9f156-b489-4a68-8eb6-1246b1967c23 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 932 time: 0.8082488 Jul 28 11:26:39.395921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.410132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e984db85-234e-41e6-a1c1-3543d5c93578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.432894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.434909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/cf7939f1-c831-49d1-a5b1-35693102b8ad HTTP/1.1" status: 204 len: 168 time: 0.3698592 Jul 28 11:26:39.437789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96dc0c-abdb-4d22-b08c-a9f0067517d2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7939f1-c831-49d1-a5b1-35693102b8ad,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:39.445233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:39.485542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38311963-0bce-497c-a123-fbbee48eadd7 req-685d0f32-aea7-4489-99c1-06e73b7ee180 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:39.487124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38311963-0bce-497c-a123-fbbee48eadd7 req-685d0f32-aea7-4489-99c1-06e73b7ee180 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 943 time: 0.2889569 Jul 28 11:26:39.497992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3fc5b6ed-9605-46ea-99a7-f75d463831ad tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516284 Jul 28 11:26:39.500017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e984db85-234e-41e6-a1c1-3543d5c93578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.501652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:39.506691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:39.549058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35344c-6e56-48f6-be99-12f978590290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016dc3a0-eeaf-4405-88a1-2e7d49b0c28e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:39.559900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Pushing event updated for resources: {'Port': ['ID=5375b167-b09e-47ce-a654-c81f3eb6915a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:39.610147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e5f5c1-4487-420c-bb7d-9cac13045f0c req-23e276c5-a07e-41f5-affa-104e9169918e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098632 Jul 28 11:26:39.651239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e984db85-234e-41e6-a1c1-3543d5c93578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.653928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e984db85-234e-41e6-a1c1-3543d5c93578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.655389 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e984db85-234e-41e6-a1c1-3543d5c93578 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/016dc3a0-eeaf-4405-88a1-2e7d49b0c28e HTTP/1.1" status: 204 len: 168 time: 0.3322048 Jul 28 11:26:39.665558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984db85-234e-41e6-a1c1-3543d5c93578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016dc3a0-eeaf-4405-88a1-2e7d49b0c28e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:39.675729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:39.686388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.694009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38311963-0bce-497c-a123-fbbee48eadd7 req-18933b42-1b0b-4642-b204-a1154c07541c tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814954 Jul 28 11:26:39.751388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:39.777108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Attempting to bind port 5375b167-b09e-47ce-a654-c81f3eb6915a on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:39.777949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Attempting to bind port 5375b167-b09e-47ce-a654-c81f3eb6915a by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '8d9daa8c-637e-4c21-83ec-a54e2627d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:39.778473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Attempting to bind port 5375b167-b09e-47ce-a654-c81f3eb6915a on network a0af14b1-be54-45a3-a00b-496e21cb747c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:39.802410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Attempting to bind port 6149c768-b578-4f7f-ba53-9b9b0d82eacb on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:39.802745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Attempting to bind port 6149c768-b578-4f7f-ba53-9b9b0d82eacb by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:39.803075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Attempting to bind port 6149c768-b578-4f7f-ba53-9b9b0d82eacb on network 53fef34f-ab25-48be-8766-e1f586ac1c8c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:39.818027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Port 5375b167-b09e-47ce-a654-c81f3eb6915a on network a0af14b1-be54-45a3-a00b-496e21cb747c not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:26:39.818354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Attempting to bind port 5375b167-b09e-47ce-a654-c81f3eb6915a on network a0af14b1-be54-45a3-a00b-496e21cb747c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:39.834252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Port 6149c768-b578-4f7f-ba53-9b9b0d82eacb on network 53fef34f-ab25-48be-8766-e1f586ac1c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:26:39.834671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Attempting to bind port 6149c768-b578-4f7f-ba53-9b9b0d82eacb on network 53fef34f-ab25-48be-8766-e1f586ac1c8c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:39.836866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:39.840534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:39.840869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Checking segment: {'id': '8d9daa8c-637e-4c21-83ec-a54e2627d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:39.841270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Bound using segment: {'id': '8d9daa8c-637e-4c21-83ec-a54e2627d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:39.841878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Bound port: 5375b167-b09e-47ce-a654-c81f3eb6915a, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9daa8c-637e-4c21-83ec-a54e2627d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:39.842251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.858412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:39.858556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Checking segment: {'id': 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:39.858916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Bound using segment: {'id': 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:39.859369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Bound port: 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:39.859731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:39.997005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] For port 5375b167-b09e-47ce-a654-c81f3eb6915a, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:40.008685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] For port 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:40.013103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] For port 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb,segment=NetworkSegment(a8fa1559-bd1f-443a-bfd7-c21d91c94a36),segment_id=a8fa1559-bd1f-443a-bfd7-c21d91c94a36)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:40.015058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] For port 5375b167-b09e-47ce-a654-c81f3eb6915a, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5375b167-b09e-47ce-a654-c81f3eb6915a,segment=NetworkSegment(8d9daa8c-637e-4c21-83ec-a54e2627d2ec),segment_id=8d9daa8c-637e-4c21-83ec-a54e2627d2ec)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:40.024827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.027494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.104677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.118697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.119512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.121053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/6149c768-b578-4f7f-ba53-9b9b0d82eacb HTTP/1.1" status: 200 len: 1092 time: 2.2709284 Jul 28 11:26:40.122336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.122925 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.124312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] 10.222.0.41 "PUT /v2.0/ports/5375b167-b09e-47ce-a654-c81f3eb6915a HTTP/1.1" status: 200 len: 1091 time: 2.4732654 Jul 28 11:26:40.124784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'tag': '6149c768-b578-4f7f-ba53-9b9b0d82eacb'}, {'name': 'network-changed', 'server_uuid': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'tag': '5375b167-b09e-47ce-a654-c81f3eb6915a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:40.127084 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43537e9-8a1a-42aa-a3b2-a3a933768517" -d '{"events": [{"name": "network-changed", "server_uuid": "8da774f9-1619-47e1-be39-c6bfc6018d4f", "tag": "6149c768-b578-4f7f-ba53-9b9b0d82eacb"}, {"name": "network-changed", "server_uuid": "589de913-bb9f-456e-8c16-c7eeba1ec9b9", "tag": "5375b167-b09e-47ce-a654-c81f3eb6915a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:40.142803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e56665-cf45-4cd7-902a-52f5c1573eaa service neutron] Pushing event updated for resources: {'Port': ['ID=5375b167-b09e-47ce-a654-c81f3eb6915a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:40.249997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:40.256394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:40.264982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.265606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.275954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=c716e100-3034-4999-a12a-7fa100d48588,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:40.316098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-240932d8-d959-470a-a486-6e59c4d91675 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8133750 Jul 28 11:26:40.319985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:40.338113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': 'c716e100-3034-4999-a12a-7fa100d48588', 'ip_address': '2001:db8::ac89:989b:30a9:288'}], 'name': 'tempest-NetworksTestDHCPv6-1530655744'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:40.366991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99372f62-3550-4fe9-a14b-a70de5a86090 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:40.482601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-f01ad901-38e3-4045-9477-9fc8fc4c2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.484210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-f01ad901-38e3-4045-9477-9fc8fc4c2951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5092edfd149e409b8ce408f28c1fa1d5&device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 1095 time: 0.2555597 Jul 28 11:26:40.487374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b1a6f-d2b2-487f-be3c-4cbe016b06c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6149c768-b578-4f7f-ba53-9b9b0d82eacb,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:40.493367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-19e5da82-61c0-49a9-ab34-98111b36845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.495763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-19e5da82-61c0-49a9-ab34-98111b36845c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6a7ac3a33a4f2f9f5dd76ff77990db&device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 1094 time: 0.2878737 Jul 28 11:26:40.531141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] Provisioning for port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:40.539517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] Provisioning complete for port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:40.539517 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.573869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:40.593032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0134ff-a02c-4be4-9d9d-6a529b37d17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.603138 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846cd025-c5f6-4ee8-9141-250767bb164f x-openstack-request-id: req-846cd025-c5f6-4ee8-9141-250767bb164f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:40.603991 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da774f9-1619-47e1-be39-c6bfc6018d4f", "tag": "6149c768-b578-4f7f-ba53-9b9b0d82eacb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "589de913-bb9f-456e-8c16-c7eeba1ec9b9", "tag": "5375b167-b09e-47ce-a654-c81f3eb6915a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:40.604218 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-846cd025-c5f6-4ee8-9141-250767bb164f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:40.604678 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'tag': '6149c768-b578-4f7f-ba53-9b9b0d82eacb', 'status': 'completed', 'code': 200} Jul 28 11:26:40.605616 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'tag': '5375b167-b09e-47ce-a654-c81f3eb6915a', 'status': 'completed', 'code': 200} Jul 28 11:26:40.607089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-12f1ea60-eb58-4770-8b88-a4f2ae5cf8e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb HTTP/1.1" status: 200 len: 217 time: 0.1097233 Jul 28 11:26:40.608572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-efb20734-913d-406c-9d67-386bef27f370 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5375b167-b09e-47ce-a654-c81f3eb6915a HTTP/1.1" status: 200 len: 217 time: 0.0789442 Jul 28 11:26:40.646293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:40.742802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.758438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-d26ebc71-59a1-46a6-9529-e1bd8b8c49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.760951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-d26ebc71-59a1-46a6-9529-e1bd8b8c49d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7012d8e7-f0af-49ac-bcae-f17a862a2667 HTTP/1.1" status: 200 len: 852 time: 0.1410186 Jul 28 11:26:40.764430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-c4358151-00ab-4d58-88fa-b428d6d3a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.766732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.767862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-c4358151-00ab-4d58-88fa-b428d6d3a68d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=228795f9-da48-48e8-92ee-147678eacd9c HTTP/1.1" status: 200 len: 847 time: 0.1456609 Jul 28 11:26:40.780555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] For port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:40.796005 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.805929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 1003e243-840a-4272-93f0-384c789fa970 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:40.868215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789aa947-15ca-4682-8def-d498de6a6af1 None None] Pushing event updated for resources: {'Port': ['ID=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:40.878263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-c5e13d44-ead5-498b-a233-c871dffe07f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53fef34f-ab25-48be-8766-e1f586ac1c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086054 Jul 28 11:26:40.886014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-35db97ba-02fd-4a26-971f-6c19a0e51260 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0af14b1-be54-45a3-a00b-496e21cb747c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002722 Jul 28 11:26:40.919529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd09d-6ae1-4bf8-a3a4-3f278ea09eba req-7af06338-ec2e-4c83-993b-317d9e3691d2 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:40.921087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cebfd09d-6ae1-4bf8-a3a4-3f278ea09eba req-7af06338-ec2e-4c83-993b-317d9e3691d2 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 944 time: 0.2324069 Jul 28 11:26:40.967448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0134ff-a02c-4be4-9d9d-6a529b37d17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:40.974929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0134ff-a02c-4be4-9d9d-6a529b37d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.021378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e03c162-8051-471a-ac5c-01c29f646076 None None] Provisioning complete for port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:41.021378 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e03c162-8051-471a-ac5c-01c29f646076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.051636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7183cf-cee3-4cab-a183-38a9f0214e7f req-f1fbd45f-1878-420a-90c8-d4aff7e0d48c tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.053133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db7183cf-cee3-4cab-a183-38a9f0214e7f req-f1fbd45f-1878-420a-90c8-d4aff7e0d48c tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 943 time: 0.2526755 Jul 28 11:26:41.055167 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ac0134ff-a02c-4be4-9d9d-6a529b37d17f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa63a2bc484b43d4a56ffaa3c562a533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800966 Jul 28 11:26:41.061825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:41.063690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0134ff-a02c-4be4-9d9d-6a529b37d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3796b723-7a1b-4d37-a85a-8851632e27f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:41.066864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::ac89:989b:30a9:288 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/c716e100-3034-4999-a12a-7fa100d48588/1003e243-840a-4272-93f0-384c789fa970) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:41.129154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cebfd09d-6ae1-4bf8-a3a4-3f278ea09eba req-31ebfce1-3d43-4d01-ac2f-820a69c30bba tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852210 Jul 28 11:26:41.177341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-a5c1955a-0930-4512-acf2-5c6f8d29b8e4 service neutron] 10.222.0.41 "GET /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688260 Jul 28 11:26:41.177525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d448470-f7e3-4f72-bfe1-8574f9fae234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.181063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-19a107ec-3785-420c-8ec3-43aae37f799d service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941043 Jul 28 11:26:41.185400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db7183cf-cee3-4cab-a183-38a9f0214e7f req-fdf841cf-5c61-4466-b175-11163acd3b1f tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242812 Jul 28 11:26:41.214501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d448470-f7e3-4f72-bfe1-8574f9fae234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.327008 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d448470-f7e3-4f72-bfe1-8574f9fae234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.329625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d448470-f7e3-4f72-bfe1-8574f9fae234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.337184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d448470-f7e3-4f72-bfe1-8574f9fae234 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3796b723-7a1b-4d37-a85a-8851632e27f4 HTTP/1.1" status: 204 len: 168 time: 0.2709227 Jul 28 11:26:41.365054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d448470-f7e3-4f72-bfe1-8574f9fae234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796b723-7a1b-4d37-a85a-8851632e27f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:41.414036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0e73fb6-6877-4ade-aa46-359a51fac64c None None] Could not find standard attr ID for object a47e3c72-ff5c-4433-bbb8-c9e61b5e709d. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:26:41.440711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8924d8b-4c9d-4251-9421-78d31ca076a6 req-a23358ed-794f-414a-946b-f963c68b5b57 service neutron] 10.222.0.41 "GET /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585206 Jul 28 11:26:41.443217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad459cd-8254-44ae-b3ad-51e5006ca262 req-eb212e84-898c-4379-8af5-25fe5b7e58bb service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489383 Jul 28 11:26:41.481412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.501582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 1003e243-840a-4272-93f0-384c789fa970 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:41.550310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.604986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-6ea4ea67-ff46-427c-a6e7-73d77cde6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.606502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-6ea4ea67-ff46-427c-a6e7-73d77cde6116 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5092edfd149e409b8ce408f28c1fa1d5&device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 1095 time: 0.1058168 Jul 28 11:26:41.619775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:41.627633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:41.648273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:41.660662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:41.673932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.674819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.697990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=1003e243-840a-4272-93f0-384c789fa970,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:41.727099 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-16de1bee-241d-4f8c-afba-28895539f185 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4022908 Jul 28 11:26:41.730933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:41.736635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:41.737325 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:41.753149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-ae6ebf47-3991-4d18-ae5d-d2cf41d5d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.755041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-ae6ebf47-3991-4d18-ae5d-d2cf41d5d6ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=53fef34f-ab25-48be-8766-e1f586ac1c8c HTTP/1.1" status: 200 len: 913 time: 0.1373534 Jul 28 11:26:41.825626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-b8d3e860-7665-47c1-bebc-389197fdfbaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb HTTP/1.1" status: 200 len: 217 time: 0.0517056 Jul 28 11:26:41.841604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda64aa-a852-4950-9523-1f51b05d571a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.849516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda64aa-a852-4950-9523-1f51b05d571a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.851743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dfda64aa-a852-4950-9523-1f51b05d571a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1198089 Jul 28 11:26:41.854649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:41.978439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-83e1b86e-3c5b-4ec6-bc76-625921aed7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:41.980359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-83e1b86e-3c5b-4ec6-bc76-625921aed7f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7012d8e7-f0af-49ac-bcae-f17a862a2667 HTTP/1.1" status: 200 len: 852 time: 0.1275778 Jul 28 11:26:42.021172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-c470d31b-dd99-4f00-bf54-ac3df66c47cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53fef34f-ab25-48be-8766-e1f586ac1c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314865 Jul 28 11:26:42.031991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 1003e243-840a-4272-93f0-384c789fa970 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:42.032361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:42.063722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b31e67d5-580b-41fc-9e58-179f4e51d5ab None None] Provisioning for port 1003e243-840a-4272-93f0-384c789fa970 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:42.072359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b31e67d5-580b-41fc-9e58-179f4e51d5ab None None] Provisioning complete for port 1003e243-840a-4272-93f0-384c789fa970 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:42.072958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b31e67d5-580b-41fc-9e58-179f4e51d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:42.114935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b31e67d5-580b-41fc-9e58-179f4e51d5ab None None] Port 1003e243-840a-4272-93f0-384c789fa970 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:42.217237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-d65cefcd-afb2-415a-b143-a47cc1fdd3d4 service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877379 Jul 28 11:26:42.279976 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:42.344474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 1003e243-840a-4272-93f0-384c789fa970 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:42.451193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93e1ea-9ae5-48d1-b074-1cf70d9ddc97 req-cb3947c3-3330-498e-9c0f-a6d909a541a3 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:42.452765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d93e1ea-9ae5-48d1-b074-1cf70d9ddc97 req-cb3947c3-3330-498e-9c0f-a6d909a541a3 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 944 time: 0.2289293 Jul 28 11:26:42.489344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833de54-18a9-4cea-9ad0-32f16b3d22f5 req-2644fe62-f1a5-43a9-95a6-d9b4b0cf0c03 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:42.490797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7833de54-18a9-4cea-9ad0-32f16b3d22f5 req-2644fe62-f1a5-43a9-95a6-d9b4b0cf0c03 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 943 time: 0.1918912 Jul 28 11:26:42.510507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-6c864ade-62ef-454f-a76e-1b804beb62b1 service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728937 Jul 28 11:26:42.593879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d93e1ea-9ae5-48d1-b074-1cf70d9ddc97 req-6b9af9cb-e3ab-4502-8300-ce03472ad9ff tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263242 Jul 28 11:26:42.631723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7833de54-18a9-4cea-9ad0-32f16b3d22f5 req-f198f3c0-a412-41b6-9088-fd7a5e90f9fd tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235440 Jul 28 11:26:42.708203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-5b82cb18-069d-4985-8cc3-27dd85aa5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:42.708459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-5b82cb18-069d-4985-8cc3-27dd85aa5696 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6a7ac3a33a4f2f9f5dd76ff77990db&device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 1094 time: 0.1379287 Jul 28 11:26:42.778799 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:42.817024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=1003e243-840a-4272-93f0-384c789fa970,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:42.855588 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:42.857552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8da4bda5-6bce-4a7d-9024-714e7f1715d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/1003e243-840a-4272-93f0-384c789fa970 HTTP/1.1" status: 204 len: 168 time: 1.0018203 Jul 28 11:26:42.860665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:42.881770 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-517f10e7-bf78-408a-a2a3-fc3f64092a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:42.884227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-517f10e7-bf78-408a-a2a3-fc3f64092a2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0af14b1-be54-45a3-a00b-496e21cb747c HTTP/1.1" status: 200 len: 908 time: 0.1674826 Jul 28 11:26:42.941454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-8186cdb3-2dc0-446f-8470-4de38999aae3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5375b167-b09e-47ce-a654-c81f3eb6915a HTTP/1.1" status: 200 len: 217 time: 0.0494738 Jul 28 11:26:42.953405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743b28d-32c1-4575-a329-8c8760bb71e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:42.954946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743b28d-32c1-4575-a329-8c8760bb71e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:42.959339 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b743b28d-32c1-4575-a329-8c8760bb71e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0976307 Jul 28 11:26:42.959989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:43.005302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-e870c295-0b0b-4882-ac55-39505f2043cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:43.008034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-e870c295-0b0b-4882-ac55-39505f2043cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=228795f9-da48-48e8-92ee-147678eacd9c HTTP/1.1" status: 200 len: 847 time: 0.0591941 Jul 28 11:26:43.024623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet c716e100-3034-4999-a12a-7fa100d48588 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:43.029044 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.050582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-af38caac-7325-4e06-a0f9-234f40259b49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0af14b1-be54-45a3-a00b-496e21cb747c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343101 Jul 28 11:26:43.077388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.132423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.148593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-6ddccd5d-8fde-4f75-9faa-5eba407e4090 service neutron] 10.222.0.41 "GET /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Jul 28 11:26:43.194874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.223253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=c716e100-3034-4999-a12a-7fa100d48588,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:43.227590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.231904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ee303c0-8e60-43ea-977b-563bdd6bfce9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/c716e100-3034-4999-a12a-7fa100d48588 HTTP/1.1" status: 204 len: 168 time: 0.2684364 Jul 28 11:26:43.232221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:43.240326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e5d66-e917-43ad-aa05-a9dc9b6992e7 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:43.260433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d43537e9-8a1a-42aa-a3b2-a3a933768517 req-bb025eca-d7c7-4cf7-b64f-b1b5d177f552 service neutron] 10.222.0.41 "GET /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056561 Jul 28 11:26:43.278149 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-77cc0de1-a7e8-451d-a949-3a480439a637 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426786 Jul 28 11:26:43.278522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:43.332989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05ae44-a92b-4a43-84a4-b6a363740c66 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:43.334495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3a05ae44-a92b-4a43-84a4-b6a363740c66 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0550513 Jul 28 11:26:43.337832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:43.390005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b321e6f8-6fc2-4147-80b5-4aa389c7b87b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:43.391543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b321e6f8-6fc2-4147-80b5-4aa389c7b87b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0527904 Jul 28 11:26:43.394011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:43.433530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d2080d5f-7783-4850-be52-35e76069bfd0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383322 Jul 28 11:26:43.438470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37192) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:43.443758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:43.445270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:43.494504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] Deleting port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:43.495000 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.547269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:43.553431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.591768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] For port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:43.592476 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.598612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:43.683697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] Calling delete_port for bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:43.809199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.814715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5375b167-b09e-47ce-a654-c81f3eb6915a details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:26:43.847994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ba3a9-3111-42b8-aaa3-1c7fbd1d7fd9 req-9a31e104-54d4-4d1b-b0b9-f6e9b5be4928 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:43.850818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-328ba3a9-3111-42b8-aaa3-1c7fbd1d7fd9 req-9a31e104-54d4-4d1b-b0b9-f6e9b5be4928 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 943 time: 0.1282585 Jul 28 11:26:43.861158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548563-6944-485d-948f-8cc255c76825 req-c34107c3-3134-45d8-9fcb-674c0b1b1b9e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:43.862647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2548563-6944-485d-948f-8cc255c76825 req-c34107c3-3134-45d8-9fcb-674c0b1b1b9e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 944 time: 0.1402328 Jul 28 11:26:43.893751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.895260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:43.955254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] No DVR routers for this DVR port bcb8bb8b-1e67-4301-bae3-ae2cb69ee867 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:43.959815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:43.965816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3644c-5937-4800-8cea-b12ad912d97d None None] Pushing event deleted for resources: {'Port': ['ID=bcb8bb8b-1e67-4301-bae3-ae2cb69ee867,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:43.980572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-328ba3a9-3111-42b8-aaa3-1c7fbd1d7fd9 req-9185a6de-7b02-4120-87d2-64d419230b03 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166685 Jul 28 11:26:43.986610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:44.004724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:44.006045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.023870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5375b167-b09e-47ce-a654-c81f3eb6915a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5375b167-b09e-47ce-a654-c81f3eb6915a,segment=NetworkSegment(8d9daa8c-637e-4c21-83ec-a54e2627d2ec),segment_id=8d9daa8c-637e-4c21-83ec-a54e2627d2ec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:44.034026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2548563-6944-485d-948f-8cc255c76825 req-e5e9de9a-931d-4b11-b55c-c577d6b28b51 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632447 Jul 28 11:26:44.046067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=123cc015-ce99-4929-b981-c04ffed81fd6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:44.049491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd9469-9aa1-4a80-841d-28ad575ea691 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:44.060556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6185169 Jul 28 11:26:44.060556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.060556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.061077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.061731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.061731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.062006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.062541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.063026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.063830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.064161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.064478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:44.064945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.065160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fc56f7-6760-4522-86ff-ae8e8057d3a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:44.072529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': '123cc015-ce99-4929-b981-c04ffed81fd6', 'ip_address': '2001:db8::8ff7:47cd:a419:ca10'}], 'name': 'tempest-NetworksTestDHCPv6-138038613'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:44.108864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5375b167-b09e-47ce-a654-c81f3eb6915a', 'network_id': 'a0af14b1-be54-45a3-a00b-496e21cb747c', 'port_id': '5375b167-b09e-47ce-a654-c81f3eb6915a', 'mac_address': 'fa:16:3e:b3:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228795f9-da48-48e8-92ee-147678eacd9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:26:44.165529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.186745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5375b167-b09e-47ce-a654-c81f3eb6915a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:26:44.200399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-fa0231cb-0921-4d67-b7e7-bcf4aff45ce6 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=149b2964b66b491eb52db3d00ec91a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487862 Jul 28 11:26:44.215111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5375b167-b09e-47ce-a654-c81f3eb6915a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5375b167-b09e-47ce-a654-c81f3eb6915a,segment=NetworkSegment(8d9daa8c-637e-4c21-83ec-a54e2627d2ec),segment_id=8d9daa8c-637e-4c21-83ec-a54e2627d2ec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:44.230573 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.231601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6149c768-b578-4f7f-ba53-9b9b0d82eacb details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:26:44.236855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:44.249912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.269380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 7cd43338-7446-4272-b806-f5ee94c4105c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:44.378722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5375b167-b09e-47ce-a654-c81f3eb6915a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:44.449319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb,segment=NetworkSegment(a8fa1559-bd1f-443a-bfd7-c21d91c94a36),segment_id=a8fa1559-bd1f-443a-bfd7-c21d91c94a36)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:44.460764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-2554fd48-3c7c-4a44-8394-b9d796271013 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:44.468060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6149c768-b578-4f7f-ba53-9b9b0d82eacb', 'network_id': '53fef34f-ab25-48be-8766-e1f586ac1c8c', 'port_id': '6149c768-b578-4f7f-ba53-9b9b0d82eacb', 'mac_address': 'fa:16:3e:d9:b1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7012d8e7-f0af-49ac-bcae-f17a862a2667', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:26:44.468634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-2554fd48-3c7c-4a44-8394-b9d796271013 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675147 Jul 28 11:26:44.485583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-b5a50383-4d19-44d5-a7fe-77f42205e36b tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/quotas/149b2964b66b491eb52db3d00ec91a8c HTTP/1.1" status: 200 len: 375 time: 0.0155923 Jul 28 11:26:44.485807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::8ff7:47cd:a419:ca10 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/123cc015-ce99-4929-b981-c04ffed81fd6/7cd43338-7446-4272-b806-f5ee94c4105c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:44.532234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '123cc015-ce99-4929-b981-c04ffed81fd6'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:44.533448 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.539591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.546159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-38485e46-91e3-4ff4-ab47-1cc85d7881db tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=149b2964b66b491eb52db3d00ec91a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589523 Jul 28 11:26:44.566272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6149c768-b578-4f7f-ba53-9b9b0d82eacb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:26:44.589058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb,segment=NetworkSegment(a8fa1559-bd1f-443a-bfd7-c21d91c94a36),segment_id=a8fa1559-bd1f-443a-bfd7-c21d91c94a36)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:44.599189 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.677530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.697330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 7cd43338-7446-4272-b806-f5ee94c4105c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:44.731662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6149c768-b578-4f7f-ba53-9b9b0d82eacb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:44.740643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.768239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5e07b2d-81e3-4cc4-ae55-a4c6903d3ab3 req-5c11d148-5e0b-4f3c-b2bc-a51822a0cbb3 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Jul 28 11:26:44.806448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/123cc015-ce99-4929-b981-c04ffed81fd6/c3e41d87-4c1d-4d70-b1c2-87a079e6fbac) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:44.812121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:44.815647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:44.822701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:44.828797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:44.829469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:44.839965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=7cd43338-7446-4272-b806-f5ee94c4105c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:44.856664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4237f30e-a486-4c42-90e1-388a3463359d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7895865 Jul 28 11:26:44.857545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:44.863021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': '123cc015-ce99-4929-b981-c04ffed81fd6', 'ip_address': '2001:db8::8ff7:47cd:a419:ca10'}], 'name': 'tempest-NetworksTestDHCPv6-1454831707'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:44.871468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6149c768-b578-4f7f-ba53-9b9b0d82eacb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:44.873886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5375b167-b09e-47ce-a654-c81f3eb6915a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:45.021998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:45.187571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:45.219474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Transition to ACTIVE for port object c3e41d87-4c1d-4d70-b1c2-87a079e6fbac will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:45.296328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Transition to ACTIVE for port object c3e41d87-4c1d-4d70-b1c2-87a079e6fbac will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:45.315336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:45.374020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:45.380128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:45.387368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:45.405787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Pushing event updated for resources: {'Port': ['ID=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:45.463547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Attempting to bind port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:45.464080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Attempting to bind port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:45.464588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Attempting to bind port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:45.470474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:45.470993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:45.471498 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:45.471981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:45.472593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Bound port: c3e41d87-4c1d-4d70-b1c2-87a079e6fbac, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:45.473069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:45.547182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] For port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:45.550962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] For port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:45.556386 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:45.599456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:45.621781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8c0ff-58f8-4597-a921-475a5cdea184 None None] Pushing event updated for resources: {'Port': ['ID=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:45.639175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539182ee-e36c-42be-b8ca-98f0e8e87cf9 req-e1535080-ebc2-4caa-be8b-b2eea6854371 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:45.640689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-539182ee-e36c-42be-b8ca-98f0e8e87cf9 req-e1535080-ebc2-4caa-be8b-b2eea6854371 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 945 time: 0.1124289 Jul 28 11:26:45.647680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 0dfcbc9a-2d1e-4bd0-8f81-87626fd10fda yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:45.688039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544ac4-e02c-45ea-b66b-17c09056330d req-4a0cd820-bc5b-4f84-8171-1675e5ae9a75 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:45.689584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9544ac4-e02c-45ea-b66b-17c09056330d req-4a0cd820-bc5b-4f84-8171-1675e5ae9a75 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 944 time: 0.1358192 Jul 28 11:26:45.813366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5375b167-b09e-47ce-a654-c81f3eb6915a up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:45.879152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-539182ee-e36c-42be-b8ca-98f0e8e87cf9 req-30732604-9c2c-4407-b845-8002bfb495ab tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267325 Jul 28 11:26:45.896115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9544ac4-e02c-45ea-b66b-17c09056330d req-71053295-788e-41b3-9e01-63a30ecf5291 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644101 Jul 28 11:26:45.948697 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-c31b9454-3265-4ad6-bb93-c7d4c0f4df0c tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=149b2964b66b491eb52db3d00ec91a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467241 Jul 28 11:26:45.960168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5375b167-b09e-47ce-a654-c81f3eb6915a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:45.960168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5375b167-b09e-47ce-a654-c81f3eb6915a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:45.960168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.035922 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 11:26:46.037166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:46.090155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-05a05375-08b0-4834-a2aa-ade756af6c36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2310457 Jul 28 11:26:46.090861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:46.187122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.208342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f7f62-95bc-4f03-a5a2-cb8b43bb1e97 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:46.215360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f7f62-95bc-4f03-a5a2-cb8b43bb1e97 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:46.217241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-882f7f62-95bc-4f03-a5a2-cb8b43bb1e97 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1251760 Jul 28 11:26:46.232542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:46.236092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be3e981f-f39b-4415-a6e0-5c2b146abea8 req-ba8064eb-b328-4d02-8c63-513c89f29c1d tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 210 time: 0.0586021 Jul 28 11:26:46.243714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375b167-b09e-47ce-a654-c81f3eb6915a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:46.246169 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8fade-2833-4f90-aff0-07e7f5d50743" -d '{"events": [{"server_uuid": "589de913-bb9f-456e-8c16-c7eeba1ec9b9", "name": "network-vif-plugged", "status": "completed", "tag": "5375b167-b09e-47ce-a654-c81f3eb6915a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:46.260402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5375b167-b09e-47ce-a654-c81f3eb6915a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5375b167-b09e-47ce-a654-c81f3eb6915a,segment=NetworkSegment(8d9daa8c-637e-4c21-83ec-a54e2627d2ec),segment_id=8d9daa8c-637e-4c21-83ec-a54e2627d2ec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:46.279486 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.280334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6149c768-b578-4f7f-ba53-9b9b0d82eacb up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:46.297437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-be7b25b7-10d8-4878-b61d-58ef4a80ec50 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:46.302106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-be7b25b7-10d8-4878-b61d-58ef4a80ec50 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378701 Jul 28 11:26:46.317217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Request body: {'port': {'device_id': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '149b2964b66b491eb52db3d00ec91a8c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:46.369586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 7cd43338-7446-4272-b806-f5ee94c4105c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:46.369964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.556439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5375b167-b09e-47ce-a654-c81f3eb6915a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:46.561037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Made reservation on behalf of 149b2964b66b491eb52db3d00ec91a8c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:46.564769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.565399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.570966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 6149c768-b578-4f7f-ba53-9b9b0d82eacb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:46.580407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 7cd43338-7446-4272-b806-f5ee94c4105c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:46.580664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.583308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6149c768-b578-4f7f-ba53-9b9b0d82eacb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:46.583758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.614321 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e5a09-6458-4214-b2c7-e36fc54d22c4 x-openstack-request-id: req-3e6e5a09-6458-4214-b2c7-e36fc54d22c4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:46.616684 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589de913-bb9f-456e-8c16-c7eeba1ec9b9", "name": "network-vif-plugged", "status": "completed", "tag": "5375b167-b09e-47ce-a654-c81f3eb6915a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:46.617118 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e6e5a09-6458-4214-b2c7-e36fc54d22c4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:46.618016 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375b167-b09e-47ce-a654-c81f3eb6915a', 'code': 200} Jul 28 11:26:46.705074 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.763054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb,segment=NetworkSegment(a8fa1559-bd1f-443a-bfd7-c21d91c94a36),segment_id=a8fa1559-bd1f-443a-bfd7-c21d91c94a36)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:46.771406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.775911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.783429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.824772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bbb3b-8a7b-4810-8122-fad3af4001cb req-22bad9b6-ff59-43f5-9ef1-b8c62bba98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:46.826441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d0bbb3b-8a7b-4810-8122-fad3af4001cb req-22bad9b6-ff59-43f5-9ef1-b8c62bba98cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 1096 time: 0.1669018 Jul 28 11:26:46.832471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6149c768-b578-4f7f-ba53-9b9b0d82eacb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:46.862949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.869938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:46.908744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=7cd43338-7446-4272-b806-f5ee94c4105c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:46.944702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Allocated IP 192.168.233.177 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/69e17a8c-51f0-47bc-b81f-19c1c12d3749) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:46.947789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d0bbb3b-8a7b-4810-8122-fad3af4001cb req-4e4c3b34-4c74-4712-8408-6c0b6876dc83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137159 Jul 28 11:26:46.949237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:46.954810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a29b3e61-7f68-4e65-bb3e-94576d37ac3e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/7cd43338-7446-4272-b806-f5ee94c4105c HTTP/1.1" status: 204 len: 168 time: 0.7204905 Jul 28 11:26:46.955185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:47.057575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46614b-2d8a-4aa0-b7fb-e8075c17fc4f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:47.060959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46614b-2d8a-4aa0-b7fb-e8075c17fc4f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:47.064660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0d46614b-2d8a-4aa0-b7fb-e8075c17fc4f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1083477 Jul 28 11:26:47.065229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:47.099456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4facc1c-5ea3-41b9-9b8a-862fc705bb72 None None] Provisioning for port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:47.100503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c79d5-436e-478b-80e0-e05d551e749b req-bf0e11f0-80cd-48c3-abdf-18ec22b1c8da tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:47.109810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-402c79d5-436e-478b-80e0-e05d551e749b req-bf0e11f0-80cd-48c3-abdf-18ec22b1c8da tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1162689 Jul 28 11:26:47.146834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.163641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Transition to ACTIVE for port object 69e17a8c-51f0-47bc-b81f-19c1c12d3749 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:47.202073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.212212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-402c79d5-436e-478b-80e0-e05d551e749b req-734a17f0-6dfb-4fdf-993f-110df94ecb84 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007895 Jul 28 11:26:47.226336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 123cc015-ce99-4929-b981-c04ffed81fd6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:47.239149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.283740 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.307332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Pushing event updated for resources: {'Port': ['ID=69e17a8c-51f0-47bc-b81f-19c1c12d3749,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:47.323960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:47.325946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.326346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.326728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.327657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.328003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.328652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.329018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.329355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.330067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.330474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.330819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.331148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:47.335537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:47.349644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:47.391173 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.420958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c4d0a7e-cf15-4b7a-a0d5-7c94e602215e None None] Could not find standard attr ID for object 7cd43338-7446-4272-b806-f5ee94c4105c. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:26:47.462946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:47.463639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.481091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.498284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1f32f-f87c-4ff9-a620-cfb8464cf0a3 req-f9c120d3-7219-41db-8a59-db9804d82a50 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:47.500141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18f1f32f-f87c-4ff9-a620-cfb8464cf0a3 req-f9c120d3-7219-41db-8a59-db9804d82a50 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 945 time: 0.4494848 Jul 28 11:26:47.507862 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-283fef85-57c2-47ff-a648-8efd3bb25286 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1957691 Jul 28 11:26:47.527687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Request body: {'port': {'device_id': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:47.557676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=123cc015-ce99-4929-b981-c04ffed81fd6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:47.579855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.585500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d461aff-927a-46c9-bc40-54571f66661f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/123cc015-ce99-4929-b981-c04ffed81fd6 HTTP/1.1" status: 204 len: 168 time: 0.5100763 Jul 28 11:26:47.589769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:47.652223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f7b3d-bef5-4d24-945c-ae0bf1ab1a42 req-dc20be62-1999-40a7-a7d6-16117203a870 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:47.662150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-438f7b3d-bef5-4d24-945c-ae0bf1ab1a42 req-dc20be62-1999-40a7-a7d6-16117203a870 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 936 time: 0.1850600 Jul 28 11:26:47.668345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18f1f32f-f87c-4ff9-a620-cfb8464cf0a3 req-e042577b-533d-4b86-adb1-68cf330bcbc9 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540768 Jul 28 11:26:47.670885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3e41d87-4c1d-4d70-b1c2-87a079e6fbac up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:47.681901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-14bb15a6-33ff-4da5-be27-15e7ebff3946 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895991 Jul 28 11:26:47.686613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:47.699411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:47.733668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-438f7b3d-bef5-4d24-945c-ae0bf1ab1a42 req-40d79665-6aae-4cfd-9f99-1baca478a7ff tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627844 Jul 28 11:26:47.773657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.790156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:47.801876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:47.803986 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.836788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134946b3-ee37-4366-ba9c-03afc64dc237 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:47.908890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-51b6fff5-025b-4dec-aff6-a57cf5485a26 None None] Provisioning for port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:47.925492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-51b6fff5-025b-4dec-aff6-a57cf5485a26 None None] Provisioning complete for port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:47.926465 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51b6fff5-025b-4dec-aff6-a57cf5485a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:47.940437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:47.944096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.008277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-51b6fff5-025b-4dec-aff6-a57cf5485a26 None None] Port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:48.052024 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.098982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:48.107764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.136808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:48.167656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:48.195413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:48.217042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] Deleting port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:48.217418 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.292430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] For port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:48.292839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.294166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2482c7c-ca0c-475d-8f94-e802be84eb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.306495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] Calling delete_port for c3e41d87-4c1d-4d70-b1c2-87a079e6fbac owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:48.390944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b579d5-bb6a-400c-974b-4238569197f8 req-2c3abd1e-de67-4b73-811f-f080ee7248db tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:48.393080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76b579d5-bb6a-400c-974b-4238569197f8 req-2c3abd1e-de67-4b73-811f-f080ee7248db tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.0846472 Jul 28 11:26:48.402675 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.450085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] Pushing event deleted for resources: {'Port': ['ID=c3e41d87-4c1d-4d70-b1c2-87a079e6fbac,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:48.453425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3891ac3-1b4b-487c-8cb4-9b4f0413eea4 None None] No DVR routers for this DVR port c3e41d87-4c1d-4d70-b1c2-87a079e6fbac on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:48.456142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76b579d5-bb6a-400c-974b-4238569197f8 req-3dd3ab81-ed0a-4351-ac47-137d57be58cd tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Jul 28 11:26:48.505590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2482c7c-ca0c-475d-8f94-e802be84eb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.517359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2482c7c-ca0c-475d-8f94-e802be84eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.562910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d2482c7c-ca0c-475d-8f94-e802be84eb76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e901888904ad4b74af265ecec71dd29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909149 Jul 28 11:26:48.562910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2482c7c-ca0c-475d-8f94-e802be84eb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd0d9c-f33f-4a69-b256-12a8a8ae0059,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:48.565316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:48.619796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6149c768-b578-4f7f-ba53-9b9b0d82eacb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:48.623873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94fc3e91-8f76-4ece-b98d-7afdd429e3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.624635 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b6ce6b-137a-4a9f-a676-14af398a9017" -d '{"events": [{"server_uuid": "8da774f9-1619-47e1-be39-c6bfc6018d4f", "name": "network-vif-plugged", "status": "completed", "tag": "6149c768-b578-4f7f-ba53-9b9b0d82eacb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:48.642401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e17a8c-51f0-47bc-b81f-19c1c12d3749 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:26:48.650413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.652550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94fc3e91-8f76-4ece-b98d-7afdd429e3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.654672 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.686706 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a15048-248a-488d-a6af-34cae1038028 x-openstack-request-id: req-60a15048-248a-488d-a6af-34cae1038028 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:48.692549 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da774f9-1619-47e1-be39-c6bfc6018d4f", "name": "network-vif-plugged", "status": "completed", "tag": "6149c768-b578-4f7f-ba53-9b9b0d82eacb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:48.692889 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60a15048-248a-488d-a6af-34cae1038028 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:48.693331 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6149c768-b578-4f7f-ba53-9b9b0d82eacb', 'code': 200} Jul 28 11:26:48.722204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:48.727098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:48.729319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=e5ba4f85-d509-4c73-a427-822bbc094728,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:48.737684 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94fc3e91-8f76-4ece-b98d-7afdd429e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.738848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:48.739060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.742189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a9971-3c15-491e-ac77-6646dba6ec2a None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:48.743429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Transition to ACTIVE for port object 69e17a8c-51f0-47bc-b81f-19c1c12d3749 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:48.746932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94fc3e91-8f76-4ece-b98d-7afdd429e3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.749338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-94fc3e91-8f76-4ece-b98d-7afdd429e3ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46bd0d9c-f33f-4a69-b256-12a8a8ae0059 HTTP/1.1" status: 204 len: 168 time: 0.1829870 Jul 28 11:26:48.763919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc3e91-8f76-4ece-b98d-7afdd429e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd0d9c-f33f-4a69-b256-12a8a8ae0059,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:48.765686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:48.831695 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d76c268f-c642-481d-baba-371c2154d1c9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1440401 Jul 28 11:26:48.836111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:48.849669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': 'e5ba4f85-d509-4c73-a427-822bbc094728', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-898586655'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:48.970216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Attempting to bind port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:48.970719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Attempting to bind port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:48.971940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Attempting to bind port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:48.974063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Pushing event updated for resources: {'Port': ['ID=69e17a8c-51f0-47bc-b81f-19c1c12d3749,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:48.990487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:26:48.991627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Attempting to bind port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:48.999843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:49.000227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:49.000794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:49.001239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Bound port: 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:49.001771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.019700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e99cb1-17ef-44bb-a966-4419fd627a2a req-59a32a4e-d033-47c6-a483-1b617a38fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.021254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23e99cb1-17ef-44bb-a966-4419fd627a2a req-59a32a4e-d033-47c6-a483-1b617a38fd53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 1097 time: 0.2470729 Jul 28 11:26:49.051622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': 'e5ba4f85-d509-4c73-a427-822bbc094728'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:26:49.052530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.067769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d679-9ec2-433c-a9dc-44fb5e6e3661 req-5f1af17d-e5bc-4d06-af25-bda268415af6 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.074498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e114d679-9ec2-433c-a9dc-44fb5e6e3661 req-5f1af17d-e5bc-4d06-af25-bda268415af6 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 948 time: 0.2045305 Jul 28 11:26:49.089312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] For port 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:49.099528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c63241-9629-4bee-9b46-962ec0c16bc7 req-e3fb6e7e-8ccc-4627-be4a-ae878f9dba6c tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.100030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] For port 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:49.101622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48c63241-9629-4bee-9b46-962ec0c16bc7 req-e3fb6e7e-8ccc-4627-be4a-ae878f9dba6c tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 945 time: 0.3153169 Jul 28 11:26:49.107736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.166905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.167477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.174896 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] 10.222.0.44 "PUT /v2.0/ports/69e17a8c-51f0-47bc-b81f-19c1c12d3749 HTTP/1.1" status: 200 len: 1096 time: 1.6536610 Jul 28 11:26:49.175931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'tag': '69e17a8c-51f0-47bc-b81f-19c1c12d3749'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:49.182829 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce70b7-5852-4807-8152-991239c77ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0d893d-bebc-48a7-a2fa-dac2bd340e66", "tag": "69e17a8c-51f0-47bc-b81f-19c1c12d3749"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:49.266479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f504-e113-41b7-aaff-d68e67d856aa service neutron] Pushing event updated for resources: {'Port': ['ID=69e17a8c-51f0-47bc-b81f-19c1c12d3749,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:49.289316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-48c63241-9629-4bee-9b46-962ec0c16bc7 req-d1f8c039-927c-4e38-9f0f-08ea71bd7cd5 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775451 Jul 28 11:26:49.300698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23e99cb1-17ef-44bb-a966-4419fd627a2a req-1390a527-8164-454a-9cbf-d8fdfe0e8bdb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509861 Jul 28 11:26:49.302943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/e5ba4f85-d509-4c73-a427-822bbc094728/de53926f-71d9-4b00-a471-c616c5232250) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:49.305317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e114d679-9ec2-433c-a9dc-44fb5e6e3661 req-0edb9fcf-ac84-48c0-9d2a-6b50a9efc0d7 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945226 Jul 28 11:26:49.331175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:49.338785 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.359852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 3df4a5b9-6383-4994-b954-3fc93a18ddce yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:26:49.402870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-a72cdf5d-53cf-4972-b02e-000a2d093911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.405998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-a72cdf5d-53cf-4972-b02e-000a2d093911 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=149b2964b66b491eb52db3d00ec91a8c&device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 1099 time: 0.1813633 Jul 28 11:26:49.461284 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e92f6f8-7327-4596-9f63-000c309fbccb x-openstack-request-id: req-0e92f6f8-7327-4596-9f63-000c309fbccb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:49.461695 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0d893d-bebc-48a7-a2fa-dac2bd340e66", "tag": "69e17a8c-51f0-47bc-b81f-19c1c12d3749", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:49.461975 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e92f6f8-7327-4596-9f63-000c309fbccb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:49.462384 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'tag': '69e17a8c-51f0-47bc-b81f-19c1c12d3749', 'status': 'completed', 'code': 200} Jul 28 11:26:49.544340 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-26ecbcc7-a300-4191-acff-175e609dd443 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749 HTTP/1.1" status: 200 len: 217 time: 0.1292856 Jul 28 11:26:49.560902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.591133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Transition to ACTIVE for port object de53926f-71d9-4b00-a471-c616c5232250 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:49.621618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Transition to ACTIVE for port object de53926f-71d9-4b00-a471-c616c5232250 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:49.627085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3e41d87-4c1d-4d70-b1c2-87a079e6fbac no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:49.644911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-ce473b34-49fb-4fe2-af04-6231e1153d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.646858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-ce473b34-49fb-4fe2-af04-6231e1153d2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0953569 Jul 28 11:26:49.658199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c3e41d87-4c1d-4d70-b1c2-87a079e6fbac {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:49.658459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3e41d87-4c1d-4d70-b1c2-87a079e6fbac not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:49.660800 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.679633 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:26:49.680147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:26:49.686306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:49.689009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:49.704335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4904422b-b3e7-4da1-823b-a190ab6fa760 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8657496 Jul 28 11:26:49.707075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:49.715116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:49.806970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-784c0a00-3e00-447c-87ef-ea82c11d9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.808645 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-784c0a00-3e00-447c-87ef-ea82c11d9e7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534967 Jul 28 11:26:49.810980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6458d-b1c1-44ac-8efe-91642addb1f0 req-61e921df-5fec-483d-ada8-18ce9c1eda9d tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.824618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3db6458d-b1c1-44ac-8efe-91642addb1f0 req-61e921df-5fec-483d-ada8-18ce9c1eda9d tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.2216051 Jul 28 11:26:49.888561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Attempting to bind port de53926f-71d9-4b00-a471-c616c5232250 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:49.889227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Attempting to bind port de53926f-71d9-4b00-a471-c616c5232250 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:49.889825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Attempting to bind port de53926f-71d9-4b00-a471-c616c5232250 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:49.895446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Pushing event updated for resources: {'Port': ['ID=de53926f-71d9-4b00-a471-c616c5232250,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:49.909154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:49.910220 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:49.910850 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.911632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:49.912867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Bound port: de53926f-71d9-4b00-a471-c616c5232250, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:49.914029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.921583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3db6458d-b1c1-44ac-8efe-91642addb1f0 req-139721ea-8c37-4a8e-bacb-474316be7522 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960395 Jul 28 11:26:49.924901 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:49.954520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882d0ba-359c-41ef-a9bb-bfcca2ce0883 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:49.958983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9882d0ba-359c-41ef-a9bb-bfcca2ce0883 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2486277 Jul 28 11:26:49.959404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:50.003182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] For port de53926f-71d9-4b00-a471-c616c5232250, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:50.008656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] For port de53926f-71d9-4b00-a471-c616c5232250, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de53926f-71d9-4b00-a471-c616c5232250,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:50.012568 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-9dedfabb-08ab-47cd-8ff1-360f400c9ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931884 Jul 28 11:26:50.024736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.067310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd735d-6219-4c38-9e11-46af226d3d21 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.071534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd735d-6219-4c38-9e11-46af226d3d21 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.076064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2fd735d-6219-4c38-9e11-46af226d3d21 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1149175 Jul 28 11:26:50.076677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:50.143565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a2662-1731-49b1-a49b-75380592ed26 None None] Pushing event updated for resources: {'Port': ['ID=de53926f-71d9-4b00-a471-c616c5232250,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:50.160439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet e5ba4f85-d509-4c73-a427-822bbc094728 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:50.164704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.200017 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8d361caf-50ea-4b34-b4cd-e36d4a18d692 req-1dd79ebe-6d3d-4358-ba04-0317ac271615 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696131 Jul 28 11:26:50.232290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.378278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce70b7-5852-4807-8152-991239c77ae4 req-0c158379-ad47-4079-b935-5605a23ce95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.380216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-0c158379-ad47-4079-b935-5605a23ce95b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=149b2964b66b491eb52db3d00ec91a8c&device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 1099 time: 0.1175292 Jul 28 11:26:50.414584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.519689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce70b7-5852-4807-8152-991239c77ae4 req-59e2bb99-b138-4820-aafc-8216a06e1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.521164 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-59e2bb99-b138-4820-aafc-8216a06e1ea5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1340256 Jul 28 11:26:50.570869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c20f2-3055-49a2-b399-526e2cff89ac req-3ed33b59-5a81-489c-9035-50b721d16a4e tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.572268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c66c20f2-3055-49a2-b399-526e2cff89ac req-3ed33b59-5a81-489c-9035-50b721d16a4e tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 948 time: 0.1077697 Jul 28 11:26:50.601341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.605918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-5315a1dc-cb90-4255-8290-5aa179b6b912 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749 HTTP/1.1" status: 200 len: 217 time: 0.0765688 Jul 28 11:26:50.648652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ba4f85-d509-4c73-a427-822bbc094728,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:50.653677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.657742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0d95f87e-d9bf-4b17-b2e5-cee3f2c3c11b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/e5ba4f85-d509-4c73-a427-822bbc094728 HTTP/1.1" status: 204 len: 168 time: 0.5780473 Jul 28 11:26:50.659803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c66c20f2-3055-49a2-b399-526e2cff89ac req-fa48e3f7-b763-4dcb-ab45-992f67af94dd tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801065 Jul 28 11:26:50.660303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:50.673275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce70b7-5852-4807-8152-991239c77ae4 req-573b5e1b-55d7-474c-9fe2-da8b82cb6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.674942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-573b5e1b-55d7-474c-9fe2-da8b82cb6f68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0615087 Jul 28 11:26:50.720578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b12e2bac-d360-495f-9b9d-3d1bd35dd582 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590186 Jul 28 11:26:50.721383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:50.727897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:50.747315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce70b7-5852-4807-8152-991239c77ae4 req-55648f25-d3cd-4e97-8876-60ae695686b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:50.748844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-55648f25-d3cd-4e97-8876-60ae695686b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665023 Jul 28 11:26:50.867037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:50.870743 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:50.870985 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-0dfa1c3d-a05e-4f34-b697-17ad4450e85d service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125729 Jul 28 11:26:51.048226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cce70b7-5852-4807-8152-991239c77ae4 req-85383989-28ee-483e-8561-6b0dfc696245 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681266 Jul 28 11:26:51.157158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734db486-bc40-457e-8a38-a2b2b0dc7ab5 req-5cd2a961-b6be-4397-b811-43a1ed1dd5b4 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:51.158916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-734db486-bc40-457e-8a38-a2b2b0dc7ab5 req-5cd2a961-b6be-4397-b811-43a1ed1dd5b4 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1136904 Jul 28 11:26:51.226788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.284913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-734db486-bc40-457e-8a38-a2b2b0dc7ab5 req-e59188d1-4356-4345-bd64-49b7eb203bc8 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985377 Jul 28 11:26:51.309928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:51.320580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:51.326732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:51.327423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.349929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=205d6c95-ae68-4081-94a1-66f2f648d7a1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:51.362435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0511ab40-3c78-4e54-b39c-0037019b4dd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6367037 Jul 28 11:26:51.362976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:51.372994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-936867800', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:51.463193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c862d-0d05-4bbb-9fb3-7670cc873279 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:51.467718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.469382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.488458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7272-6df4-4505-8575-62fb48efa3aa req-5b91aca6-e211-4aae-9ba8-635cfc15b1ac tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:51.489991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17fa7272-6df4-4505-8575-62fb48efa3aa req-5b91aca6-e211-4aae-9ba8-635cfc15b1ac tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1066160 Jul 28 11:26:51.617659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4719778f-b801-4dee-ad91-0838ebc8756c None None] Provisioning for port de53926f-71d9-4b00-a471-c616c5232250 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:51.631301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.640489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.654290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de53926f-71d9-4b00-a471-c616c5232250 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:51.655098 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17fa7272-6df4-4505-8575-62fb48efa3aa req-5e922ab7-c210-4f3f-84df-f5cbee27d546 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559939 Jul 28 11:26:51.672576 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.676714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3ac770b-89f9-4303-ae7c-21688e6431b7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3099217 Jul 28 11:26:51.677276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:51.808561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port de53926f-71d9-4b00-a471-c616c5232250 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:51.814272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port de53926f-71d9-4b00-a471-c616c5232250 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:51.815197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:51.979347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.040941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port de53926f-71d9-4b00-a471-c616c5232250, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de53926f-71d9-4b00-a471-c616c5232250,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:52.047110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.109476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=de53926f-71d9-4b00-a471-c616c5232250,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:52.171814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6bc4052-1d42-46b0-bebd-58235ecdcaa3 None None] Provisioning complete for port de53926f-71d9-4b00-a471-c616c5232250 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:52.172250 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4052-1d42-46b0-bebd-58235ecdcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.401245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68342-e7bc-4947-b6ce-f9f0aff42221 req-eeffa50d-7ac6-48ef-9c7d-2c56872334a5 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:52.402754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97f68342-e7bc-4947-b6ce-f9f0aff42221 req-eeffa50d-7ac6-48ef-9c7d-2c56872334a5 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 948 time: 0.6072853 Jul 28 11:26:52.419926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfadf78-fffc-4c0c-9e98-6c5701cf3fb6 req-d1ef400b-0fc3-44c2-a80b-ea8ce0948871 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:52.424637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfadf78-fffc-4c0c-9e98-6c5701cf3fb6 req-d1ef400b-0fc3-44c2-a80b-ea8ce0948871 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1512468 Jul 28 11:26:52.529491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.554439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.559034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97f68342-e7bc-4947-b6ce-f9f0aff42221 req-f254cd75-543c-48f5-a815-af718411a9fa tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119998 Jul 28 11:26:52.563163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dfadf78-fffc-4c0c-9e98-6c5701cf3fb6 req-a5a31e8c-32d6-4957-8155-8fffca41b7ae tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108124 Jul 28 11:26:52.669609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:52.797477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a46fbe-4bc4-4cea-a3c8-60b07078ad48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.871895 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2cde3-30e4-4499-9abf-177f7bb2af64 req-f7f79538-63ef-42bd-a3d7-30598e395e18 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:52.873418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27f2cde3-30e4-4499-9abf-177f7bb2af64 req-f7f79538-63ef-42bd-a3d7-30598e395e18 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 945 time: 0.1023543 Jul 28 11:26:52.889007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::1 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/205d6c95-ae68-4081-94a1-66f2f648d7a1/b6c45853-a44a-4a3d-8e34-b15965e42996) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:26:52.891925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a46fbe-4bc4-4cea-a3c8-60b07078ad48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.896216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53a46fbe-4bc4-4cea-a3c8-60b07078ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:52.934124 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-53a46fbe-4bc4-4cea-a3c8-60b07078ad48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6730a682ebb4c0db143cc99c68b035e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634394 Jul 28 11:26:52.935984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a46fbe-4bc4-4cea-a3c8-60b07078ad48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab698e8-1893-4174-aff6-592ff0b79dfe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:52.937479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:52.941858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27f2cde3-30e4-4499-9abf-177f7bb2af64 req-9109ca6a-42b8-4bb8-ad14-e0aa311db19f tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Jul 28 11:26:53.058051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc64c5-9872-4908-b3cf-fbe3895dfab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.080253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.098025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc64c5-9872-4908-b3cf-fbe3895dfab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.110290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object b6c45853-a44a-4a3d-8e34-b15965e42996 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:53.146547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 69e17a8c-51f0-47bc-b81f-19c1c12d3749 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:26:53.164436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.195183 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc64c5-9872-4908-b3cf-fbe3895dfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.197676 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc64c5-9872-4908-b3cf-fbe3895dfab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.198913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3bdc64c5-9872-4908-b3cf-fbe3895dfab9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fab698e8-1893-4174-aff6-592ff0b79dfe HTTP/1.1" status: 204 len: 168 time: 0.2603621 Jul 28 11:26:53.219910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:53.220923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc64c5-9872-4908-b3cf-fbe3895dfab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab698e8-1893-4174-aff6-592ff0b79dfe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:53.233655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:53.236685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:26:53.237862 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.277703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:53.290063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '69e17a8c-51f0-47bc-b81f-19c1c12d3749', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': '69e17a8c-51f0-47bc-b81f-19c1c12d3749', 'mac_address': 'fa:16:3e:cd:08:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:26:53.299322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=b6c45853-a44a-4a3d-8e34-b15965e42996,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:53.353796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.373553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e17a8c-51f0-47bc-b81f-19c1c12d3749 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:26:53.396263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:53.402203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.449408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.470642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=69e17a8c-51f0-47bc-b81f-19c1c12d3749,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:53.529252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:53.548218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55e3cba3-318e-4fbd-897a-85f83e72f9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.614565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de53926f-71d9-4b00-a471-c616c5232250 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:53.620716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63a224fe-6903-4d65-8788-ffef231548a0 None None] Provisioning for port b6c45853-a44a-4a3d-8e34-b15965e42996 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:53.648763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63a224fe-6903-4d65-8788-ffef231548a0 None None] Provisioning complete for port b6c45853-a44a-4a3d-8e34-b15965e42996 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:53.649523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63a224fe-6903-4d65-8788-ffef231548a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.655028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55e3cba3-318e-4fbd-897a-85f83e72f9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.666417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55e3cba3-318e-4fbd-897a-85f83e72f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.678648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['69e17a8c-51f0-47bc-b81f-19c1c12d3749'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:53.723055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55e3cba3-318e-4fbd-897a-85f83e72f9f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1439d3d64eb94d259310e3a06b225a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925681 Jul 28 11:26:53.724289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3cba3-318e-4fbd-897a-85f83e72f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ffa114-ce5d-451b-aee7-dc44f11a4dee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:53.726984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:53.733119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-63a224fe-6903-4d65-8788-ffef231548a0 None None] Port b6c45853-a44a-4a3d-8e34-b15965e42996 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:53.772032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port de53926f-71d9-4b00-a471-c616c5232250 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:53.772501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.800502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d4f63c8-108d-4887-9b9e-c4eb86c67eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.824052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d4f63c8-108d-4887-9b9e-c4eb86c67eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.831361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75c256-9a2c-47d5-882b-6085d047c38d req-a630f35c-494a-47c0-a464-87fa07eb361b tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:53.832878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d75c256-9a2c-47d5-882b-6085d047c38d req-a630f35c-494a-47c0-a464-87fa07eb361b tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1226499 Jul 28 11:26:53.844358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5373721-454b-4715-a6e0-f92f206be743 req-2058ff79-69bb-4aa2-8873-b5d8a6800463 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:53.845802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5373721-454b-4715-a6e0-f92f206be743 req-2058ff79-69bb-4aa2-8873-b5d8a6800463 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 949 time: 0.1547256 Jul 28 11:26:53.883618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d4f63c8-108d-4887-9b9e-c4eb86c67eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.886433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d4f63c8-108d-4887-9b9e-c4eb86c67eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.890222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0d4f63c8-108d-4887-9b9e-c4eb86c67eb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77ffa114-ce5d-451b-aee7-dc44f11a4dee HTTP/1.1" status: 204 len: 168 time: 0.1620114 Jul 28 11:26:53.900440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f63c8-108d-4887-9b9e-c4eb86c67eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ffa114-ce5d-451b-aee7-dc44f11a4dee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:53.902645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.912727 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.913927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:53.959392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d75c256-9a2c-47d5-882b-6085d047c38d req-61c42483-3e94-4064-8111-002b75169b7a tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125646 Jul 28 11:26:53.964781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5373721-454b-4715-a6e0-f92f206be743 req-a0659915-62e7-40b0-b6c6-0b0b36546ba8 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Jul 28 11:26:54.027086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=b6c45853-a44a-4a3d-8e34-b15965e42996,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:54.105849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-ec505733-2320-4926-a38c-b55d6b2e9541 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:54.107315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-ec505733-2320-4926-a38c-b55d6b2e9541 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.41 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 945 time: 0.0954082 Jul 28 11:26:54.135930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:26:54.146249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:26:54.303169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abff4e9-1a53-428c-bf52-bee52415f223 req-ee06b948-b2f2-4f4a-983d-2a39baae0cbd tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:54.304820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0abff4e9-1a53-428c-bf52-bee52415f223 req-ee06b948-b2f2-4f4a-983d-2a39baae0cbd tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 945 time: 0.2284999 Jul 28 11:26:54.452039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0abff4e9-1a53-428c-bf52-bee52415f223 req-ff18d998-3e80-44e1-a2b8-db1a34508b6b tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/security-groups?id=62e68ca1-5154-4a4a-a0f4-222b13912e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271541 Jul 28 11:26:54.458154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6d35aee-3bd6-4216-a767-ba365755365f None None] Provisioning complete for port b6c45853-a44a-4a3d-8e34-b15965e42996 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:54.459014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d35aee-3bd6-4216-a767-ba365755365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:54.477724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889c43-5964-478a-beae-9e25e74dfee4 req-49ee9dcb-b610-4c72-8339-e9c721630507 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:54.477724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db889c43-5964-478a-beae-9e25e74dfee4 req-49ee9dcb-b610-4c72-8339-e9c721630507 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1670330 Jul 28 11:26:54.478706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-cfec67b4-ef5e-496f-ab2c-da8fc348b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:54.480340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-cfec67b4-ef5e-496f-ab2c-da8fc348b087 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5092edfd149e409b8ce408f28c1fa1d5&device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 1097 time: 0.1716678 Jul 28 11:26:54.482767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Deleting port 5375b167-b09e-47ce-a654-c81f3eb6915a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:54.483190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:54.510202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d6d35aee-3bd6-4216-a767-ba365755365f None None] Port b6c45853-a44a-4a3d-8e34-b15965e42996 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:26:54.633295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Router 6ebfedcc-35f0-4483-8db7-29c401ee4698 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:26:54.664275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db889c43-5964-478a-beae-9e25e74dfee4 req-9a326318-8f97-4004-bad8-c2b175a416da tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751025 Jul 28 11:26:54.698692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] For port 5375b167-b09e-47ce-a654-c81f3eb6915a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5375b167-b09e-47ce-a654-c81f3eb6915a,segment=NetworkSegment(8d9daa8c-637e-4c21-83ec-a54e2627d2ec),segment_id=8d9daa8c-637e-4c21-83ec-a54e2627d2ec)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:54.699058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.036969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Calling delete_port for 5375b167-b09e-47ce-a654-c81f3eb6915a owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:55.039997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-93149d75-b4fc-48f5-9bad-e9c5dbd02035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.041356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-93149d75-b4fc-48f5-9bad-e9c5dbd02035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53fef34f-ab25-48be-8766-e1f586ac1c8c HTTP/1.1" status: 200 len: 913 time: 0.5376110 Jul 28 11:26:55.128925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-9b656517-070d-49fa-b2a3-47ba7057a034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb HTTP/1.1" status: 200 len: 217 time: 0.0757923 Jul 28 11:26:55.165626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:26:55.176548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 69e17a8c-51f0-47bc-b81f-19c1c12d3749 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:26:55.177869 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Sync routers for ids ['6ebfedcc-35f0-4483-8db7-29c401ee4698'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:26:55.185210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1cf1f0ec-fa38-4751-9cab-3a3d685573e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "PUT /v2.0/routers/6ebfedcc-35f0-4483-8db7-29c401ee4698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040851 Jul 28 11:26:55.185647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:55.193091 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Routers {'6ebfedcc-35f0-4483-8db7-29c401ee4698'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:55.193954 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6ebfedcc-35f0-4483-8db7-29c401ee4698'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:55.254150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccacd41-a63c-4576-97b3-30a4f258b3be tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.258723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6ccacd41-a63c-4576-97b3-30a4f258b3be tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports/b6c45853-a44a-4a3d-8e34-b15965e42996 HTTP/1.1" status: 200 len: 911 time: 0.0715129 Jul 28 11:26:55.259795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:55.293933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:26:55.298284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:26:55.298791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.331833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61e355-d86d-42eb-81a3-d0ca508ff2f5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.332418 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Set router 6ebfedcc-35f0-4483-8db7-29c401ee4698 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:55.333763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcbf8c-9af4-432b-a129-0143ce671efd req-e23b50db-d623-460a-a2ec-bc4e19c2928e tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.341608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03dcbf8c-9af4-432b-a129-0143ce671efd req-e23b50db-d623-460a-a2ec-bc4e19c2928e tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 949 time: 0.2776852 Jul 28 11:26:55.351660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61e355-d86d-42eb-81a3-d0ca508ff2f5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.361336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-a1812c4d-2b95-42f0-9077-673cd1dd4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.361336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-a1812c4d-2b95-42f0-9077-673cd1dd4503 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7012d8e7-f0af-49ac-bcae-f17a862a2667 HTTP/1.1" status: 200 len: 852 time: 0.1995738 Jul 28 11:26:55.361336 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.362631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37506) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:55.362888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7d61e355-d86d-42eb-81a3-d0ca508ff2f5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1015511 Jul 28 11:26:55.386199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5375b167-b09e-47ce-a654-c81f3eb6915a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:26:55.428946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.460897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e17a8c-51f0-47bc-b81f-19c1c12d3749'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:55.464054 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59103dbe-57b7-4701-9a7c-4b1d17fe62ba" -d '{"events": [{"server_uuid": "1e0d893d-bebc-48a7-a2fa-dac2bd340e66", "name": "network-vif-plugged", "status": "completed", "tag": "69e17a8c-51f0-47bc-b81f-19c1c12d3749"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:55.492792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Pushing event deleted for resources: {'Port': ['ID=5375b167-b09e-47ce-a654-c81f3eb6915a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:55.496288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-aee026a0-7130-4809-bb4d-c447420f2f5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53fef34f-ab25-48be-8766-e1f586ac1c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217797 Jul 28 11:26:55.535221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:55.543195 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.548637 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdbeab4-d9db-4960-b813-fb998a0a35d4 x-openstack-request-id: req-ecdbeab4-d9db-4960-b813-fb998a0a35d4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:55.548933 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0d893d-bebc-48a7-a2fa-dac2bd340e66", "name": "network-vif-plugged", "status": "completed", "tag": "69e17a8c-51f0-47bc-b81f-19c1c12d3749", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:55.549332 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecdbeab4-d9db-4960-b813-fb998a0a35d4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:55.549773 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e17a8c-51f0-47bc-b81f-19c1c12d3749', 'code': 200} Jul 28 11:26:55.561896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-03dcbf8c-9af4-432b-a129-0143ce671efd req-2d75a0c6-8a1d-4821-9fe9-36c7d83e0131 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145638 Jul 28 11:26:55.621721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] No DVR routers for this DVR port 5375b167-b09e-47ce-a654-c81f3eb6915a on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:55.652940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=69e17a8c-51f0-47bc-b81f-19c1c12d3749,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:55.653174 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.654267 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'name': 'tempest-NetworksTestDHCPv6-router-936867800', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:51Z', 'updated_at': '2021-07-28T11:26:53Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None, '_interfaces': [{'id': 'b6c45853-a44a-4a3d-8e34-b15965e42996', 'name': '', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'mac_address': 'fa:16:3e:d2:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '205d6c95-ae68-4081-94a1-66f2f648d7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:26:52Z', 'updated_at': '2021-07-28T11:26:53Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'subnets': [{'id': '205d6c95-ae68-4081-94a1-66f2f648d7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:55.655187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1af7922f-f63d-4a29-8cd6-3b838842a588 req-5edf2836-aec2-4c36-9874-9e2b619fff90 tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.41 "DELETE /v2.0/ports/5375b167-b09e-47ce-a654-c81f3eb6915a HTTP/1.1" status: 204 len: 173 time: 1.5223579 Jul 28 11:26:55.655652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'name': 'network-vif-deleted', 'tag': '5375b167-b09e-47ce-a654-c81f3eb6915a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:26:55.658015 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b681130-c103-4ed2-aa3c-3b230cec6398" -d '{"events": [{"server_uuid": "589de913-bb9f-456e-8c16-c7eeba1ec9b9", "name": "network-vif-deleted", "tag": "5375b167-b09e-47ce-a654-c81f3eb6915a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:26:55.701982 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Checking router: 6ebfedcc-35f0-4483-8db7-29c401ee4698 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:26:55.703226 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Updating router 6ebfedcc-35f0-4483-8db7-29c401ee4698 port b6c45853-a44a-4a3d-8e34-b15965e42996 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:26:55.727761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec77817b-c291-485a-b6c8-395feda21b15 req-dbc9e7e5-bdb4-4694-b10d-3aa1f91aabbc tempest-VolumesActionsTest-597186389 tempest-VolumesActionsTest-597186389-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de913-bb9f-456e-8c16-c7eeba1ec9b9 HTTP/1.1" status: 200 len: 210 time: 0.1076782 Jul 28 11:26:55.737394 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:55.738898 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c4a1f-a324-4d04-8f87-2a6c238c9d8e x-openstack-request-id: req-246c4a1f-a324-4d04-8f87-2a6c238c9d8e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:26:55.739197 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589de913-bb9f-456e-8c16-c7eeba1ec9b9", "name": "network-vif-deleted", "tag": "5375b167-b09e-47ce-a654-c81f3eb6915a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:26:55.739454 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-246c4a1f-a324-4d04-8f87-2a6c238c9d8e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:26:55.739926 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de913-bb9f-456e-8c16-c7eeba1ec9b9', 'name': 'network-vif-deleted', 'tag': '5375b167-b09e-47ce-a654-c81f3eb6915a', 'status': 'completed', 'code': 200} Jul 28 11:26:55.747880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ddebc-e399-40ea-a356-8435794e1d29 req-5c8dccd4-c519-4915-ab8a-7476edada8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:55.749391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e1ddebc-e399-40ea-a356-8435794e1d29 req-5c8dccd4-c519-4915-ab8a-7476edada8b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 1101 time: 0.1245873 Jul 28 11:26:55.827854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e1ddebc-e399-40ea-a356-8435794e1d29 req-2743a736-78f7-4fd1-b579-786ae5d3227f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673006 Jul 28 11:26:55.898732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-19341c01-29c9-457a-b11f-2c60ac3b9baf service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880618 Jul 28 11:26:56.004981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b446-5914-4f5d-8a81-b175799b65dc req-59194bb1-746e-4e61-9778-81124036073a tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:56.006589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d04b446-5914-4f5d-8a81-b175799b65dc req-59194bb1-746e-4e61-9778-81124036073a tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1689501 Jul 28 11:26:56.095641 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.114400 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Transition to ACTIVE for port object b6c45853-a44a-4a3d-8e34-b15965e42996 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:26:56.123192 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.124812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d04b446-5914-4f5d-8a81-b175799b65dc req-5148eb39-a825-476e-89e2-6f47b00f4e79 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048446 Jul 28 11:26:56.143651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82b25645-15c1-4e27-9625-b4ca863f9618 req-dac5416e-4eb5-4bbc-8ebb-cc228f20b80f service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307782 Jul 28 11:26:56.174703 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Pushing event updated for resources: {'Port': ['ID=b6c45853-a44a-4a3d-8e34-b15965e42996,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:56.184019 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.185061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.185061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.185061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.185474 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.185817 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.186373 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.186920 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.187482 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.188437 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.189253 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.189926 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:26:56.297892 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Attempting to bind port b6c45853-a44a-4a3d-8e34-b15965e42996 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:26:56.298708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Attempting to bind port b6c45853-a44a-4a3d-8e34-b15965e42996 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:26:56.299248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Attempting to bind port b6c45853-a44a-4a3d-8e34-b15965e42996 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:26:56.306914 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:26:56.307427 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:26:56.307852 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.308257 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:26:56.309206 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Bound port: b6c45853-a44a-4a3d-8e34-b15965e42996, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:26:56.309586 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.342775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.394311 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] For port b6c45853-a44a-4a3d-8e34-b15965e42996, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:26:56.398420 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] For port b6c45853-a44a-4a3d-8e34-b15965e42996, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b6c45853-a44a-4a3d-8e34-b15965e42996,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:26:56.403876 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.473917 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Routers {'6ebfedcc-35f0-4483-8db7-29c401ee4698'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:56.474547 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6ebfedcc-35f0-4483-8db7-29c401ee4698'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:56.477206 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355d54e-4f33-4787-84b0-84b676c6c02a None None] Pushing event updated for resources: {'Port': ['ID=b6c45853-a44a-4a3d-8e34-b15965e42996,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:56.602895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] Set router 6ebfedcc-35f0-4483-8db7-29c401ee4698 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:56.635515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port b6c45853-a44a-4a3d-8e34-b15965e42996 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:56.635950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.765320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a059846-10e8-40a8-bd31-7c072e073df2 req-98745b51-34a2-4422-ac18-2261bab6be6b tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:56.767621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a059846-10e8-40a8-bd31-7c072e073df2 req-98745b51-34a2-4422-ac18-2261bab6be6b tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 950 time: 0.1105659 Jul 28 11:26:56.880379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port b6c45853-a44a-4a3d-8e34-b15965e42996, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b6c45853-a44a-4a3d-8e34-b15965e42996,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:56.880751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:56.901982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a059846-10e8-40a8-bd31-7c072e073df2 req-8362fca7-5df4-460d-a183-ffaa3341eed5 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225724 Jul 28 11:26:56.906194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for b6c45853-a44a-4a3d-8e34-b15965e42996 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:56.972301 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'name': 'tempest-NetworksTestDHCPv6-router-936867800', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:51Z', 'updated_at': '2021-07-28T11:26:53Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None, '_interfaces': [{'id': 'b6c45853-a44a-4a3d-8e34-b15965e42996', 'name': '', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'mac_address': 'fa:16:3e:d2:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '205d6c95-ae68-4081-94a1-66f2f648d7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:26:52Z', 'updated_at': '2021-07-28T11:26:56Z', 'revision_number': 4, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'subnets': [{'id': '205d6c95-ae68-4081-94a1-66f2f648d7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:57.134255 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57911-d3e2-49ba-9768-90fa2f26b050 None None] The sync data for ids ['6ebfedcc-35f0-4483-8db7-29c401ee4698'] in n-d-723573-7 is: [{'id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'name': 'tempest-NetworksTestDHCPv6-router-936867800', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:51Z', 'updated_at': '2021-07-28T11:26:53Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None, '_interfaces': [{'id': 'b6c45853-a44a-4a3d-8e34-b15965e42996', 'name': '', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'mac_address': 'fa:16:3e:d2:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '205d6c95-ae68-4081-94a1-66f2f648d7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:26:52Z', 'updated_at': '2021-07-28T11:26:56Z', 'revision_number': 4, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'subnets': [{'id': '205d6c95-ae68-4081-94a1-66f2f648d7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:26:57.155892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:57.330282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=b6c45853-a44a-4a3d-8e34-b15965e42996,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:57.426878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5d4c-a8ce-435f-b8af-425174cc6f64 req-2b9edfbf-400e-457b-a624-5c0a330cdfdc tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:57.429012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37cf5d4c-a8ce-435f-b8af-425174cc6f64 req-2b9edfbf-400e-457b-a624-5c0a330cdfdc tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1651974 Jul 28 11:26:57.432661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:57.596622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37cf5d4c-a8ce-435f-b8af-425174cc6f64 req-f1c0e05a-0c5f-4b9e-b9b2-f189cb2ab969 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576030 Jul 28 11:26:57.701774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Router 6ebfedcc-35f0-4483-8db7-29c401ee4698 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:26:57.768505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:57.858741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5375b167-b09e-47ce-a654-c81f3eb6915a no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:57.957300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b8ca9-9f97-4fdc-b183-a9feb7f9272e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:57.984720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5375b167-b09e-47ce-a654-c81f3eb6915a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:57.985110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5375b167-b09e-47ce-a654-c81f3eb6915a not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:58.014497 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0d95266-a399-4e79-aa11-4263b9a52a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.109922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b8ca9-9f97-4fdc-b183-a9feb7f9272e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.114960 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b8ca9-9f97-4fdc-b183-a9feb7f9272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.163790 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-632b8ca9-9f97-4fdc-b183-a9feb7f9272e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d906111d35ae4f1aba39ef81f9ec0c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940232 Jul 28 11:26:58.168888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:58.171442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b8ca9-9f97-4fdc-b183-a9feb7f9272e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e66d0e-6c85-442e-80f4-d9fa2b25da8c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:58.234520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d69cc8f-1952-45db-86a3-a3dbd23245c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.244722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:26:58.256611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a060fddc-fb00-4939-853c-3eca9ace9796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "PUT /v2.0/routers/6ebfedcc-35f0-4483-8db7-29c401ee4698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8888872 Jul 28 11:26:58.258256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:58.275710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d69cc8f-1952-45db-86a3-a3dbd23245c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.284428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1957e-7fcd-4356-a1be-9954dd160599 req-a89a9613-f203-43be-a7bb-45e4f6f46f0f tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:58.286430 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6f1957e-7fcd-4356-a1be-9954dd160599 req-a89a9613-f203-43be-a7bb-45e4f6f46f0f tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 950 time: 0.1437502 Jul 28 11:26:58.296562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3213-6ba0-46ce-952c-986a1a708440 req-b969a5f7-c5f9-4ab5-bc47-c9b66ca62c3a tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:58.300649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-701d3213-6ba0-46ce-952c-986a1a708440 req-b969a5f7-c5f9-4ab5-bc47-c9b66ca62c3a tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1563787 Jul 28 11:26:58.348822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014adee2-cb58-458a-a587-f91343119617 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:58.350556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014adee2-cb58-458a-a587-f91343119617 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:58.355426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-014adee2-cb58-458a-a587-f91343119617 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0961645 Jul 28 11:26:58.358942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:58.384489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-701d3213-6ba0-46ce-952c-986a1a708440 req-a69eb1ca-a4f0-4937-8d70-e25914ee2331 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708454 Jul 28 11:26:58.394268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6f1957e-7fcd-4356-a1be-9954dd160599 req-1cf2b022-dd9a-4b64-af97-26275f9f1252 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918770 Jul 28 11:26:58.432043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d69cc8f-1952-45db-86a3-a3dbd23245c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.435246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d69cc8f-1952-45db-86a3-a3dbd23245c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.437111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3d69cc8f-1952-45db-86a3-a3dbd23245c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21e66d0e-6c85-442e-80f4-d9fa2b25da8c HTTP/1.1" status: 204 len: 168 time: 0.2667148 Jul 28 11:26:58.459000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 205d6c95-ae68-4081-94a1-66f2f648d7a1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:26:58.463299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69cc8f-1952-45db-86a3-a3dbd23245c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e66d0e-6c85-442e-80f4-d9fa2b25da8c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:58.472480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.552277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.628593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.739256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.793083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=205d6c95-ae68-4081-94a1-66f2f648d7a1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:58.801441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:58.804491 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5793f053-562d-4977-a22b-322b1434b880 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/205d6c95-ae68-4081-94a1-66f2f648d7a1 HTTP/1.1" status: 204 len: 168 time: 0.4441226 Jul 28 11:26:58.807108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:58.811365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0e858-cb19-49ca-8069-9f731c105e9d None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:26:58.937203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:58.955801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f898e141-7346-40fd-937b-b243e35cb616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.059969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9cbd3499-7c93-4a23-a408-d120fe2abe1d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2507873 Jul 28 11:26:59.060433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:59.080840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:26:59.151240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] Deleting port de53926f-71d9-4b00-a471-c616c5232250 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:26:59.151622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.167736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.206386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f898e141-7346-40fd-937b-b243e35cb616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.233647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] For port de53926f-71d9-4b00-a471-c616c5232250, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de53926f-71d9-4b00-a471-c616c5232250,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:26:59.235027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.239769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f898e141-7346-40fd-937b-b243e35cb616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.250661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Sync routers for ids ['6ebfedcc-35f0-4483-8db7-29c401ee4698'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:26:59.259111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] Calling delete_port for de53926f-71d9-4b00-a471-c616c5232250 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:26:59.273245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Routers {'6ebfedcc-35f0-4483-8db7-29c401ee4698'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:59.275208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6ebfedcc-35f0-4483-8db7-29c401ee4698'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:59.341302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:59.341840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f898e141-7346-40fd-937b-b243e35cb616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdabcac31482450493536b5cdbdee32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029372 Jul 28 11:26:59.344614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898e141-7346-40fd-937b-b243e35cb616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874982c7-79bc-4e96-9546-5ac35f55a856,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:59.382287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.384604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.398862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Set router 6ebfedcc-35f0-4483-8db7-29c401ee4698 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:26:59.431615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda41bb0-ba48-460e-9266-caff28e18307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.458551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda41bb0-ba48-460e-9266-caff28e18307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.463961 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:26:59.475636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.476111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Fanout notify agent at l3_agent the message router_deleted on router 6ebfedcc-35f0-4483-8db7-29c401ee4698 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:26:59.483809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.484987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2643b7a7-dc44-4aec-be7f-64115b9bd199 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/routers/6ebfedcc-35f0-4483-8db7-29c401ee4698 HTTP/1.1" status: 204 len: 168 time: 0.4234331 Jul 28 11:26:59.487864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:26:59.497970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:26:59.548320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda41bb0-ba48-460e-9266-caff28e18307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.552441 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda41bb0-ba48-460e-9266-caff28e18307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.554848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fda41bb0-ba48-460e-9266-caff28e18307 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/874982c7-79bc-4e96-9546-5ac35f55a856 HTTP/1.1" status: 204 len: 168 time: 0.2120929 Jul 28 11:26:59.566667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda41bb0-ba48-460e-9266-caff28e18307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874982c7-79bc-4e96-9546-5ac35f55a856,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:59.669774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9c6ab-d3d6-4291-83ab-80706d00ae4c req-5ae0c74a-dd07-46e9-8f76-65f715bb752b tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:26:59.671732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d9c6ab-d3d6-4291-83ab-80706d00ae4c req-5ae0c74a-dd07-46e9-8f76-65f715bb752b tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.0787096 Jul 28 11:26:59.758203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de53926f-71d9-4b00-a471-c616c5232250 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:26:59.760882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58d9c6ab-d3d6-4291-83ab-80706d00ae4c req-0cfa194d-c782-42b9-8f97-8326f4b73dd0 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806632 Jul 28 11:26:59.768828 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:26:59.772705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.811584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: de53926f-71d9-4b00-a471-c616c5232250 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:26:59.811941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de53926f-71d9-4b00-a471-c616c5232250 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:26:59.821389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:26:59.826289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebfedcc-35f0-4483-8db7-29c401ee4698', 'name': 'tempest-NetworksTestDHCPv6-router-936867800', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:26:51Z', 'updated_at': '2021-07-28T11:26:57Z', 'revision_number': 3, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:26:59.899485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] No DVR routers for this DVR port de53926f-71d9-4b00-a471-c616c5232250 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:26:59.905130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Checking router: 6ebfedcc-35f0-4483-8db7-29c401ee4698 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:26:59.910547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b68a20-76ea-4ab0-8663-0354c3be8ea7 None None] Pushing event deleted for resources: {'Port': ['ID=de53926f-71d9-4b00-a471-c616c5232250,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:26:59.922607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Routers set() bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:26:59.923473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Router IDs set() for agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 11:26:59.924236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_agentschedulers_db [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ebfedcc-35f0-4483-8db7-29c401ee4698'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:26:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent'). {{(pid=93837) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 11:26:59.924685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf44eba-d627-48e9-abb8-4e77b440ea28 None None] The sync data for ids ['6ebfedcc-35f0-4483-8db7-29c401ee4698'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:00.139867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:00.147946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4dd39-0086-43c9-a4a9-ecac6f037639 req-34f66972-6289-4cac-b97d-2c1fe7d55d19 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:00.156016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8e4dd39-0086-43c9-a4a9-ecac6f037639 req-34f66972-6289-4cac-b97d-2c1fe7d55d19 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1126752 Jul 28 11:27:00.241867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-d77f5e37-e665-462d-95a1-6231002cbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:00.246514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-d77f5e37-e665-462d-95a1-6231002cbf2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5092edfd149e409b8ce408f28c1fa1d5&device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 1097 time: 0.1870000 Jul 28 11:27:00.338612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8e4dd39-0086-43c9-a4a9-ecac6f037639 req-8c92d38a-53d5-4d6e-89cc-e7da4dcd8502 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740041 Jul 28 11:27:00.418588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-b19bffbc-22ec-4436-ae8c-cc0c9811e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:00.420619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-b19bffbc-22ec-4436-ae8c-cc0c9811e04a service neutron] 10.222.0.41 "GET /v2.0/networks?id=53fef34f-ab25-48be-8766-e1f586ac1c8c HTTP/1.1" status: 200 len: 913 time: 0.1675029 Jul 28 11:27:00.515221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-9826c701-2d39-480f-9c17-43e3e2431ba2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb HTTP/1.1" status: 200 len: 217 time: 0.0848887 Jul 28 11:27:00.619694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-5f88e6aa-3d1b-48bd-a057-c76a20a046d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:00.625638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-5f88e6aa-3d1b-48bd-a057-c76a20a046d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7012d8e7-f0af-49ac-bcae-f17a862a2667 HTTP/1.1" status: 200 len: 852 time: 0.1024802 Jul 28 11:27:00.667664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:00.683660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:00.694644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:00.700943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff919cc6-8e83-4d80-ae76-d3598d06f2e3 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:00.715933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:00.718046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-23538c20-9dfb-4cd4-8e37-826bacb4264e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53fef34f-ab25-48be-8766-e1f586ac1c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809934 Jul 28 11:27:00.810385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=858e57f2-a942-4ec5-9d1f-3ddf494c9c50,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:00.821711 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-352bd1e3-713a-4eab-bdf2-113c89c3da6c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3327212 Jul 28 11:27:00.824122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:00.831920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-221542084', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:00.892465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:00.893616 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:00.936024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-adf55b1d-1924-4a4a-95f4-861dc6d7426c service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090878 Jul 28 11:27:01.004421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.009591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.021557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:01.024031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.026667 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.029795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.032464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0bb3fd9c-b783-4841-a27d-4787a218fef1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2071812 Jul 28 11:27:01.035173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:01.163012 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6be61e82-3e77-4ff6-b29c-106e1af4957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.231719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3b31143-f0a1-40f5-a5c3-5e75f36119a9 req-92c94566-7a62-41b5-b7d3-5ce39ebd534f service neutron] 10.222.0.41 "GET /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832866 Jul 28 11:27:01.272125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/858e57f2-a942-4ec5-9d1f-3ddf494c9c50/29b56f48-76ce-4f10-aa56-aeb53c5517f4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:01.566808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b6c45853-a44a-4a3d-8e34-b15965e42996 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:01.606801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b5fd0-944d-4ddb-9d37-e036b1bed6eb req-d8e9ad96-ec76-47be-af37-7d58422796f2 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:01.612650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c37b5fd0-944d-4ddb-9d37-e036b1bed6eb req-d8e9ad96-ec76-47be-af37-7d58422796f2 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1433794 Jul 28 11:27:01.628500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b6c45853-a44a-4a3d-8e34-b15965e42996 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:01.628729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b6c45853-a44a-4a3d-8e34-b15965e42996 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:01.656828 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.678817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Transition to ACTIVE for port object 29b56f48-76ce-4f10-aa56-aeb53c5517f4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:01.704797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c37b5fd0-944d-4ddb-9d37-e036b1bed6eb req-7eb8c360-06e7-4ced-8c4a-18748a1d549a tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849619 Jul 28 11:27:01.725342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Transition to ACTIVE for port object 29b56f48-76ce-4f10-aa56-aeb53c5517f4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:01.737228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.742824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:01.904568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:01.905663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Pushing event updated for resources: {'Port': ['ID=29b56f48-76ce-4f10-aa56-aeb53c5517f4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:01.911333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:01.936398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:02.042668 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.075944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Attempting to bind port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:02.076478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Attempting to bind port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:02.076899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Attempting to bind port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:02.082981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:02.082981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:02.083310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.083781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:02.084392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Bound port: 29b56f48-76ce-4f10-aa56-aeb53c5517f4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:02.086468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.180086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] For port 29b56f48-76ce-4f10-aa56-aeb53c5517f4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:02.185624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] For port 29b56f48-76ce-4f10-aa56-aeb53c5517f4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=29b56f48-76ce-4f10-aa56-aeb53c5517f4,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:02.191833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.281940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd732e-dd28-4fa5-b51b-b4480116a012 None None] Pushing event updated for resources: {'Port': ['ID=29b56f48-76ce-4f10-aa56-aeb53c5517f4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:02.383104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::1 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/858e57f2-a942-4ec5-9d1f-3ddf494c9c50/cba01a76-9b05-4569-812e-15c95f9e7ec1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:02.628034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.658885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object cba01a76-9b05-4569-812e-15c95f9e7ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:02.770878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.810751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:02.849036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:02.861026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:02.861953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:02.963114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=cba01a76-9b05-4569-812e-15c95f9e7ec1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:02.993444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f3f2-1c90-471b-ba57-6d4f5035b8fe req-97ed71d3-0d5d-4e3d-b71c-2c375695367e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:03.012788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2be4f3f2-1c90-471b-ba57-6d4f5035b8fe req-97ed71d3-0d5d-4e3d-b71c-2c375695367e tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1418953 Jul 28 11:27:03.065953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2be4f3f2-1c90-471b-ba57-6d4f5035b8fe req-72d40fc5-888d-44b2-bbdd-d21dd2a8f970 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Jul 28 11:27:03.098962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:03.439265 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:03.575106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3f28-7413-4530-addb-a8129fca07b6 req-68e2b152-cf46-4d4f-a732-65c4ae63d0bf tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:03.582354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-beac3f28-7413-4530-addb-a8129fca07b6 req-68e2b152-cf46-4d4f-a732-65c4ae63d0bf tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1490250 Jul 28 11:27:03.655242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-beac3f28-7413-4530-addb-a8129fca07b6 req-a80042ba-9537-4128-a444-f8165c3787b2 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628986 Jul 28 11:27:03.714182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:03.719788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:03.721533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:03.728950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29b56f48-76ce-4f10-aa56-aeb53c5517f4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:03.842592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:03.856987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=cba01a76-9b05-4569-812e-15c95f9e7ec1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:03.908987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:03.910753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:04.023598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] Provisioning for port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:04.028973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] Provisioning complete for port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:04.029400 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:04.059062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Router 06492f37-bef7-414c-9a10-f150d2431ea3 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:27:04.168531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:04.233461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] For port 29b56f48-76ce-4f10-aa56-aeb53c5517f4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=29b56f48-76ce-4f10-aa56-aeb53c5517f4,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:04.247557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:04.261589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:27:04.272321 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Sync routers for ids ['06492f37-bef7-414c-9a10-f150d2431ea3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:27:04.281998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e16c866c-72bd-44c1-b902-5e8f00bedf52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "PUT /v2.0/routers/06492f37-bef7-414c-9a10-f150d2431ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2446017 Jul 28 11:27:04.284840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:04.285693 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Routers {'06492f37-bef7-414c-9a10-f150d2431ea3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:04.286558 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['06492f37-bef7-414c-9a10-f150d2431ea3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:04.339103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62bd77-5874-41b4-a8ef-ec0f41de9326 None None] Pushing event updated for resources: {'Port': ['ID=29b56f48-76ce-4f10-aa56-aeb53c5517f4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:04.355521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c3eac-5094-4323-9c66-c81296f170b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:04.357227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-359c3eac-5094-4323-9c66-c81296f170b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports/cba01a76-9b05-4569-812e-15c95f9e7ec1 HTTP/1.1" status: 200 len: 911 time: 0.0708189 Jul 28 11:27:04.360237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:04.372544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7fc9b006-a6a5-4a95-914d-50557ca552d8 None None] Provisioning for port cba01a76-9b05-4569-812e-15c95f9e7ec1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:04.383839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7fc9b006-a6a5-4a95-914d-50557ca552d8 None None] Provisioning complete for port cba01a76-9b05-4569-812e-15c95f9e7ec1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:04.384393 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b006-a6a5-4a95-914d-50557ca552d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:04.424999 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Set router 06492f37-bef7-414c-9a10-f150d2431ea3 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:04.446767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9b006-a6a5-4a95-914d-50557ca552d8 None None] Port cba01a76-9b05-4569-812e-15c95f9e7ec1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:04.462460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a54da-a242-4e60-bf48-04dd8d060483 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:04.473345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a54da-a242-4e60-bf48-04dd8d060483 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:04.475282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d98a54da-a242-4e60-bf48-04dd8d060483 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1133246 Jul 28 11:27:04.478565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:04.675329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-345fddfb-5b95-4567-810a-8a1cfa51c87f None None] Provisioning complete for port cba01a76-9b05-4569-812e-15c95f9e7ec1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:04.676017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-345fddfb-5b95-4567-810a-8a1cfa51c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:04.754736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-345fddfb-5b95-4567-810a-8a1cfa51c87f None None] Port cba01a76-9b05-4569-812e-15c95f9e7ec1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:04.771108 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06492f37-bef7-414c-9a10-f150d2431ea3', 'name': 'tempest-NetworksTestDHCPv6-router-221542084', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:00Z', 'updated_at': '2021-07-28T11:27:03Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None, '_interfaces': [{'id': 'cba01a76-9b05-4569-812e-15c95f9e7ec1', 'name': '', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'mac_address': 'fa:16:3e:42:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06492f37-bef7-414c-9a10-f150d2431ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:01Z', 'updated_at': '2021-07-28T11:27:03Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'subnets': [{'id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:04.814099 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Checking router: 06492f37-bef7-414c-9a10-f150d2431ea3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:27:04.814571 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Updating router 06492f37-bef7-414c-9a10-f150d2431ea3 port cba01a76-9b05-4569-812e-15c95f9e7ec1 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:27:04.848939 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:04.905098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369b138-4a27-48be-b893-4905568239f5 req-6cb793e1-5091-4351-9c7e-c280fec9be58 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:04.910418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d369b138-4a27-48be-b893-4905568239f5 req-6cb793e1-5091-4351-9c7e-c280fec9be58 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.1234741 Jul 28 11:27:05.001243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d369b138-4a27-48be-b893-4905568239f5 req-dd33573d-d4de-456e-908f-85cc695f0cd0 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/security-groups?id=34f3dae1-92b4-4953-8aa8-ac2d5790e697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826805 Jul 28 11:27:05.169394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-e939cf97-53b2-44f3-9270-6f35e1109635 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:05.171034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-e939cf97-53b2-44f3-9270-6f35e1109635 tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.41 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 946 time: 0.0857460 Jul 28 11:27:05.201209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.391393 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.399069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Deleting port 6149c768-b578-4f7f-ba53-9b9b0d82eacb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:05.401339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.414671 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Transition to ACTIVE for port object cba01a76-9b05-4569-812e-15c95f9e7ec1 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:05.428316 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.513761 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c9aab-b0c4-4edb-b6cf-35b1d3eb7e00 None None] Pushing event updated for resources: {'Port': ['ID=cba01a76-9b05-4569-812e-15c95f9e7ec1,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:05.590044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] For port 6149c768-b578-4f7f-ba53-9b9b0d82eacb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6149c768-b578-4f7f-ba53-9b9b0d82eacb,segment=NetworkSegment(a8fa1559-bd1f-443a-bfd7-c21d91c94a36),segment_id=a8fa1559-bd1f-443a-bfd7-c21d91c94a36)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:05.590425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.631987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Calling delete_port for 6149c768-b578-4f7f-ba53-9b9b0d82eacb owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:05.665010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Attempting to bind port cba01a76-9b05-4569-812e-15c95f9e7ec1 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:05.665615 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Attempting to bind port cba01a76-9b05-4569-812e-15c95f9e7ec1 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:05.666058 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Attempting to bind port cba01a76-9b05-4569-812e-15c95f9e7ec1 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:05.692504 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:05.692733 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:05.693570 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.700879 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:05.701454 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Bound port: cba01a76-9b05-4569-812e-15c95f9e7ec1, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:05.701911 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.744145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29b56f48-76ce-4f10-aa56-aeb53c5517f4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:05.809510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port cba01a76-9b05-4569-812e-15c95f9e7ec1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:05.809869 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.869475 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] For port cba01a76-9b05-4569-812e-15c95f9e7ec1, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:05.872746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:05.873565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.878326 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] For port cba01a76-9b05-4569-812e-15c95f9e7ec1, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cba01a76-9b05-4569-812e-15c95f9e7ec1,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:05.885894 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:05.994123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:06.000804 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Routers {'06492f37-bef7-414c-9a10-f150d2431ea3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:06.002704 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['06492f37-bef7-414c-9a10-f150d2431ea3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:06.014643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6149c768-b578-4f7f-ba53-9b9b0d82eacb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:27:06.117886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port cba01a76-9b05-4569-812e-15c95f9e7ec1, host n-d-723573-7, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:06.118318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:06.135922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Pushing event deleted for resources: {'Port': ['ID=6149c768-b578-4f7f-ba53-9b9b0d82eacb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:06.153057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for cba01a76-9b05-4569-812e-15c95f9e7ec1 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:06.191231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] No DVR routers for this DVR port 6149c768-b578-4f7f-ba53-9b9b0d82eacb on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:06.206447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:06.208495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44f856e6-2a5b-4629-9759-27f17a88e48c req-57b54abd-bf95-4fb8-a319-937f6649580f tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.41 "DELETE /v2.0/ports/6149c768-b578-4f7f-ba53-9b9b0d82eacb HTTP/1.1" status: 204 len: 173 time: 1.0298612 Jul 28 11:27:06.209638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'name': 'network-vif-deleted', 'tag': '6149c768-b578-4f7f-ba53-9b9b0d82eacb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:27:06.212218 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74168318-4f79-40a1-a3a0-2f6f62fe3b2f" -d '{"events": [{"server_uuid": "8da774f9-1619-47e1-be39-c6bfc6018d4f", "name": "network-vif-deleted", "tag": "6149c768-b578-4f7f-ba53-9b9b0d82eacb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:27:06.297251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca88e940-ddb9-447e-ab94-299469e10919 req-eccabf6d-8966-42df-ba7f-3d9fb8c2774d tempest-TestServerAdvancedOps-422124013 tempest-TestServerAdvancedOps-422124013-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da774f9-1619-47e1-be39-c6bfc6018d4f HTTP/1.1" status: 200 len: 210 time: 0.0754871 Jul 28 11:27:06.356100 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a3dadc-454b-4f03-ac89-0c086ba3fa59 x-openstack-request-id: req-f2a3dadc-454b-4f03-ac89-0c086ba3fa59 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:27:06.356455 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da774f9-1619-47e1-be39-c6bfc6018d4f", "name": "network-vif-deleted", "tag": "6149c768-b578-4f7f-ba53-9b9b0d82eacb", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:27:06.356708 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2a3dadc-454b-4f03-ac89-0c086ba3fa59 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:27:06.357111 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da774f9-1619-47e1-be39-c6bfc6018d4f', 'name': 'network-vif-deleted', 'tag': '6149c768-b578-4f7f-ba53-9b9b0d82eacb', 'status': 'completed', 'code': 200} Jul 28 11:27:06.361931 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c9aab-b0c4-4edb-b6cf-35b1d3eb7e00 None None] Pushing event updated for resources: {'Port': ['ID=cba01a76-9b05-4569-812e-15c95f9e7ec1,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:06.442479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] Set router 06492f37-bef7-414c-9a10-f150d2431ea3 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:06.592505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:06.647115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=cba01a76-9b05-4569-812e-15c95f9e7ec1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:06.715713 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-02f94e17-bbe2-453a-86af-436682231309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06492f37-bef7-414c-9a10-f150d2431ea3', 'name': 'tempest-NetworksTestDHCPv6-router-221542084', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:00Z', 'updated_at': '2021-07-28T11:27:03Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None, '_interfaces': [{'id': 'cba01a76-9b05-4569-812e-15c95f9e7ec1', 'name': '', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'mac_address': 'fa:16:3e:42:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06492f37-bef7-414c-9a10-f150d2431ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:01Z', 'updated_at': '2021-07-28T11:27:05Z', 'revision_number': 4, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'subnets': [{'id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:06.779906 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f94e17-bbe2-453a-86af-436682231309 None None] The sync data for ids ['06492f37-bef7-414c-9a10-f150d2431ea3'] in n-d-723573-7 is: [{'id': '06492f37-bef7-414c-9a10-f150d2431ea3', 'name': 'tempest-NetworksTestDHCPv6-router-221542084', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:00Z', 'updated_at': '2021-07-28T11:27:03Z', 'revision_number': 2, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'gw_port_host': None, '_interfaces': [{'id': 'cba01a76-9b05-4569-812e-15c95f9e7ec1', 'name': '', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'mac_address': 'fa:16:3e:42:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06492f37-bef7-414c-9a10-f150d2431ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:01Z', 'updated_at': '2021-07-28T11:27:05Z', 'revision_number': 4, 'project_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'subnets': [{'id': '858e57f2-a942-4ec5-9d1f-3ddf494c9c50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:06.856590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.107559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Router 06492f37-bef7-414c-9a10-f150d2431ea3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:27:07.394412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:07.475758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Deleting subnet 7012d8e7-f0af-49ac-bcae-f17a862a2667 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:07.483521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.530388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.576122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:27:07.590051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6f323853-e525-4e11-a9b1-441e186fb742 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "PUT /v2.0/routers/06492f37-bef7-414c-9a10-f150d2431ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1099269 Jul 28 11:27:07.591420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:07.626377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.689820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f25e3c-becb-433e-b00d-2892d8151868 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:07.691537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f25e3c-becb-433e-b00d-2892d8151868 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:07.693079 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b6f25e3c-becb-433e-b00d-2892d8151868 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1008108 Jul 28 11:27:07.696287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:07.715696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.751261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7012d8e7-f0af-49ac-bcae-f17a862a2667,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:07.753503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.758080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-75800a72-2d43-4b02-964a-f3a7591208be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7012d8e7-f0af-49ac-bcae-f17a862a2667 HTTP/1.1" status: 204 len: 168 time: 0.3626161 Jul 28 11:27:07.759716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:07.784227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 858e57f2-a942-4ec5-9d1f-3ddf494c9c50 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:07.788218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.843488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.853215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.955170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.965569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:07.978570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fef34f-ab25-48be-8766-e1f586ac1c8c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:07.989911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:07.990572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fa1559-bd1f-443a-bfd7-c21d91c94a36') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:08.000371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.015253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.022562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:27:08.023230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:27:08.025321 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:27:08.034972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.074252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=858e57f2-a942-4ec5-9d1f-3ddf494c9c50,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:08.079979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.087410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e94e4a-bb72-4f60-9e53-8c78323f9bec None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:08.088743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.089752 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46b68aee-1a16-4ca8-ad49-3c28de610d19 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/858e57f2-a942-4ec5-9d1f-3ddf494c9c50 HTTP/1.1" status: 204 len: 168 time: 0.3921733 Jul 28 11:27:08.143516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.149849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.154831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/53fef34f-ab25-48be-8766-e1f586ac1c8c HTTP/1.1" status: 204 len: 168 time: 0.3901596 Jul 28 11:27:08.155007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.189189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f206c-d010-48f2-9424-96cd5dfb37b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=53fef34f-ab25-48be-8766-e1f586ac1c8c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:08.213399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c3d954d-c587-4bbe-bb42-9f2f0b5d5db4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1213958 Jul 28 11:27:08.216244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37814) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.222150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Deleting subnet fde52226-6e52-453a-b8f4-149a0c7adf8e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:08.227368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.285401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.308859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.332725 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.406670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:27:08.419444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.486913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde52226-6e52-453a-b8f4-149a0c7adf8e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:08.504902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.508986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0fdf422e-bbbc-4f67-8211-a4709bc8862d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fde52226-6e52-453a-b8f4-149a0c7adf8e HTTP/1.1" status: 204 len: 168 time: 0.3509984 Jul 28 11:27:08.511849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] Deleting port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:08.513698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.515719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.558658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.560913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.631007 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.631557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Fanout notify agent at l3_agent the message router_deleted on router 06492f37-bef7-414c-9a10-f150d2431ea3 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:27:08.643322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.647970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22201bf0-0091-480b-854b-eb24c2222b34 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/routers/06492f37-bef7-414c-9a10-f150d2431ea3 HTTP/1.1" status: 204 len: 168 time: 0.4271281 Jul 28 11:27:08.651738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.706014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] For port 29b56f48-76ce-4f10-aa56-aeb53c5517f4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=29b56f48-76ce-4f10-aa56-aeb53c5517f4,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:08.706449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.726719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] Calling delete_port for 29b56f48-76ce-4f10-aa56-aeb53c5517f4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:08.732522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.733823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d000e-9d47-4dc9-9de7-c756161a4719 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:08.737614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-040d000e-9d47-4dc9-9de7-c756161a4719 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0842464 Jul 28 11:27:08.739669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.888288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6468b-d227-42d4-8d8a-dc281e85eee8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:08.888288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4ac6468b-d227-42d4-8d8a-dc281e85eee8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1437621 Jul 28 11:27:08.888288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:08.912742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.913639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.936216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:08.956308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4aa115-7b7c-428a-b62f-00580573f118') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:08.956744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4aa115-7b7c-428a-b62f-00580573f118') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:08.962357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] Pushing event deleted for resources: {'Port': ['ID=29b56f48-76ce-4f10-aa56-aeb53c5517f4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:08.966315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Sync routers for ids ['06492f37-bef7-414c-9a10-f150d2431ea3'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:27:08.973961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658042d-f923-4109-8d6f-eed86b16f6da None None] No DVR routers for this DVR port 29b56f48-76ce-4f10-aa56-aeb53c5517f4 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:08.979750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:08.988348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Routers set() bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:08.988821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Router IDs set() for agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 11:27:08.989787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06492f37-bef7-414c-9a10-f150d2431ea3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent'). {{(pid=93837) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 11:27:08.999460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Routers set() bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:09.000255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Router IDs set() for agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 11:27:09.001015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2c03304-8033-4862-a948-56d032441e18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06492f37-bef7-414c-9a10-f150d2431ea3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent'). {{(pid=93837) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 11:27:09.001659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c03304-8033-4862-a948-56d032441e18 None None] The sync data for ids ['06492f37-bef7-414c-9a10-f150d2431ea3'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:09.020248 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.024472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:09.029469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:09.030267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-15ff2ad8-5e65-42dc-b546-ea7158a853c8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417232 Jul 28 11:27:09.046914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:27:09.047421 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:27:09.122102 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:27:09.193916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.199348 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.204022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] 10.222.0.20 "DELETE /v2.0/networks/a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03 HTTP/1.1" status: 204 len: 168 time: 0.6892738 Jul 28 11:27:09.234806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fba8c-5bb7-47cc-a400-1758ae4d716e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d3fb2d-1c56-47fe-a556-a9f7f55a8e03,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:09.300006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:09.310320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.578828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37854) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:09.666656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cba01a76-9b05-4569-812e-15c95f9e7ec1 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:09.674259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9550d8ab-c4cc-4ab5-929e-57b46da7e515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5092edfd149e409b8ce408f28c1fa1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916135 Jul 28 11:27:09.674710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:09.697368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: cba01a76-9b05-4569-812e-15c95f9e7ec1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:09.697714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cba01a76-9b05-4569-812e-15c95f9e7ec1 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:09.702144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29b56f48-76ce-4f10-aa56-aeb53c5517f4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:09.733947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 29b56f48-76ce-4f10-aa56-aeb53c5517f4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:09.734304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29b56f48-76ce-4f10-aa56-aeb53c5517f4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:09.769829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:09.774669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.798789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-206dd1f8-7fb4-4e2b-879d-eb458ef93ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.838234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=4f57c57a-2afb-472c-86bb-9c3dc1d01225,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:09.847381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-206dd1f8-7fb4-4e2b-879d-eb458ef93ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.854839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:09.856794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:09.869156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e78b0a-4c19-4ffd-8b7f-471834d52861 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:09.869514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:09.870121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.895920 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-38920f01-2439-4874-b671-b3d9706855e6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8702433 Jul 28 11:27:09.898877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:09.906822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6149c768-b578-4f7f-ba53-9b9b0d82eacb no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:09.910360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:09.918135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-206dd1f8-7fb4-4e2b-879d-eb458ef93ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.920825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-206dd1f8-7fb4-4e2b-879d-eb458ef93ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:09.922068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-206dd1f8-7fb4-4e2b-879d-eb458ef93ff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34f3dae1-92b4-4953-8aa8-ac2d5790e697 HTTP/1.1" status: 204 len: 168 time: 0.2455184 Jul 28 11:27:09.965511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 6149c768-b578-4f7f-ba53-9b9b0d82eacb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:09.965850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6149c768-b578-4f7f-ba53-9b9b0d82eacb not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:09.971610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd1f8-7fb4-4e2b-879d-eb458ef93ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3dae1-92b4-4953-8aa8-ac2d5790e697,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:10.064974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:10.071929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.132291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '4f57c57a-2afb-472c-86bb-9c3dc1d01225'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:10.133534 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.337416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Allocated IP 2001:db8::f816:3eff:fe4e:e5d0 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/4f57c57a-2afb-472c-86bb-9c3dc1d01225/46e944f8-2b2a-47c5-afe9-16082dd1f360) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:10.478160 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.489532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:10.541192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:10.547871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:10.553537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:10.554146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.558073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=f79c830e-e177-4cda-a51a-2840ad3f9704,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:10.567966 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.578152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1eb34b2-7e5a-43f9-8df2-beb30fa2c4ab tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6760299 Jul 28 11:27:10.579051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:10.582386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Transition to ACTIVE for port object 46e944f8-2b2a-47c5-afe9-16082dd1f360 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:10.595870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:73:d5:2f', 'name': 'tempest-NetworksTestDHCPv6-1043844393'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:10.600920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Transition to ACTIVE for port object 46e944f8-2b2a-47c5-afe9-16082dd1f360 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:10.611187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.655390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:10.656005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7903abcc-069a-4e0e-a915-424853ad997c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8914e114e1994b5a88e7f68325842062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645360 Jul 28 11:27:10.656723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:10.660276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:10.664258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:10.700793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Pushing event updated for resources: {'Port': ['ID=46e944f8-2b2a-47c5-afe9-16082dd1f360,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:10.732834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4572-e1fd-4568-92d1-3894c45be65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.735079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Attempting to bind port 46e944f8-2b2a-47c5-afe9-16082dd1f360 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:10.735649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Attempting to bind port 46e944f8-2b2a-47c5-afe9-16082dd1f360 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:10.736229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Attempting to bind port 46e944f8-2b2a-47c5-afe9-16082dd1f360 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:10.746336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:10.746958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:10.747601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.748389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:10.749576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Bound port: 46e944f8-2b2a-47c5-afe9-16082dd1f360, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:10.750473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.759503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4572-e1fd-4568-92d1-3894c45be65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.800041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:10.827376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] For port 46e944f8-2b2a-47c5-afe9-16082dd1f360, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:10.828004 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4572-e1fd-4568-92d1-3894c45be65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.831014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] For port 46e944f8-2b2a-47c5-afe9-16082dd1f360, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46e944f8-2b2a-47c5-afe9-16082dd1f360,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:10.831896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb3e4572-e1fd-4568-92d1-3894c45be65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.834106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eb3e4572-e1fd-4568-92d1-3894c45be65e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76693c94-4d7f-4667-ab8b-872f698a355f HTTP/1.1" status: 204 len: 168 time: 0.1775689 Jul 28 11:27:10.838785 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.844286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e4572-e1fd-4568-92d1-3894c45be65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76693c94-4d7f-4667-ab8b-872f698a355f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:10.921959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb15c63-1bcf-4a3b-8b4f-02c17bc11eaf None None] Pushing event updated for resources: {'Port': ['ID=46e944f8-2b2a-47c5-afe9-16082dd1f360,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:10.943635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:10.995911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 8d3ba061-93cc-4292-83c6-262e5486ff1f yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:11.225529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 172.20.0.12 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/f79c830e-e177-4cda-a51a-2840ad3f9704/8d3ba061-93cc-4292-83c6-262e5486ff1f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:11.237503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe73:d52f (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/4f57c57a-2afb-472c-86bb-9c3dc1d01225/8d3ba061-93cc-4292-83c6-262e5486ff1f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:11.469790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:11.488284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 8d3ba061-93cc-4292-83c6-262e5486ff1f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:11.534746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:11.639605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:11.641161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=8d3ba061-93cc-4292-83c6-262e5486ff1f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:11.645583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:11.649006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:11.684025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46e944f8-2b2a-47c5-afe9-16082dd1f360 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:11.752336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:11.753024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:11.788105 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3cb228f4-fa5f-42c1-af8a-9b9c2bcaf5a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2048829 Jul 28 11:27:11.788716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:11.789819 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 46e944f8-2b2a-47c5-afe9-16082dd1f360 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:11.879785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1646677-7559-4b7a-bc42-77e15d1891dc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:11.892339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1646677-7559-4b7a-bc42-77e15d1891dc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:11.893986 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b1646677-7559-4b7a-bc42-77e15d1891dc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1032867 Jul 28 11:27:11.897615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:12.072238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 8d3ba061-93cc-4292-83c6-262e5486ff1f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:12.072555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.269627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:12.324767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.350910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 8d3ba061-93cc-4292-83c6-262e5486ff1f owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:12.379014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff251e66-7ca3-461a-8fba-530aa0c9ed4d None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:12.399591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.420857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.437298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.456868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.463157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.481992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.500433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:12.504225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-506445170-network', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:12.512654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-64d1efa7-a943-4ca3-9266-2cfc0b3b77b8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.2930920 Jul 28 11:27:12.530011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] Provisioning for port 46e944f8-2b2a-47c5-afe9-16082dd1f360 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:12.551376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] Provisioning complete for port 46e944f8-2b2a-47c5-afe9-16082dd1f360 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:12.551755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.555381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Made reservation on behalf of 454ff53bac7a4527ba3b2d29897d864e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:12.560508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.587665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.625037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5deafe8e-a776-4731-b01a-d409cd9d6c69 req-492d74fe-8fa0-45e1-83cf-3d0ea9e336f4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673554 Jul 28 11:27:12.870381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.939487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:12.950659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] For port 46e944f8-2b2a-47c5-afe9-16082dd1f360, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46e944f8-2b2a-47c5-afe9-16082dd1f360,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:12.960123 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.047406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.067032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Update dhcp port {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': '4f57c57a-2afb-472c-86bb-9c3dc1d01225', 'ip_address': '2001:db8::f816:3eff:fe4e:e5d0'}, {'subnet_id': 'f79c830e-e177-4cda-a51a-2840ad3f9704'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '46e944f8-2b2a-47c5-afe9-16082dd1f360'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:27:13.077375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.087769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.099144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.101495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.105550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7061e-3bf7-484d-ac05-1dc8d74599ec None None] Pushing event updated for resources: {'Port': ['ID=46e944f8-2b2a-47c5-afe9-16082dd1f360,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:13.120015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.126045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.136020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.144052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:27:13.145983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.156862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.171699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e53c71cb-3fd3-4464-9c55-efe538969a9b req-ccd87be3-94f6-49a7-bd9a-ccf25ebe5022 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.3569176 Jul 28 11:27:13.198537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61baf3-4214-4314-8cfc-aed54b67209e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:13.207885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.208462 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Added segment ac4753c5-cf34-44e8-acfd-9312115f34dd of type vlan for network 4490c18c-51c2-4988-8d58-369de7383227 Jul 28 11:27:13.224043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:13.225113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=8d3ba061-93cc-4292-83c6-262e5486ff1f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:13.309261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.348755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.351833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-77f938c7-40df-4688-b3bb-9db60e242a4a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/8d3ba061-93cc-4292-83c6-262e5486ff1f HTTP/1.1" status: 204 len: 168 time: 1.4524856 Jul 28 11:27:13.355392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:13.379024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.393595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.394543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.413893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Allocated IP 172.20.0.2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/f79c830e-e177-4cda-a51a-2840ad3f9704/46e944f8-2b2a-47c5-afe9-16082dd1f360) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:13.562158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] For port 46e944f8-2b2a-47c5-afe9-16082dd1f360, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46e944f8-2b2a-47c5-afe9-16082dd1f360,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:13.608400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4490c18c-51c2-4988-8d58-369de7383227,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:13.610753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39f4a46-3b26-4743-9f23-51b9eca664b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.618102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b2f5a267-a9fd-451a-a1f0-c4a9748db5e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3467743 Jul 28 11:27:13.619364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:13.628668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Request body: {'subnet': {'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-506445170-subnet', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:13.637313 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.653438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4490c18c-51c2-4988-8d58-369de7383227 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:27:13.699068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46e944f8-2b2a-47c5-afe9-16082dd1f360 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:13.719311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e89f03-587a-49e5-8a28-ee5e6461b93c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.721265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e89f03-587a-49e5-8a28-ee5e6461b93c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.722987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e89f03-587a-49e5-8a28-ee5e6461b93c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:13.727747 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-28e89f03-587a-49e5-8a28-ee5e6461b93c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3688855 Jul 28 11:27:13.728321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:13.750479 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39f4a46-3b26-4743-9f23-51b9eca664b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.760520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39f4a46-3b26-4743-9f23-51b9eca664b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.810022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d39f4a46-3b26-4743-9f23-51b9eca664b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4664d94a80114c95bcb00cf406f9eec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842245 Jul 28 11:27:13.811392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f4a46-3b26-4743-9f23-51b9eca664b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a6c64-43f0-486e-8450-d3dcc1077f7b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:13.814264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 37986) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:13.852868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 4f57c57a-2afb-472c-86bb-9c3dc1d01225 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:13.878650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Made reservation on behalf of 454ff53bac7a4527ba3b2d29897d864e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:13.882361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:13.940118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-882f8314-d943-45ed-8570-93c003881dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.005065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-882f8314-d943-45ed-8570-93c003881dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.075988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Transition to ACTIVE for port object 46e944f8-2b2a-47c5-afe9-16082dd1f360 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:14.088212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-882f8314-d943-45ed-8570-93c003881dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.088988 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.103363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-882f8314-d943-45ed-8570-93c003881dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.106801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-882f8314-d943-45ed-8570-93c003881dc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f9a6c64-43f0-486e-8450-d3dcc1077f7b HTTP/1.1" status: 204 len: 168 time: 0.2897487 Jul 28 11:27:14.130091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f8314-d943-45ed-8570-93c003881dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a6c64-43f0-486e-8450-d3dcc1077f7b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:14.346927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26c455-efb6-41fa-a0e9-985523f9d2d9 None None] Pushing event updated for resources: {'Port': ['ID=46e944f8-2b2a-47c5-afe9-16082dd1f360,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:14.402972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.467260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.595491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 37998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:14.625380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa7aac33-836c-4217-a3cf-7fe4afa90957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.628840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.747701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.841049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.899599 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:14.901581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/4f57c57a-2afb-472c-86bb-9c3dc1d01225 HTTP/1.1" status: 204 len: 168 time: 1.1721587 Jul 28 11:27:14.908742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:14.963787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8551de-469c-4061-980c-cbcbd655e3fd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:14.999788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet f79c830e-e177-4cda-a51a-2840ad3f9704 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:15.005627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.026829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06511d-ac5a-452c-935b-cbf80ea03326 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=4f57c57a-2afb-472c-86bb-9c3dc1d01225,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:15.060548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Checking segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:15.061322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Network hostable DHCP agents. Network: 4490c18c-51c2-4988-8d58-369de7383227, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:27:15.084426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.108988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa7aac33-836c-4217-a3cf-7fe4afa90957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.128815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa7aac33-836c-4217-a3cf-7fe4afa90957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.158148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Network 4490c18c-51c2-4988-8d58-369de7383227 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:27:15.200658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aa7aac33-836c-4217-a3cf-7fe4afa90957 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dcbc76d16874832a4f0d1616744088b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038859 Jul 28 11:27:15.201296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:15.211574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.213001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4490c18c-51c2-4988-8d58-369de7383227) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:15.220108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.221589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.222022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79662bf9-895b-479b-9d69-809446c01ee5 None None] Network 4490c18c-51c2-4988-8d58-369de7383227 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:15.226767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aac33-836c-4217-a3cf-7fe4afa90957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65779ef-927e-4386-bc4e-249e18499ae0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:15.284030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-271010da-00bc-493c-ab51-0152f9d5011c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6600099 Jul 28 11:27:15.289044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:15.296908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:15.334247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13280e2d-7008-419d-9ae4-444c53924478 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:15.346665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d46be9-a4c0-4694-921d-038e8a2397ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.352352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.353058 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.358601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.398893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d46be9-a4c0-4694-921d-038e8a2397ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.455775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38024) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:15.457232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2f755a-0084-420f-8892-7e43bcf62cdb None None] Could not find standard attr ID for object 8d3ba061-93cc-4292-83c6-262e5486ff1f. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:27:15.461733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.466273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.471064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/f79c830e-e177-4cda-a51a-2840ad3f9704 HTTP/1.1" status: 204 len: 168 time: 0.5609956 Jul 28 11:27:15.471673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:15.474906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002122e9-831e-49eb-8198-c599e2b184e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=f79c830e-e177-4cda-a51a-2840ad3f9704,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:15.491565 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d46be9-a4c0-4694-921d-038e8a2397ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.496229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d46be9-a4c0-4694-921d-038e8a2397ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.497546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9d46be9-a4c0-4694-921d-038e8a2397ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e65779ef-927e-4386-bc4e-249e18499ae0 HTTP/1.1" status: 204 len: 168 time: 0.2919781 Jul 28 11:27:15.531398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d46be9-a4c0-4694-921d-038e8a2397ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65779ef-927e-4386-bc4e-249e18499ae0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:15.557607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-667a4739-33f8-43fa-8d82-f193dfd7a08e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840473 Jul 28 11:27:15.565680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2f755a-0084-420f-8892-7e43bcf62cdb None None] Provisioning for port 46e944f8-2b2a-47c5-afe9-16082dd1f360 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:15.569303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:15.644455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:15.669803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2f755a-0084-420f-8892-7e43bcf62cdb None None] Provisioning complete for port 46e944f8-2b2a-47c5-afe9-16082dd1f360 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:15.670185 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a2f755a-0084-420f-8892-7e43bcf62cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:15.687338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.687960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.688547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.689079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.689611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.690537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.690977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:15.705681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-dbe2cd50-40e6-4dff-8b50-2f4ebedcaf4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6499 time: 0.2494977 Jul 28 11:27:15.753991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-d39819ca-75d8-4222-a52b-5817a7baab3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&id=f0730563-61c9-4c7d-9567-32c5c09cc039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468185 Jul 28 11:27:15.796378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46e944f8-2b2a-47c5-afe9-16082dd1f360 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:16.016663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:16.026110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.034112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-4490c18c-51c2-4988-8d58-369de7383227', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:16.035992 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.036222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.110628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 46e944f8-2b2a-47c5-afe9-16082dd1f360 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:16.111226 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.164394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bbd83f-8210-468e-8424-caccc97478db None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:27:16.438153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Allocated IP 172.20.0.2 (4490c18c-51c2-4988-8d58-369de7383227/0b8551de-469c-4061-980c-cbcbd655e3fd/09a2b7d6-5851-44aa-b577-3262c71c4a3e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:16.455327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16bbd83f-8210-468e-8424-caccc97478db None None] Deleting port 46e944f8-2b2a-47c5-afe9-16082dd1f360 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:16.455743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16bbd83f-8210-468e-8424-caccc97478db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.506955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.535693 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.569682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16bbd83f-8210-468e-8424-caccc97478db None None] For port 46e944f8-2b2a-47c5-afe9-16082dd1f360, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=46e944f8-2b2a-47c5-afe9-16082dd1f360,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:16.570075 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16bbd83f-8210-468e-8424-caccc97478db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.609164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16bbd83f-8210-468e-8424-caccc97478db None None] Calling delete_port for 46e944f8-2b2a-47c5-afe9-16082dd1f360 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:16.739756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.755371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Transition to ACTIVE for port object 09a2b7d6-5851-44aa-b577-3262c71c4a3e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:16.775406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16bbd83f-8210-468e-8424-caccc97478db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.777619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:16.782802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Transition to ACTIVE for port object 09a2b7d6-5851-44aa-b577-3262c71c4a3e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:16.809829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:16.812237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbd83f-8210-468e-8424-caccc97478db None None] Pushing event deleted for resources: {'Port': ['ID=46e944f8-2b2a-47c5-afe9-16082dd1f360,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:16.823051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbd83f-8210-468e-8424-caccc97478db None None] No DVR routers for this DVR port 46e944f8-2b2a-47c5-afe9-16082dd1f360 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:16.877674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Network 4490c18c-51c2-4988-8d58-369de7383227 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:16.893387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:16.897653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:16.920620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Pushing event updated for resources: {'Port': ['ID=09a2b7d6-5851-44aa-b577-3262c71c4a3e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:16.990786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Attempting to bind port 09a2b7d6-5851-44aa-b577-3262c71c4a3e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:16.991177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Attempting to bind port 09a2b7d6-5851-44aa-b577-3262c71c4a3e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:16.991552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Attempting to bind port 09a2b7d6-5851-44aa-b577-3262c71c4a3e on network 4490c18c-51c2-4988-8d58-369de7383227 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:16.997072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Allocated IP 172.25.1.228 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/64eedfdc-7a1d-429c-8a9b-8d154acae8dc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:17.003657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:17.004091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Checking segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:17.004535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.004980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Bound using segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:17.005531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Bound port: 09a2b7d6-5851-44aa-b577-3262c71c4a3e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:17.006602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.080902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] For port 09a2b7d6-5851-44aa-b577-3262c71c4a3e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:17.085020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] For port 09a2b7d6-5851-44aa-b577-3262c71c4a3e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=09a2b7d6-5851-44aa-b577-3262c71c4a3e,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:17.094903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.151518 n-d-723573-7 neutron-server[93835]: WARNING neutron.services.revisions.revision_plugin [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Could not find related port for resource to bump revision. Jul 28 11:27:17.166096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_pluggable_backend [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Port 46e944f8-2b2a-47c5-afe9-16082dd1f360 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 11:27:17.166497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_pluggable_backend [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4e:e5d0 {{(pid=93835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 11:27:17.177092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55af04-3c6f-418f-a7c4-c1c5933f196f None None] Pushing event updated for resources: {'Port': ['ID=09a2b7d6-5851-44aa-b577-3262c71c4a3e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:17.525064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_pluggable_backend [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4e:e5d0 {{(pid=93835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 11:27:17.529601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.566518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.616857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:17.621836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:17.628963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:17.629586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.638333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f5e7e-c16a-4f35-976b-0d254a8c82df None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:17.697231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0616970 Jul 28 11:27:17.702383 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:17.710327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:17.714840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e65e7-e9a2-4990-a1d1-4e69d311b02e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=40518691-64e9-4b31-b41c-6f22cff9db31,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:17.756609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 09a2b7d6-5851-44aa-b577-3262c71c4a3e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:17.847728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 09a2b7d6-5851-44aa-b577-3262c71c4a3e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:17.923608 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:17.995941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46e944f8-2b2a-47c5-afe9-16082dd1f360 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:18.067317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 46e944f8-2b2a-47c5-afe9-16082dd1f360 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:18.067672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 46e944f8-2b2a-47c5-afe9-16082dd1f360 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:18.081734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089187d-e659-4271-847b-071e556823a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '40518691-64e9-4b31-b41c-6f22cff9db31'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:18.084747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0089187d-e659-4271-847b-071e556823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:18.084999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:18.113730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:18.121794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:18.124977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:18.133244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:18.227605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Pushing event updated for resources: {'Port': ['ID=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:18.368464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0089187d-e659-4271-847b-071e556823a7 None None] Allocated IP 2001:db8::f816:3eff:fed9:d44a (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/40518691-64e9-4b31-b41c-6f22cff9db31/ac496db7-e214-4e8f-9b4c-d87ae638a29c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:18.565294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0089187d-e659-4271-847b-071e556823a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:18.596289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0089187d-e659-4271-847b-071e556823a7 None None] Transition to ACTIVE for port object ac496db7-e214-4e8f-9b4c-d87ae638a29c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:18.631068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0089187d-e659-4271-847b-071e556823a7 None None] Transition to ACTIVE for port object ac496db7-e214-4e8f-9b4c-d87ae638a29c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:18.648932 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0089187d-e659-4271-847b-071e556823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:18.703852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0089187d-e659-4271-847b-071e556823a7 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:18.708667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0089187d-e659-4271-847b-071e556823a7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:18.716347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089187d-e659-4271-847b-071e556823a7 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:18.852871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089187d-e659-4271-847b-071e556823a7 None None] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:18.875236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e0b31-0163-481a-8ab2-791aac3e50b7 None None] Network 4490c18c-51c2-4988-8d58-369de7383227 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:18.882361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:18.994173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0089187d-e659-4271-847b-071e556823a7 None None] Attempting to bind port ac496db7-e214-4e8f-9b4c-d87ae638a29c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:18.994587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0089187d-e659-4271-847b-071e556823a7 None None] Attempting to bind port ac496db7-e214-4e8f-9b4c-d87ae638a29c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:18.994956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089187d-e659-4271-847b-071e556823a7 None None] Attempting to bind port ac496db7-e214-4e8f-9b4c-d87ae638a29c on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:19.001780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.030324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089187d-e659-4271-847b-071e556823a7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:19.030711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089187d-e659-4271-847b-071e556823a7 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:19.031123 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0089187d-e659-4271-847b-071e556823a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.031565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089187d-e659-4271-847b-071e556823a7 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:19.032057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0089187d-e659-4271-847b-071e556823a7 None None] Bound port: ac496db7-e214-4e8f-9b4c-d87ae638a29c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:19.032625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0089187d-e659-4271-847b-071e556823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.046546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] Provisioning for port 09a2b7d6-5851-44aa-b577-3262c71c4a3e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:19.074785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:19.081882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] Provisioning complete for port 09a2b7d6-5851-44aa-b577-3262c71c4a3e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:19.084157 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.197881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.199960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:19.202788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=2f6d27c3-c313-48ae-ae52-7616c8e0d6d8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:19.206381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:19.207003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.257850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-31e2b41f-6549-4cec-a762-4e7593f90b6e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5542915 Jul 28 11:27:19.261509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38108) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:19.267594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:c9:b2:0a', 'name': 'tempest-NetworksTestDHCPv6-212853971'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:19.478800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:19.489341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Router cd32b658-3f26-475e-92ff-041d29f571cf is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:27:19.506337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.539055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0089187d-e659-4271-847b-071e556823a7 None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:19.562291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0089187d-e659-4271-847b-071e556823a7 None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:19.576702 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0089187d-e659-4271-847b-071e556823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.595585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] For port 09a2b7d6-5851-44aa-b577-3262c71c4a3e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=09a2b7d6-5851-44aa-b577-3262c71c4a3e,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:19.622893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.674092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089187d-e659-4271-847b-071e556823a7 None None] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:19.770372 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.792677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:19.868777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 43798496-884a-4766-941f-354dd2ed459f yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:19.875656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d810428-05e1-43bf-8a49-5610533253fb None None] Pushing event updated for resources: {'Port': ['ID=09a2b7d6-5851-44aa-b577-3262c71c4a3e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:20.003823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:27:20.021190 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Sync routers for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:27:20.071111 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:20.076631 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:20.128206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:20.129568 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-43f89a36-c4c5-4266-b4e3-72770748b57b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8392668 Jul 28 11:27:20.133094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:20.188103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98ca88c5-8d1b-446a-a1c0-3fbab675d382 None None] Provisioning complete for port 09a2b7d6-5851-44aa-b577-3262c71c4a3e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:20.188591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98ca88c5-8d1b-446a-a1c0-3fbab675d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:20.388495 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:20.419365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 172.20.0.5 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/2f6d27c3-c313-48ae-ae52-7616c8e0d6d8/43798496-884a-4766-941f-354dd2ed459f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:20.445643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fec9:b20a (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/40518691-64e9-4b31-b41c-6f22cff9db31/43798496-884a-4766-941f-354dd2ed459f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:20.744883 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:18Z', 'revision_number': 3, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:20.824833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Checking router: cd32b658-3f26-475e-92ff-041d29f571cf for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:27:20.828365 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Updating router cd32b658-3f26-475e-92ff-041d29f571cf port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:27:20.874718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:20.955402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 43798496-884a-4766-941f-354dd2ed459f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:21.027941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:21.113591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.163095 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.194465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:21.212252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:21.242999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:21.337873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:21.337873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.371945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=43798496-884a-4766-941f-354dd2ed459f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:21.391080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5413656b-1aa6-43a9-8e67-f8fd8b7b85aa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1281190 Jul 28 11:27:21.395231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:21.451202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050926bb-bc79-4c36-bf03-24518cc017ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.504911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.542779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131df0a-a565-4cea-9912-560f3d3dbf31 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:21.549311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131df0a-a565-4cea-9912-560f3d3dbf31 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:21.550826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8131df0a-a565-4cea-9912-560f3d3dbf31 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1546392 Jul 28 11:27:21.555194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38142) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:21.681915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e042a9a-cc34-4a02-9ca0-06edec402e94 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:21.814010 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.831889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8be9947-0128-4c72-b330-bab9c0d5a0f3 None None] Provisioning for port ac496db7-e214-4e8f-9b4c-d87ae638a29c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:21.841999 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Transition to ACTIVE for port object 64eedfdc-7a1d-429c-8a9b-8d154acae8dc will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:21.842910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 43798496-884a-4766-941f-354dd2ed459f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:21.843270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.856061 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.910816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Allocated IP 172.20.0.1 (4490c18c-51c2-4988-8d58-369de7383227/0b8551de-469c-4061-980c-cbcbd655e3fd/410869c6-b8dd-4c42-a85a-7bcc5279f3e2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:21.937126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.950791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 43798496-884a-4766-941f-354dd2ed459f owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:21.963153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Attempting to bind port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:21.963609 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Attempting to bind port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:21.963973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Attempting to bind port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:21.972455 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da8738-1d8a-4699-99df-ae0e5a23424b None None] Pushing event updated for resources: {'Port': ['ID=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:21.976959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:21.977353 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:21.977719 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:21.978099 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:21.978566 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Bound port: 64eedfdc-7a1d-429c-8a9b-8d154acae8dc, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:21.978940 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.094134 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] For port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:22.102055 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] For port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:22.111735 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.166620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 09a2b7d6-5851-44aa-b577-3262c71c4a3e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:22.206759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.213371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.230010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050926bb-bc79-4c36-bf03-24518cc017ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.267018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Transition to ACTIVE for port object 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:22.268064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=43798496-884a-4766-941f-354dd2ed459f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:22.270358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050926bb-bc79-4c36-bf03-24518cc017ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.321928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-050926bb-bc79-4c36-bf03-24518cc017ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7253c988d9a46fcaefd3624da0cedbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2927709 Jul 28 11:27:22.322869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:22.323675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050926bb-bc79-4c36-bf03-24518cc017ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc314a-056b-43f7-9d61-e3bfc67c03d8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:22.387579 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da8738-1d8a-4699-99df-ae0e5a23424b None None] Pushing event updated for resources: {'Port': ['ID=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:22.392207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:22.393120 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:22.404286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 09a2b7d6-5851-44aa-b577-3262c71c4a3e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:22.404658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.457185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-a41bb460-3178-4447-a7d2-c2ea41f6bcc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3581467 Jul 28 11:27:22.460054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.582194 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.617249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb7dd-2a9a-458e-82bb-f4c0820dd72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.619293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:22.634875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.637022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e3edbff6-e6ba-474f-9013-cccd5713bfbc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/43798496-884a-4766-941f-354dd2ed459f HTTP/1.1" status: 204 len: 168 time: 1.0806949 Jul 28 11:27:22.641617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38162) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:22.681702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Network 4490c18c-51c2-4988-8d58-369de7383227 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:22.687820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2423102-05c8-4a7f-8c80-3e477c5d321a None None] Update dhcp port {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': '40518691-64e9-4b31-b41c-6f22cff9db31', 'ip_address': '2001:db8::f816:3eff:fed9:d44a'}, {'subnet_id': '2f6d27c3-c313-48ae-ae52-7616c8e0d6d8'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'ac496db7-e214-4e8f-9b4c-d87ae638a29c'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:27:22.698274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb7dd-2a9a-458e-82bb-f4c0820dd72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.700838 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:22.728771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:22.732148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:22.753036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Pushing event updated for resources: {'Port': ['ID=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:22.761898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.763643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.763643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.763643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.763643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.765330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.771870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.773990 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8f73d67f-95da-4404-84f9-4ad60d6c0b5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f559d7d785e4884987ea8c40adef3a0&device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 6499 time: 0.2253993 Jul 28 11:27:22.808059 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2423102-05c8-4a7f-8c80-3e477c5d321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.823367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ac496db7-e214-4e8f-9b4c-d87ae638a29c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:22.835269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde71e95-acf6-414f-b7f1-b5c37375ad81 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.841152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde71e95-acf6-414f-b7f1-b5c37375ad81 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.847891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:22.849696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde71e95-acf6-414f-b7f1-b5c37375ad81 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:22.855215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dde71e95-acf6-414f-b7f1-b5c37375ad81 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2084775 Jul 28 11:27:22.856909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.857249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.857501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:22.952559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb7dd-2a9a-458e-82bb-f4c0820dd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.964522 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb7dd-2a9a-458e-82bb-f4c0820dd72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:22.966329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8bdeb7dd-2a9a-458e-82bb-f4c0820dd72e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8fc314a-056b-43f7-9d61-e3bfc67c03d8 HTTP/1.1" status: 204 len: 168 time: 0.6398003 Jul 28 11:27:23.028657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeb7dd-2a9a-458e-82bb-f4c0820dd72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc314a-056b-43f7-9d61-e3bfc67c03d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:23.053491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 2f6d27c3-c313-48ae-ae52-7616c8e0d6d8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:23.060731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.175858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.254055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.291002 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:18Z', 'revision_number': 3, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:23.324476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.388042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6d27c3-c313-48ae-ae52-7616c8e0d6d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:23.390767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.393689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-67ca3bce-9cd7-45e1-9424-732ec25893a3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/2f6d27c3-c313-48ae-ae52-7616c8e0d6d8 HTTP/1.1" status: 204 len: 168 time: 0.5351291 Jul 28 11:27:23.397553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:23.426778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4420a4b-e756-4175-b842-ac7f245398e3 None None] The sync data for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 is: [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:18Z', 'revision_number': 3, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:23.513598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 40518691-64e9-4b31-b41c-6f22cff9db31 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:23.517216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-a2423102-05c8-4a7f-8c80-3e477c5d321a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f6d27c3-c313-48ae-ae52-7616c8e0d6d8: This subnet is being modified by another concurrent operation. Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f6d27c3-c313-48ae-ae52-7616c8e0d6d8: This subnet is being modified by another concurrent operation. Jul 28 11:27:23.550578 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:27:23.558114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f4f54d7-1a78-4d16-843d-21ba64ae8030 None None] Provisioning for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:23.562105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f4f54d7-1a78-4d16-843d-21ba64ae8030 None None] Provisioning complete for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:23.562105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f4f54d7-1a78-4d16-843d-21ba64ae8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.634046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.729078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-7e618487-b9ed-46fa-825a-6edaa793d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:23.729914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-7e618487-b9ed-46fa-825a-6edaa793d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:23.730279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-7e618487-b9ed-46fa-825a-6edaa793d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:23.733177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-7e618487-b9ed-46fa-825a-6edaa793d637 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1849a05a-7fc8-491d-93fe-05485dfd4526&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 200 len: 2297 time: 0.8720958 Jul 28 11:27:23.740579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f54d7-1a78-4d16-843d-21ba64ae8030 None None] Port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:23.828853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:23.962011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.019551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:24.033031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.035842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.078008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2fdbc06-0f30-4672-a763-1099c66b3af5 None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:24.084553 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2fdbc06-0f30-4672-a763-1099c66b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.234234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ddf01-028b-414c-b0bf-961136572e06 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:27:24.296473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-f546df2f-68bf-4036-a69a-af61bea9640b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 200 len: 1001 time: 0.5338929 Jul 28 11:27:24.317244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.377149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=40518691-64e9-4b31-b41c-6f22cff9db31,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:24.382589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.391870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a289e860-bba2-457a-be5d-2dd4a99135f0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/40518691-64e9-4b31-b41c-6f22cff9db31 HTTP/1.1" status: 204 len: 168 time: 0.9889605 Jul 28 11:27:24.392581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:24.417867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-a87e7f0e-d0e8-4fed-9201-31fb69bc34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:24.419382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-a87e7f0e-d0e8-4fed-9201-31fb69bc34cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b8013ca9-7356-4f40-885c-15ab302ccc8e HTTP/1.1" status: 200 len: 855 time: 0.1116929 Jul 28 11:27:24.420992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 64eedfdc-7a1d-429c-8a9b-8d154acae8dc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:24.526237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-022c63cb-7b5e-4e05-b79a-7ea333007e46 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161988 Jul 28 11:27:24.528159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:24.539855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:24.614382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:24.624969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-ae9e1b6a-9ff4-4cb8-b547-185e2d8506f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:24.627170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-ae9e1b6a-9ff4-4cb8-b547-185e2d8506f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1849a05a-7fc8-491d-93fe-05485dfd4526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820164 Jul 28 11:27:24.669043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4d4693e0-23fd-41f6-a33c-064bbbdd036b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:27:24.680037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4d4693e0-23fd-41f6-a33c-064bbbdd036b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403054 Jul 28 11:27:24.731278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:24.739178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.915277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:24.956575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.972509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ddf01-028b-414c-b0bf-961136572e06 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:27:24.976106 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:24.979829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:24.980270 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.066554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.139413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-61d3bf19-5a72-4eca-9f11-1faa659019ec service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423163 Jul 28 11:27:25.240338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.306936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Pushing event updated for resources: {'Port': ['ID=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:25.351793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=a732a4db-1b05-464e-8745-7d7969903565,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:25.364467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:25.365353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:25.368197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:25.368806 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.380630 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-ec79a1f4-068b-44e1-9909-4d0a3feff154 service neutron] 10.222.0.44 "GET /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300820 Jul 28 11:27:25.401442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Network 4490c18c-51c2-4988-8d58-369de7383227 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:25.404388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bec79275-0161-4559-beda-294c893beaef tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8748486 Jul 28 11:27:25.409193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:25.413347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:25.465899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:25.484782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-547528a9-55eb-445e-9dd1-d288da8a6f9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 217 time: 0.0787854 Jul 28 11:27:25.487940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-723e4509-da0f-46bd-9632-0797706f5d11 None None] Could not find standard attr ID for object 43798496-884a-4766-941f-354dd2ed459f. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:27:25.501827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.547614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:25.572749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.643291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:25.683268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-b2f4e5c5-ac69-4448-a026-2a5cb60ce78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:25.684804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-b2f4e5c5-ac69-4448-a026-2a5cb60ce78c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1570299 Jul 28 11:27:25.722790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:25.788150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-1924daf9-cbff-4723-aa17-e9cac450feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:25.797169 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-1924daf9-cbff-4723-aa17-e9cac450feba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987790 Jul 28 11:27:25.801746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Router cd32b658-3f26-475e-92ff-041d29f571cf has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:27:25.808228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:25.812569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.853914 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.925114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:25.936513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:25.942104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Update dhcp port {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': 'a732a4db-1b05-464e-8745-7d7969903565'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'ac496db7-e214-4e8f-9b4c-d87ae638a29c'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:27:25.967612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4b035605-9209-4c5a-a303-c1f4d99bb394 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633825 Jul 28 11:27:25.998610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:26.061865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:26.193871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:27:26.206469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-157fa0de-5a53-46d2-ab1d-e1f5a600c2ec admin admin] 10.222.0.20 "PUT /v2.0/routers/cd32b658-3f26-475e-92ff-041d29f571cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0722973 Jul 28 11:27:26.235290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 64eedfdc-7a1d-429c-8a9b-8d154acae8dc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:26.428258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:26.428621 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:26.453231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-59e63e7f-bf63-4c92-a750-7832c294103d service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763396 Jul 28 11:27:26.491897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Allocated IP 172.20.0.2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/a732a4db-1b05-464e-8745-7d7969903565/ac496db7-e214-4e8f-9b4c-d87ae638a29c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:26.580050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-6c22d63b-2079-4829-af8e-dd625bf50d6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 217 time: 0.1141763 Jul 28 11:27:26.724372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Sync routers for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:27:26.749034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-0bac5e8a-d472-4fe8-afc8-a397a48de55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:26.750664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-0bac5e8a-d472-4fe8-afc8-a397a48de55d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.1466284 Jul 28 11:27:26.766947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:26.767882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:26.822451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4e19d410-0644-47f7-a607-b2381c82c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:26.824246 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4e19d410-0644-47f7-a607-b2381c82c767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643718 Jul 28 11:27:26.839869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:26.946069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:26.997227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Transition to ACTIVE for port object ac496db7-e214-4e8f-9b4c-d87ae638a29c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:27.005999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:27.008999 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.071080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:27.264975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618f96-e724-45c5-bd01-6e40103a0fc2 None None] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:27.294307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-74326edb-ed57-43f8-a4ee-6b13d980b7ee service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383497 Jul 28 11:27:27.385864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:27.391727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-520400050-network', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:27.460871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Made reservation on behalf of 4194cc56c8f54f1ab4ab8af2b9482d9c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:27.463579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.476666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.617724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-5ae211ee-bb81-4215-b0e3-9079c0999501 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858293 Jul 28 11:27:27.626691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.686690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:24Z', 'revision_number': 2, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:27.726170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-9c42e2e0-8382-43cf-8cab-8f439fb06155 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=352a4f97-572f-4511-bf71-ff3f55028090 HTTP/1.1" status: 200 len: 217 time: 0.1004889 Jul 28 11:27:27.786821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Checking router: cd32b658-3f26-475e-92ff-041d29f571cf for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:27:27.787452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Updating router cd32b658-3f26-475e-92ff-041d29f571cf port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:27:27.811038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.819639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.843085 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.973288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-238121ba-0c93-4524-946c-f1097a568582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:27.998128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a296b41f-96c7-4e29-87d3-7b8845fa72f3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:28.024088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:27:28.053947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.054737 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Added segment 75a0b26b-cc46-43d2-8269-e25468407449 of type vlan for network 8b476fbf-1d7a-4369-9d44-bc1316809a3b Jul 28 11:27:28.185934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.209172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-9922442f-d3bc-4e86-ae13-ac81e3d96b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:28.224262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-9922442f-d3bc-4e86-ae13-ac81e3d96b8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.4896612 Jul 28 11:27:28.316750 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.318421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:28.319130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.337768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:28.459824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8b476fbf-1d7a-4369-9d44-bc1316809a3b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:28.464456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b673e22f-3028-4f50-a42e-f4e9190e73d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0766790 Jul 28 11:27:28.467904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:28.476642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Request body: {'subnet': {'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-520400050-subnet', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:28.493378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:27:28.503647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Made reservation on behalf of 4194cc56c8f54f1ab4ab8af2b9482d9c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:28.507287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.607666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:28.813101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.831606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Transition to ACTIVE for port object 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:28.842091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.849445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:28.874764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9982d96-6c6d-4fd1-bbae-22b582dc705e None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:27:28.967081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850be51b-f6d5-4c2c-b6f7-92028845d22c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:28.970015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Checking segment: {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:28.970674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Network hostable DHCP agents. Network: 8b476fbf-1d7a-4369-9d44-bc1316809a3b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:27:28.992452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:27:29.003839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8b476fbf-1d7a-4369-9d44-bc1316809a3b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:29.009512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:29.010674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.032028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85b022e4-dd6f-4b7b-a703-c4baed96ed53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5625432 Jul 28 11:27:29.033004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:29.039158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:29.045457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] Provisioning for port ac496db7-e214-4e8f-9b4c-d87ae638a29c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:29.063860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-1a634422-e25a-4573-9863-8a3a48141406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:29.065724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-1a634422-e25a-4573-9863-8a3a48141406 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7940431 Jul 28 11:27:29.065895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.066793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.069071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:29.069451 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.075590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d146daa-301f-483f-98d3-f1e161bd2f83 None None] Pushing event updated for resources: {'Port': ['ID=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:29.087096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.101612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.102675 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.138407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.200831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:29.217170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:29.220985 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:29.221915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.289196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=b1acdd44-0fd8-4b91-bbd5-acfe1f450ae3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:29.296498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:29.316203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-78426a28-17c8-4a95-a1fa-32ed2bbff823 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9001436 Jul 28 11:27:29.316363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:29.326058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:5f:2d:71', 'name': 'tempest-NetworksTestDHCPv6-1292027275'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:29.354650 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-bb4ec7e7-48af-4f25-93c2-a07c3b183ea1 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800241 Jul 28 11:27:29.446687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Attempting to bind port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:29.447127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Attempting to bind port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:29.447437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Attempting to bind port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 on network 4490c18c-51c2-4988-8d58-369de7383227 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:29.456579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.516294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:29.516294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Checking segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:29.516294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.516294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Bound using segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:29.516294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Bound port: 410869c6-b8dd-4c42-a85a-7bcc5279f3e2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:29.516294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.585373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-bcd449df-2a46-4b1d-bea7-0472c4b961ae service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215245 Jul 28 11:27:29.618684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:29.671245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-46f0ebcf-00cb-4846-b313-7b3c828177f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7 HTTP/1.1" status: 200 len: 217 time: 0.0768366 Jul 28 11:27:29.716573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9982d96-6c6d-4fd1-bbae-22b582dc705e None None] Unable to find a vacant binding_index for network 8b476fbf-1d7a-4369-9d44-bc1316809a3b and agent b4507cd6-a2cc-437f-b034-2405879a6c68 {{(pid=93837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 11:27:29.739248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9982d96-6c6d-4fd1-bbae-22b582dc705e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8b476fbf-1d7a-4369-9d44-bc1316809a3b) {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:27:29.751380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4cff8d12-2de5-4dc3-b48a-d0aaef4468a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:29.753001 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-4cff8d12-2de5-4dc3-b48a-d0aaef4468a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 200 len: 797 time: 0.0696185 Jul 28 11:27:29.813351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-e18a46e4-a09e-4c2a-90ff-3c5ca79bf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:29.814763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-e18a46e4-a09e-4c2a-90ff-3c5ca79bf913 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547509 Jul 28 11:27:29.817014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.819458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] For port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:29.826486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] For port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:29.846973 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.881629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:29.953091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port e91ffc8e-c46b-4c41-9224-8453c264fd4c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:29.972011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.023882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.043319 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-5da880ef-a1bf-4586-9f9b-8e015be07203 service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205200 Jul 28 11:27:30.050071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:30.084985 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.100370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:30.101016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:30.105385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d146daa-301f-483f-98d3-f1e161bd2f83 None None] Pushing event updated for resources: {'Port': ['ID=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:30.284321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:30.311385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Allocated IP 172.25.1.16 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b34e68fa-4666-49e7-a898-f45db53d660c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:30.320696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-c1db2046-8db4-4967-b087-3a8b3347524e service neutron] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559903 Jul 28 11:27:30.343416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 172.20.0.7 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/a732a4db-1b05-464e-8745-7d7969903565/e91ffc8e-c46b-4c41-9224-8453c264fd4c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:30.397040 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-46e5895a-cc7f-4faa-88a4-7e5ed237d48e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4018587f-ce8a-440b-a973-09ccdaf07352 HTTP/1.1" status: 200 len: 217 time: 0.0676651 Jul 28 11:27:30.398536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:30.447581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.487812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-b3599907-10e2-45ea-9205-92d08c7c0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:30.491329 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-b3599907-10e2-45ea-9205-92d08c7c0946 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.0833135 Jul 28 11:27:30.495394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe5f:2d71 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/b1acdd44-0fd8-4b91-bbd5-acfe1f450ae3/e91ffc8e-c46b-4c41-9224-8453c264fd4c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:30.503712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.543245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:30.567355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:30.569290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-ae8a0b28-de54-4f02-beb6-6d5dd8cbf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:30.571705 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-ae8a0b28-de54-4f02-beb6-6d5dd8cbf044 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668821 Jul 28 11:27:30.578326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:30.606918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:30.669499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baf3ae-7ca8-4413-9adc-5cb8ff1b5203 None None] Pushing event updated for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:30.757401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-0b14f1dd-25b7-43d6-b5de-2394d4cada26 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761804 Jul 28 11:27:30.810071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:30.810686 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.897992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-2aa96302-6995-41d4-a691-7f53833a0e43 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320536 Jul 28 11:27:30.960805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8b476fbf-1d7a-4369-9d44-bc1316809a3b', 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'fixed_ips': [{'subnet_id': '850be51b-f6d5-4c2c-b6f7-92028845d22c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:30.964229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:30.990631 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-f8fec3e3-01f8-4c64-9359-c3162653520d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 200 len: 217 time: 0.0829716 Jul 28 11:27:31.051422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.098247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-bed095f6-0674-4544-9b06-050ad856cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:31.100424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-bed095f6-0674-4544-9b06-050ad856cf72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 200 len: 797 time: 0.1032917 Jul 28 11:27:31.183113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9dedfe6-f2de-41ca-b876-38a02c19546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.193307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:29Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:31.202472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8a6a6789-b8cf-4090-8de5-f1ec40988401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:31.204297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-8a6a6789-b8cf-4090-8de5-f1ec40988401 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948043 Jul 28 11:27:31.266613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921dce03-85e3-49d5-be5d-59817b7f7cf2 None None] The sync data for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 is: [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:29Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:31.294774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=b34e68fa-4666-49e7-a898-f45db53d660c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:31.324741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Allocated IP 172.20.0.2 (8b476fbf-1d7a-4369-9d44-bc1316809a3b/850be51b-f6d5-4c2c-b6f7-92028845d22c/8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:31.400961 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-3341f2fa-09ba-425c-8fb2-6decf0cd3a5b service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882634 Jul 28 11:27:31.503191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Deleting subnet 228795f9-da48-48e8-92ee-147678eacd9c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:31.505695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.570017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.618194 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a26443a9-bf95-48f8-89ab-3f56fb76b8ec req-36ab226d-d515-4e92-9ae1-f1eba4c66832 service neutron] 10.222.0.44 "GET /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038453 Jul 28 11:27:31.652620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.694597 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.717029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Transition to ACTIVE for port object 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:31.753568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Transition to ACTIVE for port object 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:31.760776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.770376 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.811826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:31.815810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:31.817185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228795f9-da48-48e8-92ee-147678eacd9c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:31.821921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:31.828474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:31.830621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00309da4-aae0-49b4-b064-e42eda039f69 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/228795f9-da48-48e8-92ee-147678eacd9c HTTP/1.1" status: 204 len: 168 time: 1.2824004 Jul 28 11:27:31.834323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:31.962851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Pushing event updated for resources: {'Port': ['ID=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:31.966827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.003243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.008254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Attempting to bind port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:32.008706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Attempting to bind port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:32.009081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Attempting to bind port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac on network 8b476fbf-1d7a-4369-9d44-bc1316809a3b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:32.017550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.018705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:32.019285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Checking segment: {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:32.020027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.020431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Bound using segment: {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:32.021922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Bound port: 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:32.022413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.081257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.162711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object e91ffc8e-c46b-4c41-9224-8453c264fd4c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:32.171178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] For port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:32.181936 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.185764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] For port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:32.199884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cef107e7-ddd6-4975-a6ff-fdeec9abb927 None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:32.200612 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cef107e7-ddd6-4975-a6ff-fdeec9abb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.206810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0af14b1-be54-45a3-a00b-496e21cb747c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:32.209467 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.261851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9daa8c-637e-4c21-83ec-a54e2627d2ec') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:32.262259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9daa8c-637e-4c21-83ec-a54e2627d2ec') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:32.282629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.317482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.319951 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.341650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:27:32.342246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:27:32.344227 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:27:32.362161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:32.388020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:32.392238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=e91ffc8e-c46b-4c41-9224-8453c264fd4c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:32.402732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:32.405647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:32.409073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.485006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.493189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822fe87-027f-4da7-838e-488af76dfa55 None None] Pushing event updated for resources: {'Port': ['ID=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:32.524451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.530427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0af14b1-be54-45a3-a00b-496e21cb747c HTTP/1.1" status: 204 len: 168 time: 0.6949282 Jul 28 11:27:32.531692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db14f1-4699-448a-9e8c-e40e08da61e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0af14b1-be54-45a3-a00b-496e21cb747c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:32.532833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:32.533476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:32.537375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.575961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:32.576509 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.606475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-80d87f18-fc2b-4942-8ef6-b609a43e5456 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2872498 Jul 28 11:27:32.606475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:32.627087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Deleting subnet 4eaf7b86-1302-49fc-a513-85a35f51e0df {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:32.631501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.688813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.690200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668e7b9-d43d-4fea-ac9b-3e69d711c165 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:32.696710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668e7b9-d43d-4fea-ac9b-3e69d711c165 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:32.704168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c668e7b9-d43d-4fea-ac9b-3e69d711c165 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0970216 Jul 28 11:27:32.717604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38312) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:32.793139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.816257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:32.879556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:27:32.910557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.919983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:32.930329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:32.931056 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.948071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaf7b86-1302-49fc-a513-85a35f51e0df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:32.962738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:32.965026 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-34d7dab7-4737-4806-ba18-eeb2f5840ecf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4eaf7b86-1302-49fc-a513-85a35f51e0df HTTP/1.1" status: 204 len: 168 time: 0.4306197 Jul 28 11:27:32.967793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:33.000328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port e91ffc8e-c46b-4c41-9224-8453c264fd4c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:33.000681 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.050621 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.071355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.127566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:33.142749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.144907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:27:33.157230 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Sync routers for ids ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:27:33.171677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.176036 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Routers {'6dba1d4a-1c02-4366-b4de-d36efe6cd8da'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:33.178463 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:33.201114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.207405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c3414118-4ee3-4e4d-9064-e88306a97fe9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1729510 Jul 28 11:27:33.208078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:33.211678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for e91ffc8e-c46b-4c41-9224-8453c264fd4c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:33.294115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:33.294829 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.323603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaa527b-a5d8-4f39-9cbe-6f256fc10828']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:33.351141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70858e8-6acf-437c-a8f0-e7c49d7b2239') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:33.351479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70858e8-6acf-437c-a8f0-e7c49d7b2239') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:33.371994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.405261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.419405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:27:33.421340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.454458 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Set router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:33.501283 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:27:33.548009 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:27:33.553107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.558569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.561269 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] 10.222.0.20 "DELETE /v2.0/networks/faaa527b-a5d8-4f39-9cbe-6f256fc10828 HTTP/1.1" status: 204 len: 168 time: 0.5921066 Jul 28 11:27:33.577846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e9ef-b3ee-478c-b4b8-bc78651c5d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=faaa527b-a5d8-4f39-9cbe-6f256fc10828,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:33.918976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:33.929523 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:27:31Z', 'revision_number': 3, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:33.942105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:33.968810 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Checking router: 6dba1d4a-1c02-4366-b4de-d36efe6cd8da for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:27:33.969533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Updating router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da port b34e68fa-4666-49e7-a898-f45db53d660c binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:27:33.983425 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a05d26d8-a251-4b85-b03e-4fa932b28e23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee6a7ac3a33a4f2f9f5dd76ff77990db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630238 Jul 28 11:27:33.986674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:34.013998 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.037969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=e91ffc8e-c46b-4c41-9224-8453c264fd4c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:34.061244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b0b5d0-57e8-4b0e-98ea-ec86303ed5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.090050 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b0b5d0-57e8-4b0e-98ea-ec86303ed5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.116226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0464a-e2c3-4918-a61a-5bfe8d3366ac None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:34.210603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3736eeb-668f-45c0-8323-e1454c8606c0 None None] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:34.222646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.228493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:34.245067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-27b1e4b5-d316-4dce-b076-591d1f2b91fd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/e91ffc8e-c46b-4c41-9224-8453c264fd4c HTTP/1.1" status: 204 len: 168 time: 1.5197039 Jul 28 11:27:34.254649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b0b5d0-57e8-4b0e-98ea-ec86303ed5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.261155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b0b5d0-57e8-4b0e-98ea-ec86303ed5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.288080 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-65b0b5d0-57e8-4b0e-98ea-ec86303ed5b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62e68ca1-5154-4a4a-a0f4-222b13912e93 HTTP/1.1" status: 204 len: 168 time: 0.3001566 Jul 28 11:27:34.395809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f2f27080-711e-41d5-8bde-235bd9c71448 None None] Provisioning for port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:34.429143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:34.430396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0b5d0-57e8-4b0e-98ea-ec86303ed5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e68ca1-5154-4a4a-a0f4-222b13912e93,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:34.456354 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.465201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87404020-7383-41c6-a2be-6014f6ee7b8e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:34.466710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87404020-7383-41c6-a2be-6014f6ee7b8e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:34.468233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87404020-7383-41c6-a2be-6014f6ee7b8e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:34.477266 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-87404020-7383-41c6-a2be-6014f6ee7b8e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2474520 Jul 28 11:27:34.477909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:34.478784 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Transition to ACTIVE for port object b34e68fa-4666-49e7-a898-f45db53d660c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:34.523417 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.563306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.624624 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Attempting to bind port b34e68fa-4666-49e7-a898-f45db53d660c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:34.632007 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Attempting to bind port b34e68fa-4666-49e7-a898-f45db53d660c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:34.632570 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Attempting to bind port b34e68fa-4666-49e7-a898-f45db53d660c on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:34.640728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet a732a4db-1b05-464e-8745-7d7969903565 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:34.643560 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2df02-ab9c-4026-bced-d13d7bca411c None None] Pushing event updated for resources: {'Port': ['ID=b34e68fa-4666-49e7-a898-f45db53d660c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:34.646749 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:34.653729 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:34.654212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.654803 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.661246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:34.662082 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Bound port: b34e68fa-4666-49e7-a898-f45db53d660c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:34.662676 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.738047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f2f27080-711e-41d5-8bde-235bd9c71448 None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:34.738712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2f27080-711e-41d5-8bde-235bd9c71448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.750547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.816951 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] For port b34e68fa-4666-49e7-a898-f45db53d660c, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:34.831458 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] For port b34e68fa-4666-49e7-a898-f45db53d660c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b34e68fa-4666-49e7-a898-f45db53d660c,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:34.845477 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.946406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:34.948763 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Routers {'6dba1d4a-1c02-4366-b4de-d36efe6cd8da'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:34.949648 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:34.972863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:34.973544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:34.992714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:35.014559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.061589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Allocated IP 172.20.0.1 (8b476fbf-1d7a-4369-9d44-bc1316809a3b/850be51b-f6d5-4c2c-b6f7-92028845d22c/4523cbc1-120d-44be-9312-886cc029edcd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:35.110012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-659449e1-08a9-4f75-8d15-99ef0bce57d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d9014fcc0f54fd5a22bb10f1699754d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137238 Jul 28 11:27:35.111173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:35.219048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f24df65-78da-4eca-9450-f101af279e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.251482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.291506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f24df65-78da-4eca-9450-f101af279e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.319914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:35.322154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-62e5b857-a858-4f98-a7b7-5fa6a7ee0bef None None] Provisioning complete for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:35.322716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-62e5b857-a858-4f98-a7b7-5fa6a7ee0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.354422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.355773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:35.391872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.403488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.429382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f24df65-78da-4eca-9450-f101af279e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.431792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Transition to ACTIVE for port object 4523cbc1-120d-44be-9312-886cc029edcd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:35.436035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:35.438717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f24df65-78da-4eca-9450-f101af279e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.440363 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6f24df65-78da-4eca-9450-f101af279e63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e333021-0943-4476-96ec-6dbd25647021 HTTP/1.1" status: 204 len: 168 time: 0.3279052 Jul 28 11:27:35.484453 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2df02-ab9c-4026-bced-d13d7bca411c None None] Pushing event updated for resources: {'Port': ['ID=b34e68fa-4666-49e7-a898-f45db53d660c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:35.489217 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] Set router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:35.545781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.546209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.546550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.546890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.547219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.547555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.548446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.548829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.549162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.549487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.550212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.550562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:35.583765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.589843 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/a732a4db-1b05-464e-8745-7d7969903565 HTTP/1.1" status: 204 len: 168 time: 1.1087461 Jul 28 11:27:35.591657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170aa3f-e883-43e1-a99a-4fd9bfdd82f7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=a732a4db-1b05-464e-8745-7d7969903565,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:35.594020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:35.608318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24df65-78da-4eca-9450-f101af279e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e333021-0943-4476-96ec-6dbd25647021,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:35.668534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.673053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9fd81-2360-4e34-a011-efac7db2ca2e None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:35.788284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=4523cbc1-120d-44be-9312-886cc029edcd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:35.812312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet b1acdd44-0fd8-4b91-bbd5-acfe1f450ae3 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:35.823520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:35.825787 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.830098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:35.860698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:35.865584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:35.865974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.906292 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:27:31Z', 'revision_number': 3, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:35.948691 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7c208-1d0b-45c8-8f55-d412befef6e7 None None] The sync data for ids ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'] in n-d-723573-7 is: [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:27:31Z', 'revision_number': 3, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:35.958919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.997655 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:35.998789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c33dc7-f7a1-4a3b-898b-77682d2d5691 None None] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:36.142426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-041cbba2-ff84-413f-8663-6f02819d91c9 None None] Provisioning complete for port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:36.142800 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-041cbba2-ff84-413f-8663-6f02819d91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.441978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:36.464619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:27:36.554995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-041cbba2-ff84-413f-8663-6f02819d91c9 None None] Provisioning complete for port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:36.561485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-041cbba2-ff84-413f-8663-6f02819d91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.586674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.628528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:36.628905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.647942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.878569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-041cbba2-ff84-413f-8663-6f02819d91c9 None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:36.878963 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-041cbba2-ff84-413f-8663-6f02819d91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.883871 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.919317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:36.921881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/b1acdd44-0fd8-4b91-bbd5-acfe1f450ae3 HTTP/1.1" status: 204 len: 168 time: 1.3266649 Jul 28 11:27:36.924201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:37.000151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b97ca-d6d4-4279-babf-55ce72c724c1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=b1acdd44-0fd8-4b91-bbd5-acfe1f450ae3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:37.025851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fe8f135d-d675-4c53-b886-53e8372e7d01 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004565 Jul 28 11:27:37.028875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:37.038560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:37.306543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c05f1d01-e916-4dc9-a094-56927d3fb600 None None] Provisioning for port 4523cbc1-120d-44be-9312-886cc029edcd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:37.315468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c05f1d01-e916-4dc9-a094-56927d3fb600 None None] Provisioning complete for port 4523cbc1-120d-44be-9312-886cc029edcd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:37.316234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c05f1d01-e916-4dc9-a094-56927d3fb600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.330890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.337968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:37.346614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.352014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.392003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c05f1d01-e916-4dc9-a094-56927d3fb600 None None] Port 4523cbc1-120d-44be-9312-886cc029edcd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:37.425492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d89d3-be3e-432b-8f2f-ac188f6a3249 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:37.504920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c05f1d01-e916-4dc9-a094-56927d3fb600 None None] Provisioning complete for port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:37.505718 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c05f1d01-e916-4dc9-a094-56927d3fb600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.519776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.537682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=4523cbc1-120d-44be-9312-886cc029edcd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:37.538422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:37.727435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:37.739058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:37.745878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:27:37.747555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e0f-0a0d-49c7-88be-4e755af3dd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.829687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.857969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8df1c39d-7543-4b1e-8946-6dd1e71b0fb5 None None] Provisioning complete for port 4523cbc1-120d-44be-9312-886cc029edcd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:37.858344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8df1c39d-7543-4b1e-8946-6dd1e71b0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.880881 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e0f-0a0d-49c7-88be-4e755af3dd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.888069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e0f-0a0d-49c7-88be-4e755af3dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:37.932550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8df1c39d-7543-4b1e-8946-6dd1e71b0fb5 None None] Port 4523cbc1-120d-44be-9312-886cc029edcd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:37.933433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:37.941712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:37.955655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5fcb3e0f-0a0d-49c7-88be-4e755af3dd0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7b500cec0634df59bd4fbe12ec0e5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160659 Jul 28 11:27:37.957078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:37.957804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] Deleting port ac496db7-e214-4e8f-9b4c-d87ae638a29c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:37.958765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb3e0f-0a0d-49c7-88be-4e755af3dd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6837e37e-d7dc-41d8-a9fd-f8555959f8af,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:37.959048 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.006154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:38.016573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.064518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=e3da1f31-b6a0-4861-b4de-9c8793725a46,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:38.083637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0521ef3a-2d64-4c4f-be31-ce34ff9cb3e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0534995 Jul 28 11:27:38.088030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc04e30-efcc-4b21-a8f4-91a87db44cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.089388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8df1c39d-7543-4b1e-8946-6dd1e71b0fb5 None None] Provisioning complete for port ac496db7-e214-4e8f-9b4c-d87ae638a29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:38.089932 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8df1c39d-7543-4b1e-8946-6dd1e71b0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.091135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:38.098173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:38.111244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:27:38.156071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] For port ac496db7-e214-4e8f-9b4c-d87ae638a29c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ac496db7-e214-4e8f-9b4c-d87ae638a29c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:38.156779 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.190425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] Calling delete_port for ac496db7-e214-4e8f-9b4c-d87ae638a29c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:38.239786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc04e30-efcc-4b21-a8f4-91a87db44cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.275326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:27:38.285041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f3420c4e-9c84-4e27-bb8c-e88656de9ad6 admin admin] 10.222.0.20 "PUT /v2.0/routers/6dba1d4a-1c02-4366-b4de-d36efe6cd8da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0700514 Jul 28 11:27:38.367248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:38.374783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.393465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc04e30-efcc-4b21-a8f4-91a87db44cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.397195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc04e30-efcc-4b21-a8f4-91a87db44cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.398648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2cc04e30-efcc-4b21-a8f4-91a87db44cec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6837e37e-d7dc-41d8-a9fd-f8555959f8af HTTP/1.1" status: 204 len: 168 time: 0.4362803 Jul 28 11:27:38.416613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.463018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] Pushing event deleted for resources: {'Port': ['ID=ac496db7-e214-4e8f-9b4c-d87ae638a29c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:38.478081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaaaca7-0324-4505-a727-4f4608f24e78 None None] No DVR routers for this DVR port ac496db7-e214-4e8f-9b4c-d87ae638a29c on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:38.483203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b34e68fa-4666-49e7-a898-f45db53d660c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:38.502228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc04e30-efcc-4b21-a8f4-91a87db44cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6837e37e-d7dc-41d8-a9fd-f8555959f8af,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:38.525438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00714cce-1eda-4837-b7d5-e533567df94a None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:38.778822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Sync routers for ids ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:27:38.827658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Routers {'6dba1d4a-1c02-4366-b4de-d36efe6cd8da'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:38.828510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:38.830415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eb32d3cd-58c6-431d-a12e-ad1fa9ed33a7 None None] Provisioning complete for port 4523cbc1-120d-44be-9312-886cc029edcd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:38.830787 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb32d3cd-58c6-431d-a12e-ad1fa9ed33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:38.937364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b34e68fa-4666-49e7-a898-f45db53d660c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:38.961483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eb32d3cd-58c6-431d-a12e-ad1fa9ed33a7 None None] Port 4523cbc1-120d-44be-9312-886cc029edcd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:38.969220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:38.971526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.061104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:39.069581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:39.069959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b34e68fa-4666-49e7-a898-f45db53d660c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:39.070514 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.074305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:39.075098 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.088552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=43e3374a-8f59-4d2d-b054-6e39e2a444fb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:39.097476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-258a5f10-d588-4bf6-94fe-6299ba6570a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0050347 Jul 28 11:27:39.099577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:39.106996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:73:1f:a1', 'name': 'tempest-NetworksTestDHCPv6-1672250767'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:39.164757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Set router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:39.274516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:39.384769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '43e3374a-8f59-4d2d-b054-6e39e2a444fb'}, {'subnet_id': 'e3da1f31-b6a0-4861-b4de-9c8793725a46'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:39.385655 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.416381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.456657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 5e61f802-8b1c-4f29-946a-358fc8d448bf yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:39.552380 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.727660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b34e68fa-4666-49e7-a898-f45db53d660c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b34e68fa-4666-49e7-a898-f45db53d660c,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:39.747554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:39.841645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Allocated IP 172.20.0.2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/e3da1f31-b6a0-4861-b4de-9c8793725a46/049d6925-212d-4d95-ae3e-01cd39993cf1) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:39.852975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:39.887377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ac496db7-e214-4e8f-9b4c-d87ae638a29c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:39.887831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ac496db7-e214-4e8f-9b4c-d87ae638a29c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:39.893312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Allocated IP 2001:db8::f816:3eff:feb9:b6bd (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/43e3374a-8f59-4d2d-b054-6e39e2a444fb/049d6925-212d-4d95-ae3e-01cd39993cf1) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:39.916511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b34e68fa-4666-49e7-a898-f45db53d660c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:39.925442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:27:36Z', 'revision_number': 4, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '4523cbc1-120d-44be-9312-886cc029edcd', 'name': '', 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'mac_address': 'fa:16:3e:a3:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '850be51b-f6d5-4c2c-b6f7-92028845d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:34Z', 'updated_at': '2021-07-28T11:27:36Z', 'revision_number': 2, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'subnets': [{'id': '850be51b-f6d5-4c2c-b6f7-92028845d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:39.985773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Checking router: 6dba1d4a-1c02-4366-b4de-d36efe6cd8da for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:27:39.986057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Updating router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da port 4523cbc1-120d-44be-9312-886cc029edcd binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:27:40.026464 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.264230 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.284543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Transition to ACTIVE for port object 049d6925-212d-4d95-ae3e-01cd39993cf1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:40.335486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Transition to ACTIVE for port object 049d6925-212d-4d95-ae3e-01cd39993cf1 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:40.354946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.412072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:40.422226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:40.425511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:40.454718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Pushing event updated for resources: {'Port': ['ID=049d6925-212d-4d95-ae3e-01cd39993cf1,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:40.462898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b34e68fa-4666-49e7-a898-f45db53d660c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:40.487691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b9deda6f-e8a5-4174-b45b-3f1dddb4e3f6 {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:27:40.488343 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:27:40.602365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Attempting to bind port 049d6925-212d-4d95-ae3e-01cd39993cf1 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:40.603398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Attempting to bind port 049d6925-212d-4d95-ae3e-01cd39993cf1 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:40.603994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Attempting to bind port 049d6925-212d-4d95-ae3e-01cd39993cf1 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:40.620170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:40.620931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:40.621570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.622029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:40.622568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Bound port: 049d6925-212d-4d95-ae3e-01cd39993cf1, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:40.623027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.640128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.644821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b34e68fa-4666-49e7-a898-f45db53d660c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:40.644821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.673725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Transition to ACTIVE for port object 4523cbc1-120d-44be-9312-886cc029edcd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:40.700985 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.795344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] For port 049d6925-212d-4d95-ae3e-01cd39993cf1, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:40.797430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2db2-5496-40b5-9a32-439e03728714 None None] Pushing event updated for resources: {'Port': ['ID=4523cbc1-120d-44be-9312-886cc029edcd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:40.801571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] For port 049d6925-212d-4d95-ae3e-01cd39993cf1, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=049d6925-212d-4d95-ae3e-01cd39993cf1,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:40.886516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.957148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Attempting to bind port 4523cbc1-120d-44be-9312-886cc029edcd on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:40.957526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Attempting to bind port 4523cbc1-120d-44be-9312-886cc029edcd by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:40.958516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Attempting to bind port 4523cbc1-120d-44be-9312-886cc029edcd on network 8b476fbf-1d7a-4369-9d44-bc1316809a3b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:40.985143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:40.985143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Checking segment: {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:40.985143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.985143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Bound using segment: {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:40.985143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Bound port: 4523cbc1-120d-44be-9312-886cc029edcd, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a0b26b-cc46-43d2-8269-e25468407449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:40.985849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:40.989764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:41.013415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2defe51-ddcf-4b67-a283-94005aee2731 None None] Pushing event updated for resources: {'Port': ['ID=049d6925-212d-4d95-ae3e-01cd39993cf1,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:41.044836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port db94dc74-4518-4d3d-ae13-2fe54fa34732 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:41.138009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] For port 4523cbc1-120d-44be-9312-886cc029edcd, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:41.143006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] For port 4523cbc1-120d-44be-9312-886cc029edcd, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4523cbc1-120d-44be-9312-886cc029edcd,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:41.166022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:41.319562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2db2-5496-40b5-9a32-439e03728714 None None] Pushing event updated for resources: {'Port': ['ID=4523cbc1-120d-44be-9312-886cc029edcd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:41.330349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Routers {'6dba1d4a-1c02-4366-b4de-d36efe6cd8da'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:27:41.335333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:27:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:41.466923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 172.20.0.12 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/e3da1f31-b6a0-4861-b4de-9c8793725a46/db94dc74-4518-4d3d-ae13-2fe54fa34732) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:41.485228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe73:1fa1 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/43e3374a-8f59-4d2d-b054-6e39e2a444fb/db94dc74-4518-4d3d-ae13-2fe54fa34732) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:41.742167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] Set router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:27:41.779589 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:41.799513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object db94dc74-4518-4d3d-ae13-2fe54fa34732 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:41.839638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:41.906820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:41.915586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:41.928925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:41.933692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=db94dc74-4518-4d3d-ae13-2fe54fa34732,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:42.022450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:42.023671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:42.053923 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7dc04681-ca4a-49f3-8884-e796f6c78b26 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9524238 Jul 28 11:27:42.056298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:42.085952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:27:36Z', 'revision_number': 4, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '4523cbc1-120d-44be-9312-886cc029edcd', 'name': '', 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'mac_address': 'fa:16:3e:a3:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '850be51b-f6d5-4c2c-b6f7-92028845d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:34Z', 'updated_at': '2021-07-28T11:27:41Z', 'revision_number': 4, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'subnets': [{'id': '850be51b-f6d5-4c2c-b6f7-92028845d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:27:42.133398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8618134-e6ba-457a-8ee3-d268cc74bb2c None None] The sync data for ids ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'] in n-d-723573-7 is: [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:27:36Z', 'revision_number': 4, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '4523cbc1-120d-44be-9312-886cc029edcd', 'name': '', 'network_id': '8b476fbf-1d7a-4369-9d44-bc1316809a3b', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'mac_address': 'fa:16:3e:a3:88:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '850be51b-f6d5-4c2c-b6f7-92028845d22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:34Z', 'updated_at': '2021-07-28T11:27:41Z', 'revision_number': 4, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'subnets': [{'id': '850be51b-f6d5-4c2c-b6f7-92028845d22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:27:42.152685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e162768-e86c-4fcb-a397-4847e36ea9e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:42.158647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e162768-e86c-4fcb-a397-4847e36ea9e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:42.163651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:42.164208 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e162768-e86c-4fcb-a397-4847e36ea9e5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1063960 Jul 28 11:27:42.361982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port db94dc74-4518-4d3d-ae13-2fe54fa34732 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:42.368050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:42.543086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 049d6925-212d-4d95-ae3e-01cd39993cf1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:42.613189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:42.643071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for db94dc74-4518-4d3d-ae13-2fe54fa34732 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:42.662864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef094f97-6b77-4304-9613-f16164caa83f None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:42.762092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 049d6925-212d-4d95-ae3e-01cd39993cf1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:42.774542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fceed71d-bc6f-4c8a-bdd7-8f1997063d44 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9f9b23e5f4fa4bb8ba756b9571df7b67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415099 Jul 28 11:27:42.776015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4523cbc1-120d-44be-9312-886cc029edcd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:42.812170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] Provisioning for port 049d6925-212d-4d95-ae3e-01cd39993cf1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:42.825811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] Provisioning complete for port 049d6925-212d-4d95-ae3e-01cd39993cf1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:42.826287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:42.961455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-10c43c36-e69a-4d65-84d6-ebf833e7baca tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:42.963156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-10c43c36-e69a-4d65-84d6-ebf833e7baca tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796846 Jul 28 11:27:42.988328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-e39ffb1f-b2aa-4179-9346-575abeca8e4c tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/quotas/9f9b23e5f4fa4bb8ba756b9571df7b67 HTTP/1.1" status: 200 len: 375 time: 0.0130353 Jul 28 11:27:43.086059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-a8d25fbf-cb24-4c61-b31a-7fbb45943799 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f9b23e5f4fa4bb8ba756b9571df7b67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816364 Jul 28 11:27:43.112726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4523cbc1-120d-44be-9312-886cc029edcd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:43.135953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.184506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4523cbc1-120d-44be-9312-886cc029edcd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:43.185337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.201953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=db94dc74-4518-4d3d-ae13-2fe54fa34732,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:43.267481 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.406615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] For port 049d6925-212d-4d95-ae3e-01cd39993cf1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=049d6925-212d-4d95-ae3e-01cd39993cf1,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:43.421952 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.456732 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.462930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d5dfdae9-466a-404a-9427-6ba2d32453e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/db94dc74-4518-4d3d-ae13-2fe54fa34732 HTTP/1.1" status: 204 len: 168 time: 1.2958636 Jul 28 11:27:43.463826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:43.531750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-406cd085-fac5-4af6-9931-938a1bb6ed36 req-195b37d6-4e22-4ef1-92b9-86c46f5b7c67 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 210 time: 0.0698462 Jul 28 11:27:43.557508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa52283-651f-4bed-b9af-3e0389a9e1c8 None None] Pushing event updated for resources: {'Port': ['ID=049d6925-212d-4d95-ae3e-01cd39993cf1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:43.581338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.642319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4523cbc1-120d-44be-9312-886cc029edcd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4523cbc1-120d-44be-9312-886cc029edcd,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:43.652467 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.707512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac2216-28e5-4508-a1e7-85ba4c32dcd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:43.717138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac2216-28e5-4508-a1e7-85ba4c32dcd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:43.721020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac2216-28e5-4508-a1e7-85ba4c32dcd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:43.728146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-73ac2216-28e5-4508-a1e7-85ba4c32dcd1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2601354 Jul 28 11:27:43.728564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:43.734694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4523cbc1-120d-44be-9312-886cc029edcd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:43.757178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4940ea7c-dcc8-489d-8c1b-9f32dfa33874 None None] Provisioning complete for port 049d6925-212d-4d95-ae3e-01cd39993cf1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:43.757559 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4940ea7c-dcc8-489d-8c1b-9f32dfa33874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.820817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 43e3374a-8f59-4d2d-b054-6e39e2a444fb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:43.824508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:43.881473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.014313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.047938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4940ea7c-dcc8-489d-8c1b-9f32dfa33874 None None] Could not find standard attr ID for object db94dc74-4518-4d3d-ae13-2fe54fa34732. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:27:44.165016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.241952 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.245993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/43e3374a-8f59-4d2d-b054-6e39e2a444fb HTTP/1.1" status: 204 len: 168 time: 0.5161934 Jul 28 11:27:44.247368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=43e3374a-8f59-4d2d-b054-6e39e2a444fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:44.248596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:44.271633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.272520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.273035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.273668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.275021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.275531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.276051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.276572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.277134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.277645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.278332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.278878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e483cc-6a8d-4b06-8989-e0f6ae4ff77b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:44.285313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9767b0ad-a56c-4bc5-aa88-3cae9be93e5e None None] Could not find standard attr ID for object e91ffc8e-c46b-4c41-9224-8453c264fd4c. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:27:44.368912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet e3da1f31-b6a0-4861-b4de-9c8793725a46 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:44.375001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.474565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 049d6925-212d-4d95-ae3e-01cd39993cf1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:44.526455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.573511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 049d6925-212d-4d95-ae3e-01cd39993cf1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:44.574271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.744994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.759086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2cde0a9-8542-4d82-a489-41666b004bc6 req-46b72727-1378-457f-a01a-90dbb181a95d tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 210 time: 0.0642819 Jul 28 11:27:44.770449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f4dc3-35ac-49dd-8a65-99e404b62c3e None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:44.841503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.903033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4523cbc1-120d-44be-9312-886cc029edcd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:44.909391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fdcfd405-a9f4-4bd5-b823-291ef861de07 None None] Could not find standard attr ID for object db94dc74-4518-4d3d-ae13-2fe54fa34732. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:27:44.925940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=e3da1f31-b6a0-4861-b4de-9c8793725a46,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:44.949426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:44.951670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8eeb3d6e-3bd6-4826-ac4b-c75c35cbb4cf tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/e3da1f31-b6a0-4861-b4de-9c8793725a46 HTTP/1.1" status: 204 len: 168 time: 0.7017412 Jul 28 11:27:44.955336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:44.997111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-cd76695b-c3c1-495c-94b7-21828e625fb5 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9f9b23e5f4fa4bb8ba756b9571df7b67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351372 Jul 28 11:27:45.012308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cec163fb-81ec-4931-aebe-f27cf85ea305 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540490 Jul 28 11:27:45.014435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.095788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5252df06-5ed4-4037-bb3c-c6e206609b3c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:45.100925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5252df06-5ed4-4037-bb3c-c6e206609b3c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0818884 Jul 28 11:27:45.101159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.131477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4523cbc1-120d-44be-9312-886cc029edcd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:45.132093 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.198630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98255927-d28b-40e7-871d-2a7a8854c426 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:45.200118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-98255927-d28b-40e7-871d-2a7a8854c426 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988388 Jul 28 11:27:45.203251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.256508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fca0b196-9149-4157-8f3b-e722bc42a8b6 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:45.260891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fca0b196-9149-4157-8f3b-e722bc42a8b6 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510369 Jul 28 11:27:45.277519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Request body: {'port': {'device_id': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '9f9b23e5f4fa4bb8ba756b9571df7b67'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:45.295965 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9387631a-a433-4436-8985-cb4fd04848db tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911117 Jul 28 11:27:45.296624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.304310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a453dab5-7cc9-4050-9f22-f18107b4184a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:45.331630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:27:45.396320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] Deleting port 049d6925-212d-4d95-ae3e-01cd39993cf1 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:45.396988 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.438968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a453dab5-7cc9-4050-9f22-f18107b4184a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:45.445893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a453dab5-7cc9-4050-9f22-f18107b4184a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.448339 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a453dab5-7cc9-4050-9f22-f18107b4184a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:27:45.448339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a453dab5-7cc9-4050-9f22-f18107b4184a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:27:45.469427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Made reservation on behalf of 9f9b23e5f4fa4bb8ba756b9571df7b67 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:45.474616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a453dab5-7cc9-4050-9f22-f18107b4184a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1769009 Jul 28 11:27:45.475311 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.477520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.486619 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.490587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe28ac03-efe7-4e06-8278-62df2f66763c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:45.510177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] For port 049d6925-212d-4d95-ae3e-01cd39993cf1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=049d6925-212d-4d95-ae3e-01cd39993cf1,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:45.510177 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.526281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] Calling delete_port for 049d6925-212d-4d95-ae3e-01cd39993cf1 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:45.625485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.648350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.656626 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.660571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] Pushing event deleted for resources: {'Port': ['ID=049d6925-212d-4d95-ae3e-01cd39993cf1,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:45.668011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310814b2-857b-4fbc-8691-ae98a8e27eee None None] No DVR routers for this DVR port 049d6925-212d-4d95-ae3e-01cd39993cf1 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:45.684921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe28ac03-efe7-4e06-8278-62df2f66763c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:45.690410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe28ac03-efe7-4e06-8278-62df2f66763c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.692049 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe28ac03-efe7-4e06-8278-62df2f66763c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:27:45.693142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe28ac03-efe7-4e06-8278-62df2f66763c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:27:45.715642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fe28ac03-efe7-4e06-8278-62df2f66763c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2358572 Jul 28 11:27:45.718604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.727456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-28305926-a6b5-4f8d-be0f-45cd319e0ad2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:45.753143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1f411-8433-4b42-afc6-4dbc2b606c62,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:45.866752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28305926-a6b5-4f8d-be0f-45cd319e0ad2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:45.871313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28305926-a6b5-4f8d-be0f-45cd319e0ad2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:45.873085 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-28305926-a6b5-4f8d-be0f-45cd319e0ad2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:27:45.873669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28305926-a6b5-4f8d-be0f-45cd319e0ad2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:27:45.903403 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-28305926-a6b5-4f8d-be0f-45cd319e0ad2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1811318 Jul 28 11:27:45.903634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a8e9d49-0c63-49af-b041-3e83a5d240c5 req-88b17d9d-239c-4712-9970-bec888a9bd4d tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Jul 28 11:27:45.903967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:45.911416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e21fe038-6080-4dc9-896b-f37c67725e6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:45.932858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Allocated IP 192.168.233.173 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/b211dc46-0f38-416d-80f6-75dc377540ae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:46.058305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21fe038-6080-4dc9-896b-f37c67725e6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:46.071301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21fe038-6080-4dc9-896b-f37c67725e6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.075534 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21fe038-6080-4dc9-896b-f37c67725e6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:27:46.075986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21fe038-6080-4dc9-896b-f37c67725e6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:27:46.096076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e21fe038-6080-4dc9-896b-f37c67725e6b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1908438 Jul 28 11:27:46.099175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:46.105888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-772e3cf9-41ee-429a-bc7b-c83fbc218d7b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:46.157274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.187825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Transition to ACTIVE for port object b211dc46-0f38-416d-80f6-75dc377540ae will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:46.218902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e3cf9-41ee-429a-bc7b-c83fbc218d7b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:46.222718 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-772e3cf9-41ee-429a-bc7b-c83fbc218d7b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.225391 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-772e3cf9-41ee-429a-bc7b-c83fbc218d7b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:27:46.225910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772e3cf9-41ee-429a-bc7b-c83fbc218d7b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:27:46.246517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-772e3cf9-41ee-429a-bc7b-c83fbc218d7b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1431017 Jul 28 11:27:46.247214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:46.254377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-653a6ca2-6ab7-4f0f-a2f2-23a436db337d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:46.320025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.405516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:46.416200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:46.418677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:46.439664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 049d6925-212d-4d95-ae3e-01cd39993cf1 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:46.477632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Pushing event updated for resources: {'Port': ['ID=b211dc46-0f38-416d-80f6-75dc377540ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:46.479176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 049d6925-212d-4d95-ae3e-01cd39993cf1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:46.479951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 049d6925-212d-4d95-ae3e-01cd39993cf1 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:46.484776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653a6ca2-6ab7-4f0f-a2f2-23a436db337d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:46.489509 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-653a6ca2-6ab7-4f0f-a2f2-23a436db337d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.491003 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-653a6ca2-6ab7-4f0f-a2f2-23a436db337d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:27:46.491436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653a6ca2-6ab7-4f0f-a2f2-23a436db337d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:27:46.522126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:46.522785 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.527654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-653a6ca2-6ab7-4f0f-a2f2-23a436db337d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2793179 Jul 28 11:27:46.530520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:46.541684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-b229cf22-edac-468c-905e-d78ecb2cfedf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2688656 Jul 28 11:27:46.573074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-629ad43a-7492-46fe-bc0f-1dd35d3706a1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0411232 Jul 28 11:27:46.575451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:46.732309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Request body: {'port': {'device_id': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:46.816237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.870088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3e5a9da-7ed8-4cef-9d33-5354818cb848 None None] Provisioning for port b211dc46-0f38-416d-80f6-75dc377540ae completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:46.875793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3e5a9da-7ed8-4cef-9d33-5354818cb848 None None] Provisioning complete for port b211dc46-0f38-416d-80f6-75dc377540ae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:46.877174 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e5a9da-7ed8-4cef-9d33-5354818cb848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:46.980487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5a9da-7ed8-4cef-9d33-5354818cb848 None None] Port b211dc46-0f38-416d-80f6-75dc377540ae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:27:47.037472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6aa40c-73b2-4803-9e53-7f95d541c198 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:47.040218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7d6aa40c-73b2-4803-9e53-7f95d541c198 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4625704 Jul 28 11:27:47.041537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:47.096832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:47.097267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2f9c620c-2a4e-4642-92ba-b2b5482270c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542498 Jul 28 11:27:47.106179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:47.169768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e22572-0798-4cf8-8104-f77c389a153b req-ece851cf-4e33-4309-ae3c-c5dd4c647f5b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:47.171731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63e22572-0798-4cf8-8104-f77c389a153b req-ece851cf-4e33-4309-ae3c-c5dd4c647f5b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 936 time: 0.1207340 Jul 28 11:27:47.282864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-63e22572-0798-4cf8-8104-f77c389a153b req-664641aa-bdcb-4c13-8c0f-671cd215aeaf tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016922 Jul 28 11:27:47.371772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:47.377675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:47.466214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b211dc46-0f38-416d-80f6-75dc377540ae {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:27:47.479332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:47.507912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Transition to ACTIVE for port object b211dc46-0f38-416d-80f6-75dc377540ae will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:47.514387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:47.570035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Pushing event updated for resources: {'Port': ['ID=b211dc46-0f38-416d-80f6-75dc377540ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:47.766303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Attempting to bind port b211dc46-0f38-416d-80f6-75dc377540ae on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:47.766644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Attempting to bind port b211dc46-0f38-416d-80f6-75dc377540ae by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:47.766976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Attempting to bind port b211dc46-0f38-416d-80f6-75dc377540ae on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:47.782197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Port b211dc46-0f38-416d-80f6-75dc377540ae on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:27:47.782777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Attempting to bind port b211dc46-0f38-416d-80f6-75dc377540ae on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:47.798616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:47.798957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:47.799480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:47.799932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Bound port: b211dc46-0f38-416d-80f6-75dc377540ae, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:47.800390 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:47.936654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:47.939774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:47.988005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] For port b211dc46-0f38-416d-80f6-75dc377540ae, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:48.006878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:48.013904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] For port b211dc46-0f38-416d-80f6-75dc377540ae, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b211dc46-0f38-416d-80f6-75dc377540ae,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:48.015416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:48.018772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:48.019722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:48.029266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:48.032639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d523da6-a16d-4e46-bbc4-8a024d7f9c4e None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:48.074067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:48.075230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:48.076862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] 10.222.0.41 "PUT /v2.0/ports/b211dc46-0f38-416d-80f6-75dc377540ae HTTP/1.1" status: 200 len: 1096 time: 1.5262160 Jul 28 11:27:48.080197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'tag': 'b211dc46-0f38-416d-80f6-75dc377540ae'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:27:48.083813 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "76251e44-2a37-4355-9690-bbfb58cbfc92", "tag": "b211dc46-0f38-416d-80f6-75dc377540ae"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:27:48.089294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=2a9825fc-876e-4321-82d5-130d26fea405,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:48.093371 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-62f26f94-3578-4ce2-95f7-ae6e12bb639f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9949632 Jul 28 11:27:48.096067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:48.101628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:03:6c:81', 'name': 'tempest-NetworksTestDHCPv6-1094978744'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:48.199111 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88e352d-98d1-40d1-ae1f-b30777651f86 x-openstack-request-id: req-c88e352d-98d1-40d1-ae1f-b30777651f86 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:27:48.199538 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76251e44-2a37-4355-9690-bbfb58cbfc92", "tag": "b211dc46-0f38-416d-80f6-75dc377540ae", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:27:48.200021 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c88e352d-98d1-40d1-ae1f-b30777651f86 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:27:48.200537 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'tag': 'b211dc46-0f38-416d-80f6-75dc377540ae', 'status': 'completed', 'code': 200} Jul 28 11:27:48.236339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ba8f-b41b-409d-b2cd-bd9618ee9fca service neutron] Pushing event updated for resources: {'Port': ['ID=b211dc46-0f38-416d-80f6-75dc377540ae,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:48.310911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '2a9825fc-876e-4321-82d5-130d26fea405'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:48.314990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:48.315496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-9e6e5977-90d2-4578-b00b-575c8ee61e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:48.317630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-9e6e5977-90d2-4578-b00b-575c8ee61e77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f9b23e5f4fa4bb8ba756b9571df7b67&device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 1099 time: 0.1281121 Jul 28 11:27:48.403398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-e06d5009-4fd6-46db-ac8b-fc9c515853e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b211dc46-0f38-416d-80f6-75dc377540ae HTTP/1.1" status: 200 len: 217 time: 0.0705488 Jul 28 11:27:48.555772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Allocated IP 2001:db8::f816:3eff:fe5e:23b7 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/2a9825fc-876e-4321-82d5-130d26fea405/c7b75388-1d53-49c2-800b-320f856462b6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:48.563904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-cee368c4-9cf9-4fe7-b20a-a915b4a6979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:48.565408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-cee368c4-9cf9-4fe7-b20a-a915b4a6979f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1510253 Jul 28 11:27:48.592455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:48.629045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a74e9-0795-4261-add5-a3a53ea3c35d req-77bcefb1-9255-45f2-950d-daf1237f9b77 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:48.630785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb6a74e9-0795-4261-add5-a3a53ea3c35d req-77bcefb1-9255-45f2-950d-daf1237f9b77 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 948 time: 0.2327585 Jul 28 11:27:48.815872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:48.828144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Transition to ACTIVE for port object c7b75388-1d53-49c2-800b-320f856462b6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:48.848056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Transition to ACTIVE for port object c7b75388-1d53-49c2-800b-320f856462b6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:48.858801 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:48.916155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:48.922175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:48.927273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:48.931058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Pushing event updated for resources: {'Port': ['ID=c7b75388-1d53-49c2-800b-320f856462b6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:49.005048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Attempting to bind port c7b75388-1d53-49c2-800b-320f856462b6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:49.005048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Attempting to bind port c7b75388-1d53-49c2-800b-320f856462b6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:49.005048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Attempting to bind port c7b75388-1d53-49c2-800b-320f856462b6 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:49.005048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:49.005048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:49.005048 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.005929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:49.006246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Bound port: c7b75388-1d53-49c2-800b-320f856462b6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:49.006700 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.095672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] For port c7b75388-1d53-49c2-800b-320f856462b6, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:49.105305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] For port c7b75388-1d53-49c2-800b-320f856462b6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7b75388-1d53-49c2-800b-320f856462b6,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:49.108075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb6a74e9-0795-4261-add5-a3a53ea3c35d req-d61524ba-3f23-4c29-ae39-a5b72e3b14b0 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664865 Jul 28 11:27:49.113581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-4a0b3fb2-201d-4ec2-8919-f713a04fe88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:49.115440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.115988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-4a0b3fb2-201d-4ec2-8919-f713a04fe88a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5422139 Jul 28 11:27:49.195863 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.199196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4a3d-c506-435c-9f45-5d83d8ed7073 None None] Pushing event updated for resources: {'Port': ['ID=c7b75388-1d53-49c2-800b-320f856462b6,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:49.231879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port d60eac2b-1a98-4be4-a3e5-5430a71bba47 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:49.339515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-6ede6df4-580b-41b0-8367-a036c2e6fa3d service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114956 Jul 28 11:27:49.508448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe03:6c81 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/2a9825fc-876e-4321-82d5-130d26fea405/d60eac2b-1a98-4be4-a3e5-5430a71bba47) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:49.575482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cdd786e7-69da-4bf6-97d6-9a33aefad038 req-62f3e68f-bd4c-4eab-b8c3-3735976b8c82 service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241302 Jul 28 11:27:49.759253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-e5ffadeb-8bfd-4415-aebd-b76001bae910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:49.760785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-e5ffadeb-8bfd-4415-aebd-b76001bae910 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f9b23e5f4fa4bb8ba756b9571df7b67&device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 1099 time: 0.1208405 Jul 28 11:27:49.768479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.836987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.860518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object d60eac2b-1a98-4be4-a3e5-5430a71bba47 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:49.912086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-6311cd0c-f58e-4a4f-89bf-998a8f4524a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:49.914377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-6311cd0c-f58e-4a4f-89bf-998a8f4524a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.1403873 Jul 28 11:27:49.932473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:49.980656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-8f29c0ec-376d-4774-aaef-07c0385ec226 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b211dc46-0f38-416d-80f6-75dc377540ae HTTP/1.1" status: 200 len: 217 time: 0.0576434 Jul 28 11:27:50.021023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:50.032943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:50.035870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:50.042330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:50.042971 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:50.093839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=d60eac2b-1a98-4be4-a3e5-5430a71bba47,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:50.108075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9bee32b0-9a05-4501-b90d-09206c12026b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0082123 Jul 28 11:27:50.108259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:50.124612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-373b0c49-3841-43c6-961b-90b5b1960d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:50.126078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-373b0c49-3841-43c6-961b-90b5b1960d27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1105580 Jul 28 11:27:50.218838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-49608d1b-35ae-4ee0-9667-5dadc84f041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:50.226883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-49608d1b-35ae-4ee0-9667-5dadc84f041a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776684 Jul 28 11:27:50.312455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603ae39-e393-4cc2-918d-2f00fe7e6571 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:50.319003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603ae39-e393-4cc2-918d-2f00fe7e6571 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:50.320732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0603ae39-e393-4cc2-918d-2f00fe7e6571 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2114446 Jul 28 11:27:50.323686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:50.428150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-ff757b1e-0b7f-44a9-8424-09788a4d6f5e service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935093 Jul 28 11:27:50.461072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283a9c-070b-476e-90ca-ad8b80d459f4 req-58bc0905-e4f8-433b-8dcb-a26bbd00362f tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:50.462819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35283a9c-070b-476e-90ca-ad8b80d459f4 req-58bc0905-e4f8-433b-8dcb-a26bbd00362f tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 948 time: 0.1391618 Jul 28 11:27:50.522690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7b75388-1d53-49c2-800b-320f856462b6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:50.523539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port d60eac2b-1a98-4be4-a3e5-5430a71bba47 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:50.526292 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:50.604579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c7b75388-1d53-49c2-800b-320f856462b6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:50.693055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:50.714794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for d60eac2b-1a98-4be4-a3e5-5430a71bba47 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:50.719581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc9c97d6-6157-4a18-9dd9-01d7ba14d3b5 req-14591be5-71eb-46a5-94dc-5ed98ef9940c service neutron] 10.222.0.41 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820013 Jul 28 11:27:50.726988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35283a9c-070b-476e-90ca-ad8b80d459f4 req-4863cad4-a271-42ac-bc91-7745d4b4f8f8 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358441 Jul 28 11:27:50.772292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] Provisioning for port c7b75388-1d53-49c2-800b-320f856462b6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:50.778491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] Provisioning complete for port c7b75388-1d53-49c2-800b-320f856462b6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:50.779221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:50.982529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:50.986353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.031969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=d60eac2b-1a98-4be4-a3e5-5430a71bba47,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:51.058068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] For port c7b75388-1d53-49c2-800b-320f856462b6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7b75388-1d53-49c2-800b-320f856462b6,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:51.070536 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.082358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.083040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.083530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.084107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.084576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.085001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.091777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.092425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.093009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.093559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.094132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.094709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:27:51.100430 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.103768 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-151afa2e-9d0e-4807-9a15-ddd59886a9c5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/d60eac2b-1a98-4be4-a3e5-5430a71bba47 HTTP/1.1" status: 204 len: 168 time: 0.7777026 Jul 28 11:27:51.107461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:51.179184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e083e8-c825-40dd-a424-f0bd65f657a3 None None] Pushing event updated for resources: {'Port': ['ID=c7b75388-1d53-49c2-800b-320f856462b6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:51.208929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22fa0115-f071-47bb-891c-e98f1375c0b0 None None] Could not find standard attr ID for object d60eac2b-1a98-4be4-a3e5-5430a71bba47. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:27:51.231137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675dec0-7b6d-4c46-bcc9-7721a07c04c3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:51.233867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675dec0-7b6d-4c46-bcc9-7721a07c04c3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:51.243235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9675dec0-7b6d-4c46-bcc9-7721a07c04c3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1328156 Jul 28 11:27:51.244528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:51.318145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 2a9825fc-876e-4321-82d5-130d26fea405 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:51.321646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.332332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:51.376771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.497473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5521-ed9e-4c47-8f44-5a323ac6152e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.506191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.586594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.614706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9825fc-876e-4321-82d5-130d26fea405,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:51.629773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.631764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be206c2e-4888-4352-9566-dfb3aa2b7d37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/2a9825fc-876e-4321-82d5-130d26fea405 HTTP/1.1" status: 204 len: 168 time: 0.3859637 Jul 28 11:27:51.633634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a8fdc-32a0-4cc8-ae87-d156e5ce307c None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:51.635024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:51.680235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-577f059e-5516-46b0-a0f1-b18e8cbfa00b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416083 Jul 28 11:27:51.681260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:51.685533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:51.711394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5521-ed9e-4c47-8f44-5a323ac6152e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.720742 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5521-ed9e-4c47-8f44-5a323ac6152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.791726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5521-ed9e-4c47-8f44-5a323ac6152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad52a48-5d4a-4303-a9b6-2b021ade69e9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:51.841271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8c6a5521-ed9e-4c47-8f44-5a323ac6152e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f420df1b15844749b06123964f6efd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046318 Jul 28 11:27:51.841643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38856) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:51.869757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:51.874508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.929912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:27:51.969808 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48f91489-aeab-4fda-90f7-8ae01c7b30e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:51.988164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] Deleting port c7b75388-1d53-49c2-800b-320f856462b6 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:51.988969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.008026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48f91489-aeab-4fda-90f7-8ae01c7b30e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.041171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a156b-fb9e-4ff4-bd94-636967669a61 req-ceedef61-c461-4022-90a0-09385c32ad0e tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:52.044614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d31a156b-fb9e-4ff4-bd94-636967669a61 req-ceedef61-c461-4022-90a0-09385c32ad0e tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 948 time: 0.1672845 Jul 28 11:27:52.068861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b211dc46-0f38-416d-80f6-75dc377540ae details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:27:52.111205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] For port c7b75388-1d53-49c2-800b-320f856462b6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c7b75388-1d53-49c2-800b-320f856462b6,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:52.111205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.122220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d31a156b-fb9e-4ff4-bd94-636967669a61 req-cd307f4c-cf9f-4476-b25e-e07eda5029a7 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713146 Jul 28 11:27:52.155123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48f91489-aeab-4fda-90f7-8ae01c7b30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.158279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48f91489-aeab-4fda-90f7-8ae01c7b30e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.159724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-48f91489-aeab-4fda-90f7-8ae01c7b30e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ad52a48-5d4a-4303-a9b6-2b021ade69e9 HTTP/1.1" status: 204 len: 168 time: 0.3170228 Jul 28 11:27:52.169383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] Calling delete_port for c7b75388-1d53-49c2-800b-320f856462b6 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:52.173071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f91489-aeab-4fda-90f7-8ae01c7b30e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad52a48-5d4a-4303-a9b6-2b021ade69e9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:52.390330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b211dc46-0f38-416d-80f6-75dc377540ae, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b211dc46-0f38-416d-80f6-75dc377540ae,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:52.435664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'b211dc46-0f38-416d-80f6-75dc377540ae', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'b211dc46-0f38-416d-80f6-75dc377540ae', 'mac_address': 'fa:16:3e:fa:7b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:27:52.472277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:52.494531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.498488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7b75388-1d53-49c2-800b-320f856462b6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:52.541397 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.558733 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c7b75388-1d53-49c2-800b-320f856462b6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:52.559077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c7b75388-1d53-49c2-800b-320f856462b6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:52.568895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b211dc46-0f38-416d-80f6-75dc377540ae {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:27:52.592372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b211dc46-0f38-416d-80f6-75dc377540ae, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b211dc46-0f38-416d-80f6-75dc377540ae,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:52.649124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] No DVR routers for this DVR port c7b75388-1d53-49c2-800b-320f856462b6 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:52.649124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53333aff-e740-4f04-829f-081c766a5d66 None None] Pushing event deleted for resources: {'Port': ['ID=c7b75388-1d53-49c2-800b-320f856462b6,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:52.664027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.672954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.714007 n-d-723573-7 neutron-server[93835]: WARNING neutron.services.revisions.revision_plugin [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Could not find related port for resource to bump revision. Jul 28 11:27:52.721627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_pluggable_backend [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Port c7b75388-1d53-49c2-800b-320f856462b6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 11:27:52.722283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_pluggable_backend [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5e:23b7 {{(pid=93835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 11:27:52.726726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b211dc46-0f38-416d-80f6-75dc377540ae,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:52.729468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_pluggable_backend [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5e:23b7 {{(pid=93835) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 11:27:52.731099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.796171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:52.799919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:52.805097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:52.805690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:52.820937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=ccdb40cf-d0d1-462d-b371-97dee35d76af,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:52.821341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c068878-1131-46b6-b545-5d6f31e3367f None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:52.834599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07c84534-3973-4204-b626-9242cbab21a6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1497917 Jul 28 11:27:52.834810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:52.842742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:58:26:18', 'name': 'tempest-NetworksTestDHCPv6-318232198'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:52.903026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b211dc46-0f38-416d-80f6-75dc377540ae'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:27:53.054922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:53.192899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:53.264965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 4627891b-d003-487e-bdb8-3c658749c544 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:53.313495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fd4d9-9afb-4b96-9973-a161da601847 req-4a55e242-a375-4eb9-b35a-49e56172fcae tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:53.322888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e5fd4d9-9afb-4b96-9973-a161da601847 req-4a55e242-a375-4eb9-b35a-49e56172fcae tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 949 time: 0.0895727 Jul 28 11:27:53.381363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': 'ccdb40cf-d0d1-462d-b371-97dee35d76af'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:53.382209 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:53.388067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e5fd4d9-9afb-4b96-9973-a161da601847 req-e1ee1887-6d6f-4548-9fe0-449300848b79 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636597 Jul 28 11:27:53.510779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe58:2618 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/ccdb40cf-d0d1-462d-b371-97dee35d76af/4627891b-d003-487e-bdb8-3c658749c544) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:53.726202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:53.743287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 4627891b-d003-487e-bdb8-3c658749c544 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:53.809997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:53.876513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Allocated IP 2001:db8::f816:3eff:fe19:6cd7 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/ccdb40cf-d0d1-462d-b371-97dee35d76af/4a81dbbb-4b04-42c6-a685-6025f9e88ac9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:53.880196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=4627891b-d003-487e-bdb8-3c658749c544,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:53.905147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:53.906938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:53.909967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:53.917705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:53.918376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:53.954659 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-383b493e-6665-4202-943f-7e4390a880a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1185637 Jul 28 11:27:53.957912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 38950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:54.042746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc58df-8901-4ac8-8310-38e68e71565c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:54.047021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 38952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:54.047490 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-41bc58df-8901-4ac8-8310-38e68e71565c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0885816 Jul 28 11:27:54.059395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b211dc46-0f38-416d-80f6-75dc377540ae up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:54.169080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.180356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port b211dc46-0f38-416d-80f6-75dc377540ae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:54.186752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Transition to ACTIVE for port object 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:54.188892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port b211dc46-0f38-416d-80f6-75dc377540ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:54.189271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.270821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Transition to ACTIVE for port object 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:54.276239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 4627891b-d003-487e-bdb8-3c658749c544 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:54.276650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.283707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.328967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:54.386594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:54.388598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:54.392213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:54.429250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.457362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 4627891b-d003-487e-bdb8-3c658749c544 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:54.527542 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.550188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Attempting to bind port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:54.553586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Attempting to bind port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:54.553586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Attempting to bind port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:54.559489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:54.560013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:54.560612 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.561668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:54.563955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Bound port: 4a81dbbb-4b04-42c6-a685-6025f9e88ac9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:54.564331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.572260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b211dc46-0f38-416d-80f6-75dc377540ae'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:27:54.575216 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb07fb9-f26c-4a1c-b8b6-ab4e70249e69" -d '{"events": [{"server_uuid": "76251e44-2a37-4355-9690-bbfb58cbfc92", "name": "network-vif-plugged", "status": "completed", "tag": "b211dc46-0f38-416d-80f6-75dc377540ae"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:27:54.601351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port b211dc46-0f38-416d-80f6-75dc377540ae, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b211dc46-0f38-416d-80f6-75dc377540ae,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:54.630032 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.636226 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f7b80-0801-47e8-af6f-8c02384ca4b8 x-openstack-request-id: req-bf3f7b80-0801-47e8-af6f-8c02384ca4b8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:27:54.636528 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76251e44-2a37-4355-9690-bbfb58cbfc92", "name": "network-vif-plugged", "status": "completed", "tag": "b211dc46-0f38-416d-80f6-75dc377540ae", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:27:54.636777 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf3f7b80-0801-47e8-af6f-8c02384ca4b8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:27:54.637428 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b211dc46-0f38-416d-80f6-75dc377540ae', 'code': 200} Jul 28 11:27:54.744234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] For port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:54.756467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] For port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:54.765079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:54.767630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=b211dc46-0f38-416d-80f6-75dc377540ae,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:54.804784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72a25-5b18-4d32-9286-86cad4a6fb42 req-48741e0a-dbfc-4a39-a633-9a7dd07b75e5 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:54.813419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5de72a25-5b18-4d32-9286-86cad4a6fb42 req-48741e0a-dbfc-4a39-a633-9a7dd07b75e5 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 949 time: 0.2598612 Jul 28 11:27:54.834299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71c00-6d04-4d24-8c04-c0f48781c7b5 None None] Pushing event updated for resources: {'Port': ['ID=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:54.932951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167458a-86f9-4d8e-98bf-3cbe279acad6 req-4bc008a7-b52c-45d2-bd5b-00ec9403f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:54.934458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6167458a-86f9-4d8e-98bf-3cbe279acad6 req-4bc008a7-b52c-45d2-bd5b-00ec9403f851 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 1101 time: 0.2279756 Jul 28 11:27:54.953017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5de72a25-5b18-4d32-9286-86cad4a6fb42 req-8ab4615e-63c6-4806-a9fa-08e1a00ed1fa tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381912 Jul 28 11:27:55.002479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.046121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6167458a-86f9-4d8e-98bf-3cbe279acad6 req-1b9f0364-7736-49c9-ad51-6efe3f05507b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920637 Jul 28 11:27:55.069781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=4627891b-d003-487e-bdb8-3c658749c544,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:55.107163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.111793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9505c40a-9d04-4be3-a5bd-d2eb6c5cf371 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/4627891b-d003-487e-bdb8-3c658749c544 HTTP/1.1" status: 204 len: 168 time: 1.0610294 Jul 28 11:27:55.112168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.231769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70677891-f799-426b-9d0a-3b3622cb945d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:55.236377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70677891-f799-426b-9d0a-3b3622cb945d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:55.236875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-70677891-f799-426b-9d0a-3b3622cb945d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233859 Jul 28 11:27:55.239650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.250610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.303729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet ccdb40cf-d0d1-462d-b371-97dee35d76af {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:27:55.308327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.369211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.449425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45419cba-213c-403b-bce3-6ae5bab7032d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.480641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.569370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.578295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45419cba-213c-403b-bce3-6ae5bab7032d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.590108 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45419cba-213c-403b-bce3-6ae5bab7032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.600558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdb40cf-d0d1-462d-b371-97dee35d76af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:55.630170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.633928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d41cda8f-a412-4b00-ad01-b82d430401ca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/ccdb40cf-d0d1-462d-b371-97dee35d76af HTTP/1.1" status: 204 len: 168 time: 0.3931041 Jul 28 11:27:55.636787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.669250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45419cba-213c-403b-bce3-6ae5bab7032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3765b3-f114-4197-a50b-6c47516c87a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:55.677179 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-45419cba-213c-403b-bce3-6ae5bab7032d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=770b335ceb92418b8b13dc18635616a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246702 Jul 28 11:27:55.677784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.752652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bdee242-6e32-4d72-855f-bf8bc11f2164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.797883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bdee242-6e32-4d72-855f-bf8bc11f2164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.802315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-01095131-9896-4378-bd51-e7f038398303 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630847 Jul 28 11:27:55.803255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.866117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26195d52-f162-4d7f-a71b-a2172b8adfb0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:55.867787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26195d52-f162-4d7f-a71b-a2172b8adfb0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0632122 Jul 28 11:27:55.871311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:55.882029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bdee242-6e32-4d72-855f-bf8bc11f2164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.885573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bdee242-6e32-4d72-855f-bf8bc11f2164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:55.886978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6bdee242-6e32-4d72-855f-bf8bc11f2164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d3765b3-f114-4197-a50b-6c47516c87a3 HTTP/1.1" status: 204 len: 168 time: 0.2044621 Jul 28 11:27:55.897623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdee242-6e32-4d72-855f-bf8bc11f2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3765b3-f114-4197-a50b-6c47516c87a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:55.990533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5a21f-def0-4bb1-9418-af127b752cb2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:55.995720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:56.005870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-33d5a21f-def0-4bb1-9418-af127b752cb2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1302438 Jul 28 11:27:56.088724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:56.094251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:56.100471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1679a5b1-4047-4aa1-94d3-fb501bb7743c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033638 Jul 28 11:27:56.226101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44ecb0-2f01-4506-8ea3-4760e29d3a7d req-a648f7ef-8fcb-4c46-8325-ea28ddcb4162 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:56.234924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b44ecb0-2f01-4506-8ea3-4760e29d3a7d req-a648f7ef-8fcb-4c46-8325-ea28ddcb4162 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 950 time: 0.1209280 Jul 28 11:27:56.297304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:56.306132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:56.375010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b44ecb0-2f01-4506-8ea3-4760e29d3a7d req-ba1de350-6da8-45cc-abe5-71a04ac887b4 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390154 Jul 28 11:27:56.429543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2760bc0-5686-4fe4-8e31-457acbe889f7 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:56.508791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:27:56.682361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] Provisioning for port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:56.689542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:27:56.729007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] Provisioning complete for port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:56.732486 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:56.732486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:27:56.732486 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:56.974649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:27:56.989534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e3cf-105e-45e9-b15a-c9e82cde9321 req-45d358d1-73cf-4557-b7e7-13dcd7af736b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:56.997622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b22e3cf-105e-45e9-b15a-c9e82cde9321 req-45d358d1-73cf-4557-b7e7-13dcd7af736b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 950 time: 0.1307745 Jul 28 11:27:57.018016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.020136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:27:57.060092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b22e3cf-105e-45e9-b15a-c9e82cde9321 req-ccb10157-5ef1-497b-932b-5ad9e2ae4786 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Jul 28 11:27:57.081294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.113320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] For port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:57.154899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.249891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:57.258711 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:27:57.259136 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:27:57.260689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] Deleting port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:57.261199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.262884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f19153-8d98-4ff7-bf2c-f9db485bdcef None None] Pushing event updated for resources: {'Port': ['ID=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:57.373467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] For port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:57.373883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.392363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] Calling delete_port for 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:57.405452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-73974747'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:57.415313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.444020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:57.447805 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.459272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.508318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.556860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] Pushing event deleted for resources: {'Port': ['ID=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:57.559148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac4e91-79fd-4db2-bf84-f27d6a7916ff None None] No DVR routers for this DVR port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:27:57.605546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.610910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.630609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:27:57.641580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:57.645509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.645866 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment 2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b of type vlan for network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 Jul 28 11:27:57.686270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.694056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.695244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.705561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.731081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88e7569-2888-4116-b8e7-6dc196eb0893,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:57.739781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=4a81dbbb-4b04-42c6-a685-6025f9e88ac9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:57.770861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.771599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:57.775123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:57.779824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:57.780445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.789102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:57.793485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.806797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec070d-f358-4083-82ff-36520fde4475 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:57.809882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:27:57.821414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7314961 Jul 28 11:27:57.825002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:57.830649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:5c:64:5b', 'name': 'tempest-NetworksTestDHCPv6-1468569054'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:57.861995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca6d1-c5e5-449a-be3c-e09f1070cb5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=c13b96c6-df51-4a74-a7a3-107bfcb74519,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:57.929295 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6776214 Jul 28 11:27:57.933803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:57.938070 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b87b9d89-0632-48f2-9c07-aab56a4c0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:57.948974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'name': 'tempest-PortsTestJSON-1573974911'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:58.033010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': 'c13b96c6-df51-4a74-a7a3-107bfcb74519'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:27:58.034134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.114232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-50976027-edf1-42b2-aea1-404bdce4ab85 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:58.115769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-50976027-edf1-42b2-aea1-404bdce4ab85 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.41 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 950 time: 0.1212108 Jul 28 11:27:58.116650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:58.117543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1c60b-f37a-4a09-8204-a41152e755fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=3cb61a87-7af0-43b7-a5d4-97b09bba0178,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:58.133403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:27:58.148722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:58.152627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.173949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port d6650faf-c4c8-4f0b-a088-61fa3283fd92 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:58.327669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Allocated IP 2001:db8::f816:3eff:fecd:c039 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/c13b96c6-df51-4a74-a7a3-107bfcb74519/89d6b132-54f8-4cea-9194-a5d8293e793c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:58.404590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038eee4-7c83-4ce4-b83d-59c11ed54e30 req-51ba14cb-ae01-4177-8880-a480714082e5 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:58.406592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b038eee4-7c83-4ce4-b83d-59c11ed54e30 req-51ba14cb-ae01-4177-8880-a480714082e5 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 950 time: 0.2154281 Jul 28 11:27:58.454347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.464438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:27:58.498125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:27:58.498781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4a81dbbb-4b04-42c6-a685-6025f9e88ac9 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:27:58.499993 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.514368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.518478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Deleting port b211dc46-0f38-416d-80f6-75dc377540ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:27:58.519025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.575902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=d6650faf-c4c8-4f0b-a088-61fa3283fd92,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:58.596827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:58.597510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: 3cb61a87-7af0-43b7-a5d4-97b09bba0178, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:27:58.609688 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.623488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Transition to ACTIVE for port object 89d6b132-54f8-4cea-9194-a5d8293e793c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:58.626672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:27:58.646277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 3cb61a87-7af0-43b7-a5d4-97b09bba0178) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:58.647688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Transition to ACTIVE for port object 89d6b132-54f8-4cea-9194-a5d8293e793c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:58.650333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:58.656439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:58.657023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.662330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994496f2-bbf1-47d4-ae7c-9395d786c4bc None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:27:58.693878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f825fb7b-6e62-4bde-a6af-6fa0d2688aa2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7588096 Jul 28 11:27:58.697452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:58.702747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1478874311'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:58.713557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.736888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:58.742936 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.777669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:58.792885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:27:58.814106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:58.815636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.816077 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment 19e50fe4-7510-40dc-a761-026fd973b07e of type vlan for network 20ac06f9-de6e-446c-9e01-e71a42589f18 Jul 28 11:27:58.826525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:58.853492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Pushing event updated for resources: {'Port': ['ID=89d6b132-54f8-4cea-9194-a5d8293e793c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:58.864968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.904779 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.911128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:58.913946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:58.948035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2494588 Jul 28 11:27:58.994504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Attempting to bind port 89d6b132-54f8-4cea-9194-a5d8293e793c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:27:58.994884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Attempting to bind port 89d6b132-54f8-4cea-9194-a5d8293e793c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:27:58.995250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Attempting to bind port 89d6b132-54f8-4cea-9194-a5d8293e793c on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:27:59.009447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:27:59.009821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:27:59.010235 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.010625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:27:59.011102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Bound port: 89d6b132-54f8-4cea-9194-a5d8293e793c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:27:59.011485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.026916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26faf53-05ee-4e44-92f9-066b17f769f5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=20ac06f9-de6e-446c-9e01-e71a42589f18,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:59.029161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:27:59.036286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'ports': [{'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'}, {'network_id': '20ac06f9-de6e-446c-9e01-e71a42589f18'}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:59.036918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:59.037587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '20ac06f9-de6e-446c-9e01-e71a42589f18'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:27:59.078772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 20ac06f9-de6e-446c-9e01-e71a42589f18 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:27:59.131849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b038eee4-7c83-4ce4-b83d-59c11ed54e30 req-ecf3f071-7ba0-4a04-8d30-9101f8819b84 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0c1f411-8433-4b42-afc6-4dbc2b606c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131722 Jul 28 11:27:59.151857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 9d78f445-2df1-4f67-b9a8-474b6bea0a5b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:59.200823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4513446d-3432-416a-9297-ca1826effd9d None None] For port 89d6b132-54f8-4cea-9194-a5d8293e793c, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:27:59.251970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4513446d-3432-416a-9297-ca1826effd9d None None] For port 89d6b132-54f8-4cea-9194-a5d8293e793c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=89d6b132-54f8-4cea-9194-a5d8293e793c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:27:59.271604 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.272554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:27:59.278576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.305956 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.330511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] For port b211dc46-0f38-416d-80f6-75dc377540ae, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=b211dc46-0f38-416d-80f6-75dc377540ae,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:27:59.330880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.390024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513446d-3432-416a-9297-ca1826effd9d None None] Pushing event updated for resources: {'Port': ['ID=89d6b132-54f8-4cea-9194-a5d8293e793c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:27:59.417116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Calling delete_port for b211dc46-0f38-416d-80f6-75dc377540ae owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:27:59.425338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port ec456bbb-63b5-40e1-9871-e74b4e7129f3 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:59.511061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe5c:645b (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/c13b96c6-df51-4a74-a7a3-107bfcb74519/9d78f445-2df1-4f67-b9a8-474b6bea0a5b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:27:59.591459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.760375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 1534d4a3-374a-4bf0-9ec3-3a740c27b13e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:27:59.789006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.810822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 9d78f445-2df1-4f67-b9a8-474b6bea0a5b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:27:59.885590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.937043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.941129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:27:59.948244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:27:59.969394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:27:59.980287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:27:59.983478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:27:59.986897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.001881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.010762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=9d78f445-2df1-4f67-b9a8-474b6bea0a5b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:00.013692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['b211dc46-0f38-416d-80f6-75dc377540ae'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:28:00.055253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=ec456bbb-63b5-40e1-9871-e74b4e7129f3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:00.075883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:00.077678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:00.091192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Pushing event deleted for resources: {'Port': ['ID=b211dc46-0f38-416d-80f6-75dc377540ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:00.093980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fccf1e99-f1c3-4196-ace0-c1031881d1c6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2687092 Jul 28 11:28:00.097819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:00.098473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39176) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:00.099910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.130707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] No DVR routers for this DVR port b211dc46-0f38-416d-80f6-75dc377540ae on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:00.151576 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.153657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4a39467-20c0-44e2-b991-10d8daf2e418 req-d89d98e9-4e51-4d13-8494-b0bcd168ee2b tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.41 "DELETE /v2.0/ports/b211dc46-0f38-416d-80f6-75dc377540ae HTTP/1.1" status: 204 len: 173 time: 2.0175548 Jul 28 11:28:00.155131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'name': 'network-vif-deleted', 'tag': 'b211dc46-0f38-416d-80f6-75dc377540ae'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:28:00.158708 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b96928b-d023-491e-8acb-43bec846796c" -d '{"events": [{"server_uuid": "76251e44-2a37-4355-9690-bbfb58cbfc92", "name": "network-vif-deleted", "tag": "b211dc46-0f38-416d-80f6-75dc377540ae"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:28:00.218712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbbb03d-1b85-4b5a-9a15-1f723255f7b2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:00.226425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbbb03d-1b85-4b5a-9a15-1f723255f7b2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:00.231357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5cbbb03d-1b85-4b5a-9a15-1f723255f7b2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1337125 Jul 28 11:28:00.232051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:00.246511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=1534d4a3-374a-4bf0-9ec3-3a740c27b13e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:00.293659 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a1dbc-a087-4bb7-bd6d-a2f8e07b52a4 x-openstack-request-id: req-091a1dbc-a087-4bb7-bd6d-a2f8e07b52a4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:28:00.295832 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76251e44-2a37-4355-9690-bbfb58cbfc92", "name": "network-vif-deleted", "tag": "b211dc46-0f38-416d-80f6-75dc377540ae", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:28:00.296358 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-091a1dbc-a087-4bb7-bd6d-a2f8e07b52a4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:28:00.297131 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76251e44-2a37-4355-9690-bbfb58cbfc92', 'name': 'network-vif-deleted', 'tag': 'b211dc46-0f38-416d-80f6-75dc377540ae', 'status': 'completed', 'code': 200} Jul 28 11:28:00.344259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': '19e50fe4-7510-40dc-a761-026fd973b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '20ac06f9-de6e-446c-9e01-e71a42589f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:00.345254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: 20ac06f9-de6e-446c-9e01-e71a42589f18, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:00.367246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d72fe278-1655-4843-b05f-a3903e727930 req-ca43ac6b-5af0-4e62-bd57-c80a77108bd1 tempest-VolumesNegativeTest-684300432 tempest-VolumesNegativeTest-684300432-project] 10.222.0.20 "GET /v2.0/ports?device_id=76251e44-2a37-4355-9690-bbfb58cbfc92 HTTP/1.1" status: 200 len: 210 time: 0.0673079 Jul 28 11:28:00.370168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 20ac06f9-de6e-446c-9e01-e71a42589f18 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:00.400615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 20ac06f9-de6e-446c-9e01-e71a42589f18) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:00.410869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:00.412647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febdcb9-1304-430b-b15d-041f89e00fa1 None None] Network 20ac06f9-de6e-446c-9e01-e71a42589f18 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:00.468537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:00.522104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:00.523009 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.570649 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b5affbeb-b4c3-4589-8be1-2a703a1d669a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5400202 Jul 28 11:28:00.571721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 9d78f445-2df1-4f67-b9a8-474b6bea0a5b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:00.572481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.576328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39190) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:00.651541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 89d6b132-54f8-4cea-9194-a5d8293e793c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:00.803262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 89d6b132-54f8-4cea-9194-a5d8293e793c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:00.872701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:00.887227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 9d78f445-2df1-4f67-b9a8-474b6bea0a5b owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:01.001776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.112824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 1534d4a3-374a-4bf0-9ec3-3a740c27b13e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:01.113185 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.114142 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d62ea24d-727a-4686-a753-f21318752fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.134252 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.211496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=9d78f445-2df1-4f67-b9a8-474b6bea0a5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:01.221827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] Provisioning for port 89d6b132-54f8-4cea-9194-a5d8293e793c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:01.226958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] Provisioning complete for port 89d6b132-54f8-4cea-9194-a5d8293e793c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:01.232821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.259664 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.273818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 1534d4a3-374a-4bf0-9ec3-3a740c27b13e owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:01.385554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.390862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4de6b30a-3612-4e5e-8eb6-df02d6bca06d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/9d78f445-2df1-4f67-b9a8-474b6bea0a5b HTTP/1.1" status: 204 len: 168 time: 1.1576362 Jul 28 11:28:01.393408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:01.417135 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.417866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.472566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.475375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/1534d4a3-374a-4bf0-9ec3-3a740c27b13e HTTP/1.1" status: 204 len: 168 time: 0.8977106 Jul 28 11:28:01.479125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:01.492432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef99aa2-37bf-4d67-a077-bd977954ee27 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=1534d4a3-374a-4bf0-9ec3-3a740c27b13e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:01.526495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] For port 89d6b132-54f8-4cea-9194-a5d8293e793c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=89d6b132-54f8-4cea-9194-a5d8293e793c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:01.539180 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.572148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaea517-4979-42da-a5ec-cbd10b1ca6c8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:01.573947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaea517-4979-42da-a5ec-cbd10b1ca6c8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:01.575646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bbaea517-4979-42da-a5ec-cbd10b1ca6c8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1812179 Jul 28 11:28:01.578344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:01.589839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea51fb-312c-49ea-845f-289826ee19e8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:01.599669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea51fb-312c-49ea-845f-289826ee19e8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:01.609213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c8ea51fb-312c-49ea-845f-289826ee19e8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1282732 Jul 28 11:28:01.613587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39228) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:01.685618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd650b-8c01-4e3b-975a-02cfab7105af None None] Pushing event updated for resources: {'Port': ['ID=89d6b132-54f8-4cea-9194-a5d8293e793c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:01.690539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fc0af34-87b5-4cc8-beb9-c386eb5e6631 None None] Could not find standard attr ID for object 9d78f445-2df1-4f67-b9a8-474b6bea0a5b. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:01.736304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet c13b96c6-df51-4a74-a7a3-107bfcb74519 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:01.742837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.827887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.865176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port ec456bbb-63b5-40e1-9871-e74b4e7129f3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:01.869037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:01.947408 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.020263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.041694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for ec456bbb-63b5-40e1-9871-e74b4e7129f3 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:02.045778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.091196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b211dc46-0f38-416d-80f6-75dc377540ae no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:02.131830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.143263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: b211dc46-0f38-416d-80f6-75dc377540ae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:02.143866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device b211dc46-0f38-416d-80f6-75dc377540ae not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:02.177515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=c13b96c6-df51-4a74-a7a3-107bfcb74519,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:02.178940 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.183978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.187180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8c21361b-3aec-4a79-b5dd-09e265e7574f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/c13b96c6-df51-4a74-a7a3-107bfcb74519 HTTP/1.1" status: 204 len: 168 time: 0.6076677 Jul 28 11:28:02.190764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39248) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:02.193436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22c01e-df5f-4555-8a8c-4816b4efb663 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:02.206091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.215140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/ec456bbb-63b5-40e1-9871-e74b4e7129f3 HTTP/1.1" status: 204 len: 168 time: 0.6002014 Jul 28 11:28:02.262368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:02.266058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c725cf9-c9cc-4e95-9be5-91d65744a72b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=ec456bbb-63b5-40e1-9871-e74b4e7129f3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:02.269037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6a88dec8-cb6c-42fd-bd0e-31cf1eb95242 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767961 Jul 28 11:28:02.273605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:02.279068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:02.341289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16f23c-8a60-45c7-9ea6-ed5c8368c199 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:02.346002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e16f23c-8a60-45c7-9ea6-ed5c8368c199 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0817039 Jul 28 11:28:02.350474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:02.408280 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bd9f48-bcd5-4c4a-95c5-8243fabf84d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:02.413030 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-58bd9f48-bcd5-4c4a-95c5-8243fabf84d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/1534d4a3-374a-4bf0-9ec3-3a740c27b13e HTTP/1.1" status: 404 len: 333 time: 0.0615313 Jul 28 11:28:02.424110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:02.469013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:02.484261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.527078 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-553efede-40e0-4cf6-8664-446d40695187 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:02.529409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-553efede-40e0-4cf6-8664-446d40695187 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/ec456bbb-63b5-40e1-9871-e74b4e7129f3 HTTP/1.1" status: 404 len: 333 time: 0.1017532 Jul 28 11:28:02.531965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:02.545256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 89d6b132-54f8-4cea-9194-a5d8293e793c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:02.621446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:02.637588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 89d6b132-54f8-4cea-9194-a5d8293e793c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:02.638348 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.773315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:02.966994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] Deleting port 89d6b132-54f8-4cea-9194-a5d8293e793c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:02.967376 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.003018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.018869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ac06f9-de6e-446c-9e01-e71a42589f18']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:03.071579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e50fe4-7510-40dc-a761-026fd973b07e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:03.071981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e50fe4-7510-40dc-a761-026fd973b07e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:03.094611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.123565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.137512 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:03.138243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:03.141474 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:03.156822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:28:03.180164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] For port 89d6b132-54f8-4cea-9194-a5d8293e793c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=89d6b132-54f8-4cea-9194-a5d8293e793c,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:03.181267 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.212710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] Calling delete_port for 89d6b132-54f8-4cea-9194-a5d8293e793c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:03.272253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.306992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.316679 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/20ac06f9-de6e-446c-9e01-e71a42589f18 HTTP/1.1" status: 204 len: 168 time: 0.7794724 Jul 28 11:28:03.318556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:03.319700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094da3f-9b51-4271-95c2-fc2331e88f5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=20ac06f9-de6e-446c-9e01-e71a42589f18,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:03.329184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1257799146'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:03.385447 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.399416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:03.402890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.414938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Port 89d6b132-54f8-4cea-9194-a5d8293e793c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93836) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 11:28:03.415249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Reverting IP allocation for 2001:db8::f816:3eff:fecd:c039 {{(pid=93836) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 11:28:03.421471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecd:c039 {{(pid=93836) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 11:28:03.427202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.435259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] Pushing event deleted for resources: {'Port': ['ID=89d6b132-54f8-4cea-9194-a5d8293e793c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:03.445348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b49087-590f-4807-9c9c-17e6e93b4ed5 None None] No DVR routers for this DVR port 89d6b132-54f8-4cea-9194-a5d8293e793c on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:03.471948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.479172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:03.487018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:03.490941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:03.505582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:03.507449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.510486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4d4cd-2366-4bb6-89a0-eeac6400ca27 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:03.537537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.538093 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment d153712b-5c87-43df-8ec6-771c4c9c0e35 of type vlan for network 13823214-e796-4809-a97f-e937af9acbd0 Jul 28 11:28:03.540533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2659268 Jul 28 11:28:03.543333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:03.549430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:61:e3:eb', 'name': 'tempest-NetworksTestDHCPv6-2129990550'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:03.560893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7a50b-e516-488c-9f29-16957e25ffcb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=95a2d32c-d001-485a-aaf3-b8753bc11368,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:03.651981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.709949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.715874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:03.716617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.731664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '95a2d32c-d001-485a-aaf3-b8753bc11368'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:03.733676 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:03.814132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:03.883817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5605760 Jul 28 11:28:03.887268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:03.904454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '13823214-e796-4809-a97f-e937af9acbd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:03.931099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fbd5c-24a5-47e5-b8c2-67703e45f8fd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=13823214-e796-4809-a97f-e937af9acbd0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:03.946589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 13823214-e796-4809-a97f-e937af9acbd0 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:04.117149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.144308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Allocated IP 2001:db8::f816:3eff:feef:2b0d (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/95a2d32c-d001-485a-aaf3-b8753bc11368/b321f5d0-d81e-4672-ab73-224977cc1bd3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:04.187796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 219cc69e-1b9c-40f4-a9ac-f63565284228 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:04.289266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:04.293637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.430360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 89d6b132-54f8-4cea-9194-a5d8293e793c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:04.477982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 89d6b132-54f8-4cea-9194-a5d8293e793c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:04.478276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 89d6b132-54f8-4cea-9194-a5d8293e793c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:04.625324 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.629311 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.641299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Transition to ACTIVE for port object b321f5d0-d81e-4672-ab73-224977cc1bd3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:04.675629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Transition to ACTIVE for port object b321f5d0-d81e-4672-ab73-224977cc1bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:04.691198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.749215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:04.756154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:04.760968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:04.764266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Pushing event updated for resources: {'Port': ['ID=b321f5d0-d81e-4672-ab73-224977cc1bd3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:04.848330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:04.853565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe61:e3eb (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/95a2d32c-d001-485a-aaf3-b8753bc11368/219cc69e-1b9c-40f4-a9ac-f63565284228) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:04.874281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': 'd153712b-5c87-43df-8ec6-771c4c9c0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '13823214-e796-4809-a97f-e937af9acbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:04.874741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: 13823214-e796-4809-a97f-e937af9acbd0, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:04.878736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Attempting to bind port b321f5d0-d81e-4672-ab73-224977cc1bd3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:04.879863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Attempting to bind port b321f5d0-d81e-4672-ab73-224977cc1bd3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:04.880378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Attempting to bind port b321f5d0-d81e-4672-ab73-224977cc1bd3 on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:04.905048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:04.905603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:04.907101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.907597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:04.908306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Bound port: b321f5d0-d81e-4672-ab73-224977cc1bd3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:04.918790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:04.963665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 13823214-e796-4809-a97f-e937af9acbd0 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:05.017638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 13823214-e796-4809-a97f-e937af9acbd0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:05.033440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cf04c-ca02-4c3c-8dd0-50e1d98ddec8 None None] Network 13823214-e796-4809-a97f-e937af9acbd0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:05.066501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:05.068617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.130920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] For port b321f5d0-d81e-4672-ab73-224977cc1bd3, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:05.137493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] For port b321f5d0-d81e-4672-ab73-224977cc1bd3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b321f5d0-d81e-4672-ab73-224977cc1bd3,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:05.147000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dc98a58b-0cf7-4842-beb3-d246064b0eef tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2544584 Jul 28 11:28:05.149859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:05.150849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.155998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '13823214-e796-4809-a97f-e937af9acbd0', 'name': 'tempest-PortsTestJSON-261271444'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:05.295712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.353731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 219cc69e-1b9c-40f4-a9ac-f63565284228 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:05.384503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e2d65-dac5-4358-a24c-b5c15a21427f None None] Pushing event updated for resources: {'Port': ['ID=b321f5d0-d81e-4672-ab73-224977cc1bd3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:05.433241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-13823214-e796-4809-a97f-e937af9acbd0', 'network_id': '13823214-e796-4809-a97f-e937af9acbd0', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': 'b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:05.434203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.434571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.435890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:05.439942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.464610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 46ad8487-f4ef-4eab-b44c-3268b0c3218d yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:05.536330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:05.539767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:05.545012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:05.580750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:05.582716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:05.653609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=219cc69e-1b9c-40f4-a9ac-f63565284228,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:05.681973 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dafb737e-2a37-4378-8dd1-559c505e188f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1369448 Jul 28 11:28:05.685539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:05.763317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Allocated IP 172.20.0.2 (13823214-e796-4809-a97f-e937af9acbd0/b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb/94f2886d-6b01-4be6-8e72-905d34c9b515) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:05.810696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd49ea0-7d45-405b-b209-8290d84e74e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:05.825065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd49ea0-7d45-405b-b209-8290d84e74e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:05.833930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8fd49ea0-7d45-405b-b209-8290d84e74e1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1472781 Jul 28 11:28:05.837607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:06.055919 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.057856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 219cc69e-1b9c-40f4-a9ac-f63565284228 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:06.058734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.085401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Transition to ACTIVE for port object 94f2886d-6b01-4be6-8e72-905d34c9b515 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:06.130666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Transition to ACTIVE for port object 94f2886d-6b01-4be6-8e72-905d34c9b515 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:06.150708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.199612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Network 13823214-e796-4809-a97f-e937af9acbd0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:06.205454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:06.209981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:06.232356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Pushing event updated for resources: {'Port': ['ID=94f2886d-6b01-4be6-8e72-905d34c9b515,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:06.249295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.252643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.7 (13823214-e796-4809-a97f-e937af9acbd0/b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb/46ad8487-f4ef-4eab-b44c-3268b0c3218d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:06.274470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 219cc69e-1b9c-40f4-a9ac-f63565284228 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:06.304120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Attempting to bind port 94f2886d-6b01-4be6-8e72-905d34c9b515 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:06.305346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Attempting to bind port 94f2886d-6b01-4be6-8e72-905d34c9b515 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'd153712b-5c87-43df-8ec6-771c4c9c0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '13823214-e796-4809-a97f-e937af9acbd0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:06.305807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Attempting to bind port 94f2886d-6b01-4be6-8e72-905d34c9b515 on network 13823214-e796-4809-a97f-e937af9acbd0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:06.315268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:06.315755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Checking segment: {'id': 'd153712b-5c87-43df-8ec6-771c4c9c0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '13823214-e796-4809-a97f-e937af9acbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:06.316081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.317536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Bound using segment: {'id': 'd153712b-5c87-43df-8ec6-771c4c9c0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '13823214-e796-4809-a97f-e937af9acbd0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:06.317895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Bound port: 94f2886d-6b01-4be6-8e72-905d34c9b515, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd153712b-5c87-43df-8ec6-771c4c9c0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '13823214-e796-4809-a97f-e937af9acbd0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:06.318208 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.422000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] For port 94f2886d-6b01-4be6-8e72-905d34c9b515, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:06.441329 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] For port 94f2886d-6b01-4be6-8e72-905d34c9b515, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=94f2886d-6b01-4be6-8e72-905d34c9b515,segment=NetworkSegment(d153712b-5c87-43df-8ec6-771c4c9c0e35),segment_id=d153712b-5c87-43df-8ec6-771c4c9c0e35)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:06.479479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.568983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b321f5d0-d81e-4672-ab73-224977cc1bd3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:06.614613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.640222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 46ad8487-f4ef-4eab-b44c-3268b0c3218d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:06.685914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.692219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d526-e100-4eed-b859-5c1950608c55 None None] Pushing event updated for resources: {'Port': ['ID=94f2886d-6b01-4be6-8e72-905d34c9b515,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:06.715322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b321f5d0-d81e-4672-ab73-224977cc1bd3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:06.815144 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:06.826597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 13823214-e796-4809-a97f-e937af9acbd0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:06.834426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:06.857824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:06.965215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=46ad8487-f4ef-4eab-b44c-3268b0c3218d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:06.973733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:06.974381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.018120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=219cc69e-1b9c-40f4-a9ac-f63565284228,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:07.027237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.031431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5f9fed46-48b3-4ba1-a536-fe7f66009444 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/219cc69e-1b9c-40f4-a9ac-f63565284228 HTTP/1.1" status: 204 len: 168 time: 1.1904464 Jul 28 11:28:07.031917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:07.052994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74a6336e-7a9f-4eea-980b-98b37f98bc82 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9010730 Jul 28 11:28:07.053915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:07.116750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] Provisioning for port b321f5d0-d81e-4672-ab73-224977cc1bd3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:07.125867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] Provisioning complete for port b321f5d0-d81e-4672-ab73-224977cc1bd3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:07.126163 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.231854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeab59b-7240-4d67-ad0f-0402e7f1b50e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:07.236115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeab59b-7240-4d67-ad0f-0402e7f1b50e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:07.242042 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-faeab59b-7240-4d67-ad0f-0402e7f1b50e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2070372 Jul 28 11:28:07.243002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39550) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:07.306794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 46ad8487-f4ef-4eab-b44c-3268b0c3218d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:07.307543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.351405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.381999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 95a2d32c-d001-485a-aaf3-b8753bc11368 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:07.386278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.413959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] For port b321f5d0-d81e-4672-ab73-224977cc1bd3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b321f5d0-d81e-4672-ab73-224977cc1bd3,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:07.428658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.454419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.541246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.551457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a16ae7d9-9fa7-48c8-a7d2-8b04c8b148e7 None None] Could not find standard attr ID for object 219cc69e-1b9c-40f4-a9ac-f63565284228. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:07.572160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 46ad8487-f4ef-4eab-b44c-3268b0c3218d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:07.581468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29be5-97ba-4fe7-8c1e-5798dbd24b82 None None] Pushing event updated for resources: {'Port': ['ID=b321f5d0-d81e-4672-ab73-224977cc1bd3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:07.662314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.772671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.838836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.845790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=95a2d32c-d001-485a-aaf3-b8753bc11368,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:07.854257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:07.871863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2e37a993-0164-43b2-801b-79c2f40248d5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/95a2d32c-d001-485a-aaf3-b8753bc11368 HTTP/1.1" status: 204 len: 168 time: 0.6123998 Jul 28 11:28:07.875308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:07.886411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=46ad8487-f4ef-4eab-b44c-3268b0c3218d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:07.961794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a22146-30e7-432e-923b-52f58ae3f7bd None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:07.970577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1f66e9f6-72cd-40c1-b5dc-a99b56ce81d4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940657 Jul 28 11:28:07.973741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39568) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.019292 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.029628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b1a83fa8-baf3-42fa-8887-653b1eb63c69 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/46ad8487-f4ef-4eab-b44c-3268b0c3218d HTTP/1.1" status: 204 len: 168 time: 0.9746141 Jul 28 11:28:08.030405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.090919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815288a-ef4e-463c-86a6-1e338abc7750 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:08.095661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9815288a-ef4e-463c-86a6-1e338abc7750 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1207776 Jul 28 11:28:08.101957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.227749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad600f-318b-4305-bc12-b1414bcc8b7a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:08.232316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f2ad600f-318b-4305-bc12-b1414bcc8b7a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1289756 Jul 28 11:28:08.232938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.325990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:08.374780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0ab157ad-f47d-49a4-89af-f67e7d948c21 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384149 Jul 28 11:28:08.375807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.384445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:08.418223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614d5b6f-7cd2-4c2f-baa5-471a45b96684 None None] Network 13823214-e796-4809-a97f-e937af9acbd0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:08.540117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4324ba7-9b2e-48ff-a117-f3b1a6b1f764 None None] Provisioning for port 94f2886d-6b01-4be6-8e72-905d34c9b515 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:08.571984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] Deleting port b321f5d0-d81e-4672-ab73-224977cc1bd3 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:08.573240 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.611348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:08.616738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.638763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94f2886d-6b01-4be6-8e72-905d34c9b515 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:08.673482 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa09f638-5856-44a7-97a7-10e35c2687a3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:08.674396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa09f638-5856-44a7-97a7-10e35c2687a3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:08.680687 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa09f638-5856-44a7-97a7-10e35c2687a3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/46ad8487-f4ef-4eab-b44c-3268b0c3218d HTTP/1.1" status: 404 len: 333 time: 0.6479089 Jul 28 11:28:08.683124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.719793 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1b029d-935d-4bcd-b6c8-36c4981a18aa tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:08.721822 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3d1b029d-935d-4bcd-b6c8-36c4981a18aa tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/46ad8487-f4ef-4eab-b44c-3268b0c3218d HTTP/1.1" status: 404 len: 333 time: 0.0363071 Jul 28 11:28:08.725373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:08.779751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] For port b321f5d0-d81e-4672-ab73-224977cc1bd3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b321f5d0-d81e-4672-ab73-224977cc1bd3,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:08.780166 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.823296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] Calling delete_port for b321f5d0-d81e-4672-ab73-224977cc1bd3 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:08.828726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:08.833165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.903034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 94f2886d-6b01-4be6-8e72-905d34c9b515 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:08.908965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 94f2886d-6b01-4be6-8e72-905d34c9b515 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:08.909337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.926406 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:08.982180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.054562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.081661 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.086404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:09.100858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:09.107948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:09.108663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.110862 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.141523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=55c473ab-87f3-4350-9e3e-d30b3e3c8712,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:09.168966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31b736b2-fcc8-4d27-a506-e06ca9537825 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7923737 Jul 28 11:28:09.171190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:09.177556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] No DVR routers for this DVR port b321f5d0-d81e-4672-ab73-224977cc1bd3 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:09.178885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:b7:e4:04', 'name': 'tempest-NetworksTestDHCPv6-202770833'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:09.188519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba57e-1a5a-4a4c-9c48-f3c75f955854 None None] Pushing event deleted for resources: {'Port': ['ID=b321f5d0-d81e-4672-ab73-224977cc1bd3,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:09.204575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.255717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:09.289897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.299655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9415d59e-de83-4551-9e19-8e688ac71364 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb HTTP/1.1" status: 204 len: 168 time: 0.5651333 Jul 28 11:28:09.300148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1cc57-940d-48e6-b75d-703f39396cc9 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:09.300283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:09.417295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:09.429041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5a6b7-cd0d-489a-bada-3db63c515511 None None] Network 13823214-e796-4809-a97f-e937af9acbd0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:09.450063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.567148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 94f2886d-6b01-4be6-8e72-905d34c9b515 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:09.567469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.583793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.623298 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:28:09.623863 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:28:09.633994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port e79370b6-4ca4-4d7f-8345-eb554a421482 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:09.654997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] For port 94f2886d-6b01-4be6-8e72-905d34c9b515, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=94f2886d-6b01-4be6-8e72-905d34c9b515,segment=NetworkSegment(d153712b-5c87-43df-8ec6-771c4c9c0e35),segment_id=d153712b-5c87-43df-8ec6-771c4c9c0e35)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:09.654997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.661865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0eb7c4c9-6acc-49fb-bfd1-f2de0447317e None None] Provisioning complete for port 94f2886d-6b01-4be6-8e72-905d34c9b515 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:09.662136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0eb7c4c9-6acc-49fb-bfd1-f2de0447317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.672743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 94f2886d-6b01-4be6-8e72-905d34c9b515 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:09.807137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '55c473ab-87f3-4350-9e3e-d30b3e3c8712'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:09.808006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.828980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c9e7d4-997e-41b7-ac51-04a886ff5525 None None] DHCP port deletion for 13823214-e796-4809-a97f-e937af9acbd0 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:09.829807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.856872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0eb7c4c9-6acc-49fb-bfd1-f2de0447317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:09.877292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=94f2886d-6b01-4be6-8e72-905d34c9b515,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:09.895674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No DVR routers for this DVR port 94f2886d-6b01-4be6-8e72-905d34c9b515 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:09.991175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::12a (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/55c473ab-87f3-4350-9e3e-d30b3e3c8712/e79370b6-4ca4-4d7f-8345-eb554a421482) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:10.076263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.115146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13823214-e796-4809-a97f-e937af9acbd0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:10.169965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd153712b-5c87-43df-8ec6-771c4c9c0e35') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:10.170227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd153712b-5c87-43df-8ec6-771c4c9c0e35') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:10.209515 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.234787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:10.237480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.252421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:10.254895 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.281481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.351550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port 94f2886d-6b01-4be6-8e72-905d34c9b515 update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:10.406793 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:10.421948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b321f5d0-d81e-4672-ab73-224977cc1bd3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:10.428099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.429352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object e79370b6-4ca4-4d7f-8345-eb554a421482 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:10.433910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.439789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/13823214-e796-4809-a97f-e937af9acbd0 HTTP/1.1" status: 204 len: 168 time: 1.1359448 Jul 28 11:28:10.445302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b321f5d0-d81e-4672-ab73-224977cc1bd3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:10.445634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b321f5d0-d81e-4672-ab73-224977cc1bd3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:10.446825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:10.459491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee84469-e73c-4f2e-b064-92b726f8a36c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=13823214-e796-4809-a97f-e937af9acbd0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:10.478623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-101527381'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:10.520409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:10.528293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.584855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94f2886d-6b01-4be6-8e72-905d34c9b515 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:10.586312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d9e07f30-3202-4a0a-9ad7-69df447cd37d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f9b23e5f4fa4bb8ba756b9571df7b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560688 Jul 28 11:28:10.588862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:10.598536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:10.610190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.610692 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment c48fe82e-591e-4692-b809-14d02088db45 of type vlan for network d86e785d-5111-4fbb-939d-8ec93bec9d77 Jul 28 11:28:10.613264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 94f2886d-6b01-4be6-8e72-905d34c9b515 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:10.613722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 94f2886d-6b01-4be6-8e72-905d34c9b515 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:10.620937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.663733 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/55c473ab-87f3-4350-9e3e-d30b3e3c8712/347f29c1-28d8-47a2-8c71-b0c2e1c84fcf) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:10.678232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05f7e878-088a-4ca0-9163-8c5c69ee9269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.712886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=e79370b6-4ca4-4d7f-8345-eb554a421482,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:10.728863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05f7e878-088a-4ca0-9163-8c5c69ee9269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.729049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:10.736552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:10.741099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:10.746743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:10.747376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.752746 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.793833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e413779b-7d81-48b1-95d3-61e419b66acc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6214037 Jul 28 11:28:10.797644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:10.833445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05f7e878-088a-4ca0-9163-8c5c69ee9269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.836204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05f7e878-088a-4ca0-9163-8c5c69ee9269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.837082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.840460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-05f7e878-088a-4ca0-9163-8c5c69ee9269 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0c1f411-8433-4b42-afc6-4dbc2b606c62 HTTP/1.1" status: 204 len: 168 time: 0.2500603 Jul 28 11:28:10.843379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:10.843994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:10.853152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7e878-088a-4ca0-9163-8c5c69ee9269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1f411-8433-4b42-afc6-4dbc2b606c62,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:10.885461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441f3ed-ace2-4d39-a78b-50a675de4ff3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:10.890921 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1441f3ed-ace2-4d39-a78b-50a675de4ff3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0918295 Jul 28 11:28:10.892274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:10.909506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4600949 Jul 28 11:28:10.910885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:10.918815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:10.986371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256aab5-35d7-458b-bf6f-07a1fdaefcec tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=d86e785d-5111-4fbb-939d-8ec93bec9d77,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:10.997712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.017379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:11.026181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Transition to ACTIVE for port object 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:11.067076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port e79370b6-4ca4-4d7f-8345-eb554a421482 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:11.067751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.081448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:11.090747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.102018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Transition to ACTIVE for port object 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:11.119420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.186511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:11.198239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.213211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:11.215420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for e79370b6-4ca4-4d7f-8345-eb554a421482 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:11.216942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:11.233779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Pushing event updated for resources: {'Port': ['ID=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:11.408854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Attempting to bind port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:11.409252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Attempting to bind port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:11.409589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Attempting to bind port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:11.423271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:11.423659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:11.424115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.424499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:11.424984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Bound port: 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:11.425369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.467356 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.515887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.558128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': 'c48fe82e-591e-4692-b809-14d02088db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:11.558522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: d86e785d-5111-4fbb-939d-8ec93bec9d77, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:11.567171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] For port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:11.570302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:11.576586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] For port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:11.582706 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.597934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=e79370b6-4ca4-4d7f-8345-eb554a421482,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:11.607865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:11.639316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d86e785d-5111-4fbb-939d-8ec93bec9d77) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:11.643783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:11.645031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.669813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:11.671581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d0351-75cd-4f59-a66b-00667d556833 None None] Pushing event updated for resources: {'Port': ['ID=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:11.674577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1624106f-c92e-4a64-88d6-153597f15609 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/e79370b6-4ca4-4d7f-8345-eb554a421482 HTTP/1.1" status: 204 len: 168 time: 0.7808602 Jul 28 11:28:11.674763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-38c96917-3899-4afc-8831-763940a1f711 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7601302 Jul 28 11:28:11.677748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:11.678223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:11.681990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216b403-84e9-4461-aebf-fd3f6b8a3bd3 None None] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:11.688517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77', 'security_groups': [], 'name': 'tempest-PortsTestJSON-512277482'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:11.809641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad430094-aecf-44ca-87dd-5d464a6ccffa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:11.812154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad430094-aecf-44ca-87dd-5d464a6ccffa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:11.813849 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ad430094-aecf-44ca-87dd-5d464a6ccffa tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1344292 Jul 28 11:28:11.818722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:12.013328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d86e785d-5111-4fbb-939d-8ec93bec9d77', 'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': 'ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:12.014224 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.070864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:12.099132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.148136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port d898c4bf-34e8-460e-a40c-876da86279c1 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:12.296490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:12.325026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Allocated IP 172.20.0.2 (d86e785d-5111-4fbb-939d-8ec93bec9d77/ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e/8c883b82-0f6f-4553-9413-9a689c774fd0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:12.468969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 55c473ab-87f3-4350-9e3e-d30b3e3c8712 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:12.475279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.498942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1273937264-network', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:12.528149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.549856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Made reservation on behalf of d0b9f4455b484b98a52a3a11bdb3a80f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:12.552553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.566289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.603717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.640469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Transition to ACTIVE for port object 8c883b82-0f6f-4553-9413-9a689c774fd0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:12.692483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Transition to ACTIVE for port object 8c883b82-0f6f-4553-9413-9a689c774fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:12.696585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:12.702194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.727294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.774016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.806354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Pushing event updated for resources: {'Port': ['ID=8c883b82-0f6f-4553-9413-9a689c774fd0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:12.827776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.833327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/55c473ab-87f3-4350-9e3e-d30b3e3c8712 HTTP/1.1" status: 204 len: 168 time: 1.0132051 Jul 28 11:28:12.834044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39698) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:12.851105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:12.856842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33726e66-7457-4208-8aef-a764e1668025 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=55c473ab-87f3-4350-9e3e-d30b3e3c8712,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:12.861621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:12.865187 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:12.874740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:12.913853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.916676 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-92ed6f65-aa11-4ab0-ba21-cb0417290c52 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813365 Jul 28 11:28:12.919453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:12.937465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.965298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:12.978515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f37a9-20f1-449a-80f1-ef496e2e732d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:12.984250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:12.984605 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Added segment 1bf21893-eef1-40a4-96cd-32f9ca43f591 of type vlan for network 6880830f-b548-431c-b908-bae19a6d4d5b Jul 28 11:28:12.985858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c41f37a9-20f1-449a-80f1-ef496e2e732d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0648582 Jul 28 11:28:12.987060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:12.987695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Attempting to bind port 8c883b82-0f6f-4553-9413-9a689c774fd0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:12.992078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Attempting to bind port 8c883b82-0f6f-4553-9413-9a689c774fd0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c48fe82e-591e-4692-b809-14d02088db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:12.992641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Attempting to bind port 8c883b82-0f6f-4553-9413-9a689c774fd0 on network d86e785d-5111-4fbb-939d-8ec93bec9d77 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:13.007157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:13.007537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Checking segment: {'id': 'c48fe82e-591e-4692-b809-14d02088db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:13.007949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.008369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Bound using segment: {'id': 'c48fe82e-591e-4692-b809-14d02088db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:13.008857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Bound port: 8c883b82-0f6f-4553-9413-9a689c774fd0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48fe82e-591e-4692-b809-14d02088db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd86e785d-5111-4fbb-939d-8ec93bec9d77'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:13.009239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.067798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d572675-dc6d-4bf9-b3b3-be0f55a1c4a2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:13.077156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8d572675-dc6d-4bf9-b3b3-be0f55a1c4a2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885510 Jul 28 11:28:13.078013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39706) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:13.088453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.143861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-902c39fe-d793-4561-b5ef-9b3ece6dbd5c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639455 Jul 28 11:28:13.144684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:13.149989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:13.169469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] For port 8c883b82-0f6f-4553-9413-9a689c774fd0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:13.174427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] For port 8c883b82-0f6f-4553-9413-9a689c774fd0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8c883b82-0f6f-4553-9413-9a689c774fd0,segment=NetworkSegment(c48fe82e-591e-4692-b809-14d02088db45),segment_id=c48fe82e-591e-4692-b809-14d02088db45)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:13.182160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ba9b3-8316-4396-85a7-172148947572,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:13.185019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.186614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:13.187171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.187570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.212574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.6 (d86e785d-5111-4fbb-939d-8ec93bec9d77/ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e/d898c4bf-34e8-460e-a40c-876da86279c1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:13.277715 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9802034 Jul 28 11:28:13.282690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:13.290850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Request body: {'subnet': {'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1273937264-subnet', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:13.333043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8cf2b-d594-4078-81a9-e795f95b29f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6880830f-b548-431c-b908-bae19a6d4d5b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:13.346345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbabf9f-9051-467e-82d7-c9d6175830cd None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:13.351161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6880830f-b548-431c-b908-bae19a6d4d5b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:13.401385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Made reservation on behalf of d0b9f4455b484b98a52a3a11bdb3a80f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:13.407114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.443736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:13.448778 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.470655 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:28:13.649129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.681568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object d898c4bf-34e8-460e-a40c-876da86279c1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:13.780534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad39a4d-ab8f-4a49-8d94-e246f6e86934 None None] Pushing event updated for resources: {'Port': ['ID=8c883b82-0f6f-4553-9413-9a689c774fd0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:13.798994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] Provisioning for port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:13.883578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] Provisioning complete for port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:13.883578 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.936417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:13.985395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.008647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:14.014715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:14.020304 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.046210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:14.054833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:14.069825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:28:14.074807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3410527-22dc-4657-84dc-c1be94d6036a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:14.118050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] For port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:14.133632 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.160083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Checking segment: {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:14.164789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Network hostable DHCP agents. Network: 6880830f-b548-431c-b908-bae19a6d4d5b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:14.168328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] Deleting port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:14.168980 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.210063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:14.211342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.218254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=d898c4bf-34e8-460e-a40c-876da86279c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:14.265756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:14.271119 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-890286b8-be64-4664-b5b6-8842730e8386 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.5877495 Jul 28 11:28:14.272599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169ed1-7e56-4c5b-8898-0c59bc14d9b4 None None] Pushing event updated for resources: {'Port': ['ID=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:14.274251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Network 6880830f-b548-431c-b908-bae19a6d4d5b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:14.305723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6880830f-b548-431c-b908-bae19a6d4d5b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:14.310543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:14.311282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.327650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546edd96-06ec-44d6-ae7b-1b8ae2b5e771 None None] Network 6880830f-b548-431c-b908-bae19a6d4d5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:14.346512 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-58d49f33-ed2e-4c6d-894b-d8bca551dd20 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0604205 Jul 28 11:28:14.349649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:14.355612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:14.394128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.397287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.430625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.478835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] For port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:14.479613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.511567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] Calling delete_port for 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:14.531365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.710760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8c883b82-0f6f-4553-9413-9a689c774fd0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:14.739280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6880830f-b548-431c-b908-bae19a6d4d5b', 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'fixed_ips': [{'subnet_id': 'b3410527-22dc-4657-84dc-c1be94d6036a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:14.741713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.747385 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.755841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port d898c4bf-34e8-460e-a40c-876da86279c1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:14.756451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.796318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] No DVR routers for this DVR port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:14.848352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef87958-d916-4a96-8b7b-96c12de5e31f None None] Pushing event deleted for resources: {'Port': ['ID=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:14.885088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:14.994000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec834e45-a4cd-4805-932b-cc953ea5aaea None None] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:15.056331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:15.072394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.088113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8c883b82-0f6f-4553-9413-9a689c774fd0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:15.091909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for d898c4bf-34e8-460e-a40c-876da86279c1 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:15.118698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.155826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Provisioning for port 8c883b82-0f6f-4553-9413-9a689c774fd0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:15.172605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Allocated IP 172.20.0.2 (6880830f-b548-431c-b908-bae19a6d4d5b/b3410527-22dc-4657-84dc-c1be94d6036a/ce3cc283-b3de-4b58-b943-3134b4c70fb2) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:15.183810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Provisioning complete for port 8c883b82-0f6f-4553-9413-9a689c774fd0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:15.184886 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.251225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.275849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.278414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:15.337563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:15.337913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 347f29c1-28d8-47a2-8c71-b0c2e1c84fcf not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:15.357893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.358681 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.427093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=347f29c1-28d8-47a2-8c71-b0c2e1c84fcf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:15.441874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:15.445268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:15.450339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:15.451385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.462016 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.472438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Allocated IP 172.25.1.179 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/f150ce56-92e7-4900-b5ac-df0711fb4953) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:15.475010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=2a4d4dd2-d112-40d7-aed1-7f793f7621f9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:15.482480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9cd0441e-ca39-41b0-b92b-2087556931ed tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3366942 Jul 28 11:28:15.487310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:15.496312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f91b0-3fd5-4581-9693-5561af0e9f5a None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:15.506761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:15.526471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=d898c4bf-34e8-460e-a40c-876da86279c1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:15.584114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.595027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.597609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-96549e4f-9957-4202-b08a-2959974613b8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/d898c4bf-34e8-460e-a40c-876da86279c1 HTTP/1.1" status: 204 len: 168 time: 1.3294423 Jul 28 11:28:15.600622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:15.631088 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c295d1a-b804-4a42-84d9-ad1483320a54 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:15.633276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Transition to ACTIVE for port object ce3cc283-b3de-4b58-b943-3134b4c70fb2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:15.638518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6c295d1a-b804-4a42-84d9-ad1483320a54 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/d898c4bf-34e8-460e-a40c-876da86279c1 HTTP/1.1" status: 404 len: 333 time: 0.0365791 Jul 28 11:28:15.639145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:15.672596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Transition to ACTIVE for port object ce3cc283-b3de-4b58-b943-3134b4c70fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:15.678894 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.701030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.752546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:15.758417 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.776384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.805713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:15.813786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.821401 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.860948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:15.992673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:16.000503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:16.015178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:16.041620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.072283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Pushing event updated for resources: {'Port': ['ID=ce3cc283-b3de-4b58-b943-3134b4c70fb2,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:16.084585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Pushing event updated for resources: {'Port': ['ID=f150ce56-92e7-4900-b5ac-df0711fb4953,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:16.098134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Network 6880830f-b548-431c-b908-bae19a6d4d5b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:16.125059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:16.141924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:16.202870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.231668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.239374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e HTTP/1.1" status: 204 len: 168 time: 0.5981057 Jul 28 11:28:16.266342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:16.270074 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:28:16.270662 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:28:16.282813 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a4d4dd2-d112-40d7-aed1-7f793f7621f9 (CIDR: 2001:db8::/64) Jul 28 11:28:16.295605 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:28:16.295987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:16.330169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac950035-f321-4881-8fdb-983d29602f77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:16.357599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a20d6f7b-9010-4006-a14d-3e53aa8b052b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8601582 Jul 28 11:28:16.364755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:16.371842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:16.404860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '2a4d4dd2-d112-40d7-aed1-7f793f7621f9'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:16.405735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.414273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.423044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded07b8-bf56-4f50-873c-3137c8633065 None None] Network d86e785d-5111-4fbb-939d-8ec93bec9d77 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:16.517745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 8c883b82-0f6f-4553-9413-9a689c774fd0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:16.518710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.524732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Attempting to bind port ce3cc283-b3de-4b58-b943-3134b4c70fb2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:16.525236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Attempting to bind port ce3cc283-b3de-4b58-b943-3134b4c70fb2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:16.525693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Attempting to bind port ce3cc283-b3de-4b58-b943-3134b4c70fb2 on network 6880830f-b548-431c-b908-bae19a6d4d5b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:16.603204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.614308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] For port 8c883b82-0f6f-4553-9413-9a689c774fd0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8c883b82-0f6f-4553-9413-9a689c774fd0,segment=NetworkSegment(c48fe82e-591e-4692-b809-14d02088db45),segment_id=c48fe82e-591e-4692-b809-14d02088db45)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:16.614701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.629328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 8c883b82-0f6f-4553-9413-9a689c774fd0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:16.704717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Allocated IP 2001:db8::f816:3eff:fef0:dc23 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/2a4d4dd2-d112-40d7-aed1-7f793f7621f9/0e703cf8-a45f-4196-946f-f2d9919e524a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:16.745087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:16.749431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.771710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.811960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=8c883b82-0f6f-4553-9413-9a689c774fd0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:16.824502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No DVR routers for this DVR port 8c883b82-0f6f-4553-9413-9a689c774fd0 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:16.869754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:16.872238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Checking segment: {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:16.872956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.873088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Bound using segment: {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:16.873565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Bound port: ce3cc283-b3de-4b58-b943-3134b4c70fb2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:16.873899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.880893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-29c2cb0e-88b8-47e5-94aa-a881f62e52a1 None None] Port 8c883b82-0f6f-4553-9413-9a689c774fd0 update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 11:28:16.951781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:16.961469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9303c-8de3-4bfa-8d81-7565022469eb None None] DHCP port deletion for d86e785d-5111-4fbb-939d-8ec93bec9d77 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:16.967409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86e785d-5111-4fbb-939d-8ec93bec9d77']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:17.006767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48fe82e-591e-4692-b809-14d02088db45') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:17.007014 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48fe82e-591e-4692-b809-14d02088db45') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:17.017164 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.018860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2d4a33ab-8fca-49b5-95a1-077c2dab3448 None None] Could not find standard attr ID for object 8c883b82-0f6f-4553-9413-9a689c774fd0. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:17.022980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.045764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2d4a33ab-8fca-49b5-95a1-077c2dab3448 None None] Could not find standard attr ID for object d898c4bf-34e8-460e-a40c-876da86279c1. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:17.046050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.053228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Transition to ACTIVE for port object 0e703cf8-a45f-4196-946f-f2d9919e524a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:17.053228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] For port ce3cc283-b3de-4b58-b943-3134b4c70fb2, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:17.058816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] For port ce3cc283-b3de-4b58-b943-3134b4c70fb2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ce3cc283-b3de-4b58-b943-3134b4c70fb2,segment=NetworkSegment(1bf21893-eef1-40a4-96cd-32f9ca43f591),segment_id=1bf21893-eef1-40a4-96cd-32f9ca43f591)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:17.063820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:17.064299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.078529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.091596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Transition to ACTIVE for port object 0e703cf8-a45f-4196-946f-f2d9919e524a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:17.091852 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:17.113120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.173476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.184984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.187550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/d86e785d-5111-4fbb-939d-8ec93bec9d77 HTTP/1.1" status: 204 len: 168 time: 0.9196877 Jul 28 11:28:17.192720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:17.193306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:17.205436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:17.210925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'name': 'tempest-PortsTestJSON-1413174951'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:17.216760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbfef7-37e3-4958-8540-a909056a79d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=d86e785d-5111-4fbb-939d-8ec93bec9d77,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:17.217169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:17.299920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e0a81-5349-450c-b1d0-1263a4161368 None None] Pushing event updated for resources: {'Port': ['ID=ce3cc283-b3de-4b58-b943-3134b4c70fb2,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:17.372673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Attempting to bind port 0e703cf8-a45f-4196-946f-f2d9919e524a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:17.373357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Attempting to bind port 0e703cf8-a45f-4196-946f-f2d9919e524a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:17.373919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Attempting to bind port 0e703cf8-a45f-4196-946f-f2d9919e524a on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:17.385341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:17.387456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:17.387877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.388313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:17.388814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Bound port: 0e703cf8-a45f-4196-946f-f2d9919e524a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:17.389203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.396589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:17.400885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.405459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:17.432429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 97a99461-2587-48d4-819d-9db87d5507b0 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:17.568498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:17.572366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:17.580958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.682532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd1bc-ac57-4cd5-b02c-f4eba8561804 None None] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:17.688031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.735825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.811097 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.856565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:17.859833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:17.864045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:17.874366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:17.875384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:17.902540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=97a99461-2587-48d4-819d-9db87d5507b0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:17.957426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2bb23e72-73d3-425e-9a1d-5181625d4180 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7617288 Jul 28 11:28:17.959837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:17.999681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.069099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:18.074992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=147d80e5-1987-451b-94d8-b2518d88a9c1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:18.083569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:18.089211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:18.091431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.151330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e1c9673-3046-4d64-bac4-5cd7115cbf36 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7827539 Jul 28 11:28:18.151920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:18.157828 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:ef:8a:b7', 'name': 'tempest-NetworksTestDHCPv6-2032464161'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:18.162182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Router ece01866-b083-466e-85fa-e15c0f3e555d is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:28:18.204915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 97a99461-2587-48d4-819d-9db87d5507b0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:18.205406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.308269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.323869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 97a99461-2587-48d4-819d-9db87d5507b0 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:18.448731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.486375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=97a99461-2587-48d4-819d-9db87d5507b0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:18.497236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.502365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd48bfb7-3b74-4c45-b291-b6cb09de91cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/97a99461-2587-48d4-819d-9db87d5507b0 HTTP/1.1" status: 204 len: 168 time: 0.5387504 Jul 28 11:28:18.503314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:18.515189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'mac_address': 'fa:16:3e:a7:0b:d9', 'name': 'tempest-PortsTestJSON-1402567327'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:18.562681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:18.731754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:28:18.735538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.743991 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Sync routers for ids ['ece01866-b083-466e-85fa-e15c0f3e555d'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:28:18.758718 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Routers {'ece01866-b083-466e-85fa-e15c0f3e555d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:18.761056 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ece01866-b083-466e-85fa-e15c0f3e555d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:18.775336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:18.823572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:18.856390 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:18.857760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fcbff35f-0104-49a4-8039-7376e069e486 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5067735 Jul 28 11:28:18.869677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 6caa20bb-43a6-4d8e-8b75-64a0202038cf yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:18.874276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:18.882716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0e703cf8-a45f-4196-946f-f2d9919e524a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:18.907265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ce3cc283-b3de-4b58-b943-3134b4c70fb2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:18.963035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0145ff-325f-402a-bec8-2aca97567d81 None None] Network 6880830f-b548-431c-b908-bae19a6d4d5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:18.976417 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Set router ece01866-b083-466e-85fa-e15c0f3e555d gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:19.023417 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.077943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 5d09a502-6f7b-4ac4-b975-5244d9b2d99b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:19.122163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] Provisioning for port ce3cc283-b3de-4b58-b943-3134b4c70fb2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:19.143545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ce3cc283-b3de-4b58-b943-3134b4c70fb2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:19.149666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] Provisioning complete for port ce3cc283-b3de-4b58-b943-3134b4c70fb2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:19.160505 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.165027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ce3cc283-b3de-4b58-b943-3134b4c70fb2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:19.165479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.254568 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:16Z', 'revision_number': 3, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:19.309977 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Checking router: ece01866-b083-466e-85fa-e15c0f3e555d for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:28:19.310887 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Updating router ece01866-b083-466e-85fa-e15c0f3e555d port f150ce56-92e7-4900-b5ac-df0711fb4953 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:28:19.365145 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.410649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8:0:1::3c6 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/147d80e5-1987-451b-94d8-b2518d88a9c1/6caa20bb-43a6-4d8e-8b75-64a0202038cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:19.419720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:feef:8ab7 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/2a4d4dd2-d112-40d7-aed1-7f793f7621f9/6caa20bb-43a6-4d8e-8b75-64a0202038cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:19.469555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ee2e7-0d4b-4df6-8200-f3eec54007ec None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:19.502297 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.553972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.683755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.700327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:19.728008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] For port ce3cc283-b3de-4b58-b943-3134b4c70fb2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ce3cc283-b3de-4b58-b943-3134b4c70fb2,segment=NetworkSegment(1bf21893-eef1-40a4-96cd-32f9ca43f591),segment_id=1bf21893-eef1-40a4-96cd-32f9ca43f591)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:19.728273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:19.737605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:19.751673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:19.756523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.760529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.766882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=5d09a502-6f7b-4ac4-b975-5244d9b2d99b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:19.816832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-01a8fa91-0a66-4b21-93d7-424b22b60911 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3108585 Jul 28 11:28:19.819388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:19.825367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.850483 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.877226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 6caa20bb-43a6-4d8e-8b75-64a0202038cf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:19.887083 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.908365 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.910912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd43277-7c22-4fe3-a3c7-5c8be41ea50a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:19.918894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7fd43277-7c22-4fe3-a3c7-5c8be41ea50a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/5d09a502-6f7b-4ac4-b975-5244d9b2d99b HTTP/1.1" status: 200 len: 841 time: 0.0979700 Jul 28 11:28:19.920296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:19.930372 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Transition to ACTIVE for port object f150ce56-92e7-4900-b5ac-df0711fb4953 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:19.960824 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:19.995615 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:28:19.995615 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:28:19.995615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c2de7-f9f9-4691-b9df-b73a4c5a5da4 None None] Pushing event updated for resources: {'Port': ['ID=ce3cc283-b3de-4b58-b943-3134b4c70fb2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:19.995615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] Provisioning for port 0e703cf8-a45f-4196-946f-f2d9919e524a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:20.010804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:20.010804 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.053508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Pushing event updated for resources: {'Port': ['ID=f150ce56-92e7-4900-b5ac-df0711fb4953,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:20.062658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.063268 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.063771 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.064293 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.064806 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.065307 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.065793 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.067061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.067568 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.068067 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.068588 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.069071 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:20.088142 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Attempting to bind port f150ce56-92e7-4900-b5ac-df0711fb4953 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:20.088833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Attempting to bind port f150ce56-92e7-4900-b5ac-df0711fb4953 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:20.089369 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Attempting to bind port f150ce56-92e7-4900-b5ac-df0711fb4953 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:20.097381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:20.107885 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:20.108507 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.109092 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:20.109766 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Bound port: f150ce56-92e7-4900-b5ac-df0711fb4953, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:20.110336 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.141372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.187837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] For port f150ce56-92e7-4900-b5ac-df0711fb4953, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:20.190421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 5d09a502-6f7b-4ac4-b975-5244d9b2d99b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:20.192005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.192424 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] For port f150ce56-92e7-4900-b5ac-df0711fb4953, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f150ce56-92e7-4900-b5ac-df0711fb4953,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:20.198740 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.264516 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f5ac7-600a-4487-82a4-ba267e720d9b None None] Pushing event updated for resources: {'Port': ['ID=f150ce56-92e7-4900-b5ac-df0711fb4953,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:20.285696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Routers {'ece01866-b083-466e-85fa-e15c0f3e555d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:20.286569 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ece01866-b083-466e-85fa-e15c0f3e555d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:20.290109 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.319046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Update dhcp port {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': '2a4d4dd2-d112-40d7-aed1-7f793f7621f9', 'ip_address': '2001:db8::f816:3eff:fef0:dc23'}, {'subnet_id': '147d80e5-1987-451b-94d8-b2518d88a9c1'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '0e703cf8-a45f-4196-946f-f2d9919e524a'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:28:20.370376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.376317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:20.392657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:20.397445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.407502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.418122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 5d09a502-6f7b-4ac4-b975-5244d9b2d99b owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:20.426607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:20.434454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:20.440901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:20.441868 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.455055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=6caa20bb-43a6-4d8e-8b75-64a0202038cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:20.460323 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] Set router ece01866-b083-466e-85fa-e15c0f3e555d gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:20.467516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-456e5a6c-2062-4eac-9b1e-fd79b069de55 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3144963 Jul 28 11:28:20.470996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:20.571748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.638093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=5d09a502-6f7b-4ac4-b975-5244d9b2d99b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:20.661436 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.663691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5e46e213-43d1-425f-8b88-bfb6fa96cdc7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/5d09a502-6f7b-4ac4-b975-5244d9b2d99b HTTP/1.1" status: 204 len: 168 time: 0.7420666 Jul 28 11:28:20.666642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:20.705331 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ef7511-a388-481c-bf1c-23461b75b499 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:20.707500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11ef7511-a388-481c-bf1c-23461b75b499 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/5d09a502-6f7b-4ac4-b975-5244d9b2d99b HTTP/1.1" status: 404 len: 333 time: 0.0395005 Jul 28 11:28:20.712976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:20.718161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'name': 'tempest-PortsTestJSON-1859002150'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:20.768194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.812211 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:16Z', 'revision_number': 3, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:20.817232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 6caa20bb-43a6-4d8e-8b75-64a0202038cf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:20.817232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.898489 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10844f-3449-4f40-a079-736db4b33f8d None None] The sync data for ids ['ece01866-b083-466e-85fa-e15c0f3e555d'] in n-d-723573-7 is: [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:16Z', 'revision_number': 3, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:28:20.942935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:20.944616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Allocated IP 2001:db8:0:1::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/147d80e5-1987-451b-94d8-b2518d88a9c1/0e703cf8-a45f-4196-946f-f2d9919e524a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:20.948857 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:20.993396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 06db31a2-858c-4119-a4df-c8438fcea1b6 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:21.008615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8c883b82-0f6f-4553-9413-9a689c774fd0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:21.021022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.034078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 6caa20bb-43a6-4d8e-8b75-64a0202038cf owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:21.139616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8c883b82-0f6f-4553-9413-9a689c774fd0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:21.140280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8c883b82-0f6f-4553-9413-9a689c774fd0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:21.163138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-45795a91-60a6-4f88-81ed-3f5c843047be None None] Provisioning complete for port ce3cc283-b3de-4b58-b943-3134b4c70fb2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:21.163836 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45795a91-60a6-4f88-81ed-3f5c843047be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.170686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624abae7-a186-4493-94b0-702ff8e146d2 None None] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:21.254693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Allocated IP 172.20.0.1 (6880830f-b548-431c-b908-bae19a6d4d5b/b3410527-22dc-4657-84dc-c1be94d6036a/72b59b69-b5dd-4e12-b838-264cfbf95bb0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:21.400023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.506598 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.575132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:21.580230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:21.588596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:21.598752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:21.599531 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.602253 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.604099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ce3cc283-b3de-4b58-b943-3134b4c70fb2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:21.630785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=06db31a2-858c-4119-a4df-c8438fcea1b6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:21.638271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a1c3ae9-b000-4f74-b1fd-42dc756ff30b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9236250 Jul 28 11:28:21.640884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:21.648716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:21.682435 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-c2a3286f-d7a6-4d6a-9c16-349f7bcd13d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1793551 Jul 28 11:28:21.727454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:21.749026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ce3cc283-b3de-4b58-b943-3134b4c70fb2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:21.749426 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.790928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.884947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-d937b515-3b1e-4a47-8777-3cf5a2887146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:21.886455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-d937b515-3b1e-4a47-8777-3cf5a2887146 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=149b2964b66b491eb52db3d00ec91a8c&device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 1101 time: 0.1741953 Jul 28 11:28:21.915035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Transition to ACTIVE for port object 72b59b69-b5dd-4e12-b838-264cfbf95bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:21.916657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.935828 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:21.966489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Transition to ACTIVE for port object 0e703cf8-a45f-4196-946f-f2d9919e524a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:21.978223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=6caa20bb-43a6-4d8e-8b75-64a0202038cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:21.994981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.076996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.083333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.136497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] In _notify_port_updated(), no bound segment for port 06db31a2-858c-4119-a4df-c8438fcea1b6 on network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:28:22.147246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d11f8-73e6-44fa-9dd5-42ab31f9fc38 None None] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:22.170655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:22.171577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.172930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/ports/06db31a2-858c-4119-a4df-c8438fcea1b6 HTTP/1.1" status: 200 len: 818 time: 0.5305171 Jul 28 11:28:22.188595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:22.203540 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.216437 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f78698ec-b350-4f2d-8025-662535800654 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/6caa20bb-43a6-4d8e-8b75-64a0202038cf HTTP/1.1" status: 204 len: 168 time: 1.7363992 Jul 28 11:28:22.225094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:22.244116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01d0c-79af-49e8-94ff-0da4e57939c2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=06db31a2-858c-4119-a4df-c8438fcea1b6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:22.355760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.409123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-4e0080aa-060e-42c7-a47b-90b95585a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:22.411900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-4e0080aa-060e-42c7-a47b-90b95585a8f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.4361727 Jul 28 11:28:22.495395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Network 6880830f-b548-431c-b908-bae19a6d4d5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:22.505635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:22.508280 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-1ed9fcf8-c6b6-4e18-8d83-f3e3858217b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749 HTTP/1.1" status: 200 len: 217 time: 0.0731146 Jul 28 11:28:22.513785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:22.546294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436b539-d4bf-4ad5-8577-a222526143b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:22.553962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3436b539-d4bf-4ad5-8577-a222526143b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3039916 Jul 28 11:28:22.555902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.556475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:22.590493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=72b59b69-b5dd-4e12-b838-264cfbf95bb0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:22.661309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebfc13d-9f75-4ea9-b9ce-5e711b019790 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:22.662913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3ebfc13d-9f75-4ea9-b9ce-5e711b019790 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1053755 Jul 28 11:28:22.666700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:22.685318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.702634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-34222c14-0897-4f8a-b1a5-845aa6c3a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:22.704671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-34222c14-0897-4f8a-b1a5-845aa6c3a395 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.1779227 Jul 28 11:28:22.791306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 06db31a2-858c-4119-a4df-c8438fcea1b6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:22.791647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:22.993111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e263afa0-9095-4542-a5d7-cfe42ef30648 None None] Provisioning for port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:23.013556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e263afa0-9095-4542-a5d7-cfe42ef30648 None None] Provisioning complete for port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:23.014502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e263afa0-9095-4542-a5d7-cfe42ef30648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.088488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e263afa0-9095-4542-a5d7-cfe42ef30648 None None] Port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:28:23.261953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-77b2687a-243d-49df-8eec-013eae9fa226 None None] Provisioning for port 0e703cf8-a45f-4196-946f-f2d9919e524a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:23.287901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.293703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-77b2687a-243d-49df-8eec-013eae9fa226 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:23.294179 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77b2687a-243d-49df-8eec-013eae9fa226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.314848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 06db31a2-858c-4119-a4df-c8438fcea1b6 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:23.452614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fd619-809d-4c46-a5b8-44fd82e17e50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:23.456544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fd619-809d-4c46-a5b8-44fd82e17e50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:23.459343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fd619-809d-4c46-a5b8-44fd82e17e50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:23.461356 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e8fd619-809d-4c46-a5b8-44fd82e17e50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7915621 Jul 28 11:28:23.464089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39920) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:23.471516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.507717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f150ce56-92e7-4900-b5ac-df0711fb4953 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:23.561183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=06db31a2-858c-4119-a4df-c8438fcea1b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:23.584749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 147d80e5-1987-451b-94d8-b2518d88a9c1 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:23.585644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.590376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.590578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9ff8399c-33b6-4690-ba82-90aaaaaa90ba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/06db31a2-858c-4119-a4df-c8438fcea1b6 HTTP/1.1" status: 204 len: 168 time: 1.3950684 Jul 28 11:28:23.593429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:23.595927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-93e71fe8-0b26-41d2-ae0b-0740e2849958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:23.597593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-93e71fe8-0b26-41d2-ae0b-0740e2849958 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8476796 Jul 28 11:28:23.600590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port f150ce56-92e7-4900-b5ac-df0711fb4953 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:23.606509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f150ce56-92e7-4900-b5ac-df0711fb4953 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:23.607222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.641018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64408e1c-90af-4580-a087-575f1bdddff6 None None] Could not find standard attr ID for object 6caa20bb-43a6-4d8e-8b75-64a0202038cf. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:23.712520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.747086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port f150ce56-92e7-4900-b5ac-df0711fb4953, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f150ce56-92e7-4900-b5ac-df0711fb4953,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:23.754531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.755720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:23.767972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.809665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.823839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-6b6974fa-2e46-4520-addc-f45df10b521d service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826248 Jul 28 11:28:23.876438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:23.877674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.928487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:23.941926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=f150ce56-92e7-4900-b5ac-df0711fb4953,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:24.006067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.021456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b08852-dbf6-4a18-8e23-9febac87a097 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:24.023280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-33b08852-dbf6-4a18-8e23-9febac87a097 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4242833 Jul 28 11:28:24.026289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:24.046426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=147d80e5-1987-451b-94d8-b2518d88a9c1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:24.050608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.052597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f8c2a34b-8fa8-422e-93cb-6f9397cb1b37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/147d80e5-1987-451b-94d8-b2518d88a9c1 HTTP/1.1" status: 204 len: 168 time: 0.5874767 Jul 28 11:28:24.057787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:24.060650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735dff24-81a9-4b60-8fd4-701138fb584e None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:24.075481 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2250de96-9a20-455c-95f2-3eb2a280897c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:24.077091 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2250de96-9a20-455c-95f2-3eb2a280897c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/06db31a2-858c-4119-a4df-c8438fcea1b6 HTTP/1.1" status: 404 len: 333 time: 0.0495915 Jul 28 11:28:24.083180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:24.088101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1866737067'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:24.154247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 2a4d4dd2-d112-40d7-aed1-7f793f7621f9 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:24.158217 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.204091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:24.208395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.215050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.235666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.251359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-827ab0ea-cb04-4bad-a610-f0ab4342f69b req-d755c848-2897-445d-89d2-59b9b5a3a708 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994370 Jul 28 11:28:24.266975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.339271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.372690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:24.405892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.421131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.425883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=72b59b69-b5dd-4e12-b838-264cfbf95bb0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:24.439539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.440280 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment 31cc4802-f056-4060-959f-4458ef1627b1 of type vlan for network b62269b2-549b-4509-8253-a1444c13f799 Jul 28 11:28:24.443515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4d4dd2-d112-40d7-aed1-7f793f7621f9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:24.449706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.452314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eccf4881-f1d6-47bf-9bbe-a6d957e2d2ae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/2a4d4dd2-d112-40d7-aed1-7f793f7621f9 HTTP/1.1" status: 204 len: 168 time: 0.3934658 Jul 28 11:28:24.454354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:24.529876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-820ceee1-b1b6-4c7e-8917-4ab0510a6a8c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740683 Jul 28 11:28:24.532563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:24.543114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:24.555809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.630603 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.636738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:24.637544 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.658125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Network 6880830f-b548-431c-b908-bae19a6d4d5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:24.665444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:24.670376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:24.697538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:24.736872 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6526401 Jul 28 11:28:24.740498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:24.741311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01996c-5ab0-450f-a536-cbfa71efd0d4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=b62269b2-549b-4509-8253-a1444c13f799,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:24.754688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b62269b2-549b-4509-8253-a1444c13f799 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:24.756300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': 'b62269b2-549b-4509-8253-a1444c13f799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:25.111325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Router ece01866-b083-466e-85fa-e15c0f3e555d has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:28:25.123262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:25.132900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:25.184451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82db790a-5cf6-4c33-bf64-356f36d775f3 None None] Provisioning complete for port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:25.184944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82db790a-5cf6-4c33-bf64-356f36d775f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:25.314337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-82db790a-5cf6-4c33-bf64-356f36d775f3 None None] Port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:28:25.323215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f150ce56-92e7-4900-b5ac-df0711fb4953 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:25.382534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de182e-c732-47cd-872b-a188a70a84f2 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:25.387355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:28:25.391560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:28:25.401237 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2a66138c-06d1-4edd-8779-61fa1a7ae0b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/ece01866-b083-466e-85fa-e15c0f3e555d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5233939 Jul 28 11:28:25.570094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Sync routers for ids ['ece01866-b083-466e-85fa-e15c0f3e555d'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:28:25.622649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cffd6894-855a-481b-8b1a-541267c038aa None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:25.622649 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cffd6894-855a-481b-8b1a-541267c038aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:25.630458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:25.666356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Routers {'ece01866-b083-466e-85fa-e15c0f3e555d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:25.667002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ece01866-b083-466e-85fa-e15c0f3e555d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:25.779380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=41637e96-a432-4515-b206-2c4f9ada3dc1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:25.785899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': '31cc4802-f056-4060-959f-4458ef1627b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b62269b2-549b-4509-8253-a1444c13f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:25.786454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: b62269b2-549b-4509-8253-a1444c13f799, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:25.813805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network b62269b2-549b-4509-8253-a1444c13f799 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:25.828208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:25.839851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, b62269b2-549b-4509-8253-a1444c13f799) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:25.855157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:25.856506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:25.895660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9189a-3be3-477b-a719-9530dc640c57 None None] Network b62269b2-549b-4509-8253-a1444c13f799 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:25.903527 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d23ddbd6-a80a-455b-93d5-ef1310317233 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1572986 Jul 28 11:28:25.905416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:25.921515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': 'b62269b2-549b-4509-8253-a1444c13f799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:26.101031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f150ce56-92e7-4900-b5ac-df0711fb4953 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:26.101411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.106339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Set router ece01866-b083-466e-85fa-e15c0f3e555d gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:26.224633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:26.247499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.253012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:26.253218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:26.258937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1781370522-network', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:26.305696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.314161 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.315023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.365379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Made reservation on behalf of a62453ed361d44cfb98c14283c89d44a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:26.367978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.385313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.443304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=f5aa5205-122f-4d10-a7c6-aa8afbf122b3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:26.492748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:26.494375 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41637e96-a432-4515-b206-2c4f9ada3dc1 (CIDR: 172.20.0.0/28) Jul 28 11:28:26.502023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:26.507362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:26.508775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.517785 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:28:26.518290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:26.535128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:26.556344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52765886-477e-47cc-ac73-7ca993456bec None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:26.627872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.639065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.645875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ba5586aa-e0c0-48a3-8799-23d7f5ce6fca tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1088190 Jul 28 11:28:26.647894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:26.682972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:26.688490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e58aae-4c7a-446a-bedd-7d2baa71dc1f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:26.694847 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3ef1688b-53cf-40a8-abe8-22f7878d0c10 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7777157 Jul 28 11:28:26.698178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 39984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:26.704582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': 'b62269b2-549b-4509-8253-a1444c13f799', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:26.751486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:26.772858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-899b30f1-5529-4475-b6b5-512adcbf8929 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:26.773333 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-899b30f1-5529-4475-b6b5-512adcbf8929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.787016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.789137 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Added segment 54703f5c-9eac-4801-b000-42acaa58e280 of type vlan for network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 Jul 28 11:28:26.854811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-b62269b2-549b-4509-8253-a1444c13f799', 'network_id': 'b62269b2-549b-4509-8253-a1444c13f799', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': '41637e96-a432-4515-b206-2c4f9ada3dc1'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:26.855950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.873624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:26.932208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:26.936895 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.003641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.004982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:27.006107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.110486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] Pushing event updated for resources: {'Network': ['ID=7a23879a-7a38-4eaf-9f3c-57c1f1026a44,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:27.137080 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7fd30d65-0167-437c-807e-bd3dfc93b760 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8823385 Jul 28 11:28:27.151638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:27.158250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Request body: {'subnet': {'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1781370522-subnet', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:27.234012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Made reservation on behalf of a62453ed361d44cfb98c14283c89d44a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:27.237144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.333537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:27.428321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '72b59b69-b5dd-4e12-b838-264cfbf95bb0', 'name': '', 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'mac_address': 'fa:16:3e:a4:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b3410527-22dc-4657-84dc-c1be94d6036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:20Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 2, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'subnets': [{'id': 'b3410527-22dc-4657-84dc-c1be94d6036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:27.444481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:27.448611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.507179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.539578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:27.578558 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5aa5205-122f-4d10-a7c6-aa8afbf122b3 (CIDR: 2001:db8::/64) Jul 28 11:28:27.584970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e84299-3ddc-4a2a-821a-14c15ea58255,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:27.600109 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:28:27.600109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:27.609708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Checking router: ece01866-b083-466e-85fa-e15c0f3e555d for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:28:27.610238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Updating router ece01866-b083-466e-85fa-e15c0f3e555d port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:28:27.669188 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.698112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-eb76bf23-af21-4a86-9fa9-323313e2e725 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0188613 Jul 28 11:28:27.699452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 39996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:27.726932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:27.746835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:27.747601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.821030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Allocated IP 172.20.0.2 (b62269b2-549b-4509-8253-a1444c13f799/41637e96-a432-4515-b206-2c4f9ada3dc1/9598ae9b-0c9c-4f6e-8101-39f91986fec9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:27.917476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Checking segment: {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:27.917882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Network hostable DHCP agents. Network: 7a23879a-7a38-4eaf-9f3c-57c1f1026a44, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:27.969947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:27.984724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec71138b-f125-442d-a89b-fb2e2509a120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.015982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:28.023091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:28.028252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.031018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network b62269b2-549b-4509-8253-a1444c13f799 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:28.037823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:28.041344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:28.042649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.070767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3708506 Jul 28 11:28:28.071529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd2fa-2732-4483-8044-1ad8aebdd5da tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=36b1c0ac-0313-460a-95d1-0c5cc1da462f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:28.080602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:28.085736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': 'b62269b2-549b-4509-8253-a1444c13f799', 'fixed_ips': [{'subnet_id': '41637e96-a432-4515-b206-2c4f9ada3dc1'}, {'subnet_id': '36b1c0ac-0313-460a-95d1-0c5cc1da462f'}], 'name': 'tempest-PortsTestJSON-1802374811'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:28.093333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7a23879a-7a38-4eaf-9f3c-57c1f1026a44) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:28.111692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:28.114111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.117523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93197162-aeeb-4f38-8b3d-4e43d8bfb02f None None] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:28.171839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a9fd47fe-98e4-469b-a644-5f57db69d80e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0190792 Jul 28 11:28:28.174609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:28.179429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:28.257039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-657942d3-a0ff-41f6-8556-27a70ce562b2 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:28.257407 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-657942d3-a0ff-41f6-8556-27a70ce562b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.311116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.312861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.318117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:28.434794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.514479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.579832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port c8920aba-f0f9-4f5f-b0af-736237267471 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:28.705513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.716449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.759036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.763645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Transition to ACTIVE for port object 9598ae9b-0c9c-4f6e-8101-39f91986fec9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:28.865901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Transition to ACTIVE for port object 9598ae9b-0c9c-4f6e-8101-39f91986fec9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:28.873361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:28.876822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.877827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:28.884208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:28.884726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.911011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=1a2fbe1d-4691-415b-9df7-ceb84dafbe6b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:28.921957 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-73138c65-b01d-41d5-97ac-9b5ca3b87ca9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2088356 Jul 28 11:28:28.924795 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:28.925723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:28.930963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:2f:ad:d2', 'name': 'tempest-NetworksTestDHCPv6-196454279'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:28.934341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31fa5c-c0b7-42e4-a350-788e10b04c56 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:29.030517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7a23879a-7a38-4eaf-9f3c-57c1f1026a44', 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'fixed_ips': [{'subnet_id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:29.032955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b9115caf-3809-48b6-a310-e21e0fffbd82 {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:28:29.033274 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:28:29.033915 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.038476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Transition to ACTIVE for port object 72b59b69-b5dd-4e12-b838-264cfbf95bb0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:29.099995 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.119471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Network b62269b2-549b-4509-8253-a1444c13f799 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:29.136887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:29.152505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:29.167078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Pushing event updated for resources: {'Port': ['ID=9598ae9b-0c9c-4f6e-8101-39f91986fec9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:29.198824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:29.319281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.368896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.431822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.440371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aa516-94ac-42c2-8fe4-4d82d921cf28 None None] Pushing event updated for resources: {'Port': ['ID=72b59b69-b5dd-4e12-b838-264cfbf95bb0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:29.462072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 601af081-9652-43f0-8671-736e1221f075 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:29.494330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Attempting to bind port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:29.507980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Attempting to bind port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '31cc4802-f056-4060-959f-4458ef1627b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b62269b2-549b-4509-8253-a1444c13f799'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:29.508559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Attempting to bind port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 on network b62269b2-549b-4509-8253-a1444c13f799 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:29.535165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.569419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 908c8e77-ae5c-4915-987e-832951a3bb3c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:29.572013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Allocated IP 172.20.0.2 (7a23879a-7a38-4eaf-9f3c-57c1f1026a44/f3e84299-3ddc-4a2a-821a-14c15ea58255/8aad4c03-af9c-4ada-85f2-8e7498eaab1d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:29.588090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Allocated IP 172.25.1.239 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/71d56401-d6ab-4fb0-b8bf-252ad2aa41ae) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:29.781462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Attempting to bind port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:29.782215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Attempting to bind port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:29.782215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Attempting to bind port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 on network 6880830f-b548-431c-b908-bae19a6d4d5b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:29.852739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:29.853199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Checking segment: {'id': '31cc4802-f056-4060-959f-4458ef1627b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b62269b2-549b-4509-8253-a1444c13f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:29.853526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.853933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Bound using segment: {'id': '31cc4802-f056-4060-959f-4458ef1627b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b62269b2-549b-4509-8253-a1444c13f799'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:29.854421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Bound port: 9598ae9b-0c9c-4f6e-8101-39f91986fec9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cc4802-f056-4060-959f-4458ef1627b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b62269b2-549b-4509-8253-a1444c13f799'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:29.854805 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.863332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:29.863759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Checking segment: {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:29.864158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.864579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Bound using segment: {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:29.865064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Bound port: 72b59b69-b5dd-4e12-b838-264cfbf95bb0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf21893-eef1-40a4-96cd-32f9ca43f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:29.865452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.879253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:29.977369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] For port 9598ae9b-0c9c-4f6e-8101-39f91986fec9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:29.981251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] For port 9598ae9b-0c9c-4f6e-8101-39f91986fec9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9598ae9b-0c9c-4f6e-8101-39f91986fec9,segment=NetworkSegment(31cc4802-f056-4060-959f-4458ef1627b1),segment_id=31cc4802-f056-4060-959f-4458ef1627b1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:29.984554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Transition to ACTIVE for port object 8aad4c03-af9c-4ada-85f2-8e7498eaab1d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:30.019365 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.031001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.7 (b62269b2-549b-4509-8253-a1444c13f799/41637e96-a432-4515-b206-2c4f9ada3dc1/908c8e77-ae5c-4915-987e-832951a3bb3c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:30.039870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.28 (b62269b2-549b-4509-8253-a1444c13f799/36b1c0ac-0313-460a-95d1-0c5cc1da462f/908c8e77-ae5c-4915-987e-832951a3bb3c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:30.080699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027359a-6fa5-443f-8511-5abf06cfd03a None None] Pushing event updated for resources: {'Port': ['ID=9598ae9b-0c9c-4f6e-8101-39f91986fec9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:30.095591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Transition to ACTIVE for port object 8aad4c03-af9c-4ada-85f2-8e7498eaab1d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:30.125944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.216268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] For port 72b59b69-b5dd-4e12-b838-264cfbf95bb0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:30.317562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.435443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8:0:1::294 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/1a2fbe1d-4691-415b-9df7-ceb84dafbe6b/601af081-9652-43f0-8671-736e1221f075) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:30.443493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::f816:3eff:fe2f:add2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/f5aa5205-122f-4d10-a7c6-aa8afbf122b3/601af081-9652-43f0-8671-736e1221f075) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:30.468273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.533810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 908c8e77-ae5c-4915-987e-832951a3bb3c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:30.665701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.677755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.694808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 601af081-9652-43f0-8671-736e1221f075 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:30.740604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.747010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:30.761397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] For port 72b59b69-b5dd-4e12-b838-264cfbf95bb0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=72b59b69-b5dd-4e12-b838-264cfbf95bb0,segment=NetworkSegment(1bf21893-eef1-40a4-96cd-32f9ca43f591),segment_id=1bf21893-eef1-40a4-96cd-32f9ca43f591)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:30.773361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:30.777673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:30.779328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.782223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network b62269b2-549b-4509-8253-a1444c13f799 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:30.800072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:30.800993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:30.805852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:30.807271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.812158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:30.818117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=908c8e77-ae5c-4915-987e-832951a3bb3c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:30.823222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:30.835686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:30.839621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Pushing event updated for resources: {'Port': ['ID=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:30.854992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Update dhcp port {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': 'f5aa5205-122f-4d10-a7c6-aa8afbf122b3', 'ip_address': '2001:db8::f816:3eff:fef0:dc23'}, {'subnet_id': '1a2fbe1d-4691-415b-9df7-ceb84dafbe6b'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '0e703cf8-a45f-4196-946f-f2d9919e524a'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:28:30.860478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:30.874997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:30.891436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:30.892120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.923387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:30.935873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:30.936713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:30.972434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0b7b6ba5-4c74-44cb-b28d-e86a07e63818 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8904002 Jul 28 11:28:30.975220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40088) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:30.982517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41637e96-a432-4515-b206-2c4f9ada3dc1'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:31.014198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0874047 Jul 28 11:28:31.018707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:31.082557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.131412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.161273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Routers {'ece01866-b083-466e-85fa-e15c0f3e555d'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:31.162183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ece01866-b083-466e-85fa-e15c0f3e555d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:31.181344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.333850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Attempting to bind port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:31.336321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Attempting to bind port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:31.336914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Attempting to bind port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d on network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:31.397291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e52692-6a22-41b3-8b1e-6eeb2ca9dfd8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=601af081-9652-43f0-8671-736e1221f075,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:31.410319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aa516-94ac-42c2-8fe4-4d82d921cf28 None None] Pushing event updated for resources: {'Port': ['ID=72b59b69-b5dd-4e12-b838-264cfbf95bb0,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:31.467660 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e622203-0ef2-4dba-ab04-395ba9a65ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.469812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:31.470422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Checking segment: {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:31.471222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.472465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Bound using segment: {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:31.477760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Bound port: 8aad4c03-af9c-4ada-85f2-8e7498eaab1d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:31.478185 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.710493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9598ae9b-0c9c-4f6e-8101-39f91986fec9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:31.767431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:31.839405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Delete allocated IP 172.20.0.28 (b62269b2-549b-4509-8253-a1444c13f799/36b1c0ac-0313-460a-95d1-0c5cc1da462f) {{(pid=93836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:28:31.880170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 601af081-9652-43f0-8671-736e1221f075 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:31.880546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.088560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.100087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Allocated IP 2001:db8:0:1::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/1a2fbe1d-4691-415b-9df7-ceb84dafbe6b/0e703cf8-a45f-4196-946f-f2d9919e524a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:32.111224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 601af081-9652-43f0-8671-736e1221f075 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:32.121706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.153271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Ignored duplicate provisioning block setup for port 908c8e77-ae5c-4915-987e-832951a3bb3c by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:28:32.161856 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.261593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.316607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:32.359652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57108252-ecee-490b-985e-dacb86bc2dbf None None] Network b62269b2-549b-4509-8253-a1444c13f799 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:32.377169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] In _notify_port_updated(), no bound segment for port 908c8e77-ae5c-4915-987e-832951a3bb3c on network b62269b2-549b-4509-8253-a1444c13f799 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:28:32.383716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:32.385949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.390969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/ports/908c8e77-ae5c-4915-987e-832951a3bb3c HTTP/1.1" status: 200 len: 919 time: 1.4144721 Jul 28 11:28:32.392048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:32.392900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ef7a3-4985-4f16-a10d-1331fa78e84c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=908c8e77-ae5c-4915-987e-832951a3bb3c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:32.401809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41637e96-a432-4515-b206-2c4f9ada3dc1'}, {'subnet_id': '36b1c0ac-0313-460a-95d1-0c5cc1da462f'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:32.477137 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.509914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Transition to ACTIVE for port object 0e703cf8-a45f-4196-946f-f2d9919e524a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:32.553589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.626204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.641217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] Set router ece01866-b083-466e-85fa-e15c0f3e555d gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:32.654690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.666348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:28:32.711490 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.719416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=601af081-9652-43f0-8671-736e1221f075,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:32.838280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:32.848639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:32.855111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fd88e76c-5438-43c4-97ee-1cd42c25144b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/601af081-9652-43f0-8671-736e1221f075 HTTP/1.1" status: 204 len: 168 time: 1.8283610 Jul 28 11:28:32.856766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:32.928492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] For port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:33.004114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da87c64-b1fa-4f73-9490-f3864cab53b8 None None] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:33.007366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] Provisioning for port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:33.028224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b79ec7-1e63-4c4f-a237-b189d16009cb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:33.043882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8b79ec7-1e63-4c4f-a237-b189d16009cb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0957210 Jul 28 11:28:33.046686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40274) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:33.140637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.20 (b62269b2-549b-4509-8253-a1444c13f799/36b1c0ac-0313-460a-95d1-0c5cc1da462f/908c8e77-ae5c-4915-987e-832951a3bb3c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:33.141208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] For port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:33.142302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] Provisioning complete for port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:33.142674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.204326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe70e42-c121-4ad2-a4ab-3bd4db057f5c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:33.208213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bbe70e42-c121-4ad2-a4ab-3bd4db057f5c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1603854 Jul 28 11:28:33.214262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:33.235064 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.346106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538ce27-e6a7-4f7f-a252-0b3df47ce889 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:33.350051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538ce27-e6a7-4f7f-a252-0b3df47ce889 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:33.357876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538ce27-e6a7-4f7f-a252-0b3df47ce889 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:33.364089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9538ce27-e6a7-4f7f-a252-0b3df47ce889 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1472998 Jul 28 11:28:33.366632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:33.522314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 1a2fbe1d-4691-415b-9df7-ceb84dafbe6b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:33.537672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:28:33.541274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.548837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.552926 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Sync routers for ids ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:28:33.583049 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Routers {'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:33.587015 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:33.590032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:33.592290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Ignored duplicate provisioning block setup for port 908c8e77-ae5c-4915-987e-832951a3bb3c by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 11:28:33.607494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.695396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.698641 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dad6ca33-9572-4a55-a41c-83ab9877e6f2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5221522 Jul 28 11:28:33.708217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:33.727505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.864129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=908c8e77-ae5c-4915-987e-832951a3bb3c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:33.895799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571c3df-cd05-4c44-aa45-f719012328f5 None None] Pushing event updated for resources: {'Port': ['ID=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:33.900599 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:33.911190 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.086152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] In _notify_port_updated(), no bound segment for port 908c8e77-ae5c-4915-987e-832951a3bb3c on network b62269b2-549b-4509-8253-a1444c13f799 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:28:34.107672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:34.108577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.112766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f93a8356-7f86-4cf5-9f15-67cd6dec7abe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/ports/908c8e77-ae5c-4915-987e-832951a3bb3c HTTP/1.1" status: 200 len: 999 time: 1.7158237 Jul 28 11:28:34.116998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:34.172633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] For port 9598ae9b-0c9c-4f6e-8101-39f91986fec9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9598ae9b-0c9c-4f6e-8101-39f91986fec9,segment=NetworkSegment(31cc4802-f056-4060-959f-4458ef1627b1),segment_id=31cc4802-f056-4060-959f-4458ef1627b1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:34.184686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '72b59b69-b5dd-4e12-b838-264cfbf95bb0', 'name': '', 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'mac_address': 'fa:16:3e:a4:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b3410527-22dc-4657-84dc-c1be94d6036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:20Z', 'updated_at': '2021-07-28T11:28:30Z', 'revision_number': 4, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'subnets': [{'id': 'b3410527-22dc-4657-84dc-c1be94d6036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:34.190035 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Set router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:34.304292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 908c8e77-ae5c-4915-987e-832951a3bb3c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:34.306012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632a16-d2f1-4a61-a5f6-4545d7fa6d27 None None] The sync data for ids ['ece01866-b083-466e-85fa-e15c0f3e555d'] in n-d-723573-7 is: [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '72b59b69-b5dd-4e12-b838-264cfbf95bb0', 'name': '', 'network_id': '6880830f-b548-431c-b908-bae19a6d4d5b', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'mac_address': 'fa:16:3e:a4:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b3410527-22dc-4657-84dc-c1be94d6036a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:20Z', 'updated_at': '2021-07-28T11:28:30Z', 'revision_number': 4, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'subnets': [{'id': 'b3410527-22dc-4657-84dc-c1be94d6036a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:28:34.308218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.311832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.446093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb045208-2b57-435d-83c6-0a6488d275ed None None] Update dhcp port {'port': {'network_id': 'b62269b2-549b-4509-8253-a1444c13f799', 'fixed_ips': [{'subnet_id': '41637e96-a432-4515-b206-2c4f9ada3dc1', 'ip_address': '172.20.0.2'}, {'subnet_id': '36b1c0ac-0313-460a-95d1-0c5cc1da462f'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '9598ae9b-0c9c-4f6e-8101-39f91986fec9'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:28:34.615702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.659064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 908c8e77-ae5c-4915-987e-832951a3bb3c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:34.679557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:31Z', 'revision_number': 3, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:34.687807 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb045208-2b57-435d-83c6-0a6488d275ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.711717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.731966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76368c3c-ecdc-42af-b5b5-4dec1c9cea5a None None] Pushing event updated for resources: {'Port': ['ID=9598ae9b-0c9c-4f6e-8101-39f91986fec9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:34.741355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d7909340-4693-412a-9322-ad749be3d7b7 None None] Provisioning for port 0e703cf8-a45f-4196-946f-f2d9919e524a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:34.757334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d7909340-4693-412a-9322-ad749be3d7b7 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:34.765366 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d7909340-4693-412a-9322-ad749be3d7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:34.781615 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Checking router: ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:28:34.789770 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Updating router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:28:34.865335 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.143427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.254910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2fbe1d-4691-415b-9df7-ceb84dafbe6b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:35.268435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.272935 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9868d614-a304-4d04-9b12-0c2aeaf4f6ff tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/1a2fbe1d-4691-415b-9df7-ceb84dafbe6b HTTP/1.1" status: 204 len: 168 time: 1.9001875 Jul 28 11:28:35.286707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:35.299025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.396273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=908c8e77-ae5c-4915-987e-832951a3bb3c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:35.648568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81861691-079f-425b-9efd-42deafd31d6c None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:35.667105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ddb1c-951f-4416-9ef7-0d70d0aa5447 None None] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:35.676496 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.689315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Transition to ACTIVE for port object 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:35.693106 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.696658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dac15b5c-264c-4238-bb5a-baddde18c714 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/908c8e77-ae5c-4915-987e-832951a3bb3c HTTP/1.1" status: 204 len: 168 time: 1.5786192 Jul 28 11:28:35.698718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet f5aa5205-122f-4d10-a7c6-aa8afbf122b3 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:35.699314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:35.703480 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.727169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.775924 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-54304d35-e493-44e3-9690-c434ffa2401c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:35.788426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-54304d35-e493-44e3-9690-c434ffa2401c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/908c8e77-ae5c-4915-987e-832951a3bb3c HTTP/1.1" status: 404 len: 333 time: 0.0876551 Jul 28 11:28:35.791323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:35.796921 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0201613-cc9c-4ecd-9d99-67c9fd24c95b None None] Pushing event updated for resources: {'Port': ['ID=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:35.805650 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Attempting to bind port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:35.806020 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Attempting to bind port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:35.807370 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Attempting to bind port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:35.814691 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:35.815390 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:35.816136 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.816785 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:35.817682 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Bound port: 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:35.818067 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.907380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8aad4c03-af9c-4ada-85f2-8e7498eaab1d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:35.916588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.936610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 36b1c0ac-0313-460a-95d1-0c5cc1da462f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:35.941274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:35.954803 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] For port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:35.978297 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] For port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:35.989719 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.078012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.196015 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.219248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Routers {'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:36.219897 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:36.285977 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0201613-cc9c-4ecd-9d99-67c9fd24c95b None None] Pushing event updated for resources: {'Port': ['ID=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:36.304379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-bb045208-2b57-435d-83c6-0a6488d275ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36b1c0ac-0313-460a-95d1-0c5cc1da462f: This subnet is being modified by another concurrent operation. Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36b1c0ac-0313-460a-95d1-0c5cc1da462f: This subnet is being modified by another concurrent operation. Jul 28 11:28:36.358657 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:28:36.367418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=36b1c0ac-0313-460a-95d1-0c5cc1da462f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:36.375215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.377163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7d577daf-7aea-47e6-8bd5-ff2bb431d3c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/36b1c0ac-0313-460a-95d1-0c5cc1da462f HTTP/1.1" status: 204 len: 168 time: 0.5843182 Jul 28 11:28:36.380409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:36.474539 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] Set router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:36.501553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682df4da-9a44-4cb9-88bb-6fff2ff7417d None None] Network b62269b2-549b-4509-8253-a1444c13f799 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:36.521740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 41637e96-a432-4515-b206-2c4f9ada3dc1 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:36.523919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Could not find standard attr ID for object 601af081-9652-43f0-8671-736e1221f075. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:36.536221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.606573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.616022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:36.653248 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.661739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 72b59b69-b5dd-4e12-b838-264cfbf95bb0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:36.672038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Provisioning for port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:36.746972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Provisioning complete for port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:36.754747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.840842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.881252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:36.934031 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:31Z', 'revision_number': 3, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:37.023316 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b22651-9323-4605-9fc5-6dbd35634d3a None None] The sync data for ids ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'] in n-d-723573-7 is: [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:31Z', 'revision_number': 3, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:28:37.051278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.096121 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.102321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/41637e96-a432-4515-b206-2c4f9ada3dc1 HTTP/1.1" status: 204 len: 168 time: 0.7208674 Jul 28 11:28:37.107255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:37.121665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:37.129481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:37.130120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.156513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d8a1a-84c7-4d37-9a82-1e489db275f9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=41637e96-a432-4515-b206-2c4f9ada3dc1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:37.185756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.328081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.333515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] For port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:37.350728 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.433407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d1b68-2152-43fb-b69a-7cd8ff170b4a None None] Network b62269b2-549b-4509-8253-a1444c13f799 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:37.462526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.464723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/f5aa5205-122f-4d10-a7c6-aa8afbf122b3 HTTP/1.1" status: 204 len: 168 time: 2.1736393 Jul 28 11:28:37.467183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4c56c-4a65-4759-9ee9-c280019f2e8d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=f5aa5205-122f-4d10-a7c6-aa8afbf122b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:37.467814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:37.509235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7868ca79-73d4-48f5-9c97-357d12bf9432 None None] Could not find standard attr ID for object 908c8e77-ae5c-4915-987e-832951a3bb3c. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:37.533916 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.546031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Allocated IP 172.20.0.1 (7a23879a-7a38-4eaf-9f3c-57c1f1026a44/f3e84299-3ddc-4a2a-821a-14c15ea58255/70650137-7242-4cdb-88ef-47d34fb673be) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:37.582907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Pushing event updated for resources: {'Port': ['ID=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:37.598575 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.622482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b604e466-5806-45d5-959a-8436c4c810ee tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529095 Jul 28 11:28:37.625058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:37.630942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:37.640699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.641493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.642074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.642646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.644237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.645601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.646216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.646793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.647372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.648651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.649362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.653191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55253d7-d185-4cbc-8ba5-64878ef5bd64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:37.658707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7868ca79-73d4-48f5-9c97-357d12bf9432 None None] Provisioning complete for port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:37.659412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7868ca79-73d4-48f5-9c97-357d12bf9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.802235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 72b59b69-b5dd-4e12-b838-264cfbf95bb0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=72b59b69-b5dd-4e12-b838-264cfbf95bb0,segment=NetworkSegment(1bf21893-eef1-40a4-96cd-32f9ca43f591),segment_id=1bf21893-eef1-40a4-96cd-32f9ca43f591)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:37.818635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.843725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Transition to ACTIVE for port object 70650137-7242-4cdb-88ef-47d34fb673be will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:37.873735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.875585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9598ae9b-0c9c-4f6e-8101-39f91986fec9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:37.883506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:37.887432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:37.970762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.046971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7868ca79-73d4-48f5-9c97-357d12bf9432 None None] Provisioning complete for port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:38.049546 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7868ca79-73d4-48f5-9c97-357d12bf9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.071824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:38.076187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:38.092841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:38.142714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427acea2-a552-480e-ac42-3f652b291bbf None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:38.167786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:38.168169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.176119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Pushing event updated for resources: {'Port': ['ID=70650137-7242-4cdb-88ef-47d34fb673be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:38.191181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] DHCP port deletion for b62269b2-549b-4509-8253-a1444c13f799 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:38.247227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.299782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=375cf4a3-27d4-4810-9611-3c1e5b3ee1f8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:38.304208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.351908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:38.353548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:38.360584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:38.361181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.374912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=72b59b69-b5dd-4e12-b838-264cfbf95bb0,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:38.411744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc46b06a-2088-49b2-a7ef-291319ba2d02 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7855675 Jul 28 11:28:38.412738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:38.418586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:38.632216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:38.633591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.660925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:38.665192 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.671270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.700157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] For port 9598ae9b-0c9c-4f6e-8101-39f91986fec9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9598ae9b-0c9c-4f6e-8101-39f91986fec9,segment=NetworkSegment(31cc4802-f056-4060-959f-4458ef1627b1),segment_id=31cc4802-f056-4060-959f-4458ef1627b1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:38.703734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.751105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 9598ae9b-0c9c-4f6e-8101-39f91986fec9 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:38.761545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] Deleting port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:38.761918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.813648 n-d-723573-7 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 375cf4a3-27d4-4810-9611-3c1e5b3ee1f8 (CIDR: 2001:db8::/64) Jul 28 11:28:38.819509 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:28:38.820734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:38.846154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-304e6e4d-2881-4536-b618-038f6f2fc847 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4320610 Jul 28 11:28:38.848382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7586d914-8dd3-4df0-a8c4-62f119fa5652 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:38.848932 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7586d914-8dd3-4df0-a8c4-62f119fa5652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.849745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:38.860519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:38.933464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] For port 9598ae9b-0c9c-4f6e-8101-39f91986fec9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9598ae9b-0c9c-4f6e-8101-39f91986fec9,segment=NetworkSegment(31cc4802-f056-4060-959f-4458ef1627b1),segment_id=31cc4802-f056-4060-959f-4458ef1627b1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:38.933815 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.967419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:38.987494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No DVR routers for this DVR port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:39.019645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] Calling delete_port for 9598ae9b-0c9c-4f6e-8101-39f91986fec9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:39.062031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=9598ae9b-0c9c-4f6e-8101-39f91986fec9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:39.093497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:39.099081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.194461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.216091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.237680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62269b2-549b-4509-8253-a1444c13f799']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:39.265810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.290768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7586d914-8dd3-4df0-a8c4-62f119fa5652 None None] Provisioning for port 70650137-7242-4cdb-88ef-47d34fb673be completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:39.295170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7586d914-8dd3-4df0-a8c4-62f119fa5652 None None] Provisioning complete for port 70650137-7242-4cdb-88ef-47d34fb673be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:39.296832 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7586d914-8dd3-4df0-a8c4-62f119fa5652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.302724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.373953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.379723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cc4802-f056-4060-959f-4458ef1627b1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:39.381881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cc4802-f056-4060-959f-4458ef1627b1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:39.455641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.474935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7586d914-8dd3-4df0-a8c4-62f119fa5652 None None] Port 70650137-7242-4cdb-88ef-47d34fb673be cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:28:39.484627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] Pushing event deleted for resources: {'Port': ['ID=9598ae9b-0c9c-4f6e-8101-39f91986fec9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:39.492121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd282575-9939-4b51-8ae3-104651701f89 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:39.495821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:39.682046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:39.685204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:39.693688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.697854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Pushing event updated for resources: {'Port': ['ID=70650137-7242-4cdb-88ef-47d34fb673be,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:39.710149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:39.716799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:39.721003 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:39.873433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ac901-3d93-444c-a28e-260740e0ad2d None None] No DVR routers for this DVR port 9598ae9b-0c9c-4f6e-8101-39f91986fec9 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:39.931941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:28:39.937007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.941456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bd5a9b0-739b-408f-95b5-237d69057947 None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:39.942201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a9b0-739b-408f-95b5-237d69057947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.943010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:39.944784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/b62269b2-549b-4509-8253-a1444c13f799 HTTP/1.1" status: 204 len: 168 time: 2.8135960 Jul 28 11:28:39.956534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.objects.ports [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:28:39.957266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:39.961408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c924b-9c68-4492-bb33-66506d43f7f7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=b62269b2-549b-4509-8253-a1444c13f799,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:40.082531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:40.094038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:40.094418 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.224799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:28:40.251805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1d442e5a-7797-4a4a-8d80-0ad47cc22251 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5337393 Jul 28 11:28:40.263527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Sync routers for ids ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:28:40.279867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07898e-3834-4a01-9600-1defffb25da7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:40.283428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7b07898e-3834-4a01-9600-1defffb25da7 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3251362 Jul 28 11:28:40.287021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:40.335888 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.372088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ceaf3922-e946-4e98-828f-2146a903a9cf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0790424 Jul 28 11:28:40.373505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:40.383763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Routers {'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:40.384443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:40.384632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1570005862'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:40.432349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:40.436346 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.482688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:40.505741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.507788 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment ad985e6a-d741-4c08-9bcf-67fdb5f5eb37 of type vlan for network 2540c315-762e-4ac0-9371-717a62aa1e7f Jul 28 11:28:40.525369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.607601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.614607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:40.658938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:40.661990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.662983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8aad4c03-af9c-4ada-85f2-8e7498eaab1d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:40.708576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.715043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:40.716521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.732502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.743032 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.744092 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.816963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=2540c315-762e-4ac0-9371-717a62aa1e7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:40.838919 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b360a27e-0f69-43bc-8869-5e828571ff44 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4642143 Jul 28 11:28:40.842929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:40.845561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Set router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:40.851408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:40.854588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:40.869581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:40.885728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:40.886614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:40.889468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=8b22d6c5-81bf-45b7-a7f9-04894a48f578,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:40.898983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=13']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:40.923537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19db015c-e8d7-4b2e-9107-4079d784c88a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0712748 Jul 28 11:28:40.926996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:40.936486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:c3:b4:ea', 'name': 'tempest-NetworksTestDHCPv6-584965836'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:40.974332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2540c315-762e-4ac0-9371-717a62aa1e7f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:41.015179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:41.021419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.054910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c7380c8-2d1e-4719-ac5f-7e0afbede3b4 None None] Provisioning complete for port 70650137-7242-4cdb-88ef-47d34fb673be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:41.054910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c7380c8-2d1e-4719-ac5f-7e0afbede3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.145901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:41.146306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.182315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:41.183897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Update dhcp port {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'fixed_ips': [{'subnet_id': '8b22d6c5-81bf-45b7-a7f9-04894a48f578', 'ip_address': '2001:db8:0:1:f816:3eff:fef0:dc23'}, {'subnet_id': '375cf4a3-27d4-4810-9611-3c1e5b3ee1f8'}], 'binding:host_id': 'n-d-723573-7'}, 'id': '0e703cf8-a45f-4196-946f-f2d9919e524a'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:28:41.190916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:41.247086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3c7380c8-2d1e-4719-ac5f-7e0afbede3b4 None None] Port 70650137-7242-4cdb-88ef-47d34fb673be cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:28:41.273233 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.331545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.343936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.388489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=5ab9915e-9f18-4927-a982-1694d79c7553,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:41.401627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 772f1bbd-e7a0-4b75-a46a-afebd4665ac2 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:41.452202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:41.453132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: 2540c315-762e-4ac0-9371-717a62aa1e7f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:41.485429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 72b59b69-b5dd-4e12-b838-264cfbf95bb0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:41.489483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 2540c315-762e-4ac0-9371-717a62aa1e7f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:41.509353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2540c315-762e-4ac0-9371-717a62aa1e7f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:41.524296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:41.525250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.534610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68a57e-f61b-40bf-abfd-a6446762fbbe None None] Network 2540c315-762e-4ac0-9371-717a62aa1e7f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:41.551786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8aafa2ff-c0bd-40ef-b235-d7c8098dffc9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7063639 Jul 28 11:28:41.554431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:41.560005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f', 'name': 'tempest-PortsTestJSON-1996358796'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:41.606574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:38Z', 'revision_number': 4, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '70650137-7242-4cdb-88ef-47d34fb673be', 'name': '', 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'mac_address': 'fa:16:3e:53:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:36Z', 'updated_at': '2021-07-28T11:28:38Z', 'revision_number': 2, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'subnets': [{'id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:41.652704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Checking router: ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:28:41.653062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Updating router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f port 70650137-7242-4cdb-88ef-47d34fb673be binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:28:41.656866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/375cf4a3-27d4-4810-9611-3c1e5b3ee1f8/0e703cf8-a45f-4196-946f-f2d9919e524a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:41.700829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:41.706650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.732580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:41.732958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.733459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:41.802776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:41.914777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.14 (2540c315-762e-4ac0-9371-717a62aa1e7f/5ab9915e-9f18-4927-a982-1694d79c7553/ea9c4b8e-a583-46d6-b3f4-68003c0c06b7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:41.986428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:42.112762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-2540c315-762e-4ac0-9371-717a62aa1e7f', 'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': '5ab9915e-9f18-4927-a982-1694d79c7553'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:42.113620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.161705 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.180160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:42.226886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.291342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=ea9c4b8e-a583-46d6-b3f4-68003c0c06b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:42.313769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 2540c315-762e-4ac0-9371-717a62aa1e7f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:42.316099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:42.320289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:42.350541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.396470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:42.397237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.415648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e958ec58-4210-4058-8152-758d4d37bfcc tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8573539 Jul 28 11:28:42.416265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40606) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:42.420738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Transition to ACTIVE for port object 0e703cf8-a45f-4196-946f-f2d9919e524a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:42.422522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f', 'name': 'tempest-PortsTestJSON-971402680'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:42.482755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.554874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9598ae9b-0c9c-4f6e-8101-39f91986fec9 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:42.590392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 9598ae9b-0c9c-4f6e-8101-39f91986fec9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:42.590686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9598ae9b-0c9c-4f6e-8101-39f91986fec9 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:42.653772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92abe-35df-4ad3-a940-9f017c8efaea None None] Pushing event updated for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=14']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:42.663065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:42.671453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.718386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port b4c543d9-8cb9-4307-b925-93c7a9112dbc yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:42.725708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::385 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/375cf4a3-27d4-4810-9611-3c1e5b3ee1f8/772f1bbd-e7a0-4b75-a46a-afebd4665ac2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:42.741251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:b4ea (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/8b22d6c5-81bf-45b7-a7f9-04894a48f578/772f1bbd-e7a0-4b75-a46a-afebd4665ac2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:42.835403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Allocated IP 172.20.0.2 (2540c315-762e-4ac0-9371-717a62aa1e7f/5ab9915e-9f18-4927-a982-1694d79c7553/0ad2d756-485b-419f-838c-4f8b9d9d3567) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:42.837925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:42.935823 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:42.983715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Transition to ACTIVE for port object 70650137-7242-4cdb-88ef-47d34fb673be will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:43.029449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.060577 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.099208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 772f1bbd-e7a0-4b75-a46a-afebd4665ac2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:43.175180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.223459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:43.223877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.282965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008ea9f-ef3b-4628-be92-e0a078c9bfed None None] Pushing event updated for resources: {'Port': ['ID=70650137-7242-4cdb-88ef-47d34fb673be,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:43.339804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:43.343474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:43.367578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Attempting to bind port 70650137-7242-4cdb-88ef-47d34fb673be on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:43.367965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Attempting to bind port 70650137-7242-4cdb-88ef-47d34fb673be by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:43.368462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Attempting to bind port 70650137-7242-4cdb-88ef-47d34fb673be on network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:43.374196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:43.390850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:43.391456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.404780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:43.405166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Checking segment: {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:43.405578 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.405997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Bound using segment: {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:43.406596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Bound port: 70650137-7242-4cdb-88ef-47d34fb673be, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54703f5c-9eac-4801-b000-42acaa58e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:43.406998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.427549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=772f1bbd-e7a0-4b75-a46a-afebd4665ac2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:43.469500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0fc277bb-148f-4c01-8317-12e937bf4286 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5410552 Jul 28 11:28:43.472647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:43.525981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.594749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Transition to ACTIVE for port object 0ad2d756-485b-419f-838c-4f8b9d9d3567 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:43.640936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 772f1bbd-e7a0-4b75-a46a-afebd4665ac2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:43.641415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.680828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] For port 70650137-7242-4cdb-88ef-47d34fb673be, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:43.691072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Transition to ACTIVE for port object 0ad2d756-485b-419f-838c-4f8b9d9d3567 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:43.699603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] For port 70650137-7242-4cdb-88ef-47d34fb673be, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=70650137-7242-4cdb-88ef-47d34fb673be,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:43.705283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:43.733391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.760568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.761530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:43.775933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 772f1bbd-e7a0-4b75-a46a-afebd4665ac2 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:43.869382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Network 2540c315-762e-4ac0-9371-717a62aa1e7f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:43.884242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:43.891483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:44.005967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea635d-de82-4b61-84d2-ada1a20c2811 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:44.087738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.6 (2540c315-762e-4ac0-9371-717a62aa1e7f/5ab9915e-9f18-4927-a982-1694d79c7553/b4c543d9-8cb9-4307-b925-93c7a9112dbc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:44.104134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.184899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=772f1bbd-e7a0-4b75-a46a-afebd4665ac2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:44.243042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.248744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11229141-4462-478b-b5ff-a9b3f75beb17 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/772f1bbd-e7a0-4b75-a46a-afebd4665ac2 HTTP/1.1" status: 204 len: 168 time: 0.7746062 Jul 28 11:28:44.251317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:44.269037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Attempting to bind port 0ad2d756-485b-419f-838c-4f8b9d9d3567 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:44.269658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Attempting to bind port 0ad2d756-485b-419f-838c-4f8b9d9d3567 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:44.269876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Attempting to bind port 0ad2d756-485b-419f-838c-4f8b9d9d3567 on network 2540c315-762e-4ac0-9371-717a62aa1e7f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:44.314826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:44.314826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Checking segment: {'id': 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:44.315811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.315996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Bound using segment: {'id': 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:44.316812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Bound port: 0ad2d756-485b-419f-838c-4f8b9d9d3567, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2540c315-762e-4ac0-9371-717a62aa1e7f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:44.317201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.343834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:44.353691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25ffba-1aa8-4ce1-b058-07cfc471d9e4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:44.359356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:44.359554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.360439 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1d25ffba-1aa8-4ce1-b058-07cfc471d9e4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1081231 Jul 28 11:28:44.362087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008ea9f-ef3b-4628-be92-e0a078c9bfed None None] Pushing event updated for resources: {'Port': ['ID=70650137-7242-4cdb-88ef-47d34fb673be,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:44.363689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:44.378662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0621046-70c8-47e3-9181-c38ced7730bf None None] Provisioning for port 0e703cf8-a45f-4196-946f-f2d9919e524a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:44.388586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Routers {'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:44.389012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:44.432524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1086ca-8089-4af1-b31c-a812ef48354f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:44.434333 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba1086ca-8089-4af1-b31c-a812ef48354f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0695641 Jul 28 11:28:44.436900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:44.514792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051582c-d2dc-474e-a168-a966fb544324 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:44.516067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] Set router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:44.516703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051582c-d2dc-474e-a168-a966fb544324 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:44.518546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051582c-d2dc-474e-a168-a966fb544324 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:44.520419 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8051582c-d2dc-474e-a168-a966fb544324 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0823801 Jul 28 11:28:44.523033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:44.591624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 375cf4a3-27d4-4810-9611-3c1e5b3ee1f8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:44.596981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.604424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0621046-70c8-47e3-9181-c38ced7730bf None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:44.604957 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0621046-70c8-47e3-9181-c38ced7730bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.651155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.735731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Pushing event updated for resources: {'Port': ['ID=0ad2d756-485b-419f-838c-4f8b9d9d3567,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:44.760472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.855353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] For port 0ad2d756-485b-419f-838c-4f8b9d9d3567, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:44.861718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] For port 0ad2d756-485b-419f-838c-4f8b9d9d3567, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ad2d756-485b-419f-838c-4f8b9d9d3567,segment=NetworkSegment(ad985e6a-d741-4c08-9bcf-67fdb5f5eb37),segment_id=ad985e6a-d741-4c08-9bcf-67fdb5f5eb37)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:44.878963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.898005 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.945482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=375cf4a3-27d4-4810-9611-3c1e5b3ee1f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:44.947911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:44.950165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f029c8ab-b1c4-4497-9071-e8ca42aa8a7c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/375cf4a3-27d4-4810-9611-3c1e5b3ee1f8 HTTP/1.1" status: 204 len: 168 time: 0.4260817 Jul 28 11:28:44.955101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:45.051942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 8b22d6c5-81bf-45b7-a7f9-04894a48f578 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:45.056530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.113263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.200600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.224432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.245409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object b4c543d9-8cb9-4307-b925-93c7a9112dbc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:45.267017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f53d6d-3e0e-417e-8ebc-2deacbe617b0 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:45.325318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.367086 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.379422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=8b22d6c5-81bf-45b7-a7f9-04894a48f578,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:45.387469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.395646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e88fb688-ec09-4a6d-9a6a-a016877fca99 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/8b22d6c5-81bf-45b7-a7f9-04894a48f578 HTTP/1.1" status: 204 len: 168 time: 0.4378757 Jul 28 11:28:45.396890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:45.433726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd4893-b970-4336-b852-a6d78ad04933 None None] Pushing event updated for resources: {'Port': ['ID=0ad2d756-485b-419f-838c-4f8b9d9d3567,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:45.465759 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-416a7672-33e5-49c7-a3f0-129ac1a4570c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668314 Jul 28 11:28:45.466457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:45.473150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:45.572310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 2540c315-762e-4ac0-9371-717a62aa1e7f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:45.589913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d7f5ef1-0bdf-4a1f-96f7-c851551beb7e None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:45.590399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5ef1-0bdf-4a1f-96f7-c851551beb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.598665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:45.621752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:45.630700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:45.635019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.645793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=b4c543d9-8cb9-4307-b925-93c7a9112dbc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:45.653953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:38Z', 'revision_number': 4, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '70650137-7242-4cdb-88ef-47d34fb673be', 'name': '', 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'mac_address': 'fa:16:3e:53:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:36Z', 'updated_at': '2021-07-28T11:28:43Z', 'revision_number': 4, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'subnets': [{'id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:45.717062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.717454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.717749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.718084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.718416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.718743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.719066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.719387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.719707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.720025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.720371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.720690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:45.748061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5868f-c35f-41be-a98a-23235813af68 None None] The sync data for ids ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'] in n-d-723573-7 is: [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:38Z', 'revision_number': 4, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '70650137-7242-4cdb-88ef-47d34fb673be', 'name': '', 'network_id': '7a23879a-7a38-4eaf-9f3c-57c1f1026a44', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'mac_address': 'fa:16:3e:53:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:36Z', 'updated_at': '2021-07-28T11:28:43Z', 'revision_number': 4, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'subnets': [{'id': 'f3e84299-3ddc-4a2a-821a-14c15ea58255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:28:45.756057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:45.769421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:45.770274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.788930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb4852-4ed3-4f94-9299-1386cbd7f28f req-8ea63677-7c10-40a5-afe8-3164c97406eb tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:45.796726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fefb4852-4ed3-4f94-9299-1386cbd7f28f req-8ea63677-7c10-40a5-afe8-3164c97406eb tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 950 time: 0.2172542 Jul 28 11:28:45.856897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-62e1808f-1120-445d-b65c-6efaba3b255e tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4395413 Jul 28 11:28:45.859656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:45.867572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.967655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0e703cf8-a45f-4196-946f-f2d9919e524a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:45.968039 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:45.990195 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fefb4852-4ed3-4f94-9299-1386cbd7f28f req-2fdb9759-7ad4-4fc4-8b55-3cfd3ea9b2b2 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924739 Jul 28 11:28:46.095298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:46.101628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960dffd-04a8-4406-ac45-71579cca86bb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:46.103415 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3960dffd-04a8-4406-ac45-71579cca86bb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2427702 Jul 28 11:28:46.107484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:46.234823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] Deleting port 0e703cf8-a45f-4196-946f-f2d9919e524a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:46.234823 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.290955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.309786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Deleting port 72b59b69-b5dd-4e12-b838-264cfbf95bb0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:46.310206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.369324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port b4c543d9-8cb9-4307-b925-93c7a9112dbc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:46.369934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.376792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=7900ba69-a028-40d0-85a3-47bbe991d739,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:46.381731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:46.404957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] For port 0e703cf8-a45f-4196-946f-f2d9919e524a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0e703cf8-a45f-4196-946f-f2d9919e524a,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:46.405095 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.433630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] Calling delete_port for 0e703cf8-a45f-4196-946f-f2d9919e524a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:46.439275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:46.444462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:46.445051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.488448 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-85dd9b47-d03b-40bb-b124-6b051abeec08 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0205610 Jul 28 11:28:46.489133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:46.495578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] For port 72b59b69-b5dd-4e12-b838-264cfbf95bb0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=72b59b69-b5dd-4e12-b838-264cfbf95bb0,segment=NetworkSegment(1bf21893-eef1-40a4-96cd-32f9ca43f591),segment_id=1bf21893-eef1-40a4-96cd-32f9ca43f591)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:46.496155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.501651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:46.544809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Calling delete_port for 72b59b69-b5dd-4e12-b838-264cfbf95bb0 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:46.567818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.625239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] Pushing event deleted for resources: {'Port': ['ID=0e703cf8-a45f-4196-946f-f2d9919e524a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:46.640962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcf43e-b894-41af-b56d-db0b49a2f73f None None] No DVR routers for this DVR port 0e703cf8-a45f-4196-946f-f2d9919e524a on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:46.660543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abad373-8ef1-45af-843b-27e08b97d72f None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:46.700648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.726914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for b4c543d9-8cb9-4307-b925-93c7a9112dbc owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:46.744278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:46.751625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.910586 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:46.941112 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7900ba69-a028-40d0-85a3-47bbe991d739 (CIDR: 2001:db8::/64) Jul 28 11:28:46.958114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'tenant_id': 'de29da3cc26d4ee2a8b8a6bc5c85d4eb', 'fixed_ips': [{'subnet_id': '7900ba69-a028-40d0-85a3-47bbe991d739'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:46.963301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=72b59b69-b5dd-4e12-b838-264cfbf95bb0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:46.983854 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:47.067531 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:28:47.068327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:47.141131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd838c18-eb8f-47fc-858a-18dd9b006abc None None] Network 2540c315-762e-4ac0-9371-717a62aa1e7f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:47.213157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-12db5677-51cc-452d-8a3d-72f7f0131c5a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7204816 Jul 28 11:28:47.224594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:47.245266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'subnet': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:47.259970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:47.344548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:47.357993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-b46b7f6d-3648-42bf-b67c-6c5d41614692 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:47.359794 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-b46b7f6d-3648-42bf-b67c-6c5d41614692 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 950 time: 0.4168220 Jul 28 11:28:47.360097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Allocated IP 2001:db8::2 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/7900ba69-a028-40d0-85a3-47bbe991d739/15b1c59a-060c-4888-8063-6b3997dab49e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:47.400759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=b4c543d9-8cb9-4307-b925-93c7a9112dbc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:47.488351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4798-a7d9-41f5-be8d-4c3fb0f2b13c req-12725874-3ca5-4c73-9a1f-227f86fa2070 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:47.490226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85fd4798-a7d9-41f5-be8d-4c3fb0f2b13c req-12725874-3ca5-4c73-9a1f-227f86fa2070 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 950 time: 0.2904534 Jul 28 11:28:47.591873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:47.602189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85fd4798-a7d9-41f5-be8d-4c3fb0f2b13c req-75f4bef0-af38-40eb-a4a2-2c77e4194b97 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010733 Jul 28 11:28:47.607221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Transition to ACTIVE for port object 15b1c59a-060c-4888-8063-6b3997dab49e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:47.620973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Router ece01866-b083-466e-85fa-e15c0f3e555d has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:28:47.665718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Transition to ACTIVE for port object 15b1c59a-060c-4888-8063-6b3997dab49e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:47.808570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:47.819870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:28:47.832107 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] Sync routers for ids ['ece01866-b083-466e-85fa-e15c0f3e555d'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:28:47.857936 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] Routers {'ece01866-b083-466e-85fa-e15c0f3e555d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:47.859839 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ece01866-b083-466e-85fa-e15c0f3e555d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:47.863893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e1338971-3501-4661-9974-8aa07ddd0d2a admin admin] 10.222.0.20 "PUT /v2.0/routers/ece01866-b083-466e-85fa-e15c0f3e555d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5160403 Jul 28 11:28:47.865406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:47.865617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 70650137-7242-4cdb-88ef-47d34fb673be up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:47.874625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Pushing event updated for resources: {'Port': ['ID=15b1c59a-060c-4888-8063-6b3997dab49e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:47.961690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:47.964548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f72b4c03-524b-40b1-9b9d-ae2976b398ec None None] Provisioning for port 0ad2d756-485b-419f-838c-4f8b9d9d3567 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:48.009502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:48.036576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:48.063726 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] Set router ece01866-b083-466e-85fa-e15c0f3e555d gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:48.090812 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.154536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.160201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-daecb0af-a6d8-4bba-91b6-c67093aa06df tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/b4c543d9-8cb9-4307-b925-93c7a9112dbc HTTP/1.1" status: 204 len: 168 time: 2.0514195 Jul 28 11:28:48.164899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:48.177965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 70650137-7242-4cdb-88ef-47d34fb673be completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:48.183595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 70650137-7242-4cdb-88ef-47d34fb673be triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:48.183969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.185932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Attempting to bind port 15b1c59a-060c-4888-8063-6b3997dab49e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:48.186287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Attempting to bind port 15b1c59a-060c-4888-8063-6b3997dab49e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:48.186661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Attempting to bind port 15b1c59a-060c-4888-8063-6b3997dab49e on network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:48.207516 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26740c9-7a31-4095-b589-df7cb1dfc52c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:48.212321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:48.213066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a26740c9-7a31-4095-b589-df7cb1dfc52c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/b4c543d9-8cb9-4307-b925-93c7a9112dbc HTTP/1.1" status: 404 len: 333 time: 0.0459962 Jul 28 11:28:48.219113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Deleting port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:48.219476 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.258113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:48.258410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Checking segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:48.258728 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.259088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Bound using segment: {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:48.262007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Bound port: 15b1c59a-060c-4888-8063-6b3997dab49e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75514d1e-72a8-49aa-8e89-750b4b9dfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:48.262409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.270402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:48.273910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.351152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:46Z', 'revision_number': 5, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port': {'id': 'f150ce56-92e7-4900-b5ac-df0711fb4953', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:15Z', 'updated_at': '2021-07-28T11:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:48.355910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.379859 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] Checking router: ece01866-b083-466e-85fa-e15c0f3e555d for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:28:48.388865 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] Routers {'ece01866-b083-466e-85fa-e15c0f3e555d'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:48.389479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ece01866-b083-466e-85fa-e15c0f3e555d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:48.431727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:48.432409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.439387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] For port 69e17a8c-51f0-47bc-b81f-19c1c12d3749, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=69e17a8c-51f0-47bc-b81f-19c1c12d3749,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:48.440648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.460460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] For port 15b1c59a-060c-4888-8063-6b3997dab49e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:48.466624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] For port 15b1c59a-060c-4888-8063-6b3997dab49e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=15b1c59a-060c-4888-8063-6b3997dab49e,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:48.497575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Calling delete_port for 69e17a8c-51f0-47bc-b81f-19c1c12d3749 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:48.507188 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.578716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.651932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Deleting port f150ce56-92e7-4900-b5ac-df0711fb4953 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:48.654704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.655619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] Set router ece01866-b083-466e-85fa-e15c0f3e555d gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:48.722746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4ba2-3a47-4f8b-a3cf-c339ec008840 None None] Pushing event updated for resources: {'Port': ['ID=15b1c59a-060c-4888-8063-6b3997dab49e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:48.741382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 70650137-7242-4cdb-88ef-47d34fb673be, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=70650137-7242-4cdb-88ef-47d34fb673be,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:48.752084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.752978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ad2d756-485b-419f-838c-4f8b9d9d3567 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:48.763850 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:48Z', 'revision_number': 6, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:48.786228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.818422 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567519e-5222-4ff6-8bc6-dc37fe85cc9c None None] The sync data for ids ['ece01866-b083-466e-85fa-e15c0f3e555d'] in n-d-723573-7 is: [{'id': 'ece01866-b083-466e-85fa-e15c0f3e555d', 'name': 'tempest-TestAggregatesBasicOps-1273937264-router', 'tenant_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:14Z', 'updated_at': '2021-07-28T11:28:48Z', 'revision_number': 6, 'project_id': 'd0b9f4455b484b98a52a3a11bdb3a80f', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:28:48.824044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:48.878446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=70650137-7242-4cdb-88ef-47d34fb673be,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:48.911098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0ad2d756-485b-419f-838c-4f8b9d9d3567 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:48.926096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0ad2d756-485b-419f-838c-4f8b9d9d3567 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:48.926454 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:48.967017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Provisioning complete for port 0ad2d756-485b-419f-838c-4f8b9d9d3567 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:48.967740 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.032297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.048898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['69e17a8c-51f0-47bc-b81f-19c1c12d3749'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:28:49.080118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Pushing event deleted for resources: {'Port': ['ID=69e17a8c-51f0-47bc-b81f-19c1c12d3749,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:49.134113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.189543 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.193187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d876-e840-40c1-8038-f0d218d57af0 req-d80b83c1-503e-41ce-be69-465264025c4b tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:49.195243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4f4d876-e840-40c1-8038-f0d218d57af0 req-d80b83c1-503e-41ce-be69-465264025c4b tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e0d893d-bebc-48a7-a2fa-dac2bd340e66 HTTP/1.1" status: 200 len: 867 time: 0.2987163 Jul 28 11:28:49.203941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] For port f150ce56-92e7-4900-b5ac-df0711fb4953, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f150ce56-92e7-4900-b5ac-df0711fb4953,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:49.204208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.224278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] No DVR routers for this DVR port 69e17a8c-51f0-47bc-b81f-19c1c12d3749 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:49.227088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.229729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6ab16791-bdf3-4419-b09c-d357f2a6a75b req-7ae7ba61-ad7e-4b56-b13d-622d84077c49 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.44 "DELETE /v2.0/ports/69e17a8c-51f0-47bc-b81f-19c1c12d3749 HTTP/1.1" status: 204 len: 173 time: 1.8333595 Jul 28 11:28:49.230352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'name': 'network-vif-deleted', 'tag': '69e17a8c-51f0-47bc-b81f-19c1c12d3749'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:28:49.233157 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aecb1d8-cf5d-4b7c-b33e-23317b0be195" -d '{"events": [{"server_uuid": "1e0d893d-bebc-48a7-a2fa-dac2bd340e66", "name": "network-vif-deleted", "tag": "69e17a8c-51f0-47bc-b81f-19c1c12d3749"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:28:49.295915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] For port 0ad2d756-485b-419f-838c-4f8b9d9d3567, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ad2d756-485b-419f-838c-4f8b9d9d3567,segment=NetworkSegment(ad985e6a-d741-4c08-9bcf-67fdb5f5eb37),segment_id=ad985e6a-d741-4c08-9bcf-67fdb5f5eb37)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:49.317327 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.329139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.objects.ports [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 11:28:49.349769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Calling delete_port for f150ce56-92e7-4900-b5ac-df0711fb4953 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:49.528990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4f4d876-e840-40c1-8038-f0d218d57af0 req-d6d7421f-cda6-4ff0-9199-0b2b1eed91d9 tempest-VolumesBackupsTest-208180061 tempest-VolumesBackupsTest-208180061-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205049 Jul 28 11:28:49.541782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:28:49.542138 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:28:49.545792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Provisioning for port ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:49.552679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Pushing event updated for resources: {'Port': ['ID=0ad2d756-485b-419f-838c-4f8b9d9d3567,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:49.559462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.567319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Provisioning complete for port ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:49.567918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.572419 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82ce96f-c707-4061-8c14-f18874987bb7 x-openstack-request-id: req-f82ce96f-c707-4061-8c14-f18874987bb7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:28:49.572986 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0d893d-bebc-48a7-a2fa-dac2bd340e66", "name": "network-vif-deleted", "tag": "69e17a8c-51f0-47bc-b81f-19c1c12d3749", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:28:49.572986 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f82ce96f-c707-4061-8c14-f18874987bb7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:28:49.573442 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0d893d-bebc-48a7-a2fa-dac2bd340e66', 'name': 'network-vif-deleted', 'tag': '69e17a8c-51f0-47bc-b81f-19c1c12d3749', 'status': 'completed', 'code': 200} Jul 28 11:28:49.593424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-014bf15b-71fb-496e-9fe1-23b7c09b6cba None None] Port ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 11:28:49.610966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=ea9c4b8e-a583-46d6-b3f4-68003c0c06b7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:49.710011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4355f68-55bb-44c5-8fe7-1de845e88b2e None None] Could not find standard attr ID for object ea9c4b8e-a583-46d6-b3f4-68003c0c06b7. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:49.802049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.808233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7431fdc7-b2ea-4000-9bf8-a9152d8d61ca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 HTTP/1.1" status: 204 len: 168 time: 1.5904233 Jul 28 11:28:49.810137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:49.831358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.840490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:49.867810 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46b41fc-d624-44f2-93ad-9b6f7e9edbb9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:28:49.869522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b46b41fc-d624-44f2-93ad-9b6f7e9edbb9 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/ea9c4b8e-a583-46d6-b3f4-68003c0c06b7 HTTP/1.1" status: 404 len: 333 time: 0.0588169 Jul 28 11:28:49.872850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:49.934291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3280072e-20a1-4754-892e-3ce0ce04c6a4 None None] Could not find standard attr ID for object b4c543d9-8cb9-4307-b925-93c7a9112dbc. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:50.061437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 5ab9915e-9f18-4927-a982-1694d79c7553 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:50.086158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.089642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.147695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] For port 15b1c59a-060c-4888-8063-6b3997dab49e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=15b1c59a-060c-4888-8063-6b3997dab49e,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:50.203300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f150ce56-92e7-4900-b5ac-df0711fb4953,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:50.235833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.245415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.246354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.261091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:50.294125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.326200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0e703cf8-a45f-4196-946f-f2d9919e524a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:50.326530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0e703cf8-a45f-4196-946f-f2d9919e524a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:50.358240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.366000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:50.371932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:50.411574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:50.412555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.465213 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:28:50.498812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d429e7-3a4e-48af-b936-16c7539f0e34 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:50.503041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2765510 Jul 28 11:28:50.508899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:50.517133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Request body: {'port': {'network_id': 'ce73c41c-c958-47bc-9fb5-55b5ea1a7b91', 'mac_address': 'fa:16:3e:71:d5:c7', 'name': 'tempest-NetworksTestDHCPv6-564791813'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:50.524377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=15b1c59a-060c-4888-8063-6b3997dab49e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:50.528407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.538266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.573261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a28dd-d32d-499f-b843-f8624abadf77 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Subnet': ['ID=30a329fa-a200-49f4-b641-fe389c5ced7a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:50.615562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3daa05a-437f-4228-b8ed-7f0e36793e21 None None] Provisioning for port 15b1c59a-060c-4888-8063-6b3997dab49e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:50.690227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 15b1c59a-060c-4888-8063-6b3997dab49e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:50.699890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.700555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece01866-b083-466e-85fa-e15c0f3e555d {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:28:50.716197 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.724521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-63c67c54-0ca8-4344-aaea-125e39510d56 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ece01866-b083-466e-85fa-e15c0f3e555d HTTP/1.1" status: 204 len: 168 time: 2.8575294 Jul 28 11:28:50.728074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:50.730361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Made reservation on behalf of de29da3cc26d4ee2a8b8a6bc5c85d4eb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:50.849222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.909814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 15b1c59a-060c-4888-8063-6b3997dab49e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:50.932663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 15b1c59a-060c-4888-8063-6b3997dab49e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:50.933091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.959422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.968200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Deleting subnet b3410527-22dc-4657-84dc-c1be94d6036a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:50.977738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:50.992011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] device_id is not set on port 4c163714-3b37-4205-bfd0-dd3ccbe259d4 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:51.077094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.088031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.124000 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.196995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 15b1c59a-060c-4888-8063-6b3997dab49e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=15b1c59a-060c-4888-8063-6b3997dab49e,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:51.202449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab9915e-9f18-4927-a982-1694d79c7553,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:51.214689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.215750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 70650137-7242-4cdb-88ef-47d34fb673be up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:51.219338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.222097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b631eb5b-f888-4e84-9028-e87e68a4fbea None None] Network 2540c315-762e-4ac0-9371-717a62aa1e7f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:51.222747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a8d39d94-8545-4cbf-a406-44c1fba69590 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/5ab9915e-9f18-4927-a982-1694d79c7553 HTTP/1.1" status: 204 len: 168 time: 1.3488832 Jul 28 11:28:51.249391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:51.256209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8::2e4 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/7900ba69-a028-40d0-85a3-47bbe991d739/4c163714-3b37-4205-bfd0-dd3ccbe259d4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:51.268858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:d5c7 (ce73c41c-c958-47bc-9fb5-55b5ea1a7b91/30a329fa-a200-49f4-b641-fe389c5ced7a/4c163714-3b37-4205-bfd0-dd3ccbe259d4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:51.427241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.446696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=15b1c59a-060c-4888-8063-6b3997dab49e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:51.536806 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.556212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 70650137-7242-4cdb-88ef-47d34fb673be triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:51.556867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.660673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.684974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Transition to ACTIVE for port object 4c163714-3b37-4205-bfd0-dd3ccbe259d4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:51.702469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ad2d756-485b-419f-838c-4f8b9d9d3567 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:51.714523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 69e17a8c-51f0-47bc-b81f-19c1c12d3749 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:51.720349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] DHCP port deletion for 2540c315-762e-4ac0-9371-717a62aa1e7f request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:51.786823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:51.911172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event updated for resources: {'Port': ['ID=4c163714-3b37-4205-bfd0-dd3ccbe259d4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:51.939343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.939696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.942328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.942706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.943045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.952518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.957487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.957667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.958015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.958357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.958719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.959054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:28:51.978363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:51.983600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:51.987520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:51.998782 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:51.999470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.024803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8095223e-83a4-42d9-b771-26124331cc38 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5143678 Jul 28 11:28:52.027105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:52.143009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3410527-22dc-4657-84dc-c1be94d6036a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:52.150786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.153560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9eeec433-06c3-4b28-94e6-8741fd518ccb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3410527-22dc-4657-84dc-c1be94d6036a HTTP/1.1" status: 204 len: 168 time: 1.4256310 Jul 28 11:28:52.156017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:52.157259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 69e17a8c-51f0-47bc-b81f-19c1c12d3749 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:52.157725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 69e17a8c-51f0-47bc-b81f-19c1c12d3749 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:52.164458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb39ba-7445-44a2-8feb-d5839608b909 None None] Network 6880830f-b548-431c-b908-bae19a6d4d5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:52.173902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.200883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c62ff322-5b82-437c-92ee-23e8116b12c2 None None] Provisioning complete for port 15b1c59a-060c-4888-8063-6b3997dab49e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:52.201400 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c62ff322-5b82-437c-92ee-23e8116b12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.232560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting port 4c163714-3b37-4205-bfd0-dd3ccbe259d4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:52.232904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.329089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.356506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0ad2d756-485b-419f-838c-4f8b9d9d3567 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:52.357293 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.392334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 0ad2d756-485b-419f-838c-4f8b9d9d3567 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:52.392682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.443123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.464121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Deleting port ce3cc283-b3de-4b58-b943-3134b4c70fb2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:52.464564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.466690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Calling delete_port for 4c163714-3b37-4205-bfd0-dd3ccbe259d4 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:52.513628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] Deleting port 0ad2d756-485b-419f-838c-4f8b9d9d3567 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:52.514524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.540280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] For port ce3cc283-b3de-4b58-b943-3134b4c70fb2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ce3cc283-b3de-4b58-b943-3134b4c70fb2,segment=NetworkSegment(1bf21893-eef1-40a4-96cd-32f9ca43f591),segment_id=1bf21893-eef1-40a4-96cd-32f9ca43f591)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:52.540657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.561147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Calling delete_port for ce3cc283-b3de-4b58-b943-3134b4c70fb2 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:52.689193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.786926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] No DVR routers for this DVR port ce3cc283-b3de-4b58-b943-3134b4c70fb2 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:52.798968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3cc283-b3de-4b58-b943-3134b4c70fb2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:52.809922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] For port 0ad2d756-485b-419f-838c-4f8b9d9d3567, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ad2d756-485b-419f-838c-4f8b9d9d3567,segment=NetworkSegment(ad985e6a-d741-4c08-9bcf-67fdb5f5eb37),segment_id=ad985e6a-d741-4c08-9bcf-67fdb5f5eb37)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:52.811181 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.813155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.814388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] For port 0ad2d756-485b-419f-838c-4f8b9d9d3567, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ad2d756-485b-419f-838c-4f8b9d9d3567,segment=NetworkSegment(ad985e6a-d741-4c08-9bcf-67fdb5f5eb37),segment_id=ad985e6a-d741-4c08-9bcf-67fdb5f5eb37)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:52.814767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.832540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] Calling delete_port for 0ad2d756-485b-419f-838c-4f8b9d9d3567 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:52.849053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Port': ['ID=4c163714-3b37-4205-bfd0-dd3ccbe259d4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:52.882377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 0ad2d756-485b-419f-838c-4f8b9d9d3567 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:52.948016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.953759 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c17ad59-40ad-4306-9cf2-08ff61e169b1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/4c163714-3b37-4205-bfd0-dd3ccbe259d4 HTTP/1.1" status: 204 len: 168 time: 0.9227185 Jul 28 11:28:52.953759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:52.962825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:52.972589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.019349 n-d-723573-7 neutron-server[93837]: INFO neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No ports have port_id starting with 0ad2d756-485b-419f-838c-4f8b9d9d3567 Jul 28 11:28:53.023332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.023892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] Pushing event deleted for resources: {'Port': ['ID=0ad2d756-485b-419f-838c-4f8b9d9d3567,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:53.027805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035308d-e008-4a34-b609-f93882eefb9e None None] No DVR routers for this DVR port 0ad2d756-485b-419f-838c-4f8b9d9d3567 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:53.073376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2e57a79f-022d-46ca-ad5f-c56df0f58e13 None None] Could not find standard attr ID for object 4c163714-3b37-4205-bfd0-dd3ccbe259d4. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:53.079079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2e57a79f-022d-46ca-ad5f-c56df0f58e13 None None] Could not find standard attr ID for object 772f1bbd-e7a0-4b75-a46a-afebd4665ac2. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:28:53.095647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67f623-5aa4-4b1d-a386-c7ebad19f484 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:53.097658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db67f623-5aa4-4b1d-a386-c7ebad19f484 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1429398 Jul 28 11:28:53.100251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:53.106227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6880830f-b548-431c-b908-bae19a6d4d5b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:53.128022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf21893-eef1-40a4-96cd-32f9ca43f591') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:53.128391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a75a1-8eec-4423-a4a6-a05e635e3ebf None None] DHCP port deletion for 6880830f-b548-431c-b908-bae19a6d4d5b request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:53.128598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf21893-eef1-40a4-96cd-32f9ca43f591') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:53.141360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 72b59b69-b5dd-4e12-b838-264cfbf95bb0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:53.191548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 72b59b69-b5dd-4e12-b838-264cfbf95bb0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:53.192144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 72b59b69-b5dd-4e12-b838-264cfbf95bb0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:53.192396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f150ce56-92e7-4900-b5ac-df0711fb4953 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:53.200723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ac65d-a13a-40fc-9291-a6eaee0ac81f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:53.210309 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3e4ac65d-a13a-40fc-9291-a6eaee0ac81f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1086526 Jul 28 11:28:53.213821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.215528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:53.259028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: f150ce56-92e7-4900-b5ac-df0711fb4953 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:53.259384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f150ce56-92e7-4900-b5ac-df0711fb4953 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:53.261175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No DVR routers for this DVR port 0ad2d756-485b-419f-838c-4f8b9d9d3567 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:53.269988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.318323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=0ad2d756-485b-419f-838c-4f8b9d9d3567,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:53.340846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd857e-437a-4a19-bda6-6d8bcb7468b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:53.342640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd857e-437a-4a19-bda6-6d8bcb7468b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:53.344472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd857e-437a-4a19-bda6-6d8bcb7468b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:53.347555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.353537 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a6dd857e-437a-4a19-bda6-6d8bcb7468b6 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1371310 Jul 28 11:28:53.354141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:53.406253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:53.407784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.419004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 30a329fa-a200-49f4-b641-fe389c5ced7a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:53.428701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 15b1c59a-060c-4888-8063-6b3997dab49e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:53.432363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: self.session.flush() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:53.482524 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:53.504112 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.529048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.531251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.534227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6880830f-b548-431c-b908-bae19a6d4d5b HTTP/1.1" status: 204 len: 168 time: 1.3767004 Jul 28 11:28:53.538191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8e0c-1088-4ee2-a87b-c771b097e186 admin admin] Pushing event deleted for resources: {'Network': ['ID=6880830f-b548-431c-b908-bae19a6d4d5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:53.544474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:53.545688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 15b1c59a-060c-4888-8063-6b3997dab49e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:53.546104 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.557107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.584578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23f5ea-d5a9-4ded-ba3d-2460798fb60e None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:28:53.609847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2540c315-762e-4ac0-9371-717a62aa1e7f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:53.637558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:53.638029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad985e6a-d741-4c08-9bcf-67fdb5f5eb37') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:53.664049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.679664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.712200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.732923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:53.733495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:53.738514 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:53.768563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.814487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=30a329fa-a200-49f4-b641-fe389c5ced7a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:53.823762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.826412 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19fb793e-b782-48a4-9bfa-19f299b07549 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/30a329fa-a200-49f4-b641-fe389c5ced7a HTTP/1.1" status: 204 len: 168 time: 0.4713025 Jul 28 11:28:53.828271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:53.861771 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.909870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:53.913313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/2540c315-762e-4ac0-9371-717a62aa1e7f HTTP/1.1" status: 204 len: 168 time: 2.6626172 Jul 28 11:28:53.919169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:53.938183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23f5ea-d5a9-4ded-ba3d-2460798fb60e None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:28:53.941482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1692369149'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:53.951880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Deleting subnet 7900ba69-a028-40d0-85a3-47bbe991d739 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:28:53.957822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e8b49-4ac1-4a99-b982-b1ae8189faa1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=2540c315-762e-4ac0-9371-717a62aa1e7f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:53.965046 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.032678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:54.040817 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.041031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.077713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:28:54.112040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.112513 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment f6533aa3-8e80-4bc9-a251-0bad80f4463b of type vlan for network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c Jul 28 11:28:54.163853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.183407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.204256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ad2d756-485b-419f-838c-4f8b9d9d3567 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:54.253911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0ad2d756-485b-419f-838c-4f8b9d9d3567 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:54.254262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ad2d756-485b-419f-838c-4f8b9d9d3567 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:54.254688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ce3cc283-b3de-4b58-b943-3134b4c70fb2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:54.274693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.278904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.281235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:54.281993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.294831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ce3cc283-b3de-4b58-b943-3134b4c70fb2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:54.295221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ce3cc283-b3de-4b58-b943-3134b4c70fb2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:54.319440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3972626 Jul 28 11:28:54.323252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.331584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/7900ba69-a028-40d0-85a3-47bbe991d739 HTTP/1.1" status: 204 len: 168 time: 0.4989727 Jul 28 11:28:54.331688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.332333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.361426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:54.415485 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0dbbdf30-21cd-4f58-ba69-b3db1a8b6d93 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463257 Jul 28 11:28:54.415485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f542b-055a-4cea-a57d-4de49cc158e2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Subnet': ['ID=7900ba69-a028-40d0-85a3-47bbe991d739,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:54.420602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.449105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895b4d7-7924-4e3e-bd4d-5b8807897ee6 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:28:54.490748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.550664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c10181-7831-4a46-bcb0-f7443a2efed8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:54.566101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:54.569709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.569875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:28:54.688743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895b4d7-7924-4e3e-bd4d-5b8807897ee6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:28:54.698191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d2ade-a0a2-43e7-aa95-4b2007ed65d9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:54.700427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-409d2ade-a0a2-43e7-aa95-4b2007ed65d9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2752044 Jul 28 11:28:54.702892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.774457 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.826296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbb573-a3d8-4876-a200-64dafa557b1f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:54.832355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-55bbb573-a3d8-4876-a200-64dafa557b1f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241002 Jul 28 11:28:54.833733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.889111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-074f4700-a782-4c0e-a7c0-7143d8068363 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539525 Jul 28 11:28:54.899431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.931588 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a774d17-872c-420e-8a10-c8ccba37ffcc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:54.932194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a774d17-872c-420e-8a10-c8ccba37ffcc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:54.933884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Deleting port 70650137-7242-4cdb-88ef-47d34fb673be {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:54.934041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a774d17-872c-420e-8a10-c8ccba37ffcc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/4c163714-3b37-4205-bfd0-dd3ccbe259d4 HTTP/1.1" status: 404 len: 333 time: 0.0336065 Jul 28 11:28:54.934417 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:54.936606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=6910b137-7130-4f21-b694-c43095220814,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:54.938458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:54.975510 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-965ee120-9b33-4496-b8c2-aa1708c95bf8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:54.975968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965ee120-9b33-4496-b8c2-aa1708c95bf8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:54.978180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-965ee120-9b33-4496-b8c2-aa1708c95bf8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/30a329fa-a200-49f4-b641-fe389c5ced7a HTTP/1.1" status: 404 len: 337 time: 0.0364132 Jul 28 11:28:54.983937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.011297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': 'f6533aa3-8e80-4bc9-a251-0bad80f4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:55.011671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:28:55.015070 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e842b037-d3eb-4b28-96e6-e6dc2a75325b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.015531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e842b037-d3eb-4b28-96e6-e6dc2a75325b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.017235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e842b037-d3eb-4b28-96e6-e6dc2a75325b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/7900ba69-a028-40d0-85a3-47bbe991d739 HTTP/1.1" status: 404 len: 337 time: 0.0323293 Jul 28 11:28:55.023773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.025947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] For port 70650137-7242-4cdb-88ef-47d34fb673be, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=70650137-7242-4cdb-88ef-47d34fb673be,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:55.026314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:55.054541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:28:55.055025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ef909-cf98-40c2-b131-7c2a86eb9132 None None] Network ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:55.060447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Calling delete_port for 70650137-7242-4cdb-88ef-47d34fb673be owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:55.062085 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8922361b-bfc4-4a2b-8ab2-69e3f8227bac tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.062580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8922361b-bfc4-4a2b-8ab2-69e3f8227bac tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.064467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8922361b-bfc4-4a2b-8ab2-69e3f8227bac tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/772f1bbd-e7a0-4b75-a46a-afebd4665ac2 HTTP/1.1" status: 404 len: 333 time: 0.0343168 Jul 28 11:28:55.067388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.078589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:55.112901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34991b74-21a5-44d8-88d6-bf6ae168bf72 None None] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:55.118089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:55.118682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:55.122592 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1631aa5d-abbf-4e7a-92d8-029ccc69ae47 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.123014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1631aa5d-abbf-4e7a-92d8-029ccc69ae47 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.124701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1631aa5d-abbf-4e7a-92d8-029ccc69ae47 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/8b22d6c5-81bf-45b7-a7f9-04894a48f578 HTTP/1.1" status: 404 len: 337 time: 0.0559845 Jul 28 11:28:55.129049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.159774 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46628e3-af9e-4f48-b54a-6f54814d459a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.160265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46628e3-af9e-4f48-b54a-6f54814d459a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.162427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a46628e3-af9e-4f48-b54a-6f54814d459a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/375cf4a3-27d4-4810-9611-3c1e5b3ee1f8 HTTP/1.1" status: 404 len: 337 time: 0.0328972 Jul 28 11:28:55.165246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.180760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d2b31173-bbd8-4db8-8d0a-b3d261926cd2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8246751 Jul 28 11:28:55.188278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.197431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c', 'name': 'tempest-PortsTestJSON-2002644176', 'fixed_ips': [{'subnet_id': '6910b137-7130-4f21-b694-c43095220814', 'ip_address': '172.20.0.10'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:55.207803 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-129d3059-d7db-45f3-a82e-174918fccf6a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.208799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129d3059-d7db-45f3-a82e-174918fccf6a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.214948 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-129d3059-d7db-45f3-a82e-174918fccf6a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/601af081-9652-43f0-8671-736e1221f075 HTTP/1.1" status: 404 len: 333 time: 0.0484078 Jul 28 11:28:55.215676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.269733 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6202aa-4d1c-4acd-afac-da9ee03d919e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.271143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6202aa-4d1c-4acd-afac-da9ee03d919e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.276359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0d6202aa-4d1c-4acd-afac-da9ee03d919e tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/1a2fbe1d-4691-415b-9df7-ceb84dafbe6b HTTP/1.1" status: 404 len: 337 time: 0.0590727 Jul 28 11:28:55.278020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.306372 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efbda14-5043-4376-808b-1df3fa5bc6fe tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.307790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efbda14-5043-4376-808b-1df3fa5bc6fe tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.312601 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7efbda14-5043-4376-808b-1df3fa5bc6fe tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/f5aa5205-122f-4d10-a7c6-aa8afbf122b3 HTTP/1.1" status: 404 len: 337 time: 0.0334134 Jul 28 11:28:55.313436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.366634 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1de7b4-b9c5-4c9f-8c5b-ea64ad570a37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.367608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1de7b4-b9c5-4c9f-8c5b-ea64ad570a37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.373279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7f1de7b4-b9c5-4c9f-8c5b-ea64ad570a37 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/6caa20bb-43a6-4d8e-8b75-64a0202038cf HTTP/1.1" status: 404 len: 333 time: 0.0586514 Jul 28 11:28:55.374130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.401210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c', 'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': '6910b137-7130-4f21-b694-c43095220814'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:28:55.402229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:55.422978 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bab1ad0-2fbc-48d2-94ed-f0ad9c1e73a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.423443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bab1ad0-2fbc-48d2-94ed-f0ad9c1e73a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.428631 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1bab1ad0-2fbc-48d2-94ed-f0ad9c1e73a4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/147d80e5-1987-451b-94d8-b2518d88a9c1 HTTP/1.1" status: 404 len: 337 time: 0.0531495 Jul 28 11:28:55.429123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.486145 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a6e406-8070-497f-a2f7-443af24052b0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.486411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a6e406-8070-497f-a2f7-443af24052b0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.495676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.498303 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96a6e406-8070-497f-a2f7-443af24052b0 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/2a4d4dd2-d112-40d7-aed1-7f793f7621f9 HTTP/1.1" status: 404 len: 337 time: 0.0677404 Jul 28 11:28:55.531994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] DHCP port deletion for ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:28:55.540502 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-336a789a-72ec-4203-a038-323392801d54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.541238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336a789a-72ec-4203-a038-323392801d54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.542974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-336a789a-72ec-4203-a038-323392801d54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/e79370b6-4ca4-4d7f-8345-eb554a421482 HTTP/1.1" status: 404 len: 333 time: 0.0463352 Jul 28 11:28:55.546793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.617323 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfc0cda-41e3-4825-8332-b00dcec0a436 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.625974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfc0cda-41e3-4825-8332-b00dcec0a436 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.635691 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9bfc0cda-41e3-4825-8332-b00dcec0a436 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/55c473ab-87f3-4350-9e3e-d30b3e3c8712 HTTP/1.1" status: 404 len: 337 time: 0.0853081 Jul 28 11:28:55.641157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.664501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:55.690342 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-30405d47-31e2-4b98-a651-ffadd089aad5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.691177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30405d47-31e2-4b98-a651-ffadd089aad5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.693273 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-30405d47-31e2-4b98-a651-ffadd089aad5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/219cc69e-1b9c-40f4-a9ac-f63565284228 HTTP/1.1" status: 404 len: 333 time: 0.0492601 Jul 28 11:28:55.695855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.726077 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b87117a-90dd-4cc9-908f-c8573713e121 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.726380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b87117a-90dd-4cc9-908f-c8573713e121 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.728336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7b87117a-90dd-4cc9-908f-c8573713e121 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/95a2d32c-d001-485a-aaf3-b8753bc11368 HTTP/1.1" status: 404 len: 337 time: 0.0310581 Jul 28 11:28:55.731234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.779153 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7ce530-30bb-4329-a2cd-71468cd57fe1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.780108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7ce530-30bb-4329-a2cd-71468cd57fe1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.782957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] Deleting port 15b1c59a-060c-4888-8063-6b3997dab49e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:55.783415 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:55.786130 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d7ce530-30bb-4329-a2cd-71468cd57fe1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/9d78f445-2df1-4f67-b9a8-474b6bea0a5b HTTP/1.1" status: 404 len: 333 time: 0.0538204 Jul 28 11:28:55.788592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.796835 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:55.865496 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a14d9e4-d97a-488a-a33c-e038ab426010 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.866099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a14d9e4-d97a-488a-a33c-e038ab426010 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.869865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a14d9e4-d97a-488a-a33c-e038ab426010 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/c13b96c6-df51-4a74-a7a3-107bfcb74519 HTTP/1.1" status: 404 len: 337 time: 0.0799630 Jul 28 11:28:55.874729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.887786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] For port 15b1c59a-060c-4888-8063-6b3997dab49e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=15b1c59a-060c-4888-8063-6b3997dab49e,segment=NetworkSegment(75514d1e-72a8-49aa-8e89-750b4b9dfbc2),segment_id=75514d1e-72a8-49aa-8e89-750b4b9dfbc2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:55.892461 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:55.910474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] Calling delete_port for 15b1c59a-060c-4888-8063-6b3997dab49e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:55.910941 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e2e79e-6165-468c-a153-389d9b14167b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.911838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e2e79e-6165-468c-a153-389d9b14167b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.913646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-93e2e79e-6165-468c-a153-389d9b14167b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/4627891b-d003-487e-bdb8-3c658749c544 HTTP/1.1" status: 404 len: 333 time: 0.0379035 Jul 28 11:28:55.918541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:55.943265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70650137-7242-4cdb-88ef-47d34fb673be,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:55.986392 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d135263-13fe-4c21-9971-eb172094bf7f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:55.987399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d135263-13fe-4c21-9971-eb172094bf7f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:55.992076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2d135263-13fe-4c21-9971-eb172094bf7f tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/ccdb40cf-d0d1-462d-b371-97dee35d76af HTTP/1.1" status: 404 len: 337 time: 0.0725117 Jul 28 11:28:55.997474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.076040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Allocated IP 172.20.0.2 (8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c/6910b137-7130-4f21-b694-c43095220814/719c9785-8bd4-4c93-85b1-6a902ffe65f2) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:56.189550 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b38f2e-efe9-42e5-bf39-148e8df3feb7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.190971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b38f2e-efe9-42e5-bf39-148e8df3feb7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.196821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-10b38f2e-efe9-42e5-bf39-148e8df3feb7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/d60eac2b-1a98-4be4-a3e5-5430a71bba47 HTTP/1.1" status: 404 len: 333 time: 0.1455085 Jul 28 11:28:56.199149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.237350 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.241523 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d531d3-45e1-4f5b-b5f6-fcc0efd8852c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.242015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d531d3-45e1-4f5b-b5f6-fcc0efd8852c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.243863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e3d531d3-45e1-4f5b-b5f6-fcc0efd8852c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/2a9825fc-876e-4321-82d5-130d26fea405 HTTP/1.1" status: 404 len: 337 time: 0.0437214 Jul 28 11:28:56.261418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.269280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.279135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] Pushing event deleted for resources: {'Port': ['ID=15b1c59a-060c-4888-8063-6b3997dab49e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:56.294690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:56.296363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b41d4-1151-4a6b-8335-37e9d0e024d3 None None] No DVR routers for this DVR port 15b1c59a-060c-4888-8063-6b3997dab49e on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:28:56.323934 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-160a357d-b415-4dd0-9de6-f4b52154dac3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.329135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160a357d-b415-4dd0-9de6-f4b52154dac3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.332195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-160a357d-b415-4dd0-9de6-f4b52154dac3 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/db94dc74-4518-4d3d-ae13-2fe54fa34732 HTTP/1.1" status: 404 len: 333 time: 0.0693402 Jul 28 11:28:56.336462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.386429 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3fa9d2-ebcc-48d7-991b-00a82045c267 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.387192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3fa9d2-ebcc-48d7-991b-00a82045c267 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.389192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be3fa9d2-ebcc-48d7-991b-00a82045c267 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/43e3374a-8f59-4d2d-b054-6e39e2a444fb HTTP/1.1" status: 404 len: 337 time: 0.0508597 Jul 28 11:28:56.391224 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.391810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.405113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Transition to ACTIVE for port object 719c9785-8bd4-4c93-85b1-6a902ffe65f2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:56.446182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Transition to ACTIVE for port object 719c9785-8bd4-4c93-85b1-6a902ffe65f2 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:56.460560 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.485489 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0443b9a-0362-4d69-9b6c-8dc8b2479a5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.485966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0443b9a-0362-4d69-9b6c-8dc8b2479a5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.488661 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f0443b9a-0362-4d69-9b6c-8dc8b2479a5b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/e3da1f31-b6a0-4861-b4de-9c8793725a46 HTTP/1.1" status: 404 len: 337 time: 0.0954473 Jul 28 11:28:56.493819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.521714 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f7abac-62f1-4ecc-8144-4ce4139dbcae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.522473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f7abac-62f1-4ecc-8144-4ce4139dbcae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.525077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-47f7abac-62f1-4ecc-8144-4ce4139dbcae tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/e91ffc8e-c46b-4c41-9224-8453c264fd4c HTTP/1.1" status: 404 len: 333 time: 0.0303743 Jul 28 11:28:56.527558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.540278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:56.545117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:56.550630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:56.553841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Pushing event updated for resources: {'Port': ['ID=719c9785-8bd4-4c93-85b1-6a902ffe65f2,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:56.575301 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fb44e7-a5d9-4fe5-8015-e08c9fe62358 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.575917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fb44e7-a5d9-4fe5-8015-e08c9fe62358 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.579539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b0fb44e7-a5d9-4fe5-8015-e08c9fe62358 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/b1acdd44-0fd8-4b91-bbd5-acfe1f450ae3 HTTP/1.1" status: 404 len: 337 time: 0.0509894 Jul 28 11:28:56.588794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.650437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Attempting to bind port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:28:56.650825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Attempting to bind port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f6533aa3-8e80-4bc9-a251-0bad80f4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:28:56.651176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Attempting to bind port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 on network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:28:56.652813 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd7dc9e-606c-40ae-8b20-e3e3549f3aa2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.653233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd7dc9e-606c-40ae-8b20-e3e3549f3aa2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.655563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6cd7dc9e-606c-40ae-8b20-e3e3549f3aa2 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/a732a4db-1b05-464e-8745-7d7969903565 HTTP/1.1" status: 404 len: 337 time: 0.0656505 Jul 28 11:28:56.659060 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.659601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.663861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.10 (8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c/6910b137-7130-4f21-b694-c43095220814/b4ac1d0d-f91c-46c7-bc3d-c8d83527de76) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:56.670399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:28:56.670784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Checking segment: {'id': 'f6533aa3-8e80-4bc9-a251-0bad80f4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:28:56.671658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.671658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Bound using segment: {'id': 'f6533aa3-8e80-4bc9-a251-0bad80f4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:28:56.672101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Bound port: 719c9785-8bd4-4c93-85b1-6a902ffe65f2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6533aa3-8e80-4bc9-a251-0bad80f4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:28:56.672502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.690791 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc66aea1-048a-421b-ae75-fe36e0802d50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.691741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc66aea1-048a-421b-ae75-fe36e0802d50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.694967 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cc66aea1-048a-421b-ae75-fe36e0802d50 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/43798496-884a-4766-941f-354dd2ed459f HTTP/1.1" status: 404 len: 333 time: 0.0346837 Jul 28 11:28:56.696351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.728203 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ffebff-4e75-4efd-bb78-b2cfff316130 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.728750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ffebff-4e75-4efd-bb78-b2cfff316130 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.731958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-01ffebff-4e75-4efd-bb78-b2cfff316130 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/2f6d27c3-c313-48ae-ae52-7616c8e0d6d8 HTTP/1.1" status: 404 len: 337 time: 0.0343106 Jul 28 11:28:56.734194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.777285 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc469dd-5b45-4846-b621-af051401e71d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.777733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc469dd-5b45-4846-b621-af051401e71d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.781180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5cc469dd-5b45-4846-b621-af051401e71d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/40518691-64e9-4b31-b41c-6f22cff9db31 HTTP/1.1" status: 404 len: 337 time: 0.0442994 Jul 28 11:28:56.781979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.819636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] For port 719c9785-8bd4-4c93-85b1-6a902ffe65f2, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:28:56.824030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] For port 719c9785-8bd4-4c93-85b1-6a902ffe65f2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=719c9785-8bd4-4c93-85b1-6a902ffe65f2,segment=NetworkSegment(f6533aa3-8e80-4bc9-a251-0bad80f4463b),segment_id=f6533aa3-8e80-4bc9-a251-0bad80f4463b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:28:56.825182 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a923a676-7929-4dcd-a68a-6da043708fe8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.825925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a923a676-7929-4dcd-a68a-6da043708fe8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.831241 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a923a676-7929-4dcd-a68a-6da043708fe8 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/8d3ba061-93cc-4292-83c6-262e5486ff1f HTTP/1.1" status: 404 len: 333 time: 0.0425308 Jul 28 11:28:56.831866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.835588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:56.863588 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20a87c2-5ce1-475f-b77a-102f5f610bf4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.864056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20a87c2-5ce1-475f-b77a-102f5f610bf4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.868714 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a20a87c2-5ce1-475f-b77a-102f5f610bf4 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/f79c830e-e177-4cda-a51a-2840ad3f9704 HTTP/1.1" status: 404 len: 337 time: 0.0354676 Jul 28 11:28:56.869314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.898228 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc42457-9810-4d81-b983-fddc0bb2fc90 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:56.898695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc42457-9810-4d81-b983-fddc0bb2fc90 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:56.903380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4cc42457-9810-4d81-b983-fddc0bb2fc90 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/4f57c57a-2afb-472c-86bb-9c3dc1d01225 HTTP/1.1" status: 404 len: 337 time: 0.0330913 Jul 28 11:28:56.904032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.957749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d45ed82-26c6-406c-886f-e201260032eb tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports?device_id=06492f37-bef7-414c-9a10-f150d2431ea3 HTTP/1.1" status: 200 len: 205 time: 0.0520616 Jul 28 11:28:56.958004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:56.968685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f914d4-543f-465f-89c8-1129265e0a85 None None] Pushing event updated for resources: {'Port': ['ID=719c9785-8bd4-4c93-85b1-6a902ffe65f2,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:57.098159 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4a8f109f-2f8d-4a7f-ba84-46b9fe69e1a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] delete failed (client error): The resource could not be found. Jul 28 11:28:57.098159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a8f109f-2f8d-4a7f-ba84-46b9fe69e1a5 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/routers/06492f37-bef7-414c-9a10-f150d2431ea3 HTTP/1.1" status: 404 len: 336 time: 0.0774820 Jul 28 11:28:57.098159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.104248 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d213c6-9041-4905-ad30-950a74dc3f85 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.106674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d213c6-9041-4905-ad30-950a74dc3f85 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.118938 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a6d213c6-9041-4905-ad30-950a74dc3f85 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/858e57f2-a942-4ec5-9d1f-3ddf494c9c50 HTTP/1.1" status: 404 len: 337 time: 0.0782793 Jul 28 11:28:57.120439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.159099 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-564f7355-f066-4816-9982-014a4cddaee1 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ebfedcc-35f0-4483-8db7-29c401ee4698 HTTP/1.1" status: 200 len: 205 time: 0.0365317 Jul 28 11:28:57.161521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.305348 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-017e0873-1a5a-4316-8618-9200f19a8c8b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] delete failed (client error): The resource could not be found. Jul 28 11:28:57.309493 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-017e0873-1a5a-4316-8618-9200f19a8c8b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/routers/6ebfedcc-35f0-4483-8db7-29c401ee4698 HTTP/1.1" status: 404 len: 336 time: 0.1470177 Jul 28 11:28:57.310369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.354770 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0424e373-af67-4a54-819d-eaaad28a77e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.355507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0424e373-af67-4a54-819d-eaaad28a77e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.360781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0424e373-af67-4a54-819d-eaaad28a77e7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/205d6c95-ae68-4081-94a1-66f2f648d7a1 HTTP/1.1" status: 404 len: 337 time: 0.0493796 Jul 28 11:28:57.361465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.401939 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0792ff57-0240-4696-84ec-031fc221712a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.402599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0792ff57-0240-4696-84ec-031fc221712a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.407179 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0792ff57-0240-4696-84ec-031fc221712a tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/e5ba4f85-d509-4c73-a427-822bbc094728 HTTP/1.1" status: 404 len: 337 time: 0.0446379 Jul 28 11:28:57.408208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.492977 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca21f91d-7c34-45d0-8191-c5ecb42af59c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.493665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca21f91d-7c34-45d0-8191-c5ecb42af59c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.497685 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca21f91d-7c34-45d0-8191-c5ecb42af59c tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/7cd43338-7446-4272-b806-f5ee94c4105c HTTP/1.1" status: 404 len: 333 time: 0.0859094 Jul 28 11:28:57.499027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.542142 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-254ab36b-7735-4dd1-99a9-bd86812d55e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.542778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254ab36b-7735-4dd1-99a9-bd86812d55e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.544695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 719c9785-8bd4-4c93-85b1-6a902ffe65f2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:28:57.548367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-254ab36b-7735-4dd1-99a9-bd86812d55e9 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/123cc015-ce99-4929-b981-c04ffed81fd6 HTTP/1.1" status: 404 len: 337 time: 0.0479777 Jul 28 11:28:57.549872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.557571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:57.587097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:57.593020 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e1ca2-f494-4ee2-bd5f-1f3179e99079 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.594714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475e1ca2-f494-4ee2-bd5f-1f3179e99079 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.601637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 40978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.602453 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-475e1ca2-f494-4ee2-bd5f-1f3179e99079 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/1003e243-840a-4272-93f0-384c789fa970 HTTP/1.1" status: 404 len: 333 time: 0.0514185 Jul 28 11:28:57.645304 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5298f09-bf40-4a79-9075-8aac81b43adc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.645877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5298f09-bf40-4a79-9075-8aac81b43adc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.647912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b5298f09-bf40-4a79-9075-8aac81b43adc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/c716e100-3034-4999-a12a-7fa100d48588 HTTP/1.1" status: 404 len: 337 time: 0.0440948 Jul 28 11:28:57.651398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.656749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:57.659184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:28:57.690066 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f549b2-7074-46df-a82c-03ae83dc2b1b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.690899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f549b2-7074-46df-a82c-03ae83dc2b1b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.696631 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c6f549b2-7074-46df-a82c-03ae83dc2b1b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/a47e3c72-ff5c-4433-bbb8-c9e61b5e709d HTTP/1.1" status: 404 len: 333 time: 0.0440724 Jul 28 11:28:57.697320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40986) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.735023 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e8bc57-9344-4693-b2bb-440d71d6ef95 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.735584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e8bc57-9344-4693-b2bb-440d71d6ef95 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.736203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 15b1c59a-060c-4888-8063-6b3997dab49e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:28:57.741271 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-55e8bc57-9344-4693-b2bb-440d71d6ef95 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/cf7939f1-c831-49d1-a5b1-35693102b8ad HTTP/1.1" status: 404 len: 337 time: 0.0421741 Jul 28 11:28:57.746295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.778411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 15b1c59a-060c-4888-8063-6b3997dab49e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:28:57.778994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 15b1c59a-060c-4888-8063-6b3997dab49e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:28:57.808386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:57.817699 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8cb1bc-6c0a-43d0-b5ed-d4fe57a48796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.819204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8cb1bc-6c0a-43d0-b5ed-d4fe57a48796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.823156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aa8cb1bc-6c0a-43d0-b5ed-d4fe57a48796 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/3322d3cd-fe82-4fce-a28c-b68328a19619 HTTP/1.1" status: 404 len: 333 time: 0.0730808 Jul 28 11:28:57.823391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.852332 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e64f1f5-b97a-46e3-91f2-6033410c7e54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.852795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e64f1f5-b97a-46e3-91f2-6033410c7e54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.863139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3e64f1f5-b97a-46e3-91f2-6033410c7e54 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/af2d2067-00d7-49a6-8a09-c33c9976c03f HTTP/1.1" status: 404 len: 337 time: 0.0358231 Jul 28 11:28:57.863534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.891444 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db5d9f0-020e-4d83-9b3f-176f9cf8119b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.892274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db5d9f0-020e-4d83-9b3f-176f9cf8119b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.896242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4db5d9f0-020e-4d83-9b3f-176f9cf8119b tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/26919e59-c585-48d8-ba96-9a26c30d5761 HTTP/1.1" status: 404 len: 333 time: 0.0291007 Jul 28 11:28:57.900945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7fc-b4ee-4a06-84fd-4305a5f76fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:57.902529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.931809 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa42ec6-3b00-4429-9cb6-8aa4c363cafc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.932324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa42ec6-3b00-4429-9cb6-8aa4c363cafc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.936388 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-baa42ec6-3b00-4429-9cb6-8aa4c363cafc tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/0ed5d46c-b218-4038-af21-84e95e3ee74a HTTP/1.1" status: 404 len: 337 time: 0.0305459 Jul 28 11:28:57.937136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 40998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.981280 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bb8fab-65e6-46c2-896b-2140deb551d7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:57.981754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=b4ac1d0d-f91c-46c7-bc3d-c8d83527de76,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:57.982255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bb8fab-65e6-46c2-896b-2140deb551d7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:57.986637 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c9bb8fab-65e6-46c2-896b-2140deb551d7 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/2ffb21eb-3991-44f4-abf7-9ce934ba1342 HTTP/1.1" status: 404 len: 333 time: 0.0458815 Jul 28 11:28:57.987641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:57.999295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:58.003825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:58.007726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:58.043128 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ffb17a-5b53-49c9-904a-7dc854f44bdd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:58.043809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ffb17a-5b53-49c9-904a-7dc854f44bdd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:58.047557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-57ffb17a-5b53-49c9-904a-7dc854f44bdd tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/9420ba5f-b2f4-4c5c-ad5c-56c9ddf2c96b HTTP/1.1" status: 404 len: 337 time: 0.0442104 Jul 28 11:28:58.049084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:58.069220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:28:58.079178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-df1fc461-1767-4e48-a602-8af45c7f6fd7 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5296435 Jul 28 11:28:58.079843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:58.086490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] Sync routers for ids ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:28:58.087594 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5840f745-8d68-4d2b-a40d-ec3bae023297 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:58.088492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5840f745-8d68-4d2b-a40d-ec3bae023297 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:58.090396 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5840f745-8d68-4d2b-a40d-ec3bae023297 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/ports/5ec7a9a9-c56a-42fb-bbc6-70303016a25b HTTP/1.1" status: 404 len: 333 time: 0.0378819 Jul 28 11:28:58.094897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:58.107892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] Routers {'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:58.109472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:58.155749 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38afc77-115c-491b-b3eb-4235fbcf3087 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] DELETE failed (client error): The resource could not be found. Jul 28 11:28:58.156337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38afc77-115c-491b-b3eb-4235fbcf3087 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:28:58.161552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:58.161810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c38afc77-115c-491b-b3eb-4235fbcf3087 tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/subnets/7d3a0c09-103f-471b-9c85-eba162a65580 HTTP/1.1" status: 404 len: 337 time: 0.0658090 Jul 28 11:28:58.168436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:58.169138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.198476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8ad33989-7b51-440e-87db-ecdf378a03d3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0079393 Jul 28 11:28:58.203047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41010) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:58.210859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': '8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c', 'name': 'tempest-PortsTestJSON-450715125', 'fixed_ips': [{'subnet_id': '6910b137-7130-4f21-b694-c43095220814', 'ip_address': '172.20.0.9'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:28:58.361555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.380969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] Set router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:58.398292 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.443411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c509c-2fb4-4912-b2fd-950095fe073a None None] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:28:58.481847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:28:58.487841 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.520330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 932c37eb-3329-4e95-9449-bc5316aad59b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:28:58.593876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.621406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce73c41c-c958-47bc-9fb5-55b5ea1a7b91']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:58.666583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75514d1e-72a8-49aa-8e89-750b4b9dfbc2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:58.667084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75514d1e-72a8-49aa-8e89-750b4b9dfbc2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:58.686005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.707190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.715794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:28:58.716679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.722249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] Provisioning for port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:58.729505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] Provisioning complete for port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:58.730191 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:28:58.731757 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:28:58.845176 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.859373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.9 (8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c/6910b137-7130-4f21-b694-c43095220814/932c37eb-3329-4e95-9449-bc5316aad59b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:28:58.876371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.904886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:58.910808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] 10.222.0.20 "DELETE /v2.0/networks/ce73c41c-c958-47bc-9fb5-55b5ea1a7b91 HTTP/1.1" status: 204 len: 168 time: 0.7475891 Jul 28 11:28:58.911954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9fbd6-08f6-4e13-b1c7-395304f7351d tempest-NetworksTestDHCPv6-1043248707 tempest-NetworksTestDHCPv6-1043248707-project] Pushing event deleted for resources: {'Network': ['ID=ce73c41c-c958-47bc-9fb5-55b5ea1a7b91,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:59.052054 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.112067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] For port 719c9785-8bd4-4c93-85b1-6a902ffe65f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=719c9785-8bd4-4c93-85b1-6a902ffe65f2,segment=NetworkSegment(f6533aa3-8e80-4bc9-a251-0bad80f4463b),segment_id=f6533aa3-8e80-4bc9-a251-0bad80f4463b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:59.139699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.142517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.152470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:55Z', 'revision_number': 5, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port': {'id': '71d56401-d6ab-4fb0-b8bf-252ad2aa41ae', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:28:29Z', 'updated_at': '2021-07-28T11:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:59.160155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 932c37eb-3329-4e95-9449-bc5316aad59b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:28:59.230036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] Checking router: ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:28:59.256870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] Routers {'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:28:59.257788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:59.286313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Deleting port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:28:59.292029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.373876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.376516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:59.485616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:28:59.489760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce530e-8e1b-4e9d-a9ef-d4201bfa4a26 None None] Pushing event updated for resources: {'Port': ['ID=719c9785-8bd4-4c93-85b1-6a902ffe65f2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:59.506148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:28:59.509804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:28:59.541735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] Set router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:28:59.593278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:59.594267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.609226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79781ecb-0bb7-43a0-8a2c-b0a555f37fb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de29da3cc26d4ee2a8b8a6bc5c85d4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307460 Jul 28 11:28:59.612998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:59.623278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=932c37eb-3329-4e95-9449-bc5316aad59b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:28:59.649677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fffbc9ae-4b9a-4ed6-be12-d640ab590f79 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4448037 Jul 28 11:28:59.655049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:59.664676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] For port 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:28:59.665255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:58Z', 'revision_number': 6, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:28:59.666768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.700508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Calling delete_port for 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:28:59.717979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02c64b-8389-44dc-ba95-f3e162f1f091 None None] The sync data for ids ['ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f'] in n-d-723573-7 is: [{'id': 'ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f', 'name': 'tempest-TestAggregatesBasicOps-1781370522-router', 'tenant_id': 'a62453ed361d44cfb98c14283c89d44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:28:28Z', 'updated_at': '2021-07-28T11:28:58Z', 'revision_number': 6, 'project_id': 'a62453ed361d44cfb98c14283c89d44a', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:28:59.732353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e6bd941-836c-4c00-9e4a-0aaa2f8b238e None None] Provisioning complete for port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:59.732993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd941-836c-4c00-9e4a-0aaa2f8b238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.914252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0c9ff-1401-4f72-b20b-05c2424b6bfe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:28:59.918344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fef0c9ff-1401-4f72-b20b-05c2424b6bfe tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2565384 Jul 28 11:28:59.922424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:28:59.925003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e6bd941-836c-4c00-9e4a-0aaa2f8b238e None None] Provisioning for port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:28:59.933030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e6bd941-836c-4c00-9e4a-0aaa2f8b238e None None] Provisioning complete for port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:28:59.933662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd941-836c-4c00-9e4a-0aaa2f8b238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:28:59.997378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd941-836c-4c00-9e4a-0aaa2f8b238e None None] Port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:00.036144 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.121997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-10f76d93-8867-40cc-9fa5-4f8d036be52a None None] Provisioning complete for port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:00.122386 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10f76d93-8867-40cc-9fa5-4f8d036be52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.235823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-10f76d93-8867-40cc-9fa5-4f8d036be52a None None] Port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:00.254840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.258223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Pushing event deleted for resources: {'Port': ['ID=71d56401-d6ab-4fb0-b8bf-252ad2aa41ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:00.381412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-070f326f-230c-4912-9170-2c893b4d4649 None None] Provisioning for port 932c37eb-3329-4e95-9449-bc5316aad59b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:00.386538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-070f326f-230c-4912-9170-2c893b4d4649 None None] Provisioning complete for port 932c37eb-3329-4e95-9449-bc5316aad59b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:00.387227 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-070f326f-230c-4912-9170-2c893b4d4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.432909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.435197 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.469300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-070f326f-230c-4912-9170-2c893b4d4649 None None] Port 932c37eb-3329-4e95-9449-bc5316aad59b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:00.483924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c83aa7e0-1be1-45dc-9ca8-52f39e2a7574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.504852 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.505642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:29:00.511506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.513063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4a2fc112-a5d6-4f28-8b9c-c6add4f7de6b admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed3d9b73-53e0-498e-b4f8-6bc2a6763f4f HTTP/1.1" status: 204 len: 168 time: 2.4290509 Jul 28 11:29:00.515520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:00.524011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c83aa7e0-1be1-45dc-9ca8-52f39e2a7574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.599054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c83aa7e0-1be1-45dc-9ca8-52f39e2a7574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.603209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c83aa7e0-1be1-45dc-9ca8-52f39e2a7574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.607707 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c83aa7e0-1be1-45dc-9ca8-52f39e2a7574 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17a919aa-b486-4f1e-b1a8-9dde1a9183be HTTP/1.1" status: 204 len: 168 time: 0.9894195 Jul 28 11:29:00.637211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402710c-4880-4a02-87d8-c76302bf031d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:00.651259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Deleting subnet f3e84299-3ddc-4a2a-821a-14c15ea58255 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:00.656123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402710c-4880-4a02-87d8-c76302bf031d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:00.657964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.675436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402710c-4880-4a02-87d8-c76302bf031d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:00.679954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8402710c-4880-4a02-87d8-c76302bf031d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7539501 Jul 28 11:29:00.682608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:00.726321 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.748507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83aa7e0-1be1-45dc-9ca8-52f39e2a7574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a919aa-b486-4f1e-b1a8-9dde1a9183be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:00.850138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 932c37eb-3329-4e95-9449-bc5316aad59b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:00.850755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:00.868551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.004973 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.019034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.086862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2db71-28d9-41f0-a977-5df8ec28b720 None None] Network 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:01.098254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.107238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3e84299-3ddc-4a2a-821a-14c15ea58255 HTTP/1.1" status: 204 len: 168 time: 0.5878835 Jul 28 11:29:01.107982 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:01.116100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.145376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 932c37eb-3329-4e95-9449-bc5316aad59b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:01.185143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-101d7bb7-2d5e-4f94-a4a9-9d90a700074e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.310355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.312573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85241655-c93d-4d35-81ff-1b516d71fed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e84299-3ddc-4a2a-821a-14c15ea58255,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:01.432345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 719c9785-8bd4-4c93-85b1-6a902ffe65f2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:01.438464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.505019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] DHCP port deletion for 7a23879a-7a38-4eaf-9f3c-57c1f1026a44 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:29:01.505571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Deleting port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:01.507832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.526768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=932c37eb-3329-4e95-9449-bc5316aad59b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:01.655946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:01.667907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.691461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] For port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:01.691837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.745476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Calling delete_port for 8aad4c03-af9c-4ada-85f2-8e7498eaab1d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:01.790742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] Deleting port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:01.791127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.829072 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.841623 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3a504e5e-1bb5-4f48-8e09-9a60451d8532 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/932c37eb-3329-4e95-9449-bc5316aad59b HTTP/1.1" status: 204 len: 168 time: 1.1579695 Jul 28 11:29:01.842248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:01.857449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:01.878308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] No DVR routers for this DVR port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:01.953724 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cefd45-ecaa-4017-8e3f-d8f094b05367 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:29:01.970051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-60cefd45-ecaa-4017-8e3f-d8f094b05367 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/932c37eb-3329-4e95-9449-bc5316aad59b HTTP/1.1" status: 404 len: 333 time: 0.1203613 Jul 28 11:29:01.970178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:01.998557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Pushing event deleted for resources: {'Port': ['ID=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:02.012007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.019707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] For port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,segment=NetworkSegment(54703f5c-9eac-4801-b000-42acaa58e280),segment_id=54703f5c-9eac-4801-b000-42acaa58e280)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:02.020106 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.043486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] Calling delete_port for 8aad4c03-af9c-4ada-85f2-8e7498eaab1d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:02.131414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:02.153212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:02.154370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:02.154982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 71d56401-d6ab-4fb0-b8bf-252ad2aa41ae not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:02.155420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 70650137-7242-4cdb-88ef-47d34fb673be no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:02.216152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 70650137-7242-4cdb-88ef-47d34fb673be {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:02.216567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 70650137-7242-4cdb-88ef-47d34fb673be not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:02.217988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.244087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a23879a-7a38-4eaf-9f3c-57c1f1026a44']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:02.262406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54703f5c-9eac-4801-b000-42acaa58e280') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:02.262704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54703f5c-9eac-4801-b000-42acaa58e280') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:02.278622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.281568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.305876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.316956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:02.317386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.320760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:02.321065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:02.322766 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:02.336287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] Pushing event deleted for resources: {'Port': ['ID=8aad4c03-af9c-4ada-85f2-8e7498eaab1d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:02.340056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809da29-18bb-446e-9e2f-022751e6412d None None] No DVR routers for this DVR port 8aad4c03-af9c-4ada-85f2-8e7498eaab1d on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:02.347444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-112418144'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:02.377629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Made reservation on behalf of 63d9fc10453a48ce869b0f3fb6f3e254 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:02.381245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.403576 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.436963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.449851 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.454124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a23879a-7a38-4eaf-9f3c-57c1f1026a44 HTTP/1.1" status: 204 len: 168 time: 1.3447728 Jul 28 11:29:02.472262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e51e-06ae-47ef-854c-866e678aeebe admin admin] Pushing event deleted for resources: {'Network': ['ID=7a23879a-7a38-4eaf-9f3c-57c1f1026a44,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:02.486107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.503199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:02.555822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.560744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.628200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:02.649520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e812dd-241d-4376-8f94-99568aa49a57,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:02.701439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.705809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.706303 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Added segment fe5c088e-1f5b-4040-ba2b-d419e9786b17 of type vlan for network 275db79b-efbc-45bb-8e82-d03bd422046b Jul 28 11:29:02.774170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:02.806294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.827266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=b4ac1d0d-f91c-46c7-bc3d-c8d83527de76,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:02.872716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:02.873067 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-76378943-1556-4a7a-890e-37f1fd7e3f92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0b9f4455b484b98a52a3a11bdb3a80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972726 Jul 28 11:29:02.894464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.900523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:02.901231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.955363 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:02.962547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2cadfc8b-efb8-4d5f-9342-e578a5002965 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 HTTP/1.1" status: 204 len: 168 time: 0.9897234 Jul 28 11:29:02.964373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:02.988824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Network': ['ID=275db79b-efbc-45bb-8e82-d03bd422046b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:03.002019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-502ec0f6-1192-44f6-acd8-f5c1c56fd488 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8474407 Jul 28 11:29:03.005436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:03.008234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 275db79b-efbc-45bb-8e82-d03bd422046b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:03.017228 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56f25f9-4114-4a07-9ca1-69232bc8de39 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:29:03.022848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e56f25f9-4114-4a07-9ca1-69232bc8de39 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/b4ac1d0d-f91c-46c7-bc3d-c8d83527de76 HTTP/1.1" status: 404 len: 333 time: 0.0572350 Jul 28 11:29:03.023632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41102) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:03.024453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45d0f7df-8773-49bc-b492-b008e70e8ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.031927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'subnet': {'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:03.107571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45d0f7df-8773-49bc-b492-b008e70e8ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.128323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 6910b137-7130-4f21-b694-c43095220814 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:03.135169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.181957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Made reservation on behalf of 63d9fc10453a48ce869b0f3fb6f3e254 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:03.187216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.196603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.242327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45d0f7df-8773-49bc-b492-b008e70e8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.244903 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45d0f7df-8773-49bc-b492-b008e70e8ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.253148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-45d0f7df-8773-49bc-b492-b008e70e8ab6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd8ba9b3-8316-4396-85a7-172148947572 HTTP/1.1" status: 204 len: 168 time: 0.3771460 Jul 28 11:29:03.287250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0f7df-8773-49bc-b492-b008e70e8ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ba9b3-8316-4396-85a7-172148947572,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:03.407589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.431215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8aad4c03-af9c-4ada-85f2-8e7498eaab1d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:03.478975 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.480479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8aad4c03-af9c-4ada-85f2-8e7498eaab1d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:03.482496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8aad4c03-af9c-4ada-85f2-8e7498eaab1d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:03.508073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.539775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.591823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Subnet': ['ID=b72f39bd-2131-423e-a47c-91cac662deb0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:03.600847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Checking segment: {'id': 'fe5c088e-1f5b-4040-ba2b-d419e9786b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:03.601206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network hostable DHCP agents. Network: 275db79b-efbc-45bb-8e82-d03bd422046b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:03.612833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=6910b137-7130-4f21-b694-c43095220814,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:03.633070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network 275db79b-efbc-45bb-8e82-d03bd422046b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:03.644425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fafac-de69-49a8-934a-ba3e2c8cd85d None None] Network 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:03.655488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.659770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d1988734-d338-45a4-9f5c-aee10e677c1b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/6910b137-7130-4f21-b694-c43095220814 HTTP/1.1" status: 204 len: 168 time: 0.6330211 Jul 28 11:29:03.661374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41110) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:03.669901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 275db79b-efbc-45bb-8e82-d03bd422046b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:03.684497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:03.685389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.691853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a71bc5a-d3bb-41b6-86b5-e61e2e8a3114 None None] Network 275db79b-efbc-45bb-8e82-d03bd422046b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:03.714956 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66fc18f9-6d56-416a-9319-a5f20d785a75 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6952269 Jul 28 11:29:03.716297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:03.723187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1999655747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:03.748296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.772660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.774510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.818454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:03.818821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.876814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.887139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.918361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] For port 719c9785-8bd4-4c93-85b1-6a902ffe65f2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=719c9785-8bd4-4c93-85b1-6a902ffe65f2,segment=NetworkSegment(f6533aa3-8e80-4bc9-a251-0bad80f4463b),segment_id=f6533aa3-8e80-4bc9-a251-0bad80f4463b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:03.918822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.934802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:03.936589 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c02ce260-3251-4498-a69c-a263b7143897 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2188034 Jul 28 11:29:03.948927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41118) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:03.951856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 719c9785-8bd4-4c93-85b1-6a902ffe65f2 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:04.100432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:04.133340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.159864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-275db79b-efbc-45bb-8e82-d03bd422046b', 'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b', 'tenant_id': '63d9fc10453a48ce869b0f3fb6f3e254', 'fixed_ips': [{'subnet_id': 'b72f39bd-2131-423e-a47c-91cac662deb0'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:04.161358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.163953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No DVR routers for this DVR port 719c9785-8bd4-4c93-85b1-6a902ffe65f2 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:04.195740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=719c9785-8bd4-4c93-85b1-6a902ffe65f2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:04.209461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5848d-7fa4-47e3-b51f-f0bf31404349 None None] DHCP port deletion for 8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:29:04.293505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bf7f4f33-dfbe-40bf-876f-331af6213f5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a62453ed361d44cfb98c14283c89d44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897628 Jul 28 11:29:04.294123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:04.321395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.341101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:04.361592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6533aa3-8e80-4bc9-a251-0bad80f4463b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:04.364432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6533aa3-8e80-4bc9-a251-0bad80f4463b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:04.386872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.412367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.414410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93358c39-2622-4975-b04f-89f85d287767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.427726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:04.428066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:04.431188 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:04.493820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93358c39-2622-4975-b04f-89f85d287767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.494840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Allocated IP 172.20.0.2 (275db79b-efbc-45bb-8e82-d03bd422046b/b72f39bd-2131-423e-a47c-91cac662deb0/7c262f97-ae94-4bb4-be62-d0cdc00f77dc) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:04.531404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.537989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.540048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c HTTP/1.1" status: 204 len: 168 time: 0.8777030 Jul 28 11:29:04.555276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:04.558486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494ead1-1e27-4d6a-b446-d43bbcec1a18 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=8d7bdbb6-c240-4ee2-bdff-ab2446f5a24c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:04.573573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1233324243'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:04.582879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93358c39-2622-4975-b04f-89f85d287767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.585223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.587089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93358c39-2622-4975-b04f-89f85d287767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.588880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-93358c39-2622-4975-b04f-89f85d287767 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5e58aae-4c7a-446a-bedd-7d2baa71dc1f HTTP/1.1" status: 204 len: 168 time: 0.2936909 Jul 28 11:29:04.600715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93358c39-2622-4975-b04f-89f85d287767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e58aae-4c7a-446a-bedd-7d2baa71dc1f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:04.750513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.772814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Transition to ACTIVE for port object 7c262f97-ae94-4bb4-be62-d0cdc00f77dc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:04.793118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Transition to ACTIVE for port object 7c262f97-ae94-4bb4-be62-d0cdc00f77dc will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:04.800210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:04.802225 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.814352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:04.899478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Pushing event updated for resources: {'Port': ['ID=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:04.928903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Network 275db79b-efbc-45bb-8e82-d03bd422046b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:04.933787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:04.938031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:04.943816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:04.999614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.000237 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Added segment b8e7b4f8-5720-43c8-8363-3386e9cb20f8 of type vlan for network a0b41069-3960-4600-a562-cbfb01d8d532 Jul 28 11:29:05.052536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Attempting to bind port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:05.053639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Attempting to bind port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'fe5c088e-1f5b-4040-ba2b-d419e9786b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:05.054865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Attempting to bind port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc on network 275db79b-efbc-45bb-8e82-d03bd422046b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:05.060037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Allocated IP 172.20.0.1 (275db79b-efbc-45bb-8e82-d03bd422046b/b72f39bd-2131-423e-a47c-91cac662deb0/4a8ba3e8-3838-4ac3-b081-56f00aab8898) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:05.071084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:05.072878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Checking segment: {'id': 'fe5c088e-1f5b-4040-ba2b-d419e9786b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:05.074133 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.075191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.075517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Bound using segment: {'id': 'fe5c088e-1f5b-4040-ba2b-d419e9786b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:05.076980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Bound port: 7c262f97-ae94-4bb4-be62-d0cdc00f77dc, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5c088e-1f5b-4040-ba2b-d419e9786b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:05.078184 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.169247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] For port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:05.173040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] For port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,segment=NetworkSegment(fe5c088e-1f5b-4040-ba2b-d419e9786b17),segment_id=fe5c088e-1f5b-4040-ba2b-d419e9786b17)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:05.181652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.199740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.206866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:05.207488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.285420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba298c1-a9bc-4a75-8557-ac137dbe9128 None None] Pushing event updated for resources: {'Port': ['ID=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:05.331002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7726927 Jul 28 11:29:05.333655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:05.339223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:05.395825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b770-742d-4232-a42b-3988abb139be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Network': ['ID=a0b41069-3960-4600-a562-cbfb01d8d532,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:05.407580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a0b41069-3960-4600-a562-cbfb01d8d532 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:05.409785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.436839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Transition to ACTIVE for port object 4a8ba3e8-3838-4ac3-b081-56f00aab8898 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:05.498778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 719c9785-8bd4-4c93-85b1-6a902ffe65f2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:05.499416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:05.508382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.561086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.576689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 719c9785-8bd4-4c93-85b1-6a902ffe65f2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:05.578528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 719c9785-8bd4-4c93-85b1-6a902ffe65f2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:05.667914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network 275db79b-efbc-45bb-8e82-d03bd422046b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:05.675343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:05.691387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:05.741221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Port': ['ID=4a8ba3e8-3838-4ac3-b081-56f00aab8898,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:05.802585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:05.895934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:05.928028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.000901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=6fe88de4-1ba7-451d-80a8-b00223e96a01,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:06.008087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.045816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Checking segment: {'id': 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:06.046081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network hostable DHCP agents. Network: a0b41069-3960-4600-a562-cbfb01d8d532, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:06.077123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network a0b41069-3960-4600-a562-cbfb01d8d532 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:06.098391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a0b41069-3960-4600-a562-cbfb01d8d532) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:06.106502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe43a8-f1cb-4ad2-811e-ea61a1511c9b None None] Network a0b41069-3960-4600-a562-cbfb01d8d532 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:06.107189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:06.107784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.141233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-474dcb17-2502-4525-97fb-3809e34ebac2 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8061419 Jul 28 11:29:06.144148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:06.151133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-669452384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:06.232704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.234931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.238355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1653612026-network', 'tenant_id': '642d5a20fe984f048c09598640167256'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:06.312549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Made reservation on behalf of 642d5a20fe984f048c09598640167256 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:06.316147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.321651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.330961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.334040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.360863 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.369123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2a542fa-ff19-4f0d-b683-cb617b184d61 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2232389 Jul 28 11:29:06.370070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41174) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:06.380692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532', 'name': 'tempest-PortsTestJSON-207019126'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:06.558756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-a0b41069-3960-4600-a562-cbfb01d8d532', 'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': '6fe88de4-1ba7-451d-80a8-b00223e96a01'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:06.559470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.630587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.644323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.752864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.766295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.789229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.791535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Port': ['ID=4a8ba3e8-3838-4ac3-b081-56f00aab8898,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:06.819230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:06.879989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead3abd-9881-4dea-bd39-deeee4075090,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:06.902099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496da83-d312-4840-be62-82c718b8ab43 None None] Network 275db79b-efbc-45bb-8e82-d03bd422046b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:06.902979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:06.904988 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Added segment 06f9193a-6cad-41b3-ba96-8b9d48b788de of type vlan for network 6bb93a45-ce3f-44c1-b88f-579622f14e07 Jul 28 11:29:06.962440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.032983 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.034905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:07.035638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.118996 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2217741 Jul 28 11:29:07.124426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41176) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:07.134303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Request body: {'subnet': {'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1653612026-subnet', 'tenant_id': '642d5a20fe984f048c09598640167256', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:07.152643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc0e0-5d1e-4385-b683-8e732155b01e admin admin] Pushing event updated for resources: {'Network': ['ID=6bb93a45-ce3f-44c1-b88f-579622f14e07,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:07.206324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Made reservation on behalf of 642d5a20fe984f048c09598640167256 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:07.209974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.216540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:07.219498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network 275db79b-efbc-45bb-8e82-d03bd422046b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:07.221948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:07.233476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29bc5e2f-8057-4aaf-a468-af1657f0ad39 None None] Provisioning for port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:07.312612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Allocated IP 172.20.0.2 (a0b41069-3960-4600-a562-cbfb01d8d532/6fe88de4-1ba7-451d-80a8-b00223e96a01/95364d7e-2a19-417a-aa75-9c6812abf0f4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:07.437667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:07.452441 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.461594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Router 6f43043d-1074-4f1b-9b50-2d4fe35d774e is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:29:07.496424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port a5954c03-cadd-433f-b344-2a12aa1af7a7 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:07.509206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7c262f97-ae94-4bb4-be62-d0cdc00f77dc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:07.659923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:07.666881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:07.675379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:07.675767 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-266d8bbe-bafa-45f9-a775-b1c6de876107 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "PUT /v2.0/routers/6f43043d-1074-4f1b-9b50-2d4fe35d774e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7253945 Jul 28 11:29:07.676211 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.678242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:07.683658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] Sync routers for ids ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:07.687098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'port': {'network_id': '275db79b-efbc-45bb-8e82-d03bd422046b', 'name': 'tempest-FloatingIPNegativeTestJSON-892020885'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:07.714030 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] Routers {'6f43043d-1074-4f1b-9b50-2d4fe35d774e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:07.714683 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:07.779708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:07.785343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.802961 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] Routers {'6f43043d-1074-4f1b-9b50-2d4fe35d774e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:07.805101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:07.806289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.890692 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:07.892228 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7c982-a3f5-44e8-9aa9-50f7bb10e7e7 None None] The sync data for ids ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:07.929049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519129c2-8af1-41c5-8684-ba67f724b3dd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:07.950113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Checking segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:07.950491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Network hostable DHCP agents. Network: 6bb93a45-ce3f-44c1-b88f-579622f14e07, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:07.979033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:07.980277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Made reservation on behalf of 63d9fc10453a48ce869b0f3fb6f3e254 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:07.985036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:07.996043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6bb93a45-ce3f-44c1-b88f-579622f14e07) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:08.011055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] device_id is not set on port e9b01c12-cad1-4c84-b893-c10339bd0abd yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:08.012802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:08.013407 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.043273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d75251c8-77d7-493f-a8f2-3aa06bae1817 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9173346 Jul 28 11:29:08.046074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:08.055954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:08.090844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.091991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.149049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508b0a5-273e-4e15-8e90-336f10a1ea7c None None] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:08.156867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Transition to ACTIVE for port object 95364d7e-2a19-417a-aa75-9c6812abf0f4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:08.200326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Allocated IP 172.20.0.4 (275db79b-efbc-45bb-8e82-d03bd422046b/b72f39bd-2131-423e-a47c-91cac662deb0/e9b01c12-cad1-4c84-b893-c10339bd0abd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:08.204156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.325650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Transition to ACTIVE for port object 95364d7e-2a19-417a-aa75-9c6812abf0f4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:08.361840 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.375540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8621a3c6-f6d4-4728-aafc-09c8f56da4ec None None] Provisioning for port 4a8ba3e8-3838-4ac3-b081-56f00aab8898 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:08.389207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.451986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Pushing event updated for resources: {'Port': ['ID=95364d7e-2a19-417a-aa75-9c6812abf0f4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:08.482765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8621a3c6-f6d4-4728-aafc-09c8f56da4ec None None] Provisioning complete for port 4a8ba3e8-3838-4ac3-b081-56f00aab8898 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:08.483459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8621a3c6-f6d4-4728-aafc-09c8f56da4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.512167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.545243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Transition to ACTIVE for port object e9b01c12-cad1-4c84-b893-c10339bd0abd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:08.551517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,segment=NetworkSegment(fe5c088e-1f5b-4040-ba2b-d419e9786b17),segment_id=fe5c088e-1f5b-4040-ba2b-d419e9786b17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:08.600514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Network a0b41069-3960-4600-a562-cbfb01d8d532 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:08.606191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:08.617319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.623139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:08.635170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.681871 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.698343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.3 (a0b41069-3960-4600-a562-cbfb01d8d532/6fe88de4-1ba7-451d-80a8-b00223e96a01/a5954c03-cadd-433f-b344-2a12aa1af7a7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:08.740280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:08.751605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network 275db79b-efbc-45bb-8e82-d03bd422046b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:08.756431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:08.767232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:08.816374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6bb93a45-ce3f-44c1-b88f-579622f14e07', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'tenant_id': '642d5a20fe984f048c09598640167256', 'fixed_ips': [{'subnet_id': '519129c2-8af1-41c5-8684-ba67f724b3dd'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:08.817777 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.828882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8621a3c6-f6d4-4728-aafc-09c8f56da4ec None None] Port 4a8ba3e8-3838-4ac3-b081-56f00aab8898 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:08.840768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Port': ['ID=e9b01c12-cad1-4c84-b893-c10339bd0abd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:08.904453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:08.905822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.938377 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-430eef91-c62d-4cad-a9cf-e4d64fa34bff tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2581801 Jul 28 11:29:08.943055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:08.950283 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:08.967491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8621a3c6-f6d4-4728-aafc-09c8f56da4ec None None] Provisioning complete for port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:08.969665 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8621a3c6-f6d4-4728-aafc-09c8f56da4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:08.982358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.003723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.113303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Attempting to bind port 95364d7e-2a19-417a-aa75-9c6812abf0f4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:09.114474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Attempting to bind port 95364d7e-2a19-417a-aa75-9c6812abf0f4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:09.114849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Attempting to bind port 95364d7e-2a19-417a-aa75-9c6812abf0f4 on network a0b41069-3960-4600-a562-cbfb01d8d532 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:09.170482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.172123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object a5954c03-cadd-433f-b344-2a12aa1af7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:09.196545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Allocated IP 172.20.0.2 (6bb93a45-ce3f-44c1-b88f-579622f14e07/519129c2-8af1-41c5-8684-ba67f724b3dd/589bd017-92db-4a3f-be90-c3593f45d4d0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:09.287949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.367280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network a0b41069-3960-4600-a562-cbfb01d8d532 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:09.370862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:09.378046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:09.396684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:09.398097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Checking segment: {'id': 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:09.401976 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.403474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Bound using segment: {'id': 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:09.404268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Bound port: 95364d7e-2a19-417a-aa75-9c6812abf0f4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a0b41069-3960-4600-a562-cbfb01d8d532'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:09.405644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.415279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.443241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.506323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7c262f97-ae94-4bb4-be62-d0cdc00f77dc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:09.537107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=a5954c03-cadd-433f-b344-2a12aa1af7a7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:09.599607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:09.600437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.645801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d0870db8-067f-4f1b-a5ae-a28a172df6f6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2742527 Jul 28 11:29:09.648519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:09.722040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] For port 95364d7e-2a19-417a-aa75-9c6812abf0f4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:09.733190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] For port 95364d7e-2a19-417a-aa75-9c6812abf0f4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=95364d7e-2a19-417a-aa75-9c6812abf0f4,segment=NetworkSegment(b8e7b4f8-5720-43c8-8363-3386e9cb20f8),segment_id=b8e7b4f8-5720-43c8-8363-3386e9cb20f8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:09.742943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.752858 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.769400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Allocated IP 172.25.1.244 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b946f8cf-8822-4574-b3b0-0d35edca2f75) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:09.792393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Transition to ACTIVE for port object 589bd017-92db-4a3f-be90-c3593f45d4d0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:09.829463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20030169-d9c4-4c4f-af21-e7a7ae8e095c None None] Pushing event updated for resources: {'Port': ['ID=95364d7e-2a19-417a-aa75-9c6812abf0f4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:09.848517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:09.848773 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.856787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Transition to ACTIVE for port object 589bd017-92db-4a3f-be90-c3593f45d4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:09.903319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:09.956489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Pushing event updated for resources: {'Port': ['ID=589bd017-92db-4a3f-be90-c3593f45d4d0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:09.962164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Provisioning complete for port 4a8ba3e8-3838-4ac3-b081-56f00aab8898 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:09.962549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.006624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:10.010565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:10.019543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:10.067966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Port 4a8ba3e8-3838-4ac3-b081-56f00aab8898 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:10.129144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Provisioning for port e9b01c12-cad1-4c84-b893-c10339bd0abd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:10.134065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Provisioning complete for port e9b01c12-cad1-4c84-b893-c10339bd0abd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:10.134521 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.186535 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.189196 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.243409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fbca449a-3ca4-449d-8306-c289b1d36197 None None] Port e9b01c12-cad1-4c84-b893-c10339bd0abd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:10.253642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Attempting to bind port 589bd017-92db-4a3f-be90-c3593f45d4d0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:10.254019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Attempting to bind port 589bd017-92db-4a3f-be90-c3593f45d4d0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:10.254384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Attempting to bind port 589bd017-92db-4a3f-be90-c3593f45d4d0 on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:10.266710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:10.267092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Checking segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:10.268572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.270184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Bound using segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:10.270684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Bound port: 589bd017-92db-4a3f-be90-c3593f45d4d0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:10.271073 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.386553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] For port 589bd017-92db-4a3f-be90-c3593f45d4d0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:10.389868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] For port 589bd017-92db-4a3f-be90-c3593f45d4d0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=589bd017-92db-4a3f-be90-c3593f45d4d0,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:10.396681 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.468392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6556-edab-4a4c-be0d-2d94525f99e7 None None] Pushing event updated for resources: {'Port': ['ID=589bd017-92db-4a3f-be90-c3593f45d4d0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:10.495917 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.527950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.590050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=b946f8cf-8822-4574-b3b0-0d35edca2f75,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:10.594171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.600685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Allocated IP 172.25.1.81 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ef91ea79-d575-413c-8fdb-3368fc3c1f34) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:10.612799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:10.652747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:10.660021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:10.871007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.882883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=a5954c03-cadd-433f-b344-2a12aa1af7a7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:10.933332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:10.996165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:10.997755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Port': ['ID=ef91ea79-d575-413c-8fdb-3368fc3c1f34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:11.002460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:11.005596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:11.179372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.199833 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.239474 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.415888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7f62d-a055-451f-a80e-5ca3ba9c1b44 None None] Network a0b41069-3960-4600-a562-cbfb01d8d532 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:11.546987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.552289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.558592 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.567376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 589bd017-92db-4a3f-be90-c3593f45d4d0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:11.663869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-339d903e-18b2-4bdd-9db3-de0caba5bf52 None None] Provisioning for port 95364d7e-2a19-417a-aa75-9c6812abf0f4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:11.690115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 589bd017-92db-4a3f-be90-c3593f45d4d0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:11.697969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.703876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 95364d7e-2a19-417a-aa75-9c6812abf0f4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:11.790992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Port': ['ID=ef91ea79-d575-413c-8fdb-3368fc3c1f34,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:11.843830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.879410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:11.888567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-adbd36d2-debc-406d-b320-7185b919e5a2 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9364457 Jul 28 11:29:11.888761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 95364d7e-2a19-417a-aa75-9c6812abf0f4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:11.890456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:11.896083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5892c644-c04c-478b-93ba-fd10ba35452c tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'floatingip': {'port_id': 'e9b01c12-cad1-4c84-b893-c10339bd0abd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:11.909300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 95364d7e-2a19-417a-aa75-9c6812abf0f4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:11.909690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.028489 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5892c644-c04c-478b-93ba-fd10ba35452c tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.075141 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.122577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80d950-9920-4394-8530-be470df8b18d None None] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:12.244093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 95364d7e-2a19-417a-aa75-9c6812abf0f4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=95364d7e-2a19-417a-aa75-9c6812abf0f4,segment=NetworkSegment(b8e7b4f8-5720-43c8-8363-3386e9cb20f8),segment_id=b8e7b4f8-5720-43c8-8363-3386e9cb20f8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:12.260285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.284677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] Provisioning for port 589bd017-92db-4a3f-be90-c3593f45d4d0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:12.319783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] Provisioning complete for port 589bd017-92db-4a3f-be90-c3593f45d4d0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:12.320156 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.341764 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5892c644-c04c-478b-93ba-fd10ba35452c tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] update failed (client error): The resource could not be found. Jul 28 11:29:12.347205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5892c644-c04c-478b-93ba-fd10ba35452c tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "PUT /v2.0/floatingips/f5e0bc09-99af-4c03-a9f3-8f7b3429025c HTTP/1.1" status: 404 len: 507 time: 0.4523518 Jul 28 11:29:12.351820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:12.387733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.522101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=95364d7e-2a19-417a-aa75-9c6812abf0f4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:12.625749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Deleting port ef91ea79-d575-413c-8fdb-3368fc3c1f34 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:12.626101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.733498 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.823289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.823817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.825065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] For port 589bd017-92db-4a3f-be90-c3593f45d4d0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=589bd017-92db-4a3f-be90-c3593f45d4d0,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:12.840686 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:12.847563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Calling delete_port for ef91ea79-d575-413c-8fdb-3368fc3c1f34 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:13.009022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-537ccb76-6fbf-4cbd-b1a7-6cdebc898293 req-ed40b7eb-e40c-4ea9-bc6a-fb8347acabcf service neutron] (93835) timed out ('10.222.0.41', 51144) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:29:13.032493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.032644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaf227-3004-47fa-8ce6-ec19b47ae228 None None] Pushing event updated for resources: {'Port': ['ID=589bd017-92db-4a3f-be90-c3593f45d4d0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:13.053036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-434d9aa3-ba2f-44d3-9ef8-b27932fe4ad7 None None] Provisioning complete for port 95364d7e-2a19-417a-aa75-9c6812abf0f4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:13.053588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-434d9aa3-ba2f-44d3-9ef8-b27932fe4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.066458 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.239119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-434d9aa3-ba2f-44d3-9ef8-b27932fe4ad7 None None] Provisioning for port a5954c03-cadd-433f-b344-2a12aa1af7a7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:13.257697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.272328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-434d9aa3-ba2f-44d3-9ef8-b27932fe4ad7 None None] Provisioning complete for port a5954c03-cadd-433f-b344-2a12aa1af7a7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:13.272328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-434d9aa3-ba2f-44d3-9ef8-b27932fe4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.336842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Port': ['ID=ef91ea79-d575-413c-8fdb-3368fc3c1f34,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:13.357695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-434d9aa3-ba2f-44d3-9ef8-b27932fe4ad7 None None] Port a5954c03-cadd-433f-b344-2a12aa1af7a7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:13.397475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=a5954c03-cadd-433f-b344-2a12aa1af7a7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:13.417418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.425056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 589bd017-92db-4a3f-be90-c3593f45d4d0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:13.427224 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.437703 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.443568 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d040caa3-a598-42e1-b326-651c3b3636a9 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5e0bc09-99af-4c03-a9f3-8f7b3429025c HTTP/1.1" status: 204 len: 168 time: 1.0861118 Jul 28 11:29:13.444384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:13.464893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9dd69be7-cbf5-468d-9e09-a7a70118d74b tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'floatingip': {'floating_network_id': '275db79b-efbc-45bb-8e82-d03bd422046b', 'port_id': 'e9b01c12-cad1-4c84-b893-c10339bd0abd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:13.491892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9584034-1475-4aa4-a80e-69d1a8ac1fc1 None None] Provisioning complete for port a5954c03-cadd-433f-b344-2a12aa1af7a7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:13.492865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9584034-1475-4aa4-a80e-69d1a8ac1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.518707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 589bd017-92db-4a3f-be90-c3593f45d4d0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:13.519087 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.558189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd69be7-cbf5-468d-9e09-a7a70118d74b tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.565185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9584034-1475-4aa4-a80e-69d1a8ac1fc1 None None] Port a5954c03-cadd-433f-b344-2a12aa1af7a7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:13.583264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9584034-1475-4aa4-a80e-69d1a8ac1fc1 None None] Provisioning complete for port 589bd017-92db-4a3f-be90-c3593f45d4d0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:13.583644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9584034-1475-4aa4-a80e-69d1a8ac1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.637098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:29:13.661250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 95364d7e-2a19-417a-aa75-9c6812abf0f4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:13.706884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network a0b41069-3960-4600-a562-cbfb01d8d532 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:13.709461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:13.749505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 95364d7e-2a19-417a-aa75-9c6812abf0f4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:13.750271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:13.989239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:14.055716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Sync routers for ids ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:14.061677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:14.068107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:14.068703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a5d05c6a-e46e-411c-a217-2be0957e2dc1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0196905 Jul 28 11:29:14.095879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Routers {'1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:14.096702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:14.107794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d921f80-b9f2-4d86-9dd2-b932bfea58d0 None None] Provisioning complete for port a5954c03-cadd-433f-b344-2a12aa1af7a7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:14.108362 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d921f80-b9f2-4d86-9dd2-b932bfea58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:14.186048 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9dd69be7-cbf5-468d-9e09-a7a70118d74b tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:29:14.193576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9dd69be7-cbf5-468d-9e09-a7a70118d74b tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7481291 Jul 28 11:29:14.195601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41244) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:14.207777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'e9b01c12-cad1-4c84-b893-c10339bd0abd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:14.246367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0d921f80-b9f2-4d86-9dd2-b932bfea58d0 None None] Port a5954c03-cadd-433f-b344-2a12aa1af7a7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:14.251801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Router 705d9992-7c53-459d-a7c9-70a1831bbcd6 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:29:14.258445 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:14.289296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Set router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:14.415419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:14.420972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3da32e5c-a50b-40bf-9931-52427fc56fe4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/routers/705d9992-7c53-459d-a7c9-70a1831bbcd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7714283 Jul 28 11:29:14.425868 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] Sync routers for ids ['705d9992-7c53-459d-a7c9-70a1831bbcd6'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:14.442549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41248) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:14.443344 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] Routers {'705d9992-7c53-459d-a7c9-70a1831bbcd6'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:14.443987 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['705d9992-7c53-459d-a7c9-70a1831bbcd6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:14.502663 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:14.513753 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] Routers {'705d9992-7c53-459d-a7c9-70a1831bbcd6'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:14.514933 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['705d9992-7c53-459d-a7c9-70a1831bbcd6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:14.551321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b78d30d-bdd3-46df-a589-0b2f0bc533e1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:14.553044 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0b78d30d-bdd3-46df-a589-0b2f0bc533e1 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports?device_id=705d9992-7c53-459d-a7c9-70a1831bbcd6 HTTP/1.1" status: 200 len: 981 time: 0.1090007 Jul 28 11:29:14.555810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:14.559427 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:14.560274 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7dc94-d8e0-4c9e-857b-31ba5493d26d None None] The sync data for ids ['705d9992-7c53-459d-a7c9-70a1831bbcd6'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:14.586263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:14.618985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:29:11Z', 'revision_number': 3, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:14.686678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Checking router: 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:29:14.687034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Updating router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd port b946f8cf-8822-4574-b3b0-0d35edca2f75 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:29:14.730839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:14.755614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Allocated IP 172.25.1.170 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ec381bf5-687c-418f-9428-4ee15353761c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:14.936447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:14.993953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.038778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:15.041691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:15.046983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:15.113533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event updated for resources: {'Port': ['ID=ec381bf5-687c-418f-9428-4ee15353761c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:15.124674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.239075 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.261882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Transition to ACTIVE for port object b946f8cf-8822-4574-b3b0-0d35edca2f75 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:15.272664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.324317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Deleting port ec381bf5-687c-418f-9428-4ee15353761c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:15.324671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.389013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0add815-7634-4712-9241-76e67825fbfa None None] Pushing event updated for resources: {'Port': ['ID=b946f8cf-8822-4574-b3b0-0d35edca2f75,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:15.391535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Attempting to bind port b946f8cf-8822-4574-b3b0-0d35edca2f75 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:15.392010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Attempting to bind port b946f8cf-8822-4574-b3b0-0d35edca2f75 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:15.393110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Attempting to bind port b946f8cf-8822-4574-b3b0-0d35edca2f75 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:15.399202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:15.399708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:15.400237 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.400733 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:15.401313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Bound port: b946f8cf-8822-4574-b3b0-0d35edca2f75, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:15.401795 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.404997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.544767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Allocated IP 172.20.0.1 (6bb93a45-ce3f-44c1-b88f-579622f14e07/519129c2-8af1-41c5-8684-ba67f724b3dd/b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:15.555898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] For port b946f8cf-8822-4574-b3b0-0d35edca2f75, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:15.566121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] For port b946f8cf-8822-4574-b3b0-0d35edca2f75, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b946f8cf-8822-4574-b3b0-0d35edca2f75,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:15.577067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.591509 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.592048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.627549 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Calling delete_port for ec381bf5-687c-418f-9428-4ee15353761c owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:15.685885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Routers {'1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:15.686790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:15.689588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0add815-7634-4712-9241-76e67825fbfa None None] Pushing event updated for resources: {'Port': ['ID=b946f8cf-8822-4574-b3b0-0d35edca2f75,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:15.723862 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.780277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Transition to ACTIVE for port object b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:15.832924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port a5954c03-cadd-433f-b344-2a12aa1af7a7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:15.833298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.848767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.855087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] Set router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:15.899373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:15.936793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Port': ['ID=ec381bf5-687c-418f-9428-4ee15353761c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:16.094669 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] create failed (client error): The resource could not be found. Jul 28 11:29:16.098229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d61dc9e4-59a5-4e87-a580-227c331ccf24 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9006164 Jul 28 11:29:16.100845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:16.224760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:29:11Z', 'revision_number': 3, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:16.233094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Deleting port e9b01c12-cad1-4c84-b893-c10339bd0abd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:16.233464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.258636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:16.267113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:16.272977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:16.281314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc8d43-0924-4cc9-927a-9fdd3dea74ab None None] The sync data for ids ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'] in n-d-723573-7 is: [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:29:11Z', 'revision_number': 3, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:16.360543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Pushing event updated for resources: {'Port': ['ID=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:16.392436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.395857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.419861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.449640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Calling delete_port for e9b01c12-cad1-4c84-b893-c10339bd0abd owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:16.464934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for a5954c03-cadd-433f-b344-2a12aa1af7a7 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:16.652918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.754275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Port': ['ID=e9b01c12-cad1-4c84-b893-c10339bd0abd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:16.799826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a9d29a7-4ac1-4dbd-919e-e95ded42389d None None] Provisioning for port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:16.804512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a9d29a7-4ac1-4dbd-919e-e95ded42389d None None] Provisioning complete for port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:16.805066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a9d29a7-4ac1-4dbd-919e-e95ded42389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.827815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.877862 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:16.887395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-60e8b3b2-def5-49c1-9508-e485f23c64f6 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "DELETE /v2.0/ports/e9b01c12-cad1-4c84-b893-c10339bd0abd HTTP/1.1" status: 204 len: 168 time: 0.7846525 Jul 28 11:29:16.888367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:16.899968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d29a7-4ac1-4dbd-919e-e95ded42389d None None] Port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:16.967390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d784935a-509c-49db-89c1-33f4af573873 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:16.972738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d784935a-509c-49db-89c1-33f4af573873 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f43043d-1074-4f1b-9b50-2d4fe35d774e HTTP/1.1" status: 200 len: 913 time: 0.0815349 Jul 28 11:29:16.973494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:17.088337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.147141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=a5954c03-cadd-433f-b344-2a12aa1af7a7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:17.487017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b946f8cf-8822-4574-b3b0-0d35edca2f75 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:17.532570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.565979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.571071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b946f8cf-8822-4574-b3b0-0d35edca2f75 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:17.576407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b946f8cf-8822-4574-b3b0-0d35edca2f75 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:17.577926 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.650315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.693524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.814087 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.894723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b946f8cf-8822-4574-b3b0-0d35edca2f75, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b946f8cf-8822-4574-b3b0-0d35edca2f75,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:17.906111 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.942468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Pushing event updated for resources: {'Port': ['ID=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:17.951606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:17.966619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Router 705d9992-7c53-459d-a7c9-70a1831bbcd6 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:29:18.064361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b946f8cf-8822-4574-b3b0-0d35edca2f75,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:18.195540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:18.206709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] Sync routers for ids ['705d9992-7c53-459d-a7c9-70a1831bbcd6'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:18.212207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-48cce0ca-744b-488d-8968-7cd759c59b77 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/routers/705d9992-7c53-459d-a7c9-70a1831bbcd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6550424 Jul 28 11:29:18.216781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:18.226097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] Routers {'705d9992-7c53-459d-a7c9-70a1831bbcd6'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:18.226732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['705d9992-7c53-459d-a7c9-70a1831bbcd6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:18.273454 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9367bdae-85d0-4f42-ae0e-3b406ca168a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:29:18.275585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9367bdae-85d0-4f42-ae0e-3b406ca168a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/a5954c03-cadd-433f-b344-2a12aa1af7a7 HTTP/1.1" status: 404 len: 333 time: 0.0568168 Jul 28 11:29:18.280091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Deleting port 4a8ba3e8-3838-4ac3-b081-56f00aab8898 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:18.280758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:18.282476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:18.285190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:18.286156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:18.332107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:18.336216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.342528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.348970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] Routers {'705d9992-7c53-459d-a7c9-70a1831bbcd6'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:18.349621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['705d9992-7c53-459d-a7c9-70a1831bbcd6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:18.367004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.374223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.383692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.390800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.398224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:18.400541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-4df2a694-178d-47c8-b93b-fc269aa41416 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.2393358 Jul 28 11:29:18.447546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:18.458857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4542e-a5dd-4272-b45a-12d5c70493ea None None] The sync data for ids ['705d9992-7c53-459d-a7c9-70a1831bbcd6'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:18.518256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:29:18.689755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-949e28d7-8ed2-4913-97e9-0b11870b383d req-da7781eb-ada4-40b4-9166-9534e03adbed tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474170 Jul 28 11:29:18.695174 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:18.719181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:18.757932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-716f28a0-eb30-4502-856b-ff5545ab8a13 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b88fdc5-1a80-4814-9ae0-a55eca90d3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6885853 Jul 28 11:29:18.771186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d1146daf-92a1-483c-95b1-220cd008b9ff None None] Provisioning complete for port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:18.771985 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1146daf-92a1-483c-95b1-220cd008b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:18.862807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d1146daf-92a1-483c-95b1-220cd008b9ff None None] Port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:19.205732 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.262946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.264705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Calling delete_port for 4a8ba3e8-3838-4ac3-b081-56f00aab8898 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:19.267602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.271355 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Sync routers for ids ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:19.291381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Routers {'1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:19.292013 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:19.428530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.437925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.447108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.457114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b946f8cf-8822-4574-b3b0-0d35edca2f75 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:19.461395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.466262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.468017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Fanout notify agent at l3_agent the message router_deleted on router 705d9992-7c53-459d-a7c9-70a1831bbcd6 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:29:19.472686 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Set router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:19.488498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.495244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.496408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.499868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-18176f58-fdff-4162-aa13-7afad716d5c6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/routers/705d9992-7c53-459d-a7c9-70a1831bbcd6 HTTP/1.1" status: 204 len: 168 time: 1.2081623 Jul 28 11:29:19.504526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41338) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:19.528042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.536151 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-780de957-7105-45bf-bd40-5192136da83a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.3094611 Jul 28 11:29:19.586643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 6fe88de4-1ba7-451d-80a8-b00223e96a01 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:19.631639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.634876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b946f8cf-8822-4574-b3b0-0d35edca2f75 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:19.635544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.691191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-4ed982bf-1aa2-445c-96c8-bb956041a775 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:19.696159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-4ed982bf-1aa2-445c-96c8-bb956041a775 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "GET /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1503701 Jul 28 11:29:19.831288 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.890725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:19.921084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:19.921735 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:29:16Z', 'revision_number': 4, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67', 'name': '', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'tenant_id': '642d5a20fe984f048c09598640167256', 'mac_address': 'fa:16:3e:55:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:15Z', 'updated_at': '2021-07-28T11:29:17Z', 'revision_number': 2, 'project_id': '642d5a20fe984f048c09598640167256', 'subnets': [{'id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:19.944766 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-2a88050c-c1ce-4f33-bf8f-20aab3a6a25f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "GET /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2427149 Jul 28 11:29:19.961648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:19.987295 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Checking router: 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:29:19.988557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Updating router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:29:20.041261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1398007407-network', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:20.054680 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.065609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.109976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Made reservation on behalf of cae36921253149a4b9fd6b3b32930bb9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:20.112724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.287421 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.315020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c4520011-d6a5-40ae-8e12-82ab17ca9f94,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:20.344909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.364007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] For port c4520011-d6a5-40ae-8e12-82ab17ca9f94, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:20.379627 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.405097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] device_id is not set on port c4520011-d6a5-40ae-8e12-82ab17ca9f94 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:20.416462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.421321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Port': ['ID=4a8ba3e8-3838-4ac3-b081-56f00aab8898,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:20.431755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.446164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.452775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.459392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.465947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.473196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.489006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.493590 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.496734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.504488 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Transition to ACTIVE for port object b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:20.506294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-2651cc63-94ae-46f9-addf-a5c900f64230 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 5442 time: 0.6163836 Jul 28 11:29:20.520386 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.540118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Pushing event updated for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:20.632333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] No DVR routers for this DVR port c4520011-d6a5-40ae-8e12-82ab17ca9f94 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:20.732589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] In _notify_port_updated(), no bound segment for port c4520011-d6a5-40ae-8e12-82ab17ca9f94 on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:29:20.733951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.735466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.737916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-5bff112e-3abd-428e-a4bc-d584681cb758 service neutron] 10.222.0.44 "PUT /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 200 len: 1031 time: 0.7812159 Jul 28 11:29:20.768536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Pushing event updated for resources: {'Port': ['ID=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:20.819792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.820392 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.822375 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.822786 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.823513 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.826768 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.827248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.827731 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.830803 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.831598 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.832799 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.833304 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:20.848352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Attempting to bind port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:20.849101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Attempting to bind port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:20.850698 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Attempting to bind port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:20.866219 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:20.867180 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Checking segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:20.867339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-a9851ae4-b7a1-4faa-8d14-c157d3652137 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:20.868510 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.869045 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Bound using segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:20.873389 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Bound port: b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:20.873773 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-a9851ae4-b7a1-4faa-8d14-c157d3652137 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "GET /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1250932 Jul 28 11:29:20.874622 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:20.883394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:21.015567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f2e434a-e020-419a-80a4-7400037ff9b8 req-20fad8ae-a691-4113-80c2-f68482c898fa tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0730563-61c9-4c7d-9567-32c5c09cc039&id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5081444 Jul 28 11:29:21.032704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.069792 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.085963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.110146 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] For port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:21.119743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] For port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:21.124434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6b53b0b-3c64-4a29-9660-824028a39df2 None None] Provisioning complete for port c4520011-d6a5-40ae-8e12-82ab17ca9f94 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:21.124959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6b53b0b-3c64-4a29-9660-824028a39df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.129790 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.209066 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Routers {'1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:21.209970 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:21.224751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d6b53b0b-3c64-4a29-9660-824028a39df2 None None] Port c4520011-d6a5-40ae-8e12-82ab17ca9f94 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:21.263911 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5965ac-eca1-467a-9ee6-c5ec861f675d None None] Pushing event updated for resources: {'Port': ['ID=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:21.312533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe88de4-1ba7-451d-80a8-b00223e96a01,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:21.427737 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] Set router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:21.447558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.450850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.456643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630cb5e4-5537-4ce6-9613-481e84617d62 None None] Network a0b41069-3960-4600-a562-cbfb01d8d532 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:21.457634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b3aee97c-97df-4768-8aa1-6a1caa48005a tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/6fe88de4-1ba7-451d-80a8-b00223e96a01 HTTP/1.1" status: 204 len: 168 time: 1.9491551 Jul 28 11:29:21.463593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:21.466765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.708208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.710986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:21.722256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 4018587f-ce8a-440b-a973-09ccdaf07352 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:21.727795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=499d86a3-4144-4cca-96cb-97fa9818c48c,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:21.728980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc46136-694d-4be9-a435-365e454803d8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:21.757309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.757656 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Added segment b8536a99-09ea-44f4-8b88-1261b4c1b4c9 of type vlan for network afbf0b88-08ea-43d1-8258-b6048ac1ce5b Jul 28 11:29:21.760008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Router 6f43043d-1074-4f1b-9b50-2d4fe35d774e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:29:21.830849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] DHCP port deletion for a0b41069-3960-4600-a562-cbfb01d8d532 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:29:21.884405 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:29:16Z', 'revision_number': 4, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67', 'name': '', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'tenant_id': '642d5a20fe984f048c09598640167256', 'mac_address': 'fa:16:3e:55:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:15Z', 'updated_at': '2021-07-28T11:29:21Z', 'revision_number': 4, 'project_id': '642d5a20fe984f048c09598640167256', 'subnets': [{'id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:21.887834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.900731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] For port 499d86a3-4144-4cca-96cb-97fa9818c48c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:21.972233 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.992967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] Deleting port 95364d7e-2a19-417a-aa75-9c6812abf0f4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:21.993726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 95364d7e-2a19-417a-aa75-9c6812abf0f4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:21.994030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.994644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:21.995413 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.001224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.003851 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.025240 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c39ac-b745-48a6-b00b-e4f485343b44 None None] The sync data for ids ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'] in n-d-723573-7 is: [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:29:16Z', 'revision_number': 4, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67', 'name': '', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'tenant_id': '642d5a20fe984f048c09598640167256', 'mac_address': 'fa:16:3e:55:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:15Z', 'updated_at': '2021-07-28T11:29:21Z', 'revision_number': 4, 'project_id': '642d5a20fe984f048c09598640167256', 'subnets': [{'id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:22.053167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:22.055571 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1a2769-2dc0-4d13-ae7c-9ca409e88b46" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:22.090362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=4018587f-ce8a-440b-a973-09ccdaf07352,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:22.111669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] device_id is not set on port 499d86a3-4144-4cca-96cb-97fa9818c48c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:22.125065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.127654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 499d86a3-4144-4cca-96cb-97fa9818c48c no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:22.166806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.191835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2999680 Jul 28 11:29:22.192983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:22.198223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Request body: {'subnet': {'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1398007407-subnet', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:22.233970 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.255468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:22.302168 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb53e42-359e-45b0-b6df-783c1987da36 x-openstack-request-id: req-9eb53e42-359e-45b0-b6df-783c1987da36 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:22.302611 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:22.317065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e02bb8f4-7490-4f75-a0a1-beaa070a273d tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "PUT /v2.0/routers/6f43043d-1074-4f1b-9b50-2d4fe35d774e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3394687 Jul 28 11:29:22.318100 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eb53e42-359e-45b0-b6df-783c1987da36 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:22.318750 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352', 'code': 200} Jul 28 11:29:22.319542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:22.327000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:22.328696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] Sync routers for ids ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:22.333677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] For port 95364d7e-2a19-417a-aa75-9c6812abf0f4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=95364d7e-2a19-417a-aa75-9c6812abf0f4,segment=NetworkSegment(b8e7b4f8-5720-43c8-8363-3386e9cb20f8),segment_id=b8e7b4f8-5720-43c8-8363-3386e9cb20f8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:22.334343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.347902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 499d86a3-4144-4cca-96cb-97fa9818c48c not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:22.348748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:22.359415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Pushing event updated for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:22.376096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] For port 95364d7e-2a19-417a-aa75-9c6812abf0f4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=95364d7e-2a19-417a-aa75-9c6812abf0f4,segment=NetworkSegment(b8e7b4f8-5720-43c8-8363-3386e9cb20f8),segment_id=b8e7b4f8-5720-43c8-8363-3386e9cb20f8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:22.377185 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.387117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] Calling delete_port for 95364d7e-2a19-417a-aa75-9c6812abf0f4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:22.398301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] Routers {'6f43043d-1074-4f1b-9b50-2d4fe35d774e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:22.399458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:22.426430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 95364d7e-2a19-417a-aa75-9c6812abf0f4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:22.441658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:22.442203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391f538-a290-43a6-855a-ada4a98b8fcd admin admin] Pushing event updated for resources: {'Network': ['ID=afbf0b88-08ea-43d1-8258-b6048ac1ce5b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:22.465833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:22.514375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] No DVR routers for this DVR port 499d86a3-4144-4cca-96cb-97fa9818c48c on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:22.571744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] In _notify_port_updated(), no bound segment for port 499d86a3-4144-4cca-96cb-97fa9818c48c on network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:29:22.573100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.573883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.575376 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-607f9503-ac6a-4f96-b230-a04e087a6116 service neutron] 10.222.0.44 "PUT /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 200 len: 1033 time: 1.6969528 Jul 28 11:29:22.576312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Made reservation on behalf of cae36921253149a4b9fd6b3b32930bb9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:22.578873 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.593397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-f56d539d-bf8d-4cbf-9b94-64ee782a9eba tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.609446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-f56d539d-bf8d-4cbf-9b94-64ee782a9eba tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.624583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] Routers {'6f43043d-1074-4f1b-9b50-2d4fe35d774e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:22.625556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:22.628000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-f56d539d-bf8d-4cbf-9b94-64ee782a9eba tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.637659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-f56d539d-bf8d-4cbf-9b94-64ee782a9eba tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.646279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-f56d539d-bf8d-4cbf-9b94-64ee782a9eba tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:22.648422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-f56d539d-bf8d-4cbf-9b94-64ee782a9eba tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 3882 time: 0.4351888 Jul 28 11:29:22.651027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.698036 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.704087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:22.711390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cda987-a879-4be2-92e8-20c3bfb628c7 None None] The sync data for ids ['6f43043d-1074-4f1b-9b50-2d4fe35d774e'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:22.788105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.879891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.885549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:22.963217 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.963913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device f8eab473-4936-47fa-adab-7276392b6a23 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:22.964837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:22.967062 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.000762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port 4018587f-ce8a-440b-a973-09ccdaf07352 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:23.001660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.030946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.031490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Fanout notify agent at l3_agent the message router_deleted on router 6f43043d-1074-4f1b-9b50-2d4fe35d774e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:29:23.040793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.044231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b2349028-2221-44f6-9d5a-ca17fe88c346 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "DELETE /v2.0/routers/6f43043d-1074-4f1b-9b50-2d4fe35d774e HTTP/1.1" status: 204 len: 168 time: 0.7101719 Jul 28 11:29:23.049405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] Pushing event deleted for resources: {'Port': ['ID=95364d7e-2a19-417a-aa75-9c6812abf0f4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:23.060520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:23.063995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f0c825a-5e7b-43d7-bb33-b2a4495bfdbd req-e4e6476d-1fac-4025-8e50-5a2895bcc414 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623320 Jul 28 11:29:23.084054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0677978-9a94-45fa-b097-6363241b6e05 None None] No DVR routers for this DVR port 95364d7e-2a19-417a-aa75-9c6812abf0f4 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:23.132708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.150465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Deleting subnet b72f39bd-2131-423e-a47c-91cac662deb0 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:23.152876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-afae63a8-381c-4ce4-a91d-36a0931a3b55 None None] Provisioning complete for port 499d86a3-4144-4cca-96cb-97fa9818c48c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:23.153355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-afae63a8-381c-4ce4-a91d-36a0931a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.154114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.262027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.292856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:23.329605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-afae63a8-381c-4ce4-a91d-36a0931a3b55 None None] Port 499d86a3-4144-4cca-96cb-97fa9818c48c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:23.331499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.344832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=95364d7e-2a19-417a-aa75-9c6812abf0f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:23.350558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No DVR routers for this DVR port 95364d7e-2a19-417a-aa75-9c6812abf0f4 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:23.381201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f8eab473-4936-47fa-adab-7276392b6a23,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:23.417537 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.418278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device a4e9e0f5-c63f-4986-a63d-c774d48d30b7 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:23.452720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.513968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.525445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b41069-3960-4600-a562-cbfb01d8d532']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:23.537550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:23.538197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e7b4f8-5720-43c8-8363-3386e9cb20f8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:23.547734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.567313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:23.568073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.574614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:23.575504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.578215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:23.586270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:23.594216 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:23.640149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Subnet': ['ID=b72f39bd-2131-423e-a47c-91cac662deb0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:23.652762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.656933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-db822f82-6343-480f-9ca1-9549e4fd3d85 tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "DELETE /v2.0/subnets/b72f39bd-2131-423e-a47c-91cac662deb0 HTTP/1.1" status: 204 len: 168 time: 0.5888171 Jul 28 11:29:23.662326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:23.685201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] For port 4018587f-ce8a-440b-a973-09ccdaf07352, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=4018587f-ce8a-440b-a973-09ccdaf07352,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:23.685917 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.700764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64c3c1-b758-4609-83db-af3fba13a902 None None] Network 275db79b-efbc-45bb-8e82-d03bd422046b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:23.718434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for 4018587f-ce8a-440b-a973-09ccdaf07352 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:23.722904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.733433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.736421 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/a0b41069-3960-4600-a562-cbfb01d8d532 HTTP/1.1" status: 204 len: 168 time: 2.2684867 Jul 28 11:29:23.740849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:23.763782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.775403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb543-6761-4033-8500-ba6adf4a9ffd tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=a0b41069-3960-4600-a562-cbfb01d8d532,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:23.822545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:23.914683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Deleting port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:23.915204 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.004450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] For port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,segment=NetworkSegment(fe5c088e-1f5b-4040-ba2b-d419e9786b17),segment_id=fe5c088e-1f5b-4040-ba2b-d419e9786b17)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:24.004697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.029813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Calling delete_port for 7c262f97-ae94-4bb4-be62-d0cdc00f77dc owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:24.039510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:24.048082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:24.048769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.050636 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.204094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:24.232143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.232904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c4520011-d6a5-40ae-8e12-82ab17ca9f94 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:24.254372 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.323873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'}, {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23'}, {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:24.326431 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdebf848-488a-4b3b-a170-007fac509dd8" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772"}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f8eab473-4936-47fa-adab-7276392b6a23"}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:24.355557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Port': ['ID=7c262f97-ae94-4bb4-be62-d0cdc00f77dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:24.358331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.413352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] No DVR routers for this DVR port 7c262f97-ae94-4bb4-be62-d0cdc00f77dc on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:24.415068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e671d5-cb40-443d-89b1-6fa34c1b9a31 None None] DHCP port deletion for 275db79b-efbc-45bb-8e82-d03bd422046b request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:29:24.429138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:24.432270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c4520011-d6a5-40ae-8e12-82ab17ca9f94 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:24.432975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 352a4f97-572f-4511-bf71-ff3f55028090 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:24.437137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:24.467662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.515740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-f3d66d15-02ef-4da1-b341-b3f631af73a3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.520833 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399e857-5d7a-493a-a821-d1b662c2b6cb x-openstack-request-id: req-a399e857-5d7a-493a-a821-d1b662c2b6cb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:24.522878 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772", "code": 200}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f8eab473-4936-47fa-adab-7276392b6a23", "code": 200}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:24.523317 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a399e857-5d7a-493a-a821-d1b662c2b6cb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:24.523874 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'code': 200} Jul 28 11:29:24.524340 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23', 'code': 200} Jul 28 11:29:24.524749 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7', 'code': 200} Jul 28 11:29:24.533781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-f3d66d15-02ef-4da1-b341-b3f631af73a3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.544680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-f3d66d15-02ef-4da1-b341-b3f631af73a3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.552590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ca24f-ed3a-49fa-a9d8-7585677204be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.553076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2e6ca24f-ed3a-49fa-a9d8-7585677204be tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/d6650faf-c4c8-4f0b-a088-61fa3283fd92 HTTP/1.1" status: 200 len: 841 time: 0.8074999 Jul 28 11:29:24.558846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:24.583288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-f3d66d15-02ef-4da1-b341-b3f631af73a3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.600845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-f3d66d15-02ef-4da1-b341-b3f631af73a3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.602694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-f3d66d15-02ef-4da1-b341-b3f631af73a3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 3876 time: 0.2828100 Jul 28 11:29:24.612253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ef0f9d-c25e-4b01-ba29-46acad7dc32c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:24.625295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:24.641336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 95364d7e-2a19-417a-aa75-9c6812abf0f4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:24.648516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Checking segment: {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:24.649032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Network hostable DHCP agents. Network: afbf0b88-08ea-43d1-8258-b6048ac1ce5b, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:24.659054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-055871ab-9a42-4fc2-8db7-cba87c44fb52 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/d6650faf-c4c8-4f0b-a088-61fa3283fd92?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0989902 Jul 28 11:29:24.665245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:24.672622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:24.684888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 95364d7e-2a19-417a-aa75-9c6812abf0f4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:24.685551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 95364d7e-2a19-417a-aa75-9c6812abf0f4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:24.747654 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.748579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.760489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae03caab-3a4d-44ea-99e6-1ea306a88eec req-0c03b3c5-ffe8-4a24-bb55-442fba348eb8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976951 Jul 28 11:29:24.764604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275db79b-efbc-45bb-8e82-d03bd422046b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:24.778294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5c088e-1f5b-4040-ba2b-d419e9786b17') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:24.778629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5c088e-1f5b-4040-ba2b-d419e9786b17') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:24.791702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.804191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:24.808993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.817666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:24.818068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:24.821274 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:24.842328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, afbf0b88-08ea-43d1-8258-b6048ac1ce5b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:24.861031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b6f65-f43f-4870-abd8-928a21e48cd3 None None] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:24.865096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:24.865688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.868555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=352a4f97-572f-4511-bf71-ff3f55028090,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:24.871696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.943396 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.952876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.957431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] 10.222.0.20 "DELETE /v2.0/networks/275db79b-efbc-45bb-8e82-d03bd422046b HTTP/1.1" status: 204 len: 168 time: 1.2933793 Jul 28 11:29:24.962062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:24.992223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:24.993428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d9ede-3bf5-487a-b097-ffd4cee1210e tempest-FloatingIPNegativeTestJSON-1810575638 tempest-FloatingIPNegativeTestJSON-1810575638-project] Pushing event deleted for resources: {'Network': ['ID=275db79b-efbc-45bb-8e82-d03bd422046b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:24.996701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.058890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=4018587f-ce8a-440b-a973-09ccdaf07352,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:25.067916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:25.106461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:25.113584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:25.118646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f172af82-1bc8-458a-b1dc-8e332eb3c265 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9242892 Jul 28 11:29:25.144655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] No DVR routers for this DVR port 4018587f-ce8a-440b-a973-09ccdaf07352 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:25.149917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-afbf0b88-08ea-43d1-8258-b6048ac1ce5b', 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'fixed_ips': [{'subnet_id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:25.150729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.151610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.154984 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-ffadc04e-093a-4d34-b265-92697601ec28 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "DELETE /v2.0/ports/4018587f-ce8a-440b-a973-09ccdaf07352 HTTP/1.1" status: 204 len: 173 time: 2.5683203 Jul 28 11:29:25.159005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.160043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.227467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:25.236687 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3e0de-599f-46c3-82b7-55de37cd5ff5" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:25.321625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.473199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Allocated IP 172.20.0.2 (afbf0b88-08ea-43d1-8258-b6048ac1ce5b/e0ef0f9d-c25e-4b01-ba29-46acad7dc32c/e009220a-66c0-47dc-941c-40e3509d9b9d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:25.513560 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea966a7c-27c7-450b-bded-336894eaeb16 x-openstack-request-id: req-ea966a7c-27c7-450b-bded-336894eaeb16 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:25.513916 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "4018587f-ce8a-440b-a973-09ccdaf07352", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:25.514107 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea966a7c-27c7-450b-bded-336894eaeb16 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:25.514527 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': '4018587f-ce8a-440b-a973-09ccdaf07352', 'status': 'completed', 'code': 200} Jul 28 11:29:25.532157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:25.570641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:25.691649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.811239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:25.811915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.817073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.843195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:25.843327 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.933660 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:25.934181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:25.959946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a87b081c-6f49-47ab-80f7-fe8e82935ae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63d9fc10453a48ce869b0f3fb6f3e254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882203 Jul 28 11:29:25.964945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41466) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:25.975491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:25.975910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Transition to ACTIVE for port object e009220a-66c0-47dc-941c-40e3509d9b9d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:25.990184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f65440-e4e1-44d0-9a88-1586fd6af84d None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:25.992949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:25.994014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.008914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=95621aed-ff08-42d7-bf65-8913fcbe4046,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:26.077543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f3103813-b0bd-43b3-a1b6-ebb711a022d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4108403 Jul 28 11:29:26.082162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:26.088780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] For port a4e9e0f5-c63f-4986-a63d-c774d48d30b7, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:26.089494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.094122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Transition to ACTIVE for port object e009220a-66c0-47dc-941c-40e3509d9b9d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:26.112566 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.116644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for a4e9e0f5-c63f-4986-a63d-c774d48d30b7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:26.117576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'security_group': {'name': 'tempest-secgroup-793984700'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:26.177620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:26.180895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Pushing event updated for resources: {'Port': ['ID=e009220a-66c0-47dc-941c-40e3509d9b9d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:26.183608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:26.188624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5449-b3b6-43fa-9778-6613569507b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.195638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:26.204359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7c262f97-ae94-4bb4-be62-d0cdc00f77dc no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:26.215771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ec99-33ba-4132-9fad-1de7a29da91f req-11918fa1-cdde-4613-b087-83c8b08a9c25 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:26.221784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ec99-33ba-4132-9fad-1de7a29da91f req-11918fa1-cdde-4613-b087-83c8b08a9c25 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:26.232271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ec99-33ba-4132-9fad-1de7a29da91f req-11918fa1-cdde-4613-b087-83c8b08a9c25 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:26.232440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7c262f97-ae94-4bb4-be62-d0cdc00f77dc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:26.232440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7c262f97-ae94-4bb4-be62-d0cdc00f77dc not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:26.234798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ec99-33ba-4132-9fad-1de7a29da91f req-11918fa1-cdde-4613-b087-83c8b08a9c25 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:26.239041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c059ec99-33ba-4132-9fad-1de7a29da91f req-11918fa1-cdde-4613-b087-83c8b08a9c25 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 3141 time: 0.3426979 Jul 28 11:29:26.265072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.281506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5449-b3b6-43fa-9778-6613569507b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.303869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Attempting to bind port e009220a-66c0-47dc-941c-40e3509d9b9d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:26.304338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Attempting to bind port e009220a-66c0-47dc-941c-40e3509d9b9d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:26.304626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Attempting to bind port e009220a-66c0-47dc-941c-40e3509d9b9d on network afbf0b88-08ea-43d1-8258-b6048ac1ce5b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:26.350625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:26.351059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Checking segment: {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:26.351392 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.351914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Bound using segment: {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:26.352528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Bound port: e009220a-66c0-47dc-941c-40e3509d9b9d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:26.353309 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.436036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.453591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] For port e009220a-66c0-47dc-941c-40e3509d9b9d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:26.456769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] For port e009220a-66c0-47dc-941c-40e3509d9b9d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e009220a-66c0-47dc-941c-40e3509d9b9d,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:26.472073 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.514332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c059ec99-33ba-4132-9fad-1de7a29da91f req-e1b86ce1-cd7e-4abc-8973-8e98e6f865b7 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287486 Jul 28 11:29:26.542584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:26.544835 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6ec19-e705-4b68-a976-fcb3b41ba173" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "352a4f97-572f-4511-bf71-ff3f55028090"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:26.548877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57facf4-89a6-447c-be29-e4eaac0a99c0 None None] Pushing event updated for resources: {'Port': ['ID=e009220a-66c0-47dc-941c-40e3509d9b9d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:26.552601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'tenant_id': '02d13cb48eec4ea8ac818efd81261dd7', 'fixed_ips': [{'subnet_id': '95621aed-ff08-42d7-bf65-8913fcbe4046'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:26.553513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.561194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.567596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=a4e9e0f5-c63f-4986-a63d-c774d48d30b7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:26.590693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5449-b3b6-43fa-9778-6613569507b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.593364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5449-b3b6-43fa-9778-6613569507b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.594714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8eeb5449-b3b6-43fa-9778-6613569507b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7e812dd-241d-4376-8f94-99568aa49a57 HTTP/1.1" status: 204 len: 168 time: 0.6271467 Jul 28 11:29:26.605134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.608296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] No DVR routers for this DVR port a4e9e0f5-c63f-4986-a63d-c774d48d30b7 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:26.621151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.623252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-b3a40a52-e831-4304-9966-d1f596d46156 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "DELETE /v2.0/ports/a4e9e0f5-c63f-4986-a63d-c774d48d30b7 HTTP/1.1" status: 204 len: 173 time: 1.3820398 Jul 28 11:29:26.733831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Allocated IP 172.25.1.8 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/29656e37-5216-4cf0-ad1a-c0a14e899314) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:26.756666 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1765f-bdff-4788-b139-cb75b3bd3eb4 x-openstack-request-id: req-0fd1765f-bdff-4788-b139-cb75b3bd3eb4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:26.757296 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "352a4f97-572f-4511-bf71-ff3f55028090", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:26.757561 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd1765f-bdff-4788-b139-cb75b3bd3eb4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:26.757961 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090', 'code': 200} Jul 28 11:29:26.870233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:26.870766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.902083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:26.963656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb5449-b3b6-43fa-9778-6613569507b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e812dd-241d-4376-8f94-99568aa49a57,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:26.992044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.021141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Allocated IP 172.20.0.2 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/95621aed-ff08-42d7-bf65-8913fcbe4046/aecdf879-47a6-4c86-a5f9-d3541503f26e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:27.100525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:27.122873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:27.139736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] For port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:27.140121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.147977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.162187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:27.307846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.434857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528c2f00-3ba4-4bba-97f8-980227b39456,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:27.443212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Pushing event updated for resources: {'Port': ['ID=29656e37-5216-4cf0-ad1a-c0a14e899314,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:27.470279 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:29:27.524821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:27.527730 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7550249-a62c-4e39-937e-92cb6b6052d9" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:27.585073 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.587659 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.598089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dcbbc5f8-457a-4bcf-befc-06c5edb228ed tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5018785 Jul 28 11:29:27.601710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Transition to ACTIVE for port object aecdf879-47a6-4c86-a5f9-d3541503f26e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:27.604453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:27.618196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e009220a-66c0-47dc-941c-40e3509d9b9d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:27.623682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'security_group': {'name': 'tempest-secgroup-862417718'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:27.657891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Transition to ACTIVE for port object aecdf879-47a6-4c86-a5f9-d3541503f26e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:27.675250 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.690815 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a14ea-e993-4e2b-a936-a4ae51f1d814 x-openstack-request-id: req-e76a14ea-e993-4e2b-a936-a4ae51f1d814 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:27.691105 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "a4e9e0f5-c63f-4986-a63d-c774d48d30b7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:27.691526 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e76a14ea-e993-4e2b-a936-a4ae51f1d814 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:27.692060 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': 'a4e9e0f5-c63f-4986-a63d-c774d48d30b7', 'status': 'completed', 'code': 200} Jul 28 11:29:27.732846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Pushing event updated for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:27.749072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:27.751252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:27.759081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:27.773581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e009220a-66c0-47dc-941c-40e3509d9b9d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:27.795972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.796614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.798434 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Floating IP 26245a85-48d5-4ad0-be0e-72d754fbf733 disassociated. External IP: 172.25.1.217, port: 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772. Jul 28 11:29:27.799473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:27.854561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Attempting to bind port aecdf879-47a6-4c86-a5f9-d3541503f26e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:27.855092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Attempting to bind port aecdf879-47a6-4c86-a5f9-d3541503f26e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:27.855586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Attempting to bind port aecdf879-47a6-4c86-a5f9-d3541503f26e on network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:27.874483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:27.875301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Checking segment: {'id': '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:27.876218 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.877507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Bound using segment: {'id': '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:27.878396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Bound port: aecdf879-47a6-4c86-a5f9-d3541503f26e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:27.879023 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:27.924440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-72a82518-f82b-4a50-8383-b4f6e571e584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.009282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:28.019745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aecdf879-47a6-4c86-a5f9-d3541503f26e,segment=NetworkSegment(2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b),segment_id=2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:28.041099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.222621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:28.237305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.259527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d863e8-7547-4889-8642-3643daa8365a None None] Pushing event updated for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:28.332421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:28.495440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.582800 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Router 8f6cf680-192d-442c-bdee-569075321539 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:29:28.589153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'networks': [{'name': 'tempest-network--1697046073'}, {'name': 'tempest-network--1792056730'}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:28.589666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'network': {'name': 'tempest-network--1697046073'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:28.590331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'network': {'name': 'tempest-network--1792056730'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:28.631980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'network': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:28.637450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.648323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.716647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f9c-efc4-4baf-b197-9f1997c017f6 req-dffccc16-249b-4060-b327-575c7c485e56 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:28.724717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45f9c-efc4-4baf-b197-9f1997c017f6 req-dffccc16-249b-4060-b327-575c7c485e56 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:28.727109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7d45f9c-efc4-4baf-b197-9f1997c017f6 req-dffccc16-249b-4060-b327-575c7c485e56 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 1676 time: 0.2391517 Jul 28 11:29:28.801107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe112a6-2c55-498f-890e-2ccd438d1ba1 None None] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:28.819534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:28.834059 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] Sync routers for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:28.852776 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:28.853647 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:28.903655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] No DVR routers for this DVR port 271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:28.907244 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:29:28.907244 n-d-723573-7 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 11:29:28.907244 n-d-723573-7 neutron-server[93835]: [parameters: {'project_id_1': 'db8361b289a743a693f7ecf7be17d081', 'expiration_1': datetime.datetime(2021, 7, 28, 11, 29, 28, 661040)}] Jul 28 11:29:28.907244 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:29:28.908450 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:29:28.910071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:28.912781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-318657d3-67ab-483b-9308-edbcf9d0d95b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "DELETE /v2.0/ports/271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772 HTTP/1.1" status: 204 len: 173 time: 2.2833052 Jul 28 11:29:28.968769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] Provisioning for port e009220a-66c0-47dc-941c-40e3509d9b9d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:29.001082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7d45f9c-efc4-4baf-b197-9f1997c017f6 req-d3f4307e-e6de-47d2-8c0a-7be42353e236 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652721 Jul 28 11:29:29.014078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] Provisioning complete for port e009220a-66c0-47dc-941c-40e3509d9b9d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:29.015307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.062663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.169215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port 352a4f97-572f-4511-bf71-ff3f55028090 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:29.170575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.266234 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:29.274567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.303957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.351965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] For port 352a4f97-572f-4511-bf71-ff3f55028090, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=352a4f97-572f-4511-bf71-ff3f55028090,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:29.352554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.394412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for 352a4f97-572f-4511-bf71-ff3f55028090 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:29.559865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.561552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9562187 Jul 28 11:29:29.573598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:29.584744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-738687879', 'security_groups': ['bd919e1e-17d6-4ce5-8784-0b6bf775adb7'], 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95621aed-ff08-42d7-bf65-8913fcbe4046'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:29.614037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce473ef-09b2-4fec-a250-15b58430e6c3 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd919e1e-17d6-4ce5-8784-0b6bf775adb7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:29.639368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:29.656127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.763323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.790998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:29.793601 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f729be76-21e0-4850-889a-88d3ab8b990e" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:29.801053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.803527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] For port e009220a-66c0-47dc-941c-40e3509d9b9d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e009220a-66c0-47dc-941c-40e3509d9b9d,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:29.822570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:29.916421 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f216b31-4d70-46d7-bba1-2735e325a331 x-openstack-request-id: req-8f216b31-4d70-46d7-bba1-2735e325a331 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:29.917034 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:29.919172 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f216b31-4d70-46d7-bba1-2735e325a331 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:29.919839 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': '271ffbd0-82b6-4b3b-b2b4-c8cb20bbf772', 'status': 'completed', 'code': 200} Jul 28 11:29:29.921195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=352a4f97-572f-4511-bf71-ff3f55028090,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:30.012726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port aecdf879-47a6-4c86-a5f9-d3541503f26e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:30.029791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] No DVR routers for this DVR port 352a4f97-572f-4511-bf71-ff3f55028090 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:30.033613 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:19Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:30.037149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.045340 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-eb725a5e-207d-4180-bfe3-97a2506dc1ab tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "DELETE /v2.0/ports/352a4f97-572f-4511-bf71-ff3f55028090 HTTP/1.1" status: 204 len: 173 time: 1.1204226 Jul 28 11:29:30.171173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b14b0-777e-4d6d-adfe-95b3ab5dbf09 None None] Pushing event updated for resources: {'Port': ['ID=e009220a-66c0-47dc-941c-40e3509d9b9d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:30.215054 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] Checking router: 8f6cf680-192d-442c-bdee-569075321539 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:29:30.222841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Provisioning for port aecdf879-47a6-4c86-a5f9-d3541503f26e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:30.229769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:30.230896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.263038 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:30.268528 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:30.336276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port f8eab473-4936-47fa-adab-7276392b6a23 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:30.340445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.342632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.425576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.453122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.486468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.486998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.499758 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:30.504091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aecdf879-47a6-4c86-a5f9-d3541503f26e,segment=NetworkSegment(2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b),segment_id=2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:30.519072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e80c3-80b8-4bdf-a094-ab4954f280dd req-72e330e1-db16-4747-9582-00bf21db9a20 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:30.519983 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.521125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-150e80c3-80b8-4bdf-a094-ab4954f280dd req-72e330e1-db16-4747-9582-00bf21db9a20 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 943 time: 0.1582193 Jul 28 11:29:30.575675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:30.619616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Provisioning complete for port d6650faf-c4c8-4f0b-a088-61fa3283fd92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:30.620289 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.658065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Pushing event updated for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:30.675835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7e352a1d-3e21-4325-8d6e-867eb530ff10 None None] Port d6650faf-c4c8-4f0b-a088-61fa3283fd92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:30.708955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3603b-3705-4951-998c-729ee757f45b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:30.721409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:30.759915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.760304 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Added segment f36f3d6c-14b2-4fda-b95a-f3151da41e7c of type vlan for network d2fb38de-7bff-457a-a047-46196a0ebecb Jul 28 11:29:30.792136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] For port f8eab473-4936-47fa-adab-7276392b6a23, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=f8eab473-4936-47fa-adab-7276392b6a23,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:30.792586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.799484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-150e80c3-80b8-4bdf-a094-ab4954f280dd req-16954891-362b-43d4-916d-076444de94d1 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1ade54f-684c-4865-8741-383996969114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705321 Jul 28 11:29:30.821613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a55d384a-84ab-4a4c-b06e-aa3d0a2c8aa8 None None] Provisioning complete for port e009220a-66c0-47dc-941c-40e3509d9b9d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:30.823282 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a55d384a-84ab-4a4c-b06e-aa3d0a2c8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.901659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for f8eab473-4936-47fa-adab-7276392b6a23 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:30.915880 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:19Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:30.918710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.921377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:30.950990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 488d389d-9b0b-4d56-98f8-1dbf1831e67c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:30.957513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Router 80281ac4-b605-44c9-bc43-b7daece06d03 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:29:30.972390 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d8cf0-0df5-4346-a7ae-a23083a173d0 None None] The sync data for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 is: [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:19:08Z', 'revision_number': 4, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2740d779-ac95-40b9-9f30-770f576abdfa', 'name': '', 'network_id': '1849a05a-7fc8-491d-93fe-05485dfd4526', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'mac_address': 'fa:16:3e:58:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:07Z', 'updated_at': '2021-07-28T11:19:19Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'subnets': [{'id': 'b8013ca9-7356-4f40-885c-15ab302ccc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:31.016537 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.051537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:31.074991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.075338 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Added segment 560884c3-0a7b-4ef4-9981-dc9e6368c460 of type vlan for network b783740e-dffa-43d2-93ca-38195aa55e8f Jul 28 11:29:31.121464 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4350abf-9a9a-468e-8c24-2baf60a86d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.150738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.277265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.326901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.327406 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.350080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:31.354750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:31.355238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:31.355445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.366880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Sync routers for ids ['80281ac4-b605-44c9-bc43-b7daece06d03'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:31.385656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Routers {'80281ac4-b605-44c9-bc43-b7daece06d03'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:31.388645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['80281ac4-b605-44c9-bc43-b7daece06d03'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:31.421446 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.10 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/95621aed-ff08-42d7-bf65-8913fcbe4046/488d389d-9b0b-4d56-98f8-1dbf1831e67c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:31.435527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.440521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-436188ae-ed2d-4f3c-8d07-02a6143c5078 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3292575 Jul 28 11:29:31.445659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:31.461723 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef72c2f-fdb0-4c34-8921-949988783736 None None] New status for floating IP 26245a85-48d5-4ad0-be0e-72d754fbf733: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:29:31.478389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:31.539130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Network': ['ID=d2fb38de-7bff-457a-a047-46196a0ebecb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:31.541613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=f8eab473-4936-47fa-adab-7276392b6a23,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:31.697998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Network': ['ID=b783740e-dffa-43d2-93ca-38195aa55e8f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:31.773541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d2fb38de-7bff-457a-a047-46196a0ebecb details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:31.776234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b783740e-dffa-43d2-93ca-38195aa55e8f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:31.785295 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-095d26c4-4922-44b1-89e3-fc40139067a3 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5582387 Jul 28 11:29:31.817352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:31.827240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] No DVR routers for this DVR port f8eab473-4936-47fa-adab-7276392b6a23 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:31.837974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:31.839959 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9d244980-deca-4100-8e6c-b28b48447209 req-4f356aad-8d30-4982-8c21-997af57f9297 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.44 "DELETE /v2.0/ports/f8eab473-4936-47fa-adab-7276392b6a23 HTTP/1.1" status: 204 len: 173 time: 1.7896411 Jul 28 11:29:31.935874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090'}, {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:31.940729 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0263317-d72a-4947-90ff-b0e630f8758f" -d '{"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "352a4f97-572f-4511-bf71-ff3f55028090"}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "f8eab473-4936-47fa-adab-7276392b6a23"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:32.016953 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaccbbdf-1156-47cd-befc-09667d50b1c1 x-openstack-request-id: req-eaccbbdf-1156-47cd-befc-09667d50b1c1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:32.017244 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "352a4f97-572f-4511-bf71-ff3f55028090", "status": "completed", "code": 200}, {"server_uuid": "da412ba3-961e-43ac-ae92-c6e5416ad8ba", "name": "network-vif-deleted", "tag": "f8eab473-4936-47fa-adab-7276392b6a23", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:32.017498 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaccbbdf-1156-47cd-befc-09667d50b1c1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:32.017898 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': '352a4f97-572f-4511-bf71-ff3f55028090', 'status': 'completed', 'code': 200} Jul 28 11:29:32.018150 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da412ba3-961e-43ac-ae92-c6e5416ad8ba', 'name': 'network-vif-deleted', 'tag': 'f8eab473-4936-47fa-adab-7276392b6a23', 'status': 'completed', 'code': 200} Jul 28 11:29:32.044577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Set router 80281ac4-b605-44c9-bc43-b7daece06d03 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:32.075764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.109844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.127231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 488d389d-9b0b-4d56-98f8-1dbf1831e67c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:32.186717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f72639-b62f-4be6-b62a-9573ff09d628 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:32.213821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f72639-b62f-4be6-b62a-9573ff09d628 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:32.214873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b2b35c-4cda-4299-ae7c-5df487afc834 req-952a4616-bbc0-4541-9d7e-b84c88dc2a15 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1875858 Jul 28 11:29:32.219738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f72639-b62f-4be6-b62a-9573ff09d628 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:32.247702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f72639-b62f-4be6-b62a-9573ff09d628 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:32.253256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:32.255420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b9f72639-b62f-4be6-b62a-9573ff09d628 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4309869 Jul 28 11:29:32.316712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.327433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:32.328124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.415080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:29:28Z', 'revision_number': 3, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:32.452758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:32.466362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:32.475085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:32.486454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.487892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Checking router: 80281ac4-b605-44c9-bc43-b7daece06d03 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:29:32.488311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Updating router 80281ac4-b605-44c9-bc43-b7daece06d03 port 29656e37-5216-4cf0-ad1a-c0a14e899314 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:29:32.517329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=488d389d-9b0b-4d56-98f8-1dbf1831e67c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:32.525749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.674656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e009220a-66c0-47dc-941c-40e3509d9b9d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:32.680313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:32.680957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.739233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0dea341d-6bdc-41ca-b91d-ebf81ab0630c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1622264 Jul 28 11:29:32.742049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:32.748016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:32.843974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e009220a-66c0-47dc-941c-40e3509d9b9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:32.872520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.911031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.923874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.943596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-33ed88bc-7ad5-485d-b227-59dd8459989f None None] Provisioning for port 488d389d-9b0b-4d56-98f8-1dbf1831e67c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:32.947278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fb38de-7bff-457a-a047-46196a0ebecb']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:32.974165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36f3d6c-14b2-4fda-b95a-f3151da41e7c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:32.974725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36f3d6c-14b2-4fda-b95a-f3151da41e7c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:32.994316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-33ed88bc-7ad5-485d-b227-59dd8459989f None None] Provisioning complete for port 488d389d-9b0b-4d56-98f8-1dbf1831e67c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:32.995758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-33ed88bc-7ad5-485d-b227-59dd8459989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:32.998932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.045248 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.054742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:33.055458 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.120677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-33ed88bc-7ad5-485d-b227-59dd8459989f None None] Port 488d389d-9b0b-4d56-98f8-1dbf1831e67c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:33.242815 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.377373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:33.381500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.530718 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.567792 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95621aed-ff08-42d7-bf65-8913fcbe4046 (CIDR: 172.20.0.0/28) Jul 28 11:29:33.577102 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:29:33.581879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:33.616467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e5ef7b38-c1ef-4f8e-8a40-c7055a28d301 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8708527 Jul 28 11:29:33.616745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:33.622212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:33.729875 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:33.794090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Transition to ACTIVE for port object 29656e37-5216-4cf0-ad1a-c0a14e899314 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:33.813901 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.815679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afd4d29c-806c-4941-a09f-fec1b6182512 req-7019b3c7-e11f-41c4-8932-aae8cba45ed8 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0812087 Jul 28 11:29:33.820259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.829454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.834015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/networks/d2fb38de-7bff-457a-a047-46196a0ebecb HTTP/1.1" status: 204 len: 168 time: 1.5771914 Jul 28 11:29:33.836633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:33.927740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bf4f8-2ae5-48eb-a3b0-5e2a19d49bda None None] Pushing event updated for resources: {'Port': ['ID=29656e37-5216-4cf0-ad1a-c0a14e899314,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:33.936710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Attempting to bind port 29656e37-5216-4cf0-ad1a-c0a14e899314 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:33.937071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Attempting to bind port 29656e37-5216-4cf0-ad1a-c0a14e899314 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:33.937435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Attempting to bind port 29656e37-5216-4cf0-ad1a-c0a14e899314 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:33.952764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:33.953162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:33.953541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.953935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:33.954526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Bound port: 29656e37-5216-4cf0-ad1a-c0a14e899314, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:33.955093 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:33.958976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c594c25-268c-4f9d-93bf-7e37d084aedd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Network': ['ID=d2fb38de-7bff-457a-a047-46196a0ebecb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:34.000371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:34.005688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.055910 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.057216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Allocated IP 172.20.0.1 (afbf0b88-08ea-43d1-8258-b6048ac1ce5b/e0ef0f9d-c25e-4b01-ba29-46acad7dc32c/2b157554-382f-4682-a188-dcc99d03f31b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:34.089458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] For port 29656e37-5216-4cf0-ad1a-c0a14e899314, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:34.093522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] For port 29656e37-5216-4cf0-ad1a-c0a14e899314, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=29656e37-5216-4cf0-ad1a-c0a14e899314,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:34.099269 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.176024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Routers {'80281ac4-b605-44c9-bc43-b7daece06d03'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:34.176683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['80281ac4-b605-44c9-bc43-b7daece06d03'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:34.181333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bf4f8-2ae5-48eb-a3b0-5e2a19d49bda None None] Pushing event updated for resources: {'Port': ['ID=29656e37-5216-4cf0-ad1a-c0a14e899314,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:34.252759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.279127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Transition to ACTIVE for port object 2b157554-382f-4682-a188-dcc99d03f31b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:34.284145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.298658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b783740e-dffa-43d2-93ca-38195aa55e8f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:34.311429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560884c3-0a7b-4ef4-9981-dc9e6368c460') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:34.311723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560884c3-0a7b-4ef4-9981-dc9e6368c460') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:34.326306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.331361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.382459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.409546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:34.412203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] Set router 80281ac4-b605-44c9-bc43-b7daece06d03 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:34.412724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:34.416657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:34.418505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:34.418959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:34.424794 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:34.452464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Pushing event updated for resources: {'Port': ['ID=2b157554-382f-4682-a188-dcc99d03f31b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:34.488130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.702927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.711109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.714084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/networks/b783740e-dffa-43d2-93ca-38195aa55e8f HTTP/1.1" status: 204 len: 168 time: 0.8744454 Jul 28 11:29:34.719517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.733952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:34.756898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:29:28Z', 'revision_number': 3, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:34.761240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.772143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:34.810212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:34.815848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:34.816874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:34.834605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3b064-c5d6-4795-bf3c-c2d8c85e6f64 None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:34.842778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ee4b0-a8a4-4e87-bafa-99ad50766cee None None] The sync data for ids ['80281ac4-b605-44c9-bc43-b7daece06d03'] in n-d-723573-7 is: [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:29:28Z', 'revision_number': 3, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:34.920038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca32fc-a2c2-463a-9988-3a6c5f2efcbd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Network': ['ID=b783740e-dffa-43d2-93ca-38195aa55e8f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:34.944110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a61d0db2-ccda-4f4d-812c-addce1a6d774 None None] Provisioning for port 2b157554-382f-4682-a188-dcc99d03f31b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:34.962240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a61d0db2-ccda-4f4d-812c-addce1a6d774 None None] Provisioning complete for port 2b157554-382f-4682-a188-dcc99d03f31b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:34.962655 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a61d0db2-ccda-4f4d-812c-addce1a6d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.006990 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3890016 Jul 28 11:29:35.014118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:35.023897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1292220105', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '743588a0-0c9d-4b9f-bd34-26c373566d37'}], 'security_groups': ['528c2f00-3ba4-4bba-97f8-980227b39456']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:35.083056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a61d0db2-ccda-4f4d-812c-addce1a6d774 None None] Port 2b157554-382f-4682-a188-dcc99d03f31b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:35.192318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a853b-fffa-4a00-9262-71d7c93fb512 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:35.198400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a853b-fffa-4a00-9262-71d7c93fb512 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:35.211423 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f78a853b-fffa-4a00-9262-71d7c93fb512 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4369640 Jul 28 11:29:35.215924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:35.217245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.221525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1865567550'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:35.268956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d465882-63f1-4c14-9b89-c74831b7f2d8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=743588a0-0c9d-4b9f-bd34-26c373566d37,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:35.279671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.373431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:35.398711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.418515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccc4da85-1f16-44c3-ae2d-1ca32989427b req-589772ca-0c7e-47ef-a8fd-4c834edb52d5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1956043 Jul 28 11:29:35.537736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.566066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.568934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Pushing event updated for resources: {'Port': ['ID=2b157554-382f-4682-a188-dcc99d03f31b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:35.572827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29656e37-5216-4cf0-ad1a-c0a14e899314 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:35.620233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:35.658448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:35.658793 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Added segment 930b25a4-611a-457d-b896-2f35cc2deed0 of type vlan for network 326203ab-c204-48bd-9334-d3f8f3c8a0d1 Jul 28 11:29:35.707029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Update dhcp port {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'fixed_ips': [{'subnet_id': '95621aed-ff08-42d7-bf65-8913fcbe4046', 'ip_address': '172.20.0.2'}, {'subnet_id': '743588a0-0c9d-4b9f-bd34-26c373566d37'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'aecdf879-47a6-4c86-a5f9-d3541503f26e'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:29:35.807922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:35.810357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:35.928011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.087566 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.097488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:29:36.113274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Router 80281ac4-b605-44c9-bc43-b7daece06d03 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:29:36.113741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 29656e37-5216-4cf0-ad1a-c0a14e899314 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:36.194450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.209711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:36.222783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.316620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0995641 Jul 28 11:29:36.324664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:36.338029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-895467393'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:36.399598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:29:36.406692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-50b39f61-b352-4c42-86ae-afe7b852c799 admin admin] 10.222.0.20 "PUT /v2.0/routers/80281ac4-b605-44c9-bc43-b7daece06d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9498732 Jul 28 11:29:36.443789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab3e1d-3641-46d0-a774-099a51913b7e tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Network': ['ID=326203ab-c204-48bd-9334-d3f8f3c8a0d1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:36.444224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:36.455044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.494988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:36.514131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.514672 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Added segment 2532afd7-6d4f-418d-bc10-0ddbfeb76bc9 of type vlan for network 4a2a211d-46f0-48d8-9078-7bc6b7420173 Jul 28 11:29:36.571527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 326203ab-c204-48bd-9334-d3f8f3c8a0d1 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:36.604553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Allocated IP 172.20.0.18 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/743588a0-0c9d-4b9f-bd34-26c373566d37/aecdf879-47a6-4c86-a5f9-d3541503f26e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:36.607393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 29656e37-5216-4cf0-ad1a-c0a14e899314 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:36.607764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.616464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.671290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.680910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:36.684946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.765022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1467361f-774d-429c-a737-2e119c468c5c None None] Provisioning complete for port 2b157554-382f-4682-a188-dcc99d03f31b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:36.765686 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1467361f-774d-429c-a737-2e119c468c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:36.807552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Network': ['ID=4a2a211d-46f0-48d8-9078-7bc6b7420173,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:36.819910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-139330b7-019b-491d-a4b4-7a716f0d7aa9 req-94b25500-c4e6-4663-bfcf-45af8d0190c5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1736066 Jul 28 11:29:36.849953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:36.850348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f04dc93d-ec30-468c-8944-8d8fa5aeb3af tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5244088 Jul 28 11:29:36.855583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'ports': [{'network_id': '326203ab-c204-48bd-9334-d3f8f3c8a0d1', 'name': 'tempest-port--260658288', 'admin_state_up': True}, {'network_id': '4a2a211d-46f0-48d8-9078-7bc6b7420173', 'admin_state_up': False}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:36.855973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'port': {'network_id': '326203ab-c204-48bd-9334-d3f8f3c8a0d1', 'name': 'tempest-port--260658288', 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:36.856803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'port': {'network_id': '4a2a211d-46f0-48d8-9078-7bc6b7420173', 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:36.892404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4a2a211d-46f0-48d8-9078-7bc6b7420173 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:37.088613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1467361f-774d-429c-a737-2e119c468c5c None None] Port 2b157554-382f-4682-a188-dcc99d03f31b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:37.168214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aecdf879-47a6-4c86-a5f9-d3541503f26e,segment=NetworkSegment(2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b),segment_id=2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:37.201685 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.233184 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.254756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:37.258313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Transition to ACTIVE for port object aecdf879-47a6-4c86-a5f9-d3541503f26e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:37.260150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.272152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.278182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.319616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 29656e37-5216-4cf0-ad1a-c0a14e899314, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=29656e37-5216-4cf0-ad1a-c0a14e899314,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:37.359287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.401503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832998d-8a8d-43a5-98f4-88e9f5953bf6 None None] Pushing event updated for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:37.475678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=29656e37-5216-4cf0-ad1a-c0a14e899314,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:37.511886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] device_id is not set on port 0291b136-618d-40cc-8ca6-aec2da24d6ae yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:37.619852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-1268a375-1a05-4877-bbe1-927bc462ac49 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:37.622033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-1268a375-1a05-4877-bbe1-927bc462ac49 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/networks?id=6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 200 len: 911 time: 0.2368338 Jul 28 11:29:37.649154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-07a234c1-92a4-4679-b8b5-95b11b73a5c7 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/quotas/cae36921253149a4b9fd6b3b32930bb9 HTTP/1.1" status: 200 len: 375 time: 0.0203645 Jul 28 11:29:37.760515 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:37.772953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-48ae84b7-6586-4e75-956e-7d7280ae10e0 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae36921253149a4b9fd6b3b32930bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222544 Jul 28 11:29:37.796130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Sync routers for ids ['80281ac4-b605-44c9-bc43-b7daece06d03'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:29:37.812257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Routers {'80281ac4-b605-44c9-bc43-b7daece06d03'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:37.815325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['80281ac4-b605-44c9-bc43-b7daece06d03'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:37.818934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Delete allocated IP 172.20.0.10 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/95621aed-ff08-42d7-bf65-8913fcbe4046) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:29:37.843255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.21 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/743588a0-0c9d-4b9f-bd34-26c373566d37/488d389d-9b0b-4d56-98f8-1dbf1831e67c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:37.895809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] device_id is not set on port d9e8f799-2ad6-4922-aabe-306e130a2890 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:38.034951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-1bcec86d-9a78-409d-bf0c-4f9b65b72e2c service neutron] 10.222.0.20 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607760 Jul 28 11:29:38.055429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-076d2d54-9fe8-4fa2-8ed6-a11f3dc496ec req-7404d3e3-d06f-4605-be8f-f3ba1262bdaa tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0829732 Jul 28 11:29:38.124753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Set router 80281ac4-b605-44c9-bc43-b7daece06d03 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:38.296936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-7f5d02fd-904c-4594-85b2-c0ef65296fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442517 Jul 28 11:29:38.477165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:38.486331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:38.581511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 488d389d-9b0b-4d56-98f8-1dbf1831e67c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:38.602664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:38.643367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:29:34Z', 'revision_number': 4, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2b157554-382f-4682-a188-dcc99d03f31b', 'name': '', 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'mac_address': 'fa:16:3e:dc:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:32Z', 'updated_at': '2021-07-28T11:29:34Z', 'revision_number': 2, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'subnets': [{'id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:38.659400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf71f9cd-cd62-43d0-b9fc-e64c71811ac5 req-a2a5e575-fd03-451e-8bee-d1c87801b526 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 210 time: 0.0596366 Jul 28 11:29:38.690306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Checking router: 80281ac4-b605-44c9-bc43-b7daece06d03 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:29:38.690657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Updating router 80281ac4-b605-44c9-bc43-b7daece06d03 port 2b157554-382f-4682-a188-dcc99d03f31b binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:29:38.748631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Provisioning for port aecdf879-47a6-4c86-a5f9-d3541503f26e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:38.753854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:38.754411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:38.758349 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:38.900207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=488d389d-9b0b-4d56-98f8-1dbf1831e67c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:38.918600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.069259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Provisioning complete for port d6650faf-c4c8-4f0b-a088-61fa3283fd92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:39.070250 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.080962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] In _notify_port_updated(), no bound segment for port 488d389d-9b0b-4d56-98f8-1dbf1831e67c on network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:29:39.096375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:39.097429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.101404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a9edf14a-92df-4947-92cc-461c710bb25d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/ports/488d389d-9b0b-4d56-98f8-1dbf1831e67c HTTP/1.1" status: 200 len: 921 time: 4.0808637 Jul 28 11:29:39.102098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:39.169953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Port': ['ID=0291b136-618d-40cc-8ca6-aec2da24d6ae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:39.193898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Port d6650faf-c4c8-4f0b-a088-61fa3283fd92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:39.196659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Checking segment: {'id': '930b25a4-611a-457d-b896-2f35cc2deed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '326203ab-c204-48bd-9334-d3f8f3c8a0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:39.199854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network hostable DHCP agents. Network: 326203ab-c204-48bd-9334-d3f8f3c8a0d1, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:39.244340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network 326203ab-c204-48bd-9334-d3f8f3c8a0d1 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:39.261977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 326203ab-c204-48bd-9334-d3f8f3c8a0d1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:39.266227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:39.268223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.283340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f3c84-56bc-491e-88ce-a47065e746ea None None] Network 326203ab-c204-48bd-9334-d3f8f3c8a0d1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:39.291201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Provisioning for port 488d389d-9b0b-4d56-98f8-1dbf1831e67c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:39.317350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2a8a6a-f7e7-432b-afb4-051f7e331495 req-66d2fa63-43c0-4e3a-8538-0a9c2009f19f tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0916791 Jul 28 11:29:39.346363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Provisioning complete for port 488d389d-9b0b-4d56-98f8-1dbf1831e67c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:39.361081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.422051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Port': ['ID=d9e8f799-2ad6-4922-aabe-306e130a2890,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:39.488366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Checking segment: {'id': '2532afd7-6d4f-418d-bc10-0ddbfeb76bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a2a211d-46f0-48d8-9078-7bc6b7420173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:39.489013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network hostable DHCP agents. Network: 4a2a211d-46f0-48d8-9078-7bc6b7420173, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:39.496892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 488d389d-9b0b-4d56-98f8-1dbf1831e67c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:39.497238 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.555350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network 4a2a211d-46f0-48d8-9078-7bc6b7420173 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:39.575604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4a2a211d-46f0-48d8-9078-7bc6b7420173) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:39.581728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:39.593976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:39.600162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:39.605647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.635613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:39.644899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e5dde678-98be-4b73-9198-85ce059835bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7903733 Jul 28 11:29:39.645567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:39.648840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc14d39-4c59-4643-a1b7-ef2e3ffcb061 None None] Network 4a2a211d-46f0-48d8-9078-7bc6b7420173 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:39.732583 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.754429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 488d389d-9b0b-4d56-98f8-1dbf1831e67c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:39.764760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e5704-f06c-4a1d-ba1e-8963282df859 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:39.778900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e5704-f06c-4a1d-ba1e-8963282df859 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:39.784358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bb1e5704-f06c-4a1d-ba1e-8963282df859 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1353831 Jul 28 11:29:39.786275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:39.899305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e267c354-cd60-459f-89dc-548e9dd0a19a req-92e764e9-64cd-4f97-824f-9767d101f325 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 210 time: 0.0618508 Jul 28 11:29:39.909234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:39.938122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Transition to ACTIVE for port object 2b157554-382f-4682-a188-dcc99d03f31b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:39.967495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a70e5b6d-0486-48e3-a7a1-905d920335c6 None None] Port 488d389d-9b0b-4d56-98f8-1dbf1831e67c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:40.020589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.027735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Deleting port 0291b136-618d-40cc-8ca6-aec2da24d6ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:40.028235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.087221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Pushing event updated for resources: {'Port': ['ID=2b157554-382f-4682-a188-dcc99d03f31b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:40.109146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.109530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.109867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.110980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.111352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.111704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.112017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.112369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.112733 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.113056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.113868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.113868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:40.114800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.156467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-26e54198-8f79-44e5-a914-c6494e45abd1 None None] Could not find standard attr ID for object 488d389d-9b0b-4d56-98f8-1dbf1831e67c. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:29:40.186492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=488d389d-9b0b-4d56-98f8-1dbf1831e67c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:40.191624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.271394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Calling delete_port for 0291b136-618d-40cc-8ca6-aec2da24d6ae owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:40.302011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:40.302399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.350249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Attempting to bind port 2b157554-382f-4682-a188-dcc99d03f31b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:40.350249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Attempting to bind port 2b157554-382f-4682-a188-dcc99d03f31b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:40.350458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Attempting to bind port 2b157554-382f-4682-a188-dcc99d03f31b on network afbf0b88-08ea-43d1-8258-b6048ac1ce5b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:40.357176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:40.357550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Checking segment: {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:40.357953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.358344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Bound using segment: {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:40.358811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Bound port: 2b157554-382f-4682-a188-dcc99d03f31b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:40.359187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.544157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] For port 2b157554-382f-4682-a188-dcc99d03f31b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:40.554902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] For port 2b157554-382f-4682-a188-dcc99d03f31b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2b157554-382f-4682-a188-dcc99d03f31b,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:40.560717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29656e37-5216-4cf0-ad1a-c0a14e899314 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:40.618610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.686530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.695458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c6a58-fdae-4a2f-8f34-f4c3a8869800 None None] Pushing event updated for resources: {'Port': ['ID=2b157554-382f-4682-a188-dcc99d03f31b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:40.695959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:40.696639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a6d016b2-e93e-4e4d-a14e-7114a11ccaea tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/488d389d-9b0b-4d56-98f8-1dbf1831e67c HTTP/1.1" status: 204 len: 168 time: 1.5930846 Jul 28 11:29:40.713627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4379727a-edc5-4558-8aa4-0d12efd1a7fb req-b57f9b0f-757e-49b2-b19f-f058fc112b47 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1864271 Jul 28 11:29:40.736510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 29656e37-5216-4cf0-ad1a-c0a14e899314 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:40.736881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.777457 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-191bad6b-8297-4eff-868e-1d14b2219a67 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:29:40.786192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Routers {'80281ac4-b605-44c9-bc43-b7daece06d03'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:29:40.786972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:29:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['80281ac4-b605-44c9-bc43-b7daece06d03'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:40.799827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-191bad6b-8297-4eff-868e-1d14b2219a67 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/488d389d-9b0b-4d56-98f8-1dbf1831e67c HTTP/1.1" status: 404 len: 333 time: 0.1023757 Jul 28 11:29:40.806676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:40.944137 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11643fe3-e71c-40bd-841e-31d5d92aa0ee tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:40.991889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11643fe3-e71c-40bd-841e-31d5d92aa0ee tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.097736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11643fe3-e71c-40bd-841e-31d5d92aa0ee tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.100522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11643fe3-e71c-40bd-841e-31d5d92aa0ee tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.102006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-11643fe3-e71c-40bd-841e-31d5d92aa0ee tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd919e1e-17d6-4ce5-8784-0b6bf775adb7 HTTP/1.1" status: 204 len: 168 time: 0.2939661 Jul 28 11:29:41.105631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:41.117490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91b6d4b3-999c-4623-81bb-d25c2a9564f6 req-6fabfb0b-c0d1-4f91-a440-f8df39da3af0 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 210 time: 0.0366604 Jul 28 11:29:41.128578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-2b9a47be-c76d-4343-9b46-4de171a4a8cf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:41.130204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-2b9a47be-c76d-4343-9b46-4de171a4a8cf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.41 "GET /v2.0/networks?id=6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 200 len: 911 time: 0.5859747 Jul 28 11:29:41.160348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Request body: {'port': {'device_id': 'f7f397a9-e0d4-486f-a509-333407030209', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'admin_state_up': True, 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:41.187402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.187851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11643fe3-e71c-40bd-841e-31d5d92aa0ee tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd919e1e-17d6-4ce5-8784-0b6bf775adb7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:41.237958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e244-7bf2-44f0-ac12-e0b4ae115f93 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.249773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] Set router 80281ac4-b605-44c9-bc43-b7daece06d03 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:29:41.281586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e244-7bf2-44f0-ac12-e0b4ae115f93 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.310256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.325673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/ports/0291b136-618d-40cc-8ca6-aec2da24d6ae HTTP/1.1" status: 204 len: 168 time: 1.5353484 Jul 28 11:29:41.328574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:41.335309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76751e-9151-4f14-9bfc-07d26336b910 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Port': ['ID=0291b136-618d-40cc-8ca6-aec2da24d6ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:41.348082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Made reservation on behalf of cae36921253149a4b9fd6b3b32930bb9 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:41.351481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.357585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e244-7bf2-44f0-ac12-e0b4ae115f93 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.360203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e244-7bf2-44f0-ac12-e0b4ae115f93 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.364023 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cfb7e244-7bf2-44f0-ac12-e0b4ae115f93 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/security-groups/528c2f00-3ba4-4bba-97f8-980227b39456 HTTP/1.1" status: 204 len: 168 time: 0.2562928 Jul 28 11:29:41.364774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41746) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:41.408369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7e244-7bf2-44f0-ac12-e0b4ae115f93 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c2f00-3ba4-4bba-97f8-980227b39456,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:41.541116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Deleting port d9e8f799-2ad6-4922-aabe-306e130a2890 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:41.541795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.583666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Allocated IP 172.20.0.5 (6bb93a45-ce3f-44c1-b88f-579622f14e07/519129c2-8af1-41c5-8684-ba67f724b3dd/db3b1c9f-b702-4887-8f03-b96835c2919d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:41.629186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.648884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Calling delete_port for d9e8f799-2ad6-4922-aabe-306e130a2890 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:41.674262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:29:34Z', 'revision_number': 4, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2b157554-382f-4682-a188-dcc99d03f31b', 'name': '', 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'mac_address': 'fa:16:3e:dc:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:32Z', 'updated_at': '2021-07-28T11:29:40Z', 'revision_number': 4, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'subnets': [{'id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:41.711042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eebc8-0788-4339-8c12-63cdfa77abda None None] The sync data for ids ['80281ac4-b605-44c9-bc43-b7daece06d03'] in n-d-723573-7 is: [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:29:34Z', 'revision_number': 4, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2b157554-382f-4682-a188-dcc99d03f31b', 'name': '', 'network_id': 'afbf0b88-08ea-43d1-8258-b6048ac1ce5b', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'mac_address': 'fa:16:3e:dc:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:32Z', 'updated_at': '2021-07-28T11:29:40Z', 'revision_number': 4, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'subnets': [{'id': 'e0ef0f9d-c25e-4b01-ba29-46acad7dc32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:29:41.821216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.837715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Transition to ACTIVE for port object db3b1c9f-b702-4887-8f03-b96835c2919d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:41.851861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.935602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Port': ['ID=d9e8f799-2ad6-4922-aabe-306e130a2890,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:41.952349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:41.962005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:41.962864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a3f4662d-4f32-4f92-b7fb-a627db77df28 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/ports/d9e8f799-2ad6-4922-aabe-306e130a2890 HTTP/1.1" status: 204 len: 168 time: 0.6322961 Jul 28 11:29:42.014139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccadc850-f133-4ce2-98f6-5e338e962263 req-ac3e76bf-4483-4798-9614-34cf1c2184c2 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0859790 Jul 28 11:29:42.014139 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.079063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0c2bcaaf-236b-4a65-b4cd-e6c0d301e491 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1119158 Jul 28 11:29:42.080321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:42.085654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-463058988'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:42.092194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 95621aed-ff08-42d7-bf65-8913fcbe4046 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:42.100930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.134053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:42.138272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.184068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.203337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:42.225572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.226163 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Added segment 813c4391-82d3-4c6f-88e6-851312d73f84 of type vlan for network bb8017ca-c013-4a7b-9b02-87aacbded2b1 Jul 28 11:29:42.306366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.364834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:42.378177 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.383976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:42.384626 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.413906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:42.426115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:42.486886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003ac1d-9abb-4084-b743-1a13a8931bb0 req-7d109220-ec1c-4ae8-b306-b790633c0ad7 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:42.499657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a003ac1d-9abb-4084-b743-1a13a8931bb0 req-7d109220-ec1c-4ae8-b306-b790633c0ad7 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1027 time: 0.2229338 Jul 28 11:29:42.501772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Network': ['ID=bb8017ca-c013-4a7b-9b02-87aacbded2b1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:42.513501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bb8017ca-c013-4a7b-9b02-87aacbded2b1 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:42.538694 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f030a5b-36b8-473b-8d5c-9f39f5ec354f tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4569478 Jul 28 11:29:42.541139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:42.546651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-981714671'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:42.577394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Pushing event updated for resources: {'Port': ['ID=db3b1c9f-b702-4887-8f03-b96835c2919d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:42.596370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:42.600304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.625077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a003ac1d-9abb-4084-b743-1a13a8931bb0 req-bc165035-c3eb-4e14-830c-47f8d92844c1 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243048 Jul 28 11:29:42.652390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:42.674606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.675257 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Added segment ac0a4169-acde-4147-9f1c-d63eb841a45b of type vlan for network 923ee009-1c90-40d7-9c15-12512b4f661c Jul 28 11:29:42.679501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.738297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.787094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:42.787705 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.794699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.804713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:42.805524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.846164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-60864a10-e865-4432-a2d5-ace803c46845 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7062628 Jul 28 11:29:42.877730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cac18e28-579e-4c10-b416-166da4c0ba53 None None] Provisioning for port db3b1c9f-b702-4887-8f03-b96835c2919d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:42.880003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Request body: {'port': {'device_id': 'f7f397a9-e0d4-486f-a509-333407030209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:42.892237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cac18e28-579e-4c10-b416-166da4c0ba53 None None] Provisioning complete for port db3b1c9f-b702-4887-8f03-b96835c2919d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:42.892567 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cac18e28-579e-4c10-b416-166da4c0ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:42.931121 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3740525 Jul 28 11:29:43.003550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aea12-429c-463c-8446-ae4253c52916 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Network': ['ID=923ee009-1c90-40d7-9c15-12512b4f661c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:43.030710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 923ee009-1c90-40d7-9c15-12512b4f661c details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:43.138315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:43.225867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:43.227829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/95621aed-ff08-42d7-bf65-8913fcbe4046 HTTP/1.1" status: 204 len: 168 time: 1.8616428 Jul 28 11:29:43.232486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:43.237949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:43.334480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cac18e28-579e-4c10-b416-166da4c0ba53 None None] Port db3b1c9f-b702-4887-8f03-b96835c2919d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:43.340278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:43.343802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab9aa5-8940-4585-ab12-5946b353aca2 None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:43.522115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:43.540596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:43.560517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac49f77-6fba-4910-b804-b3f368274d91 req-b95409a2-a17e-4475-b9d3-10933e19377b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1636024 Jul 28 11:29:43.580061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4698e-45a2-4745-8c8a-c11836d396fb tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=95621aed-ff08-42d7-bf65-8913fcbe4046,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:43.701177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2b157554-382f-4682-a188-dcc99d03f31b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:43.895478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2b157554-382f-4682-a188-dcc99d03f31b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:43.901127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2b157554-382f-4682-a188-dcc99d03f31b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:43.901715 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.145108 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.229993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675912-5baa-440b-bde0-812b5727cc6b req-44381bf4-6f80-41a7-be84-8e052fa7658f tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:44.234347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19675912-5baa-440b-bde0-812b5727cc6b req-44381bf4-6f80-41a7-be84-8e052fa7658f tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1027 time: 0.2672608 Jul 28 11:29:44.275544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2b157554-382f-4682-a188-dcc99d03f31b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2b157554-382f-4682-a188-dcc99d03f31b,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:44.295368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.316339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.452465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:44.457418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:44.467574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:44.468563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.483527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2b157554-382f-4682-a188-dcc99d03f31b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:44.555485 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3215292 Jul 28 11:29:44.559112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:44.569181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'security_group': {'name': 'tempest-secgroup-759786795'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:44.583939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fafbf-857b-41a0-a8ca-be3b92920b5c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=0c7432d3-1dea-4f3a-87fa-3a963e40aae6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:44.595232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19675912-5baa-440b-bde0-812b5727cc6b req-7d3caadb-415b-4752-bddd-225928af8c21 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427902 Jul 28 11:29:44.692041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.837779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cc1e311-4697-4e24-9e21-2e9c8cb55c24 req-922325ba-8873-419a-bbff-f59fe3207ecd tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0949957 Jul 28 11:29:44.933279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3b1c9f-b702-4887-8f03-b96835c2919d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:29:44.950207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.958037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.972120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:44.990684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Transition to ACTIVE for port object db3b1c9f-b702-4887-8f03-b96835c2919d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:45.009515 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.019848 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.026642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4627733 Jul 28 11:29:45.046030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:45.064159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032495403'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:45.151823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.182410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a993b1-1e2b-425b-8bc1-67ffea95df45 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0f25f-7bd5-49bd-ac09-92dae380fe7c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:45.192819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Pushing event updated for resources: {'Port': ['ID=db3b1c9f-b702-4887-8f03-b96835c2919d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:45.284084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d1d1c-7537-418e-851d-9772e191074d None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:45.414509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.441060 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.482700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Attempting to bind port db3b1c9f-b702-4887-8f03-b96835c2919d on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:29:45.483245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Attempting to bind port db3b1c9f-b702-4887-8f03-b96835c2919d by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:29:45.483481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Attempting to bind port db3b1c9f-b702-4887-8f03-b96835c2919d on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:45.493680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Port db3b1c9f-b702-4887-8f03-b96835c2919d on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:29:45.494117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Attempting to bind port db3b1c9f-b702-4887-8f03-b96835c2919d on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:29:45.503836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:29:45.504838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c5842126-c6df-4bf0-80f3-cd9bad346c93 None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:45.505405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5842126-c6df-4bf0-80f3-cd9bad346c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.507292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Checking segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:45.511967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Bound using segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:29:45.512605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Bound port: db3b1c9f-b702-4887-8f03-b96835c2919d, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:29:45.513042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.576167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfbadef-7da8-4744-82ab-2408e6c04035,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:45.619401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.620980 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c933a391-2ccd-4b1f-b1e3-1a56e6830129 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5739930 Jul 28 11:29:45.623645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:45.628613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'security_group': {'name': 'tempest-secgroup-2011197970'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:45.676778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] For port db3b1c9f-b702-4887-8f03-b96835c2919d, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:29:45.682368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2b157554-382f-4682-a188-dcc99d03f31b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:45.686506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] For port db3b1c9f-b702-4887-8f03-b96835c2919d, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db3b1c9f-b702-4887-8f03-b96835c2919d,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:29:45.702941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.733422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:45.735492 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.738054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] 10.222.0.41 "PUT /v2.0/ports/db3b1c9f-b702-4887-8f03-b96835c2919d HTTP/1.1" status: 200 len: 1091 time: 2.8734653 Jul 28 11:29:45.744477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:45.754785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f397a9-e0d4-486f-a509-333407030209', 'tag': 'db3b1c9f-b702-4887-8f03-b96835c2919d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:45.760195 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548e3776-c993-432d-8ada-9932fbe80fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f397a9-e0d4-486f-a509-333407030209", "tag": "db3b1c9f-b702-4887-8f03-b96835c2919d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:45.988520 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1554717a-b7cb-4a6a-b427-ff93edac2fd7 x-openstack-request-id: req-1554717a-b7cb-4a6a-b427-ff93edac2fd7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:45.988520 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f397a9-e0d4-486f-a509-333407030209", "tag": "db3b1c9f-b702-4887-8f03-b96835c2919d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:45.988520 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1554717a-b7cb-4a6a-b427-ff93edac2fd7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:45.988520 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f397a9-e0d4-486f-a509-333407030209', 'tag': 'db3b1c9f-b702-4887-8f03-b96835c2919d', 'status': 'completed', 'code': 200} Jul 28 11:29:46.044557 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.065966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.141844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be95c825-bff1-4e7a-81f6-63232eac55d7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:46.162364 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.163925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be633764-61ed-41d0-bc41-4cc0c3d67366 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5391283 Jul 28 11:29:46.171385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:46.178400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-401363599', 'security_groups': ['be95c825-bff1-4e7a-81f6-63232eac55d7'], 'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c7432d3-1dea-4f3a-87fa-3a963e40aae6'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:46.241716 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-302d06fe-f560-439f-962d-f389d5c6e43c req-bc112784-f266-47bc-ae79-0c73cc198463 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1221902 Jul 28 11:29:46.303988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0e2e4-0e26-4521-bc21-44d75f5ff072 req-fe2e6ac2-51af-4c60-916f-15a34af438da tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:46.308742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ef0e2e4-0e26-4521-bc21-44d75f5ff072 req-fe2e6ac2-51af-4c60-916f-15a34af438da tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1094 time: 0.3574636 Jul 28 11:29:46.332059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:46.338257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'subnets': [{'network_id': 'bb8017ca-c013-4a7b-9b02-87aacbded2b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1724430581', 'ip_version': 6}, {'network_id': '923ee009-1c90-40d7-9c15-12512b4f661c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:46.339240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'subnet': {'network_id': 'bb8017ca-c013-4a7b-9b02-87aacbded2b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1724430581', 'ip_version': 6}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:46.340698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Request body: {'subnet': {'network_id': '923ee009-1c90-40d7-9c15-12512b4f661c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:46.357346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-d46a856f-3b2c-4fa0-92c4-9bb5f6b372bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:46.359723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-d46a856f-3b2c-4fa0-92c4-9bb5f6b372bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cae36921253149a4b9fd6b3b32930bb9&device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1094 time: 0.4885519 Jul 28 11:29:46.362919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2b157554-382f-4682-a188-dcc99d03f31b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:46.363422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.389569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c5842126-c6df-4bf0-80f3-cd9bad346c93 None None] Provisioning complete for port d6650faf-c4c8-4f0b-a088-61fa3283fd92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:46.389924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5842126-c6df-4bf0-80f3-cd9bad346c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.430717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ef0e2e4-0e26-4521-bc21-44d75f5ff072 req-bd64617e-e520-4c72-8d20-196e6d3ce426 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039183 Jul 28 11:29:46.453958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c5842126-c6df-4bf0-80f3-cd9bad346c93 None None] Port d6650faf-c4c8-4f0b-a088-61fa3283fd92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:46.509457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Pushing event updated for resources: {'Port': ['ID=db3b1c9f-b702-4887-8f03-b96835c2919d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:46.512555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-bc31dfbf-1098-4ee3-b7fb-3e41aa3c25be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3b1c9f-b702-4887-8f03-b96835c2919d HTTP/1.1" status: 200 len: 217 time: 0.1262698 Jul 28 11:29:46.609706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.612190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.612689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.613036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.613372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.613819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.614038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.614369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.614700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.615027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.615359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.615684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a206f084-41dc-4e73-8bda-b21e813eb8bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:46.620224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-01f1391f-d168-4b25-be51-2d542ecbae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:46.621689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-01f1391f-d168-4b25-be51-2d542ecbae08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519129c2-8af1-41c5-8684-ba67f724b3dd HTTP/1.1" status: 200 len: 849 time: 0.0986485 Jul 28 11:29:46.640484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Update dhcp port {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'fixed_ips': [{'subnet_id': '743588a0-0c9d-4b9f-bd34-26c373566d37', 'ip_address': '172.20.0.18'}, {'subnet_id': '0c7432d3-1dea-4f3a-87fa-3a963e40aae6'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'aecdf879-47a6-4c86-a5f9-d3541503f26e'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:29:46.697210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.703224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-00afae4f-7c8c-4bd0-93b9-9d223114adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:46.706187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-00afae4f-7c8c-4bd0-93b9-9d223114adfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bb93a45-ce3f-44c1-b88f-579622f14e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718718 Jul 28 11:29:46.717687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 11:29:46.717687 n-d-723573-7 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 11:29:46.717687 n-d-723573-7 neutron-server[93835]: [parameters: {'project_id': 'db8361b289a743a693f7ecf7be17d081', 'id': '9bd8a15e-c341-471f-a8a7-6ddf4558237e', 'expiration': datetime.datetime(2021, 7, 28, 11, 31, 46, 710873)}] Jul 28 11:29:46.717687 n-d-723573-7 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:29:46.718496 n-d-723573-7 neutron-server[93835]: DEBUG oslo_db.api [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:29:46.726917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:46.851189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:46.881701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] device_id is not set on port 93d66a83-3bea-48f0-8df1-cdc28b45b625 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:29:46.900400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-d9829aff-7462-44bd-ad42-d34ec47c4cca service neutron] 10.222.0.41 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792374 Jul 28 11:29:46.979964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Allocated IP 172.20.0.2 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/0c7432d3-1dea-4f3a-87fa-3a963e40aae6/aecdf879-47a6-4c86-a5f9-d3541503f26e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:47.104022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2da6318-f1a4-46d2-8209-bde5a2866490 req-d1b78898-db5e-4a35-9ae5-032ccd660d9b service neutron] 10.222.0.41 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955447 Jul 28 11:29:47.191092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aecdf879-47a6-4c86-a5f9-d3541503f26e,segment=NetworkSegment(2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b),segment_id=2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:47.251884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:47.253698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Made reservation on behalf of db8361b289a743a693f7ecf7be17d081 for: {'subnet': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:47.259802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:47.260416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:47.283922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Transition to ACTIVE for port object aecdf879-47a6-4c86-a5f9-d3541503f26e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:47.296931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:47.563497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.4 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/0c7432d3-1dea-4f3a-87fa-3a963e40aae6/93d66a83-3bea-48f0-8df1-cdc28b45b625) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:47.602968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b04fd-880b-41ae-bdc4-e06683c29f4b None None] Pushing event updated for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:47.999556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c690ff-76c5-4205-a4d8-4639f3949d81 req-4c68bf1c-0536-467a-8ab4-3d7686173f9b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0300987 Jul 28 11:29:48.081834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-8be2b4a4-ded5-46ce-9f93-c107c84f0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:48.083573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-8be2b4a4-ded5-46ce-9f93-c107c84f0c7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cae36921253149a4b9fd6b3b32930bb9&device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1094 time: 0.8992496 Jul 28 11:29:48.090493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2f45-9d3e-4c59-bbe6-2ed99de4baeb req-5a7d4f85-c5ec-4eac-baf7-26361d81ddcf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:48.092564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efba2f45-9d3e-4c59-bbe6-2ed99de4baeb req-5a7d4f85-c5ec-4eac-baf7-26361d81ddcf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1094 time: 0.1335802 Jul 28 11:29:48.254932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:48.261066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efba2f45-9d3e-4c59-bbe6-2ed99de4baeb req-0e728200-ae5a-47fa-9193-4ddcb6d4ad6a tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887973 Jul 28 11:29:48.276793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 93d66a83-3bea-48f0-8df1-cdc28b45b625 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:48.308163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-22059e76-f51d-4de7-bd86-3f2f58cae967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:48.309801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-22059e76-f51d-4de7-bd86-3f2f58cae967 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 200 len: 911 time: 0.2161884 Jul 28 11:29:48.365283 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-81438c1f-a88b-4ad8-98cd-e2224fc759a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3b1c9f-b702-4887-8f03-b96835c2919d HTTP/1.1" status: 200 len: 217 time: 0.0481455 Jul 28 11:29:48.375073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:48.455511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=93d66a83-3bea-48f0-8df1-cdc28b45b625,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:48.465785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:48.467921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-158e187b-41c9-41c1-af78-0959ae065ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:48.469694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-158e187b-41c9-41c1-af78-0959ae065ff0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=519129c2-8af1-41c5-8684-ba67f724b3dd HTTP/1.1" status: 200 len: 849 time: 0.0919495 Jul 28 11:29:48.497262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:48.499861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:29:48.542709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-2c1ab6a8-bfdb-462b-b566-3136cd7f8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:48.544883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-2c1ab6a8-bfdb-462b-b566-3136cd7f8403 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bb93a45-ce3f-44c1-b88f-579622f14e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660517 Jul 28 11:29:48.567637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:48.587853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:48.596268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b032f38e-facb-4a1d-9746-73955550b105 None None] Provisioning for port aecdf879-47a6-4c86-a5f9-d3541503f26e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:48.600460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b032f38e-facb-4a1d-9746-73955550b105 None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:48.601030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b032f38e-facb-4a1d-9746-73955550b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:48.608506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:48.731242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b91249c1-9e16-4475-80c2-a403f80bee2b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5576382 Jul 28 11:29:48.740615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:48.748593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:48.815633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-83c32358-00e4-4735-b196-89a460160e5a service neutron] 10.222.0.41 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619920 Jul 28 11:29:48.821844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b032f38e-facb-4a1d-9746-73955550b105 None None] Provisioning complete for port d6650faf-c4c8-4f0b-a088-61fa3283fd92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:48.822854 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b032f38e-facb-4a1d-9746-73955550b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:48.917543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b032f38e-facb-4a1d-9746-73955550b105 None None] Port d6650faf-c4c8-4f0b-a088-61fa3283fd92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:48.999728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-548e3776-c993-432d-8ada-9932fbe80fe5 req-afbb85a7-73a5-40c8-9d61-b0209aa6bd8a service neutron] 10.222.0.41 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760964 Jul 28 11:29:49.048239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6646c1e-c01d-41da-93a9-6bd69b7cd774 None None] Provisioning for port 93d66a83-3bea-48f0-8df1-cdc28b45b625 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:49.053010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6646c1e-c01d-41da-93a9-6bd69b7cd774 None None] Provisioning complete for port 93d66a83-3bea-48f0-8df1-cdc28b45b625 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:49.053420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6646c1e-c01d-41da-93a9-6bd69b7cd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:49.128168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b6646c1e-c01d-41da-93a9-6bd69b7cd774 None None] Port 93d66a83-3bea-48f0-8df1-cdc28b45b625 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:49.183526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-094a3249-09ee-4613-8d79-23343bde7a42 req-23d23e9e-49c7-4c1c-926e-e87d53f34ee5 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0607123 Jul 28 11:29:49.365194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Subnet': ['ID=1acc9b83-452b-4edc-ae9e-b64f64c0f1ac,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:49.366540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Checking segment: {'id': '813c4391-82d3-4c6f-88e6-851312d73f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bb8017ca-c013-4a7b-9b02-87aacbded2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:49.366899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network hostable DHCP agents. Network: bb8017ca-c013-4a7b-9b02-87aacbded2b1, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:49.407835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17699a36-7f98-4cbe-a33b-985848117f2b req-0321531c-ea75-4b31-934c-ef28239914a2 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:49.413130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network bb8017ca-c013-4a7b-9b02-87aacbded2b1 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:49.415112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17699a36-7f98-4cbe-a33b-985848117f2b req-0321531c-ea75-4b31-934c-ef28239914a2 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1094 time: 0.0612171 Jul 28 11:29:49.483091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bb8017ca-c013-4a7b-9b02-87aacbded2b1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:49.489515 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:49.491525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17699a36-7f98-4cbe-a33b-985848117f2b req-4d518b1d-0312-4e69-a3bc-4d171b0891de tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Jul 28 11:29:49.499642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aca99f-989c-456d-bd8b-b05d25377444 None None] Network bb8017ca-c013-4a7b-9b02-87aacbded2b1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:49.550319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:49.555292 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:49.583085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:49.617540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event updated for resources: {'Subnet': ['ID=b7bfe170-834b-447a-bfae-c53ab02757bf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:49.664568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Checking segment: {'id': 'ac0a4169-acde-4147-9f1c-d63eb841a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '923ee009-1c90-40d7-9c15-12512b4f661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:29:49.665000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network hostable DHCP agents. Network: 923ee009-1c90-40d7-9c15-12512b4f661c, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:29:49.723860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Network 923ee009-1c90-40d7-9c15-12512b4f661c is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:29:49.756488 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c7432d3-1dea-4f3a-87fa-3a963e40aae6 (CIDR: 172.20.0.0/28) Jul 28 11:29:49.761445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 923ee009-1c90-40d7-9c15-12512b4f661c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:49.770843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:49.771330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:49.771969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:49.790252 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:29:49.793112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:49.813627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee76dfb9-6707-4977-9005-75c100e3fec1 None None] Network 923ee009-1c90-40d7-9c15-12512b4f661c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:49.821402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bb771a3f-db51-4996-ad2b-b8dccca02db6 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.4877844 Jul 28 11:29:49.821949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:49.831452 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-646f1914-5e15-43d2-aaec-6f74de993e55 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0872087 Jul 28 11:29:49.834104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:49.841224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:49.890389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:49.892298 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:49.938080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c5a4e-3055-41c3-8de0-1a307b39c887 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:49.946901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c5a4e-3055-41c3-8de0-1a307b39c887 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:49.951096 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c5a4e-3055-41c3-8de0-1a307b39c887 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:49.954418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a78c5a4e-3055-41c3-8de0-1a307b39c887 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1314292 Jul 28 11:29:49.963611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:49.979954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:49.988410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba224cd8-0312-4ceb-a9a2-a3db70b196a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-bb8017ca-c013-4a7b-9b02-87aacbded2b1', 'network_id': 'bb8017ca-c013-4a7b-9b02-87aacbded2b1', 'tenant_id': 'db8361b289a743a693f7ecf7be17d081', 'fixed_ips': [{'subnet_id': '1acc9b83-452b-4edc-ae9e-b64f64c0f1ac'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:49.989405 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba224cd8-0312-4ceb-a9a2-a3db70b196a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.044010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Deleting subnet 1acc9b83-452b-4edc-ae9e-b64f64c0f1ac {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:50.048354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.097243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.167278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.240789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.261644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.267406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41940) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:50.268367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/subnets/1acc9b83-452b-4edc-ae9e-b64f64c0f1ac HTTP/1.1" status: 204 len: 168 time: 0.2994871 Jul 28 11:29:50.289191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d473ae-0824-4f86-a020-7a8c814867e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-923ee009-1c90-40d7-9c15-12512b4f661c', 'network_id': '923ee009-1c90-40d7-9c15-12512b4f661c', 'tenant_id': 'db8361b289a743a693f7ecf7be17d081', 'fixed_ips': [{'subnet_id': 'b7bfe170-834b-447a-bfae-c53ab02757bf'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:29:50.290038 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3d473ae-0824-4f86-a020-7a8c814867e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.292273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:50.295979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.354572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Deleting subnet b7bfe170-834b-447a-bfae-c53ab02757bf {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:50.358331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-ba224cd8-0312-4ceb-a9a2-a3db70b196a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1acc9b83-452b-4edc-ae9e-b64f64c0f1ac: This subnet is being modified by another concurrent operation. Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1acc9b83-452b-4edc-ae9e-b64f64c0f1ac: This subnet is being modified by another concurrent operation. Jul 28 11:29:50.361610 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:29:50.430606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bc33f-e05b-4df1-bdce-5cf7acdc286c None None] Network bb8017ca-c013-4a7b-9b02-87aacbded2b1 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:50.443772 n-d-723573-7 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 743588a0-0c9d-4b9f-bd34-26c373566d37 (CIDR: 172.20.0.16/28) Jul 28 11:29:50.445469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854934b-9ab5-4fe3-b651-4f6a68da66f7 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Subnet': ['ID=1acc9b83-452b-4edc-ae9e-b64f64c0f1ac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:50.453010 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:29:50.456477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:50.471671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8342a3a4-9d57-4fe6-911a-69c61dbab025 req-35fda26a-efb3-456e-93f3-ba30e8d7aadd tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0553160 Jul 28 11:29:50.494475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-83baaadb-5172-48db-9d73-4fb089c5f6a4 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6568348 Jul 28 11:29:50.494678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:50.500869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'subnet': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:50.504154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.600346 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.718377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db3b1c9f-b702-4887-8f03-b96835c2919d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:29:50.732360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa7044-5c4a-46b7-a0ff-08c9a095cb78 req-b692ff0e-b534-45ec-9f3e-e3c36875bdef tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:50.734269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5fa7044-5c4a-46b7-a0ff-08c9a095cb78 req-b692ff0e-b534-45ec-9f3e-e3c36875bdef tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1094 time: 0.1109493 Jul 28 11:29:50.770115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.835307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port db3b1c9f-b702-4887-8f03-b96835c2919d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db3b1c9f-b702-4887-8f03-b96835c2919d,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:50.850678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bfe170-834b-447a-bfae-c53ab02757bf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:50.864656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:50.873752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fa483177-3dba-43c9-b556-e545e190d271 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/subnets/b7bfe170-834b-447a-bfae-c53ab02757bf HTTP/1.1" status: 204 len: 168 time: 0.6052575 Jul 28 11:29:50.880834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:50.897586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a5fa7044-5c4a-46b7-a0ff-08c9a095cb78 req-4fb484f2-6598-44ad-98bd-f76e3e5e851b tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545746 Jul 28 11:29:50.898923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'db3b1c9f-b702-4887-8f03-b96835c2919d', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'port_id': 'db3b1c9f-b702-4887-8f03-b96835c2919d', 'mac_address': 'fa:16:3e:17:09:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-e3d473ae-0824-4f86-a020-7a8c814867e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7bfe170-834b-447a-bfae-c53ab02757bf: This subnet is being modified by another concurrent operation. Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7bfe170-834b-447a-bfae-c53ab02757bf: This subnet is being modified by another concurrent operation. Jul 28 11:29:50.903210 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:29:50.941935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485ed9f-b761-470f-b70e-fbb670e7e81c None None] Network 923ee009-1c90-40d7-9c15-12512b4f661c requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:50.990861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee047c0-6a42-4012-a56d-f57ea81644bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:50.992563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9ee047c0-6a42-4012-a56d-f57ea81644bd tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1123910 Jul 28 11:29:50.993599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Made reservation on behalf of 02d13cb48eec4ea8ac818efd81261dd7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:50.998290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:51.009798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.154921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e5ad16-4fb8-4840-b98e-6635d12d9acf None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:29:51.159132 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.202719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.204537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3b1c9f-b702-4887-8f03-b96835c2919d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:29:51.260419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port db3b1c9f-b702-4887-8f03-b96835c2919d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db3b1c9f-b702-4887-8f03-b96835c2919d,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:51.270614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.334550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=db3b1c9f-b702-4887-8f03-b96835c2919d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:51.395858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.412402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923ee009-1c90-40d7-9c15-12512b4f661c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:51.448734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0a4169-acde-4147-9f1c-d63eb841a45b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:51.449110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0a4169-acde-4147-9f1c-d63eb841a45b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:51.462468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.483451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.486305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5ad16-4fb8-4840-b98e-6635d12d9acf None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:29:51.507457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.522390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:51.522811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:51.526169 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:51.536396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:29:51.542212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:29:51.549626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['db3b1c9f-b702-4887-8f03-b96835c2919d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:29:51.553236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:51.556019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.577701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Subnet': ['ID=ce74d5c1-de11-4d36-91d4-e0ea2473a6a5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:51.607463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae47ed91-4a0c-466b-a72d-fe20e05c627f tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1095419 Jul 28 11:29:51.608591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 41972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:51.624308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-536128018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce74d5c1-de11-4d36-91d4-e0ea2473a6a5'}], 'security_groups': ['5ee0f25f-7bd5-49bd-ac09-92dae380fe7c', '0dfbadef-7da8-4744-82ab-2408e6c04035']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:51.649976 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.657370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.659476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/networks/923ee009-1c90-40d7-9c15-12512b4f661c HTTP/1.1" status: 204 len: 168 time: 0.6595883 Jul 28 11:29:51.676648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:51.734456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4d47c-e517-4774-9135-7b55a73c679b tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Network': ['ID=923ee009-1c90-40d7-9c15-12512b4f661c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:51.784697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58e21331-46be-43cd-ab6a-f6fa5e1a07c5 req-27419307-e367-4716-af5c-50f554d1407e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.1088059 Jul 28 11:29:51.825259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.837987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.947012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:51.970005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8017ca-c013-4a7b-9b02-87aacbded2b1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:52.009217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813c4391-82d3-4c6f-88e6-851312d73f84') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:52.009514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813c4391-82d3-4c6f-88e6-851312d73f84') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:52.034056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.093624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.102859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:52.103405 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:52.107346 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:52.180455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6eebf-eac5-480c-8376-ed8c597f6dfc req-961d853f-82c7-47b0-a2f7-4a15b5ff1e9b tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:52.182029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6d6eebf-eac5-480c-8376-ed8c597f6dfc req-961d853f-82c7-47b0-a2f7-4a15b5ff1e9b tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1095 time: 0.1299438 Jul 28 11:29:52.217138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.227439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.232590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/networks/bb8017ca-c013-4a7b-9b02-87aacbded2b1 HTTP/1.1" status: 204 len: 168 time: 0.5522792 Jul 28 11:29:52.243059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 41990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:52.273837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74351156-147a-4006-8b21-359d301aab24 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Network': ['ID=bb8017ca-c013-4a7b-9b02-87aacbded2b1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:52.294388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6d6eebf-eac5-480c-8376-ed8c597f6dfc req-0ad2dbcc-33fb-499e-a5bc-29f581c2c4c4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063228 Jul 28 11:29:52.364541 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.510992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Delete allocated IP 172.20.0.4 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/0c7432d3-1dea-4f3a-87fa-3a963e40aae6) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 11:29:52.520541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Allocated IP 172.20.0.41 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/ce74d5c1-de11-4d36-91d4-e0ea2473a6a5/93d66a83-3bea-48f0-8df1-cdc28b45b625) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:52.525246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f07aef-2525-48f3-b6ca-a2a9837722f9 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:29:52.617218 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.642994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2a211d-46f0-48d8-9078-7bc6b7420173']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:52.665941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2532afd7-6d4f-418d-bc10-0ddbfeb76bc9') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:52.666352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2532afd7-6d4f-418d-bc10-0ddbfeb76bc9') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:52.689694 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.709522 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.716796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:52.717545 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:52.722612 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:52.727391 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.731230 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.749844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Transition to ACTIVE for port object 93d66a83-3bea-48f0-8df1-cdc28b45b625 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:52.757236 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.786989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f07aef-2525-48f3-b6ca-a2a9837722f9 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:29:52.828661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.844789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:52.847273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/networks/4a2a211d-46f0-48d8-9078-7bc6b7420173 HTTP/1.1" status: 204 len: 168 time: 0.6031539 Jul 28 11:29:52.853686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:52.902580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df4dc6-5e4c-40db-a041-24d370139e78 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Network': ['ID=4a2a211d-46f0-48d8-9078-7bc6b7420173,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:52.924292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event updated for resources: {'Port': ['ID=93d66a83-3bea-48f0-8df1-cdc28b45b625,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:52.942862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.952706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.953240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.954242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.954744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.963585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.964207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.964938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.965426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.966023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.966503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.966980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:29:52.990330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] In _notify_port_updated(), no bound segment for port 93d66a83-3bea-48f0-8df1-cdc28b45b625 on network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:29:52.996297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:53.001722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.009403 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-127b39d9-04a5-429f-bfe9-d965d4d3fb1c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "PUT /v2.0/ports/93d66a83-3bea-48f0-8df1-cdc28b45b625 HTTP/1.1" status: 200 len: 959 time: 1.3996513 Jul 28 11:29:53.011966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:53.092313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c116ee54-3b08-4b6f-a412-69c6aa48c9c4 req-d99f5b7a-b671-454c-a44e-e0a116fcf8d6 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0418627 Jul 28 11:29:53.096836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.221323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port 93d66a83-3bea-48f0-8df1-cdc28b45b625 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:53.221715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.235989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.291161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326203ab-c204-48bd-9334-d3f8f3c8a0d1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:53.330518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930b25a4-611a-457d-b896-2f35cc2deed0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:53.330847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930b25a4-611a-457d-b896-2f35cc2deed0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:53.334998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.351251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for 93d66a83-3bea-48f0-8df1-cdc28b45b625 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:53.361018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.388454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51767b01-fc94-4a54-bf4a-0c5285a0a4a4 None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:53.408741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.425673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:53.427189 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:53.497731 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:53.563113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aa677-93dc-47fc-b7eb-876fd6479d53 req-9069f69a-1c4b-4036-bc18-8f1ec1b5f2a4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:53.571995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f5aa677-93dc-47fc-b7eb-876fd6479d53 req-9069f69a-1c4b-4036-bc18-8f1ec1b5f2a4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1095 time: 0.0686979 Jul 28 11:29:53.583516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.598465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.600582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] 10.222.0.20 "DELETE /v2.0/networks/326203ab-c204-48bd-9334-d3f8f3c8a0d1 HTTP/1.1" status: 204 len: 168 time: 0.7458146 Jul 28 11:29:53.646049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Update dhcp port {'port': {'network_id': '3cb61a87-7af0-43b7-a5d4-97b09bba0178', 'fixed_ips': [{'subnet_id': '743588a0-0c9d-4b9f-bd34-26c373566d37', 'ip_address': '172.20.0.18'}, {'subnet_id': '0c7432d3-1dea-4f3a-87fa-3a963e40aae6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce74d5c1-de11-4d36-91d4-e0ea2473a6a5'}], 'binding:host_id': 'n-d-723573-7'}, 'id': 'aecdf879-47a6-4c86-a5f9-d3541503f26e'} from n-d-723573-7. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 11:29:53.650916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41e418-c218-4bd7-a22e-4394761e4447 tempest-BulkNetworkOpsIpV6Test-815255101 tempest-BulkNetworkOpsIpV6Test-815255101-project] Pushing event deleted for resources: {'Network': ['ID=326203ab-c204-48bd-9334-d3f8f3c8a0d1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:53.686146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f5aa677-93dc-47fc-b7eb-876fd6479d53 req-7738dea6-3fa5-4b1b-95f2-e1ac348f0fc8 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130149 Jul 28 11:29:53.703771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.714020 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.793937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=93d66a83-3bea-48f0-8df1-cdc28b45b625,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:53.959795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:53.962131 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be61641e-07ce-4291-98ce-c59eb1cc7592 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/93d66a83-3bea-48f0-8df1-cdc28b45b625 HTTP/1.1" status: 204 len: 168 time: 0.9485700 Jul 28 11:29:53.964851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.003404 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f389a7fa-070b-475a-8c2b-abf6e4651010 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] GET failed (client error): The resource could not be found. Jul 28 11:29:54.008423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.008852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f389a7fa-070b-475a-8c2b-abf6e4651010 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports/93d66a83-3bea-48f0-8df1-cdc28b45b625 HTTP/1.1" status: 404 len: 333 time: 0.0428505 Jul 28 11:29:54.035461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Allocated IP 172.20.0.34 (3cb61a87-7af0-43b7-a5d4-97b09bba0178/ce74d5c1-de11-4d36-91d4-e0ea2473a6a5/aecdf879-47a6-4c86-a5f9-d3541503f26e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:29:54.074807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.113139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d267c-9401-40a4-951e-4bebcf2528c5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.160190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d267c-9401-40a4-951e-4bebcf2528c5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.263113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d5fc074-695f-486f-93b3-ffdd7b893d4c req-1305745e-e89f-44c4-afe1-4acc379bafae tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/ports?device_id=da412ba3-961e-43ac-ae92-c6e5416ad8ba HTTP/1.1" status: 200 len: 210 time: 0.0626400 Jul 28 11:29:54.300515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aecdf879-47a6-4c86-a5f9-d3541503f26e,segment=NetworkSegment(2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b),segment_id=2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:54.302107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d267c-9401-40a4-951e-4bebcf2528c5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.305104 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d267c-9401-40a4-951e-4bebcf2528c5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.306424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b3d267c-9401-40a4-951e-4bebcf2528c5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/security-groups/be95c825-bff1-4e7a-81f6-63232eac55d7 HTTP/1.1" status: 204 len: 168 time: 0.2969351 Jul 28 11:29:54.309554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.317870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d267c-9401-40a4-951e-4bebcf2528c5 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be95c825-bff1-4e7a-81f6-63232eac55d7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:54.390057 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.406222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Transition to ACTIVE for port object aecdf879-47a6-4c86-a5f9-d3541503f26e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:29:54.411890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.415511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf2a18ab-5bde-4bb8-b6bf-1a1fde58e1bf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.428515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-08f66108-4d37-4927-bebd-222305358ac1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db8361b289a743a693f7ecf7be17d081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498154 Jul 28 11:29:54.436618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.452991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf2a18ab-5bde-4bb8-b6bf-1a1fde58e1bf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.520146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf2a18ab-5bde-4bb8-b6bf-1a1fde58e1bf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.522484 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf2a18ab-5bde-4bb8-b6bf-1a1fde58e1bf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.523646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bf2a18ab-5bde-4bb8-b6bf-1a1fde58e1bf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/security-groups/0dfbadef-7da8-4744-82ab-2408e6c04035 HTTP/1.1" status: 204 len: 168 time: 0.2127378 Jul 28 11:29:54.528250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.558065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a18ab-5bde-4bb8-b6bf-1a1fde58e1bf tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfbadef-7da8-4744-82ab-2408e6c04035,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:54.565860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e911777-707c-4abe-8a0b-4b236b891c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.614090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e911777-707c-4abe-8a0b-4b236b891c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.626533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb46bd0-4b18-4f37-95fa-7281ef1df073 None None] Pushing event updated for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:54.666680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db3b1c9f-b702-4887-8f03-b96835c2919d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:54.675958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16e49c26-c02a-4b41-8b31-3d538d6cedba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.724734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e911777-707c-4abe-8a0b-4b236b891c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.728738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e911777-707c-4abe-8a0b-4b236b891c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.735254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port db3b1c9f-b702-4887-8f03-b96835c2919d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:54.739096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e911777-707c-4abe-8a0b-4b236b891c92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4c3603b-3705-4951-998c-729ee757f45b HTTP/1.1" status: 204 len: 168 time: 0.3013730 Jul 28 11:29:54.744976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port db3b1c9f-b702-4887-8f03-b96835c2919d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:54.745749 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16e49c26-c02a-4b41-8b31-3d538d6cedba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.748614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.757182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e911777-707c-4abe-8a0b-4b236b891c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3603b-3705-4951-998c-729ee757f45b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:54.821744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16e49c26-c02a-4b41-8b31-3d538d6cedba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.838534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16e49c26-c02a-4b41-8b31-3d538d6cedba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:54.842527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:54.859196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-16e49c26-c02a-4b41-8b31-3d538d6cedba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ee0f25f-7bd5-49bd-ac09-92dae380fe7c HTTP/1.1" status: 204 len: 168 time: 0.3128283 Jul 28 11:29:54.936230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e49c26-c02a-4b41-8b31-3d538d6cedba tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0f25f-7bd5-49bd-ac09-92dae380fe7c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:55.011151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 0c7432d3-1dea-4f3a-87fa-3a963e40aae6 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:55.035276 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.056959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b440-c0d6-413f-81cf-89292f5de6e1 req-c6212c25-6da9-4244-882b-fd355f31ab69 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:55.058504 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2136b440-c0d6-413f-81cf-89292f5de6e1 req-c6212c25-6da9-4244-882b-fd355f31ab69 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1095 time: 0.1762309 Jul 28 11:29:55.067662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.125172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f397a9-e0d4-486f-a509-333407030209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3b1c9f-b702-4887-8f03-b96835c2919d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:29:55.132447 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec0c8da-b02e-439e-a457-15edd099d6e4" -d '{"events": [{"server_uuid": "f7f397a9-e0d4-486f-a509-333407030209", "name": "network-vif-plugged", "status": "completed", "tag": "db3b1c9f-b702-4887-8f03-b96835c2919d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:29:55.152646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2136b440-c0d6-413f-81cf-89292f5de6e1 req-97e4b440-a7e3-48ee-b53a-e8813f271a43 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752411 Jul 28 11:29:55.156430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port db3b1c9f-b702-4887-8f03-b96835c2919d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db3b1c9f-b702-4887-8f03-b96835c2919d,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:55.165076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.171053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.353121 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd22529-9f9d-4fcb-83e8-9e09f43a44d7 x-openstack-request-id: req-ddd22529-9f9d-4fcb-83e8-9e09f43a44d7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:29:55.353463 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f397a9-e0d4-486f-a509-333407030209", "name": "network-vif-plugged", "status": "completed", "tag": "db3b1c9f-b702-4887-8f03-b96835c2919d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:29:55.353670 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddd22529-9f9d-4fcb-83e8-9e09f43a44d7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:29:55.354069 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f397a9-e0d4-486f-a509-333407030209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3b1c9f-b702-4887-8f03-b96835c2919d', 'code': 200} Jul 28 11:29:55.354659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=db3b1c9f-b702-4887-8f03-b96835c2919d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:55.372804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.468314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b3cba-3c38-44d3-bbf7-dd309c91e7c4 req-3fd90e1d-db08-4c59-a6d4-f52c881876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:55.473254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:55.476209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b08b3cba-3c38-44d3-bbf7-dd309c91e7c4 req-3fd90e1d-db08-4c59-a6d4-f52c881876bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.1359267 Jul 28 11:29:55.553042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b08b3cba-3c38-44d3-bbf7-dd309c91e7c4 req-cc61e570-769f-40ef-84c1-cd95c79ec46c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680962 Jul 28 11:29:55.594713 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.619717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Could not find standard attr ID for object 93d66a83-3bea-48f0-8df1-cdc28b45b625. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:29:55.621513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:29:55.669908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7432d3-1dea-4f3a-87fa-3a963e40aae6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:55.672188 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.679779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:55.680791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-63ed9361-b2d8-4397-bb9d-0c85f76ba655 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/0c7432d3-1dea-4f3a-87fa-3a963e40aae6 HTTP/1.1" status: 204 len: 168 time: 0.8365297 Jul 28 11:29:55.703382 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f5063a4-2a7b-4122-ae00-963d75b6e0c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.740056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Provisioning for port aecdf879-47a6-4c86-a5f9-d3541503f26e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:29:55.761198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:55.761572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.793737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f5063a4-2a7b-4122-ae00-963d75b6e0c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.795657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet ce74d5c1-de11-4d36-91d4-e0ea2473a6a5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:55.800532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.855774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.873027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:55.873363 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.897409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f5063a4-2a7b-4122-ae00-963d75b6e0c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.900288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f5063a4-2a7b-4122-ae00-963d75b6e0c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:55.901612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4f5063a4-2a7b-4122-ae00-963d75b6e0c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1ade54f-684c-4865-8741-383996969114 HTTP/1.1" status: 204 len: 168 time: 0.4187667 Jul 28 11:29:55.905171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:55.949162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5063a4-2a7b-4122-ae00-963d75b6e0c4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ade54f-684c-4865-8741-383996969114,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:55.951180 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5e041a22-48fb-4184-9d30-492e88c183b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] show failed (client error): The resource could not be found. Jul 28 11:29:55.952402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5e041a22-48fb-4184-9d30-492e88c183b3 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "GET /v2.0/security-groups/b1ade54f-684c-4865-8741-383996969114 HTTP/1.1" status: 404 len: 347 time: 0.0363486 Jul 28 11:29:55.957322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:56.014165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.027029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0986d231-8ce2-4d90-800f-eefa1abbc379 None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:56.129646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Provisioning complete for port d6650faf-c4c8-4f0b-a088-61fa3283fd92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:56.130019 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.189270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.201169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:56.202739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port 5c004686-52b0-4cac-8dd6-1b5385762e4e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:56.203091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.306813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.307732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.322901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for 5c004686-52b0-4cac-8dd6-1b5385762e4e owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:56.330665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.343790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/ce74d5c1-de11-4d36-91d4-e0ea2473a6a5 HTTP/1.1" status: 204 len: 168 time: 0.6630030 Jul 28 11:29:56.349283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:56.360100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53e044-ff43-4953-87d9-af3313510eb8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=ce74d5c1-de11-4d36-91d4-e0ea2473a6a5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:56.361797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c46017b2-c643-4f60-9f39-b9794695b528 None None] Port d6650faf-c4c8-4f0b-a088-61fa3283fd92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:56.413231 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83d0512-d138-4daa-9ab7-3c42b4eddcca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:56.413624 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83d0512-d138-4daa-9ab7-3c42b4eddcca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:56.415488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e83d0512-d138-4daa-9ab7-3c42b4eddcca tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/0c7432d3-1dea-4f3a-87fa-3a963e40aae6 HTTP/1.1" status: 404 len: 337 time: 0.0361116 Jul 28 11:29:56.430710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:56.453401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'networks': [{'name': 'tempest-network--1675429907'}, {'name': 'tempest-network--1770993088'}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:56.454255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'network': {'name': 'tempest-network--1675429907'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:56.454965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'network': {'name': 'tempest-network--1770993088'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:56.500897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting subnet 743588a0-0c9d-4b9f-bd34-26c373566d37 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:56.504819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'network': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:56.510468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.525509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e9704656-1cc3-4e20-9a65-804476e3196a None None] Could not find standard attr ID for object 93d66a83-3bea-48f0-8df1-cdc28b45b625. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:29:56.527560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.536264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.621949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.626031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a7b15-5eb6-4eac-9733-bebd1f520afd req-c7c75852-8314-4ca7-a783-dfd23cb8df83 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:56.627705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-131a7b15-5eb6-4eac-9733-bebd1f520afd req-c7c75852-8314-4ca7-a783-dfd23cb8df83 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.2001841 Jul 28 11:29:56.631504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.710386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=5c004686-52b0-4cac-8dd6-1b5385762e4e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:56.748533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-131a7b15-5eb6-4eac-9733-bebd1f520afd req-8c504d3e-2c5f-4002-a3d1-dd7e0cf403a4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955396 Jul 28 11:29:56.777981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.780509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.782535 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4abf0231-d38e-4bc8-be5f-360a6b1e4856 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/floatingips/26245a85-48d5-4ad0-be0e-72d754fbf733 HTTP/1.1" status: 204 len: 168 time: 0.8233588 Jul 28 11:29:56.787107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:56.800966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.901870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.933521 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.939975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Subnet': ['ID=743588a0-0c9d-4b9f-bd34-26c373566d37,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:56.943969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.949673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.950172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:56.960326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-671725ab-0a81-45fc-b8cc-ddb7239cbb3d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/743588a0-0c9d-4b9f-bd34-26c373566d37 HTTP/1.1" status: 204 len: 168 time: 0.5281599 Jul 28 11:29:56.962147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.016246 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-436476b0-829e-42cf-a811-45e9e3aa2fd8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.016798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436476b0-829e-42cf-a811-45e9e3aa2fd8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.020074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-436476b0-829e-42cf-a811-45e9e3aa2fd8 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/95621aed-ff08-42d7-bf65-8913fcbe4046 HTTP/1.1" status: 404 len: 337 time: 0.0567913 Jul 28 11:29:57.027775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.035538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77cf493-2e6a-413f-ad41-0cf97a935883,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:57.065681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port c4520011-d6a5-40ae-8e12-82ab17ca9f94 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:57.066537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.075824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:57.082219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ae89d95-0a45-492a-b22f-c80213b7aa54 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "GET /v2.0/ports?device_id=705d9992-7c53-459d-a7c9-70a1831bbcd6 HTTP/1.1" status: 200 len: 205 time: 0.0530512 Jul 28 11:29:57.084519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.127725 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-60a9fccd-a1d4-4392-a295-a221c9aa9943 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] delete failed (client error): The resource could not be found. Jul 28 11:29:57.129653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-60a9fccd-a1d4-4392-a295-a221c9aa9943 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/routers/705d9992-7c53-459d-a7c9-70a1831bbcd6 HTTP/1.1" status: 404 len: 336 time: 0.0440481 Jul 28 11:29:57.131991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.131991 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Added segment b2e9ccf5-7359-4339-ad72-b9d82f0c4dc1 of type vlan for network ae7d6175-075a-4568-8b2d-b0b521f6dc96 Jul 28 11:29:57.134409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.179772 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.267935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for c4520011-d6a5-40ae-8e12-82ab17ca9f94 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:57.270003 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d4fb7f-eee4-4842-aae7-c18ad93aeb98 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.270460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d4fb7f-eee4-4842-aae7-c18ad93aeb98 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.274422 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07d4fb7f-eee4-4842-aae7-c18ad93aeb98 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/6fe88de4-1ba7-451d-80a8-b00223e96a01 HTTP/1.1" status: 404 len: 337 time: 0.0856829 Jul 28 11:29:57.276506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.311053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.328154 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4128424a-5849-4c23-b2e6-0fdcd7ab5625 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.329601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4128424a-5849-4c23-b2e6-0fdcd7ab5625 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.334818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4128424a-5849-4c23-b2e6-0fdcd7ab5625 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/6910b137-7130-4f21-b694-c43095220814 HTTP/1.1" status: 404 len: 337 time: 0.0571239 Jul 28 11:29:57.335427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.366150 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f4ddbf-9ff7-48ee-94bf-e95395a2e09b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.366607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f4ddbf-9ff7-48ee-94bf-e95395a2e09b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.370933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-48f4ddbf-9ff7-48ee-94bf-e95395a2e09b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/5ab9915e-9f18-4927-a982-1694d79c7553 HTTP/1.1" status: 404 len: 337 time: 0.0342948 Jul 28 11:29:57.371817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.401278 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd6e04d-fb54-4d3b-9d28-908ed6c11779 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.401966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd6e04d-fb54-4d3b-9d28-908ed6c11779 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.413038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bbd6e04d-fb54-4d3b-9d28-908ed6c11779 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/908c8e77-ae5c-4915-987e-832951a3bb3c HTTP/1.1" status: 404 len: 333 time: 0.0402184 Jul 28 11:29:57.413638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.444550 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf7d301-97a6-446b-a552-193aca532f29 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.445022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf7d301-97a6-446b-a552-193aca532f29 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.449655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-daf7d301-97a6-446b-a552-193aca532f29 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/36b1c0ac-0313-460a-95d1-0c5cc1da462f HTTP/1.1" status: 404 len: 337 time: 0.0347569 Jul 28 11:29:57.449977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42158) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.476210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b537ece4-3380-49f5-b46b-cd519c7b0aa6 None None] Provisioning complete for port aecdf879-47a6-4c86-a5f9-d3541503f26e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:57.476774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b537ece4-3380-49f5-b46b-cd519c7b0aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.478504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5093009-f08f-484b-bfca-703673540517 None None] Network 3cb61a87-7af0-43b7-a5d4-97b09bba0178 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:29:57.482413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:29:57.519074 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b665de-36c9-4d7f-b2a2-b559c6711811 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.519586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b665de-36c9-4d7f-b2a2-b559c6711811 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.523139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.523599 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Added segment 5e3285b8-5f6e-428c-881c-de69a4c6c1aa of type vlan for network 5dbaf90d-a02d-45cf-9448-9eeed722d23a Jul 28 11:29:57.526101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-46b665de-36c9-4d7f-b2a2-b559c6711811 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/41637e96-a432-4515-b206-2c4f9ada3dc1 HTTP/1.1" status: 404 len: 337 time: 0.0742478 Jul 28 11:29:57.526712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.577952 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae963c80-3c88-42d4-a939-d35b456bd125 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.579585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae963c80-3c88-42d4-a939-d35b456bd125 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.583816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ae963c80-3c88-42d4-a939-d35b456bd125 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/d898c4bf-34e8-460e-a40c-876da86279c1 HTTP/1.1" status: 404 len: 333 time: 0.0517130 Jul 28 11:29:57.585951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.597267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.636014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.662362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=c4520011-d6a5-40ae-8e12-82ab17ca9f94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:57.669215 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f02ebbf-4695-4951-9b9d-b054adacbe0c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.669751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f02ebbf-4695-4951-9b9d-b054adacbe0c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.672657 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6f02ebbf-4695-4951-9b9d-b054adacbe0c tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/ae4170ab-544c-47ba-8b96-ce4dfb5b9d8e HTTP/1.1" status: 404 len: 337 time: 0.0813227 Jul 28 11:29:57.675098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.725242 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-482bf15b-ef29-41b4-8c34-ec7c01c7a69b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] DELETE failed (client error): The resource could not be found. Jul 28 11:29:57.725699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482bf15b-ef29-41b4-8c34-ec7c01c7a69b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:29:57.727407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-482bf15b-ef29-41b4-8c34-ec7c01c7a69b tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/subnets/b650ef9d-b9f9-40ec-b9f5-7395a4ec3ccb HTTP/1.1" status: 404 len: 337 time: 0.0513391 Jul 28 11:29:57.733298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.781182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b537ece4-3380-49f5-b46b-cd519c7b0aa6 None None] Provisioning complete for port d6650faf-c4c8-4f0b-a088-61fa3283fd92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:29:57.782253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b537ece4-3380-49f5-b46b-cd519c7b0aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.806300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.806904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.814615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:57.819206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:57.819951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.841685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b537ece4-3380-49f5-b46b-cd519c7b0aa6 None None] Port d6650faf-c4c8-4f0b-a088-61fa3283fd92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:29:57.893412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9317-62df-4bb3-a1d2-e5732ee1ea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.934854 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:57.935445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19ab0-b825-4e0e-80d7-c1f977f07aac req-c0b49f9e-4ead-4ea8-b2dd-92f4aa618382 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:57.944865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4807c6ee-806d-4f57-bfbc-a7f54b04aeee tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/ports/c4520011-d6a5-40ae-8e12-82ab17ca9f94 HTTP/1.1" status: 204 len: 168 time: 1.1566720 Jul 28 11:29:57.946503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecf19ab0-b825-4e0e-80d7-c1f977f07aac req-c0b49f9e-4ead-4ea8-b2dd-92f4aa618382 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.0875857 Jul 28 11:29:57.954414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:57.956413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] DHCP port deletion for 3cb61a87-7af0-43b7-a5d4-97b09bba0178 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:29:57.962719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Network': ['ID=ae7d6175-075a-4568-8b2d-b0b521f6dc96,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:57.978643 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7701852 Jul 28 11:29:57.991095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:58.014270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ae7d6175-075a-4568-8b2d-b0b521f6dc96 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:58.050099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Deleting port d6650faf-c4c8-4f0b-a088-61fa3283fd92 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:58.050593 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.136126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] Deleting port aecdf879-47a6-4c86-a5f9-d3541503f26e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:58.136519 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.157525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96890ff5-d4f2-4a13-8fb4-9e5a9287198a tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Network': ['ID=5dbaf90d-a02d-45cf-9448-9eeed722d23a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:58.183745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5dbaf90d-a02d-45cf-9448-9eeed722d23a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:29:58.246612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecf19ab0-b825-4e0e-80d7-c1f977f07aac req-09ff0a95-b233-4691-8fd5-12a7ad209427 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991910 Jul 28 11:29:58.289365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.308373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d48b16-9179-4c36-93e3-0e56f2e721de tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:58.319644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] For port aecdf879-47a6-4c86-a5f9-d3541503f26e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aecdf879-47a6-4c86-a5f9-d3541503f26e,segment=NetworkSegment(2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b),segment_id=2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:29:58.320187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.322546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d48b16-9179-4c36-93e3-0e56f2e721de tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:58.331364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d48b16-9179-4c36-93e3-0e56f2e721de tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:58.339159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d48b16-9179-4c36-93e3-0e56f2e721de tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:58.341341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-97d48b16-9179-4c36-93e3-0e56f2e721de tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3492458 Jul 28 11:29:58.344807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:58.347149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] Calling delete_port for aecdf879-47a6-4c86-a5f9-d3541503f26e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:58.365639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Calling delete_port for d6650faf-c4c8-4f0b-a088-61fa3283fd92 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:58.444045 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.483548 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.518089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port 499d86a3-4144-4cca-96cb-97fa9818c48c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:29:58.518448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.520301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] No DVR routers for this DVR port aecdf879-47a6-4c86-a5f9-d3541503f26e on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:29:58.522716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b2866-8a9f-4ffa-b6b3-be1972360bb0 None None] Pushing event deleted for resources: {'Port': ['ID=aecdf879-47a6-4c86-a5f9-d3541503f26e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:58.574607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.585645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7d6175-075a-4568-8b2d-b0b521f6dc96']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:58.604530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e9ccf5-7359-4339-ad72-b9d82f0c4dc1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:58.604887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e9ccf5-7359-4339-ad72-b9d82f0c4dc1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:58.616583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.627519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.633014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.640120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:58.640664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:58.644392 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:58.683367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde3e5a-500d-42c0-9dca-a7e3928c08de req-9331f3a0-1a16-4a77-b480-eb0c4f59ac8e tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:58.691292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adde3e5a-500d-42c0-9dca-a7e3928c08de req-9331f3a0-1a16-4a77-b480-eb0c4f59ac8e tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.2903159 Jul 28 11:29:58.715632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Port': ['ID=d6650faf-c4c8-4f0b-a088-61fa3283fd92,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:58.731962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.736960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8b385087-f16f-439d-aad8-ce4073da50b6 tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/ports/d6650faf-c4c8-4f0b-a088-61fa3283fd92 HTTP/1.1" status: 204 len: 168 time: 0.9998200 Jul 28 11:29:58.737156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.738172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:58.747003 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.748839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/networks/ae7d6175-075a-4568-8b2d-b0b521f6dc96 HTTP/1.1" status: 204 len: 168 time: 0.4029024 Jul 28 11:29:58.755208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:58.760896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7989f-2690-4552-be24-84c58077a6d3 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Network': ['ID=ae7d6175-075a-4568-8b2d-b0b521f6dc96,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:58.829423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-adde3e5a-500d-42c0-9dca-a7e3928c08de req-00e72a2e-3dbb-4ad7-bd87-c00c7b62b54a tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372635 Jul 28 11:29:58.878843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:58.928049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for 499d86a3-4144-4cca-96cb-97fa9818c48c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:29:58.979525 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.032644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.064719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0b562-049e-425c-8c95-b1863ca10123 req-9dceb06b-8d1b-489b-89b7-d0cc00936f11 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:59.066236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fd0b562-049e-425c-8c95-b1863ca10123 req-9dceb06b-8d1b-489b-89b7-d0cc00936f11 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.1394641 Jul 28 11:29:59.239082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.263637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbaf90d-a02d-45cf-9448-9eeed722d23a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:59.285893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.289110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3285b8-5f6e-428c-881c-de69a4c6c1aa') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:59.289399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3285b8-5f6e-428c-881c-de69a4c6c1aa') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:59.322098 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fd0b562-049e-425c-8c95-b1863ca10123 req-e1778b0b-1cc4-4e58-9379-317e8e88d434 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325630 Jul 28 11:29:59.325005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb61a87-7af0-43b7-a5d4-97b09bba0178']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:59.330174 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.349644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:59.349991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc4d8c0-94b8-4a10-bac7-b83f9b17bc5b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:29:59.366229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.369081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.383418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:59.383824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:59.387232 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:59.431595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.439597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.456100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:29:59.456458 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:29:59.460440 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:29:59.517304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=499d86a3-4144-4cca-96cb-97fa9818c48c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:59.542774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.569402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.571222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/networks/5dbaf90d-a02d-45cf-9448-9eeed722d23a HTTP/1.1" status: 204 len: 168 time: 0.8116503 Jul 28 11:29:59.574475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:59.580962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:29:59.606205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186171f-c526-4727-a334-e208db72bf88 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Network': ['ID=5dbaf90d-a02d-45cf-9448-9eeed722d23a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:59.618703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.627088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: aecdf879-47a6-4c86-a5f9-d3541503f26e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:29:59.627809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.630187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] 10.222.0.20 "DELETE /v2.0/networks/3cb61a87-7af0-43b7-a5d4-97b09bba0178 HTTP/1.1" status: 204 len: 168 time: 0.8869748 Jul 28 11:29:59.630504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aecdf879-47a6-4c86-a5f9-d3541503f26e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:29:59.704615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dd0fc-db41-4a1b-ac8e-cd88cac3540d tempest-PortsTestJSON-849828557 tempest-PortsTestJSON-849828557-project] Pushing event deleted for resources: {'Network': ['ID=3cb61a87-7af0-43b7-a5d4-97b09bba0178,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:29:59.721143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.726153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:59.726893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a1cb18d-42e4-403b-b62d-a92540d77dc4 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/ports/499d86a3-4144-4cca-96cb-97fa9818c48c HTTP/1.1" status: 204 len: 168 time: 1.7627282 Jul 28 11:29:59.771036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-ecabe9f5-5f31-437e-826e-fc7504b13286 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:59.773106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-ecabe9f5-5f31-437e-826e-fc7504b13286 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/networks?id=6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 200 len: 911 time: 0.1584392 Jul 28 11:29:59.809130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-7b17ac6c-ac96-4856-966b-e25f12e7a1f2 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/quotas/cae36921253149a4b9fd6b3b32930bb9 HTTP/1.1" status: 200 len: 375 time: 0.0291622 Jul 28 11:29:59.827294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting subnet 2f607007-6612-4e23-9f85-b9845a3df0bd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:29:59.847204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9203e8-0974-4718-9791-393609101c51 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:59.853466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9203e8-0974-4718-9791-393609101c51 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:29:59.855216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec9203e8-0974-4718-9791-393609101c51 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2772579 Jul 28 11:29:59.856277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.864512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:29:59.876321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1068152764'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:29:59.935536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:29:59.946779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-4dbd3a17-fd8e-4cf6-8beb-a2db27177163 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae36921253149a4b9fd6b3b32930bb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1311355 Jul 28 11:29:59.973161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:29:59.983579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.045761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:00.068151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.068709 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Added segment 2d62546d-b3a6-4501-88ea-c8343ecbe4cc of type vlan for network c785be16-fd70-4257-b4fc-f64f3d64dbf2 Jul 28 11:30:00.119237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.164876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.165775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:00.250891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.303711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Subnet': ['ID=2f607007-6612-4e23-9f85-b9845a3df0bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:00.317013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.319501 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a0f2524-3234-42e3-8142-dadd139e4c9a tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/subnets/2f607007-6612-4e23-9f85-b9845a3df0bd HTTP/1.1" status: 204 len: 168 time: 0.5922856 Jul 28 11:30:00.323806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:00.327644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde4333-0ac9-4eea-9155-f8bd2938a528 None None] Network d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:00.337360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.341389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:00.341629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.416911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-44322b6f-f484-408b-8ae2-5aa6dfbb463f service neutron] 10.222.0.20 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559932 Jul 28 11:30:00.425985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5584645 Jul 28 11:30:00.430203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:00.443182 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-af54ee48-3b91-4db0-9e3b-52646f45a39a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02d13cb48eec4ea8ac818efd81261dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657464 Jul 28 11:30:00.446481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:00.447835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1470751389'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:00.506988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting subnet 3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:00.517434 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.544171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b110b-cc89-432e-9b77-ccb702f70cdb tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Network': ['ID=c785be16-fd70-4257-b4fc-f64f3d64dbf2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:00.582090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c785be16-fd70-4257-b4fc-f64f3d64dbf2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:00.597673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2587597c-f0b7-4d21-9e93-99852719b307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.616112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.657611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-2cddd1e3-9a61-4746-b023-94736689d890 service neutron] 10.222.0.20 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283564 Jul 28 11:30:00.673566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:00.677236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.714972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2587597c-f0b7-4d21-9e93-99852719b307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.805301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] DHCP port deletion for d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:00.850053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.915270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] Deleting port 85b78d85-a387-4d9b-8c44-8626a49bdff8 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:00.915730 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.926032 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2587597c-f0b7-4d21-9e93-99852719b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.929397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2587597c-f0b7-4d21-9e93-99852719b307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.933100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2587597c-f0b7-4d21-9e93-99852719b307 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d88e7569-2888-4116-b8e7-6dc196eb0893 HTTP/1.1" status: 204 len: 168 time: 0.4833889 Jul 28 11:30:00.943596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.949063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587597c-f0b7-4d21-9e93-99852719b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88e7569-2888-4116-b8e7-6dc196eb0893,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:00.983510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:00.992824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:00.997799 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bb042085-de58-4c9b-8c08-a089f2dda47e tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/subnets/3c0fba9f-5d37-4ee7-8aed-3154ccc43e2e HTTP/1.1" status: 204 len: 168 time: 0.6728787 Jul 28 11:30:01.000632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:01.026053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] For port 85b78d85-a387-4d9b-8c44-8626a49bdff8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=85b78d85-a387-4d9b-8c44-8626a49bdff8,segment=NetworkSegment(ee3ad7ec-d576-4e89-b6d7-cee3fba05d50),segment_id=ee3ad7ec-d576-4e89-b6d7-cee3fba05d50)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:01.026503 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.042353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] Calling delete_port for 85b78d85-a387-4d9b-8c44-8626a49bdff8 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:01.143518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c0b6cc-a3b5-45a0-bb5a-cd8541b3db51 None None] Network 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:01.182924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.237260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.546142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.607497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:01.632460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] No DVR routers for this DVR port 85b78d85-a387-4d9b-8c44-8626a49bdff8 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:01.641640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:01.642266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3ad7ec-d576-4e89-b6d7-cee3fba05d50') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:01.660565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0dab8b48-d146-4526-9c12-bfd33c252eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.661454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.670215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85b78d85-a387-4d9b-8c44-8626a49bdff8 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:01.686746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.706033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:01.708250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:01.720756 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:01.838860 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.857479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b2c1a-af24-48ba-bc20-94442296cad2 None None] Pushing event deleted for resources: {'Port': ['ID=85b78d85-a387-4d9b-8c44-8626a49bdff8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:01.872906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 85b78d85-a387-4d9b-8c44-8626a49bdff8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:01.874650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 85b78d85-a387-4d9b-8c44-8626a49bdff8 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:01.948256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.968802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:01.976851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/networks/d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd HTTP/1.1" status: 204 len: 168 time: 0.9749463 Jul 28 11:30:01.982495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:02.082501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.150001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae230f12-ca6d-4a0c-b565-c980664ad921 req-1b0a55e1-fba8-4335-9de7-bd097438d074 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 210 time: 0.1144214 Jul 28 11:30:02.189261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:02.212763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.213164 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Added segment 692d3396-126b-498f-8116-4f441411ea86 of type vlan for network 4fb6e241-b035-4142-a3fc-dda66f3cd72a Jul 28 11:30:02.232413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] DHCP port deletion for 3fffdda8-8931-4aa4-a4c0-34a9d0f011ce request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:02.272654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eec46-720a-4667-bb3a-12c93d7b3777 tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Network': ['ID=d7c3bff6-d3e9-43ac-9d33-4b3663ed94cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:02.278202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.302738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.371718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] Deleting port 00075816-8679-4423-8faa-7ec5e3c12c68 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:02.374760 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.412400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.419601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Deleting port 00075816-8679-4423-8faa-7ec5e3c12c68 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:02.420124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.437657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:02.438316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.480480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0495825 Jul 28 11:30:02.502480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:02.508653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'ports': [{'network_id': 'c785be16-fd70-4257-b4fc-f64f3d64dbf2', 'name': 'tempest-port--1480847748', 'admin_state_up': True}, {'network_id': '4fb6e241-b035-4142-a3fc-dda66f3cd72a', 'admin_state_up': False}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:02.508970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'port': {'network_id': 'c785be16-fd70-4257-b4fc-f64f3d64dbf2', 'name': 'tempest-port--1480847748', 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:02.509486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'port': {'network_id': '4fb6e241-b035-4142-a3fc-dda66f3cd72a', 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:02.518515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] For port 00075816-8679-4423-8faa-7ec5e3c12c68, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=00075816-8679-4423-8faa-7ec5e3c12c68,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:02.520390 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.551503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] Calling delete_port for 00075816-8679-4423-8faa-7ec5e3c12c68 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:02.571956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] For port 00075816-8679-4423-8faa-7ec5e3c12c68, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=00075816-8679-4423-8faa-7ec5e3c12c68,segment=NetworkSegment(82a435b6-70e9-46bc-89ba-631070867156),segment_id=82a435b6-70e9-46bc-89ba-631070867156)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:02.573903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.609152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Calling delete_port for 00075816-8679-4423-8faa-7ec5e3c12c68 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:02.676799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd8e4f-77ea-42ea-b007-108139cb41a5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Network': ['ID=4fb6e241-b035-4142-a3fc-dda66f3cd72a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:02.689495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:02.723605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4fb6e241-b035-4142-a3fc-dda66f3cd72a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:02.747464 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.788634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.851253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Port': ['ID=00075816-8679-4423-8faa-7ec5e3c12c68,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:02.860630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] No DVR routers for this DVR port 00075816-8679-4423-8faa-7ec5e3c12c68 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:02.901057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] Pushing event deleted for resources: {'Port': ['ID=00075816-8679-4423-8faa-7ec5e3c12c68,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:02.914565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f03c7a-01be-4714-b492-9b99e6d28747 None None] No DVR routers for this DVR port 00075816-8679-4423-8faa-7ec5e3c12c68 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:02.986398 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:02.996751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fffdda8-8931-4aa4-a4c0-34a9d0f011ce']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:03.008976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a435b6-70e9-46bc-89ba-631070867156') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:03.009611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a435b6-70e9-46bc-89ba-631070867156') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:03.013606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1766341760-network', 'tenant_id': 'c488b99ddbc04aa1a1e32c24b99bcff7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:03.020337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.035705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.042080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:03.042765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.097751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Made reservation on behalf of c488b99ddbc04aa1a1e32c24b99bcff7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:03.100960 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:03.114560 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:03.117414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.127845 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.145351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'port': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:03.150474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.181283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.261138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.268250 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] 10.222.0.20 "DELETE /v2.0/networks/3fffdda8-8931-4aa4-a4c0-34a9d0f011ce HTTP/1.1" status: 204 len: 168 time: 1.2797143 Jul 28 11:30:03.268250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88c4b-d127-4510-961f-d4c3d37b156b tempest-TaggedBootDevicesTest_v242-174366586 tempest-TaggedBootDevicesTest_v242-174366586-project] Pushing event deleted for resources: {'Network': ['ID=3fffdda8-8931-4aa4-a4c0-34a9d0f011ce,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:03.372153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ffb0d28-e7ea-4240-819b-0639dc30b59a req-5389d90b-d2c7-47fd-a908-8baf1c6f012a tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 210 time: 0.0578349 Jul 28 11:30:03.386775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] device_id is not set on port 3ee145fd-8a30-4445-85d9-6820f7f1e4bd yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:30:03.466296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-0a4c7a77-cd75-4e60-945b-63dd2c9e199d tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:03.468575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-0a4c7a77-cd75-4e60-945b-63dd2c9e199d tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.44 "GET /v2.0/networks?id=6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 200 len: 911 time: 0.3552380 Jul 28 11:30:03.486122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Request body: {'port': {'device_id': '146b1636-43f8-42d4-becd-811862933198', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'admin_state_up': True, 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:03.497898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.531917 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.550577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.573646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Made reservation on behalf of cae36921253149a4b9fd6b3b32930bb9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:03.576901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.592751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:03.601340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 00075816-8679-4423-8faa-7ec5e3c12c68 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:03.699530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034017fe-d726-448a-9f0f-a5535cd6d959,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:03.713731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 00075816-8679-4423-8faa-7ec5e3c12c68 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:03.715935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 00075816-8679-4423-8faa-7ec5e3c12c68 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:03.726975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.727486 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Added segment a8e5243a-d0f9-4f7b-986a-68e12421441c of type vlan for network 097e918d-c5ad-4a52-a896-05434f2a2397 Jul 28 11:30:03.806997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Allocated IP 172.20.0.12 (6bb93a45-ce3f-44c1-b88f-579622f14e07/519129c2-8af1-41c5-8684-ba67f724b3dd/fa0a48d8-fd3b-4315-9c12-7fed92f666cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:03.826518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.853756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.939882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.941214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:03.942442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.972681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:03.989098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Transition to ACTIVE for port object fa0a48d8-fd3b-4315-9c12-7fed92f666cf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:04.034317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] device_id is not set on port 3c577d18-c6db-48e8-95d9-a683fae3fe3e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:30:04.037793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.045372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3444979 Jul 28 11:30:04.053676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['db3b1c9f-b702-4887-8f03-b96835c2919d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:30:04.069056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:04.081307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Request body: {'subnet': {'network_id': '097e918d-c5ad-4a52-a896-05434f2a2397', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1766341760-subnet', 'tenant_id': 'c488b99ddbc04aa1a1e32c24b99bcff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:04.096937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:04.100503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:04.115023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:04.128203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45424e-d752-481f-b38d-18ba8824ccee admin admin] Pushing event updated for resources: {'Network': ['ID=097e918d-c5ad-4a52-a896-05434f2a2397,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:04.145748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 097e918d-c5ad-4a52-a896-05434f2a2397 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:04.146465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Made reservation on behalf of c488b99ddbc04aa1a1e32c24b99bcff7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:04.149047 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.172866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:04.173709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.195097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Pushing event updated for resources: {'Port': ['ID=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:04.215960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-cff8a8de-6074-4d49-a8bb-9da3a3578cdf tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7349000 Jul 28 11:30:04.233179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Request body: {'port': {'device_id': '146b1636-43f8-42d4-becd-811862933198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:04.420485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.472417 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:30:04.540280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.603192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50c58eed-c9ce-4e5b-9d3b-66267ea2e588 None None] Provisioning for port fa0a48d8-fd3b-4315-9c12-7fed92f666cf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:04.608374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50c58eed-c9ce-4e5b-9d3b-66267ea2e588 None None] Provisioning complete for port fa0a48d8-fd3b-4315-9c12-7fed92f666cf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:04.608990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c58eed-c9ce-4e5b-9d3b-66267ea2e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.616270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.700142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Port': ['ID=3ee145fd-8a30-4445-85d9-6820f7f1e4bd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:04.721341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-50c58eed-c9ce-4e5b-9d3b-66267ea2e588 None None] Port fa0a48d8-fd3b-4315-9c12-7fed92f666cf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:04.822739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f66e668-9373-4e70-97d4-a8105ae4ae5b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:04.833266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.859662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e28ab8-8700-4f25-bade-843d15c32b99 req-189290e4-4f53-46f0-97d8-615474f5202b tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:04.861573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76e28ab8-8700-4f25-bade-843d15c32b99 req-189290e4-4f53-46f0-97d8-615474f5202b tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1028 time: 0.2603805 Jul 28 11:30:04.867756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Checking segment: {'id': 'a8e5243a-d0f9-4f7b-986a-68e12421441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '097e918d-c5ad-4a52-a896-05434f2a2397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:04.868441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Network hostable DHCP agents. Network: 097e918d-c5ad-4a52-a896-05434f2a2397, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:04.879061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Checking segment: {'id': '2d62546d-b3a6-4501-88ea-c8343ecbe4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c785be16-fd70-4257-b4fc-f64f3d64dbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:04.879560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network hostable DHCP agents. Network: c785be16-fd70-4257-b4fc-f64f3d64dbf2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:04.928087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network c785be16-fd70-4257-b4fc-f64f3d64dbf2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:04.934775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Network 097e918d-c5ad-4a52-a896-05434f2a2397 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:04.947473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76e28ab8-8700-4f25-bade-843d15c32b99 req-55fb3c33-33c4-40ed-a657-2471bb95766d tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Jul 28 11:30:04.954321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c785be16-fd70-4257-b4fc-f64f3d64dbf2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:04.967300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:04.967300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:04.967685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa7891-2edd-4fef-b12b-93da9f74284a None None] Network c785be16-fd70-4257-b4fc-f64f3d64dbf2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:04.988092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 097e918d-c5ad-4a52-a896-05434f2a2397) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:04.997235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:05.008862 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.055199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c90ff8-bace-4791-bc4d-70cf26ee0884 None None] Network 097e918d-c5ad-4a52-a896-05434f2a2397 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:05.084539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0d167280-8dfb-45cf-8245-e7f7e1704ade admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0116534 Jul 28 11:30:05.133866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Port': ['ID=3c577d18-c6db-48e8-95d9-a683fae3fe3e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:05.161779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Checking segment: {'id': '692d3396-126b-498f-8116-4f441411ea86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4fb6e241-b035-4142-a3fc-dda66f3cd72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:05.162529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network hostable DHCP agents. Network: 4fb6e241-b035-4142-a3fc-dda66f3cd72a, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:05.182550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network 4fb6e241-b035-4142-a3fc-dda66f3cd72a is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:05.200054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4fb6e241-b035-4142-a3fc-dda66f3cd72a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:05.208206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:05.214049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0a48d8-fd3b-4315-9c12-7fed92f666cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:30:05.222050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:05.223533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.238864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:05.241473 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.242277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Transition to ACTIVE for port object fa0a48d8-fd3b-4315-9c12-7fed92f666cf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:05.253052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.299616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2d10683a-95cd-4725-8869-4bb6c345051d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7959516 Jul 28 11:30:05.305225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:05.334515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:05.367489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b999e7c-e7a5-4551-84ef-92a4799e067b None None] Network 4fb6e241-b035-4142-a3fc-dda66f3cd72a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:05.435185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31550e84-1b53-43f9-be7e-bdd4d438362e tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:05.442690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31550e84-1b53-43f9-be7e-bdd4d438362e tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:05.444879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31550e84-1b53-43f9-be7e-bdd4d438362e tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1386707 Jul 28 11:30:05.451225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:05.527696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Attempting to bind port fa0a48d8-fd3b-4315-9c12-7fed92f666cf on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:30:05.528203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Attempting to bind port fa0a48d8-fd3b-4315-9c12-7fed92f666cf by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:30:05.528666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Attempting to bind port fa0a48d8-fd3b-4315-9c12-7fed92f666cf on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:05.534965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Port fa0a48d8-fd3b-4315-9c12-7fed92f666cf on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:30:05.535631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Attempting to bind port fa0a48d8-fd3b-4315-9c12-7fed92f666cf on network 6bb93a45-ce3f-44c1-b88f-579622f14e07 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:05.541637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:30:05.542386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Checking segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:05.542984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Bound using segment: {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:30:05.543632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Bound port: fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f9193a-6cad-41b3-ba96-8b9d48b788de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:30:05.544254 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.564779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e152e-05de-4d48-a4d9-f97bd000507e None None] Network 097e918d-c5ad-4a52-a896-05434f2a2397 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:05.652253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Deleting port 3ee145fd-8a30-4445-85d9-6820f7f1e4bd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:05.652253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.697816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] For port fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:30:05.709403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] For port fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:30:05.722904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.779096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:05.780059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.781633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] 10.222.0.44 "PUT /v2.0/ports/fa0a48d8-fd3b-4315-9c12-7fed92f666cf HTTP/1.1" status: 200 len: 1092 time: 1.5567970 Jul 28 11:30:05.782459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146b1636-43f8-42d4-becd-811862933198', 'tag': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:30:05.784970 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8946a054-3cee-4ab5-bef9-6c58327da771" -d '{"events": [{"name": "network-changed", "server_uuid": "146b1636-43f8-42d4-becd-811862933198", "tag": "fa0a48d8-fd3b-4315-9c12-7fed92f666cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:30:05.792437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:05.816706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Calling delete_port for 3ee145fd-8a30-4445-85d9-6820f7f1e4bd owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:05.944389 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c0bfe-db64-4a44-b67e-36d878b49f43 x-openstack-request-id: req-407c0bfe-db64-4a44-b67e-36d878b49f43 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:30:05.944934 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146b1636-43f8-42d4-becd-811862933198", "tag": "fa0a48d8-fd3b-4315-9c12-7fed92f666cf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:30:05.944934 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-407c0bfe-db64-4a44-b67e-36d878b49f43 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:30:05.945328 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146b1636-43f8-42d4-becd-811862933198', 'tag': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf', 'status': 'completed', 'code': 200} Jul 28 11:30:05.986161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17700207-2281-4844-b2eb-2d6940c04290 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:06.003736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-b8a2906a-78be-4802-854a-b9b0b49af0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:06.005596 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-b8a2906a-78be-4802-854a-b9b0b49af0b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae36921253149a4b9fd6b3b32930bb9&device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1095 time: 0.1720035 Jul 28 11:30:06.007056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.108918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.111616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/ports/3ee145fd-8a30-4445-85d9-6820f7f1e4bd HTTP/1.1" status: 204 len: 168 time: 0.6589141 Jul 28 11:30:06.114205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea05354-705b-4f7c-a4a5-f5791f5b0ea5 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Port': ['ID=3ee145fd-8a30-4445-85d9-6820f7f1e4bd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:06.117120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42374) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:06.118889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-bdc27999-08fe-4678-852a-796284837363 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf HTTP/1.1" status: 200 len: 217 time: 0.0975058 Jul 28 11:30:06.149525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:06.157694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243052568-network', 'tenant_id': '713c8abec44c49919ac0981fb5802162'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:06.205618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Made reservation on behalf of 713c8abec44c49919ac0981fb5802162 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:06.208023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.223569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.247787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c90558-95ff-4b9b-8aeb-6f35fa82a7ff req-0aa99a44-9ae3-4bcc-9888-77fda0751fe1 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:06.256133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56c90558-95ff-4b9b-8aeb-6f35fa82a7ff req-0aa99a44-9ae3-4bcc-9888-77fda0751fe1 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1095 time: 0.1689279 Jul 28 11:30:06.334141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-8a06387d-ae76-48d4-84e4-6259a8faf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:06.335710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-8a06387d-ae76-48d4-84e4-6259a8faf433 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=519129c2-8af1-41c5-8684-ba67f724b3dd HTTP/1.1" status: 200 len: 849 time: 0.2060897 Jul 28 11:30:06.350660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Deleting port 3c577d18-c6db-48e8-95d9-a683fae3fe3e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:06.351146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.358766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-56c90558-95ff-4b9b-8aeb-6f35fa82a7ff req-3d75defa-c49b-41ec-bfcb-753e48eb3386 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018538 Jul 28 11:30:06.425353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-f79f7b67-edd4-4927-9c05-41c025da05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:06.426916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-f79f7b67-edd4-4927-9c05-41c025da05d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6bb93a45-ce3f-44c1-b88f-579622f14e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767670 Jul 28 11:30:06.468216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.485696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Calling delete_port for 3c577d18-c6db-48e8-95d9-a683fae3fe3e owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:06.501825 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.513487 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.550050 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91571d9d-3f0f-403e-a390-7a43b8fdedb8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:06.568896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:06.589669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.593198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.593546 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Added segment 132528f0-8bf2-4a87-9d5e-6658c0492ad2 of type vlan for network 9b06a8ff-8f99-40f2-8817-76049066b978 Jul 28 11:30:06.609042 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-1125adb9-4ffb-494c-97c2-1c92bf73dcce service neutron] 10.222.0.44 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734495 Jul 28 11:30:06.632846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Port': ['ID=3c577d18-c6db-48e8-95d9-a683fae3fe3e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:06.643082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.645656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6ce09a3a-d07d-4932-92fd-185460f7a9bf tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/ports/3c577d18-c6db-48e8-95d9-a683fae3fe3e HTTP/1.1" status: 204 len: 168 time: 0.4854228 Jul 28 11:30:06.648260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:06.690225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d42bd72-a415-414b-b833-963664b9ae54 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0406930 Jul 28 11:30:06.696210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:06.707582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-379634494'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:06.732466 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a4f275b5-bb4d-4a31-8a27-bbd808c80be2 req-c6e5b91a-cd4d-4b4c-8bae-9ddd5f01993c service neutron] 10.222.0.44 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028697 Jul 28 11:30:06.744762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:06.757180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.761255 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.825900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:06.845463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.846879 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Added segment 7b1d172f-f17f-43fc-8bfe-d0d7556ba2c4 of type vlan for network 0b447299-8e85-4d30-94b9-9159050d601a Jul 28 11:30:06.871525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.872579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:06.873252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.958177 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:06.974921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] Pushing event updated for resources: {'Network': ['ID=9b06a8ff-8f99-40f2-8817-76049066b978,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:06.984057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1c994c8-9996-468e-8182-80f980c77d51 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8324814 Jul 28 11:30:06.987485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-c7ac6761-7cd6-4508-84ac-643396da8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:06.989155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-c7ac6761-7cd6-4508-84ac-643396da8a6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cae36921253149a4b9fd6b3b32930bb9&device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1095 time: 0.1769140 Jul 28 11:30:06.989691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:06.991133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9b06a8ff-8f99-40f2-8817-76049066b978 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:06.998899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Request body: {'subnet': {'network_id': '9b06a8ff-8f99-40f2-8817-76049066b978', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243052568-subnet', 'tenant_id': '713c8abec44c49919ac0981fb5802162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:07.055329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.062333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:07.063503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.176757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Network': ['ID=0b447299-8e85-4d30-94b9-9159050d601a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:07.190549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Made reservation on behalf of 713c8abec44c49919ac0981fb5802162 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:07.192897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0b447299-8e85-4d30-94b9-9159050d601a details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:07.194304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.204528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4dd8c41a-ceb0-4686-b17d-9424683f1f41 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5047691 Jul 28 11:30:07.207517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42398) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:07.217178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-178636226'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:07.270627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:07.311785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-466ee559-5d77-49df-9134-c50ed6d8bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:07.314482 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.314728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-466ee559-5d77-49df-9134-c50ed6d8bc66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 200 len: 911 time: 0.3055053 Jul 28 11:30:07.432088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-dc95e6c3-ff20-4f32-b549-200e87dfed96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf HTTP/1.1" status: 200 len: 217 time: 0.1080804 Jul 28 11:30:07.459207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:07.511640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.512134 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Added segment ea7c36ca-2fa7-4a82-b1df-fcd00446aa73 of type vlan for network ac097353-7a15-4188-a910-09bf1bbb5a13 Jul 28 11:30:07.597487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-8e48866a-182f-4762-b136-d0597bc2f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:07.600050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-8e48866a-182f-4762-b136-d0597bc2f065 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=519129c2-8af1-41c5-8684-ba67f724b3dd HTTP/1.1" status: 200 len: 849 time: 0.1537156 Jul 28 11:30:07.656703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.700110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-9de1275e-7ad8-4e55-bcc3-0267febc4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:07.701851 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-9de1275e-7ad8-4e55-bcc3-0267febc4c9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6bb93a45-ce3f-44c1-b88f-579622f14e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945187 Jul 28 11:30:07.743877 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.752271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:07.753271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.811094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:07.869939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3670c27a-f0de-4337-9df8-182f8dc14b19,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:07.922802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7138896 Jul 28 11:30:07.932629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae03ff5-e9d0-46d0-8ede-bda3e55d8709 req-4d555d32-5f84-46c1-8c3f-d3cfd1f07360 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:07.942433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ae03ff5-e9d0-46d0-8ede-bda3e55d8709 req-4d555d32-5f84-46c1-8c3f-d3cfd1f07360 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1095 time: 0.2161088 Jul 28 11:30:07.942622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Checking segment: {'id': '132528f0-8bf2-4a87-9d5e-6658c0492ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9b06a8ff-8f99-40f2-8817-76049066b978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:07.942871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Network hostable DHCP agents. Network: 9b06a8ff-8f99-40f2-8817-76049066b978, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:07.960220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e1bd9-422b-4010-b075-73531ab62129 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Network': ['ID=ac097353-7a15-4188-a910-09bf1bbb5a13,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:07.975495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-79b6bf63-c776-4ffd-b6e4-bd9710a040fa service neutron] 10.222.0.44 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599311 Jul 28 11:30:07.979601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Network 9b06a8ff-8f99-40f2-8817-76049066b978 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:07.985078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ac097353-7a15-4188-a910-09bf1bbb5a13 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:08.014730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ae03ff5-e9d0-46d0-8ede-bda3e55d8709 req-9df87203-0bb4-45e4-b86d-4e23db104dfe tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662661 Jul 28 11:30:08.050745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9b06a8ff-8f99-40f2-8817-76049066b978) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:08.113489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:08.119603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'subnets': [{'network_id': '0b447299-8e85-4d30-94b9-9159050d601a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1252879124', 'ip_version': 4}, {'network_id': 'ac097353-7a15-4188-a910-09bf1bbb5a13', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:08.120427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d22b83-416d-4116-a0c3-6c3f84fe56ac None None] Network 9b06a8ff-8f99-40f2-8817-76049066b978 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:08.120909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'subnet': {'network_id': '0b447299-8e85-4d30-94b9-9159050d601a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1252879124', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:08.121117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Request body: {'subnet': {'network_id': 'ac097353-7a15-4188-a910-09bf1bbb5a13', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:08.125204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:08.125810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.180790 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cccdb2c4-3389-4894-a523-d5526a73dad6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1886673 Jul 28 11:30:08.276563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8946a054-3cee-4ab5-bef9-6c58327da771 req-d5d60bae-b70e-4576-92d3-eb7799b650e2 service neutron] 10.222.0.44 "GET /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815382 Jul 28 11:30:08.308977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e163a1b9-4f0b-4d2a-926d-7a9a14e6f89d None None] Network 9b06a8ff-8f99-40f2-8817-76049066b978 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:08.410337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:08.473456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Deleting subnet 2f66e668-9373-4e70-97d4-a8105ae4ae5b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:08.477392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Made reservation on behalf of cc62bb521cb8416e91366ec8cb92fcfb for: {'subnet': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:08.483271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.483611 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.487852 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.585734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.653114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.877536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.955995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f66e668-9373-4e70-97d4-a8105ae4ae5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:08.971714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:08.973728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11bfea99-10dc-4055-b3c5-e72df4fb71d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f66e668-9373-4e70-97d4-a8105ae4ae5b HTTP/1.1" status: 204 len: 168 time: 0.5622494 Jul 28 11:30:08.976487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:09.084053 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.192460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.193355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.207242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097e918d-c5ad-4a52-a896-05434f2a2397']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:09.248602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e5243a-d0f9-4f7b-986a-68e12421441c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:09.249120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e5243a-d0f9-4f7b-986a-68e12421441c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:09.254080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f289d2d-5f07-4ba0-aa98-7f40c001163c req-bc2e5d17-5d3b-4276-b995-97810a050b88 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:09.267632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f289d2d-5f07-4ba0-aa98-7f40c001163c req-bc2e5d17-5d3b-4276-b995-97810a050b88 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1095 time: 0.1704209 Jul 28 11:30:09.276830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.298783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.314030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:09.314030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:09.316066 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:09.345251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f289d2d-5f07-4ba0-aa98-7f40c001163c req-77c89bb2-9931-4819-9eda-c070009f2f8f tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760984 Jul 28 11:30:09.348896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Subnet': ['ID=f07dfb9a-2c99-4d89-9151-a978b9d18587,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:09.379349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Checking segment: {'id': '7b1d172f-f17f-43fc-8bfe-d0d7556ba2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0b447299-8e85-4d30-94b9-9159050d601a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:09.379349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network hostable DHCP agents. Network: 0b447299-8e85-4d30-94b9-9159050d601a, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:09.395260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network 0b447299-8e85-4d30-94b9-9159050d601a is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:09.409779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 0b447299-8e85-4d30-94b9-9159050d601a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:09.420443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4dd681-62ed-4ccb-9a86-658fb7a66327 None None] Network 0b447299-8e85-4d30-94b9-9159050d601a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:09.426978 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.486984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.507327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event updated for resources: {'Subnet': ['ID=6babedef-3e3d-40f1-8292-264599a63d2c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:09.512935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.515369 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] 10.222.0.20 "DELETE /v2.0/networks/097e918d-c5ad-4a52-a896-05434f2a2397 HTTP/1.1" status: 204 len: 168 time: 0.5375004 Jul 28 11:30:09.517376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a060645-6cdd-4aef-ae1b-c64c5abf840c admin admin] Pushing event deleted for resources: {'Network': ['ID=097e918d-c5ad-4a52-a896-05434f2a2397,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:09.519196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:09.544891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Checking segment: {'id': 'ea7c36ca-2fa7-4a82-b1df-fcd00446aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ac097353-7a15-4188-a910-09bf1bbb5a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:09.545302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network hostable DHCP agents. Network: ac097353-7a15-4188-a910-09bf1bbb5a13, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:09.566462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Network ac097353-7a15-4188-a910-09bf1bbb5a13 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:09.568754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Deleting subnet 3670c27a-f0de-4337-9df8-182f8dc14b19 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:09.572894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.580645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, ac097353-7a15-4188-a910-09bf1bbb5a13) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:09.588066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:09.588675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:09.589230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.594943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6abe66-d038-4eb9-b08c-ede386fbb608 None None] Network ac097353-7a15-4188-a910-09bf1bbb5a13 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:09.612349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0f1f619e-137f-488a-88f0-5ed1ae41e96d tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4948063 Jul 28 11:30:09.612804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42440) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:09.636561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.710038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fbc54-740f-4b4e-856d-8b0d576ca3c1 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:09.711763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fbc54-740f-4b4e-856d-8b0d576ca3c1 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:09.713386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fbc54-740f-4b4e-856d-8b0d576ca3c1 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:09.719377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-056fbc54-740f-4b4e-856d-8b0d576ca3c1 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1018391 Jul 28 11:30:09.719929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:09.805210 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.871820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b1f42-d0f9-4b62-8b42-2efac85ae6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-0b447299-8e85-4d30-94b9-9159050d601a', 'network_id': '0b447299-8e85-4d30-94b9-9159050d601a', 'tenant_id': 'cc62bb521cb8416e91366ec8cb92fcfb', 'fixed_ips': [{'subnet_id': 'f07dfb9a-2c99-4d89-9151-a978b9d18587'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:30:09.873158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-002b1f42-d0f9-4b62-8b42-2efac85ae6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.883304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Deleting subnet f07dfb9a-2c99-4d89-9151-a978b9d18587 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:09.891711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fa0a48d8-fd3b-4315-9c12-7fed92f666cf details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:30:09.943194 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:09.988323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.022653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:10.038100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf', 'network_id': '6bb93a45-ce3f-44c1-b88f-579622f14e07', 'port_id': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf', 'mac_address': 'fa:16:3e:8a:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519129c2-8af1-41c5-8684-ba67f724b3dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:30:10.068989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3670c27a-f0de-4337-9df8-182f8dc14b19,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:10.076007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.079013 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-62e1d20b-0755-4221-87bb-f11c7cf6370f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3670c27a-f0de-4337-9df8-182f8dc14b19 HTTP/1.1" status: 204 len: 168 time: 0.5580549 Jul 28 11:30:10.081630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:10.093412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.163317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.179426 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.263703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.289241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-002b1f42-d0f9-4b62-8b42-2efac85ae6a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f07dfb9a-2c99-4d89-9151-a978b9d18587: This subnet is being modified by another concurrent operation. Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f07dfb9a-2c99-4d89-9151-a978b9d18587: This subnet is being modified by another concurrent operation. Jul 28 11:30:10.302978 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:30:10.316636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccfe59f-442b-441f-973d-e662eaad42d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ac097353-7a15-4188-a910-09bf1bbb5a13', 'network_id': 'ac097353-7a15-4188-a910-09bf1bbb5a13', 'tenant_id': 'cc62bb521cb8416e91366ec8cb92fcfb', 'fixed_ips': [{'subnet_id': '6babedef-3e3d-40f1-8292-264599a63d2c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:30:10.317581 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe59f-442b-441f-973d-e662eaad42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.322963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0a48d8-fd3b-4315-9c12-7fed92f666cf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:30:10.359580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Subnet': ['ID=f07dfb9a-2c99-4d89-9151-a978b9d18587,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:10.364462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.365176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:10.368808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72925c24-1e3c-4f70-9407-09f4dd463e7c tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/subnets/f07dfb9a-2c99-4d89-9151-a978b9d18587 HTTP/1.1" status: 204 len: 168 time: 0.6417675 Jul 28 11:30:10.374522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:10.387877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287018c-a9ba-4011-a59c-6f66ec13e886 None None] Network 0b447299-8e85-4d30-94b9-9159050d601a requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:10.401195 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.444229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.467027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b06a8ff-8f99-40f2-8817-76049066b978']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:10.490748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132528f0-8bf2-4a87-9d5e-6658c0492ad2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:10.491060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132528f0-8bf2-4a87-9d5e-6658c0492ad2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:10.497835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Deleting subnet 6babedef-3e3d-40f1-8292-264599a63d2c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:10.503984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.540722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.567679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.589271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:10.589928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.630277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:10.693003 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:10.698877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:10.735927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.766322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.768125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b06a8ff-8f99-40f2-8817-76049066b978 HTTP/1.1" status: 204 len: 168 time: 0.6854348 Jul 28 11:30:10.782440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.783497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd6d42-446c-4f8d-90e0-164fd70cecb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b06a8ff-8f99-40f2-8817-76049066b978,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:10.803820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c93f8-0938-456f-adf7-0a8929a702ee req-7377f0f3-83c9-469d-af35-dba4e67c6e23 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:10.806053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-471c93f8-0938-456f-adf7-0a8929a702ee req-7377f0f3-83c9-469d-af35-dba4e67c6e23 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1096 time: 0.1153095 Jul 28 11:30:10.829714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['fa0a48d8-fd3b-4315-9c12-7fed92f666cf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:30:10.870441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-471c93f8-0938-456f-adf7-0a8929a702ee req-4b1b2295-c5e6-4fe9-b807-3838d14799d5 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554466 Jul 28 11:30:10.937150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.963124 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:10.971093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/subnets/6babedef-3e3d-40f1-8292-264599a63d2c HTTP/1.1" status: 204 len: 168 time: 0.5926979 Jul 28 11:30:10.977449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-6ccfe59f-442b-441f-973d-e662eaad42d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6babedef-3e3d-40f1-8292-264599a63d2c: This subnet is being modified by another concurrent operation. Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6babedef-3e3d-40f1-8292-264599a63d2c: This subnet is being modified by another concurrent operation. Jul 28 11:30:11.016012 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:30:11.041806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c442ad-4021-46cb-9016-e1d0d983dd6e None None] Network ac097353-7a15-4188-a910-09bf1bbb5a13 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:11.127601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b855f5-6325-494f-a458-8f89b5cb3b21 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Subnet': ['ID=6babedef-3e3d-40f1-8292-264599a63d2c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:11.184736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360654d-e8bc-4d17-9161-507a5393169e tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:11.186515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a360654d-e8bc-4d17-9161-507a5393169e tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071652 Jul 28 11:30:11.188540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:11.192071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:11.282487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-492bcbef-76d9-491a-9330-9223206fa496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c488b99ddbc04aa1a1e32c24b99bcff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930889 Jul 28 11:30:11.286152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:11.326754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc8c2c-85ae-4eaf-9c73-dda2fb60d2be None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:30:11.350823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.379397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a819e595-502b-4b82-9d00-8808ff667e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.405402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a819e595-502b-4b82-9d00-8808ff667e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.493702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc8c2c-85ae-4eaf-9c73-dda2fb60d2be None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:30:11.598026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.613272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a819e595-502b-4b82-9d00-8808ff667e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.616245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a819e595-502b-4b82-9d00-8808ff667e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.617793 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a819e595-502b-4b82-9d00-8808ff667e3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/034017fe-d726-448a-9f0f-a5535cd6d959 HTTP/1.1" status: 204 len: 168 time: 0.3303273 Jul 28 11:30:11.627351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac097353-7a15-4188-a910-09bf1bbb5a13']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:11.645435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819e595-502b-4b82-9d00-8808ff667e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034017fe-d726-448a-9f0f-a5535cd6d959,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:11.654578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7c36ca-2fa7-4a82-b1df-fcd00446aa73') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:11.654880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7c36ca-2fa7-4a82-b1df-fcd00446aa73') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:11.669115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.685270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.692388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:11.693130 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:11.696603 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:11.825929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.838141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:11.844376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:11.846619 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/networks/ac097353-7a15-4188-a910-09bf1bbb5a13 HTTP/1.1" status: 204 len: 168 time: 0.6531856 Jul 28 11:30:11.883312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95528e-a7a5-4f64-b172-3d202f5ef7a4 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Network': ['ID=ac097353-7a15-4188-a910-09bf1bbb5a13,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:11.894811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fa0a48d8-fd3b-4315-9c12-7fed92f666cf up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:12.040315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port fa0a48d8-fd3b-4315-9c12-7fed92f666cf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:12.066216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port fa0a48d8-fd3b-4315-9c12-7fed92f666cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:12.066780 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.133498 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.161671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4333-df56-486d-9422-9562fd792b13 req-da5eb807-4730-45e7-ad99-d405542a6fd8 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:12.165028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-205b4333-df56-486d-9422-9562fd792b13 req-da5eb807-4730-45e7-ad99-d405542a6fd8 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1096 time: 0.1859090 Jul 28 11:30:12.240392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafd851-324e-41fc-950b-39ed1f6816c4 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:30:12.391856 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.438595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.456866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146b1636-43f8-42d4-becd-811862933198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:30:12.460440 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2801b2-69fe-4f7d-9d47-f5e9d500038e" -d '{"events": [{"server_uuid": "146b1636-43f8-42d4-becd-811862933198", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a48d8-fd3b-4315-9c12-7fed92f666cf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:30:12.490571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b447299-8e85-4d30-94b9-9159050d601a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:12.495165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:12.503339 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.509533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-205b4333-df56-486d-9422-9562fd792b13 req-7e49c1ba-6c6a-4ec5-91f0-4e606f29ad47 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306057 Jul 28 11:30:12.537768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1d172f-f17f-43fc-8bfe-d0d7556ba2c4') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:12.540874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1d172f-f17f-43fc-8bfe-d0d7556ba2c4') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:12.610568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.626413 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a557b301-141c-423b-8795-87a8e1ff8fc9 x-openstack-request-id: req-a557b301-141c-423b-8795-87a8e1ff8fc9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:30:12.628308 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146b1636-43f8-42d4-becd-811862933198", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a48d8-fd3b-4315-9c12-7fed92f666cf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:30:12.629215 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a557b301-141c-423b-8795-87a8e1ff8fc9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:30:12.630201 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146b1636-43f8-42d4-becd-811862933198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf', 'code': 200} Jul 28 11:30:12.633761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:12.646222 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.660451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafd851-324e-41fc-950b-39ed1f6816c4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:30:12.661536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:12.662103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.677553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:12.697890 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:12.840896 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e20c349d-70cb-42fc-bec1-17224b9be443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=713c8abec44c49919ac0981fb5802162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103628 Jul 28 11:30:12.846658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:12.863660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e95bc1-18a3-4b44-a658-1103bf16c8d7 req-dbbd75f1-b7e1-4f3f-99e1-4368dd1a6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:12.865563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b4e95bc1-18a3-4b44-a658-1103bf16c8d7 req-dbbd75f1-b7e1-4f3f-99e1-4368dd1a6f52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.2152336 Jul 28 11:30:12.897745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.911166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:12.925781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/networks/0b447299-8e85-4d30-94b9-9159050d601a HTTP/1.1" status: 204 len: 168 time: 1.0794749 Jul 28 11:30:12.927339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:13.001432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b4e95bc1-18a3-4b44-a658-1103bf16c8d7 req-f124907f-7590-46a6-878c-73b163f78c65 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960507 Jul 28 11:30:13.012214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc84a83-dffc-4336-bd9c-ae4293d6c582 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Network': ['ID=0b447299-8e85-4d30-94b9-9159050d601a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:13.036495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47a3e78c-f483-4d1c-8181-49d131446465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.074110 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47a3e78c-f483-4d1c-8181-49d131446465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.211547 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.276537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47a3e78c-f483-4d1c-8181-49d131446465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.295837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47a3e78c-f483-4d1c-8181-49d131446465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.301617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-47a3e78c-f483-4d1c-8181-49d131446465 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91571d9d-3f0f-403e-a390-7a43b8fdedb8 HTTP/1.1" status: 204 len: 168 time: 0.4510670 Jul 28 11:30:13.345504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3e78c-f483-4d1c-8181-49d131446465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91571d9d-3f0f-403e-a390-7a43b8fdedb8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:13.413934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.438402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb6e241-b035-4142-a3fc-dda66f3cd72a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:13.465712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d3396-126b-498f-8116-4f441411ea86') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:13.466023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d3396-126b-498f-8116-4f441411ea86') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:13.490471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.521668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.533999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:13.534510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:13.737423 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:13.792129 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.808109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:13.814666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/networks/4fb6e241-b035-4142-a3fc-dda66f3cd72a HTTP/1.1" status: 204 len: 168 time: 0.8596480 Jul 28 11:30:13.818780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:13.948500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd4132-b00c-4200-a2a6-d5ed24771a13 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Network': ['ID=4fb6e241-b035-4142-a3fc-dda66f3cd72a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:13.983811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719f0f-0e14-4b33-84ca-f8a3d93670ef req-34788b31-0fac-4b42-a327-b4172a7186de tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:13.986853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b719f0f-0e14-4b33-84ca-f8a3d93670ef req-34788b31-0fac-4b42-a327-b4172a7186de tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.2423661 Jul 28 11:30:14.014837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.059235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b719f0f-0e14-4b33-84ca-f8a3d93670ef req-c334d8cd-84be-4f16-b4d4-07dc21ce85b9 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645778 Jul 28 11:30:14.212022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.227721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c785be16-fd70-4257-b4fc-f64f3d64dbf2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:14.242501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d62546d-b3a6-4501-88ea-c8343ecbe4cc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:14.248690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d62546d-b3a6-4501-88ea-c8343ecbe4cc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:14.269138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.287729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.294636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:14.295042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:14.299905 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:14.382503 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.400783 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:14.407368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] 10.222.0.20 "DELETE /v2.0/networks/c785be16-fd70-4257-b4fc-f64f3d64dbf2 HTTP/1.1" status: 204 len: 168 time: 0.5810614 Jul 28 11:30:14.446757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdbe91-ac7e-4754-8d49-d19b8dd6e358 tempest-BulkNetworkOpsTest-1683686157 tempest-BulkNetworkOpsTest-1683686157-project] Pushing event deleted for resources: {'Network': ['ID=c785be16-fd70-4257-b4fc-f64f3d64dbf2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:14.700536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:14.947180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d18a3630-768f-4007-9943-e25addb309ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc62bb521cb8416e91366ec8cb92fcfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454219 Jul 28 11:30:14.949783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:15.092159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d852d209-9e10-4bae-bf17-be4fbe1bd1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:15.180678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d852d209-9e10-4bae-bf17-be4fbe1bd1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:15.268016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0948104-b8fe-40c5-a93d-f6e9b94ebde4 req-66f33e06-35a4-44c0-a93c-66720fc79e37 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:15.276363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0948104-b8fe-40c5-a93d-f6e9b94ebde4 req-66f33e06-35a4-44c0-a93c-66720fc79e37 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.0811312 Jul 28 11:30:15.314913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d852d209-9e10-4bae-bf17-be4fbe1bd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:15.317973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d852d209-9e10-4bae-bf17-be4fbe1bd1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:15.319585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d852d209-9e10-4bae-bf17-be4fbe1bd1a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d77cf493-2e6a-413f-ad41-0cf97a935883 HTTP/1.1" status: 204 len: 168 time: 0.3681307 Jul 28 11:30:15.341576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0948104-b8fe-40c5-a93d-f6e9b94ebde4 req-a62e7e01-8127-4b23-aa14-15c37c9a1e47 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633416 Jul 28 11:30:15.361535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852d209-9e10-4bae-bf17-be4fbe1bd1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77cf493-2e6a-413f-ad41-0cf97a935883,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:15.520767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c865c-bb81-40d0-a0ee-927293f52cf6 req-4753396c-8fe7-4a48-b152-020df82fcc75 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:15.524978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d50c865c-bb81-40d0-a0ee-927293f52cf6 req-4753396c-8fe7-4a48-b152-020df82fcc75 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.0979636 Jul 28 11:30:15.610050 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d50c865c-bb81-40d0-a0ee-927293f52cf6 req-49e3d855-3ab7-4607-b56c-2b7b388053a4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Jul 28 11:30:15.767710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360cbc6-6ae2-4ee0-8780-ea58a78c70c9 req-b2bd3ef9-0001-4f49-a107-894c9cf58bc0 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:15.782245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f360cbc6-6ae2-4ee0-8780-ea58a78c70c9 req-b2bd3ef9-0001-4f49-a107-894c9cf58bc0 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.0880024 Jul 28 11:30:15.848311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f360cbc6-6ae2-4ee0-8780-ea58a78c70c9 req-8b5188a5-9dcc-465c-899b-34edf81887e7 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Jul 28 11:30:16.243725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd951a-bc94-4ae6-b3ec-779c03f1ea55 req-3d34f473-0d12-47db-a3af-adf5449049b8 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:16.255929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afdd951a-bc94-4ae6-b3ec-779c03f1ea55 req-3d34f473-0d12-47db-a3af-adf5449049b8 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.0957348 Jul 28 11:30:16.323744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afdd951a-bc94-4ae6-b3ec-779c03f1ea55 req-fe2fa06c-311a-4e37-a9fd-ad02ec3d0027 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667813 Jul 28 11:30:16.791998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:16.983535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-180770718'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:17.032731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:17.036838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.053677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.217520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.224650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.245385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:17.266798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.267393 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment f51a5a3c-73b6-4a78-a7da-2efcf38caddf of type vlan for network e0e940e7-5e0d-4718-b112-4621f8eee43d Jul 28 11:30:17.388147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a67c45-776a-4795-8f2e-bae90a6b3571,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:17.423019 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.482359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6776317-9143-4559-a178-d4ec021e4f8f req-40945772-5829-4978-aa56-7b3515f0ef87 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:17.488651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.490159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6776317-9143-4559-a178-d4ec021e4f8f req-40945772-5829-4978-aa56-7b3515f0ef87 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.1301048 Jul 28 11:30:17.495659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:17.496463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.576088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7805302 Jul 28 11:30:17.577472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:17.584446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-1291341704'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:17.622603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c573919-6b5b-4ede-8234-92b50e4b60fa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=e0e940e7-5e0d-4718-b112-4621f8eee43d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:17.635487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e0e940e7-5e0d-4718-b112-4621f8eee43d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:17.673854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5abc29-5959-4af8-8225-656b691ebcf7 req-85d27b43-73a3-429c-8a17-a83ec1564b60 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:17.677026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be5abc29-5959-4af8-8225-656b691ebcf7 req-85d27b43-73a3-429c-8a17-a83ec1564b60 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 1097 time: 0.1074152 Jul 28 11:30:17.753460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:17.753653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be5abc29-5959-4af8-8225-656b691ebcf7 req-f8820d8f-7b92-4ee5-bd74-971ab334c277 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713320 Jul 28 11:30:17.761984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.804398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:17.816803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.817182 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed of type vlan for network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 Jul 28 11:30:17.886575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.927777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Deleting port fa0a48d8-fd3b-4315-9c12-7fed92f666cf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:17.928118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.930652 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:17.936148 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:17.936736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:18.057992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4761240 Jul 28 11:30:18.061461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:18.069328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:18.079749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366325-cd74-4fe9-b139-6f6cf9f1ed60 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=aff3b18d-b3d1-4753-b8bf-a6b88b372ae8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:18.097493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:18.155686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] For port fa0a48d8-fd3b-4315-9c12-7fed92f666cf, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:18.157078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:18.175228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Calling delete_port for fa0a48d8-fd3b-4315-9c12-7fed92f666cf owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:18.246308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:18.251640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:18.359370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:18.372431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['db3b1c9f-b702-4887-8f03-b96835c2919d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:30:18.410814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa0a48d8-fd3b-4315-9c12-7fed92f666cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:18.512785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] No DVR routers for this DVR port fa0a48d8-fd3b-4315-9c12-7fed92f666cf on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:18.519299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:18.524362 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6776317-9143-4559-a178-d4ec021e4f8f req-19d8a5f7-518e-4dda-adf5-b5a865ff8551 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.44 "DELETE /v2.0/ports/fa0a48d8-fd3b-4315-9c12-7fed92f666cf HTTP/1.1" status: 204 len: 173 time: 1.0280731 Jul 28 11:30:18.524362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146b1636-43f8-42d4-becd-811862933198', 'name': 'network-vif-deleted', 'tag': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:30:18.533794 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4cb0de-a6da-4fd0-b30f-d989a249b251" -d '{"events": [{"server_uuid": "146b1636-43f8-42d4-becd-811862933198", "name": "network-vif-deleted", "tag": "fa0a48d8-fd3b-4315-9c12-7fed92f666cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:30:18.642388 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a8048f-feb2-4103-a53f-996e2e7e1cc2 x-openstack-request-id: req-91a8048f-feb2-4103-a53f-996e2e7e1cc2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:30:18.642820 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146b1636-43f8-42d4-becd-811862933198", "name": "network-vif-deleted", "tag": "fa0a48d8-fd3b-4315-9c12-7fed92f666cf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:30:18.643177 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91a8048f-feb2-4103-a53f-996e2e7e1cc2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:30:18.643665 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146b1636-43f8-42d4-becd-811862933198', 'name': 'network-vif-deleted', 'tag': 'fa0a48d8-fd3b-4315-9c12-7fed92f666cf', 'status': 'completed', 'code': 200} Jul 28 11:30:18.987689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7795256-db92-404c-ae86-a8ae5a2ef2d8 req-ecf5b3bb-12f7-49c4-9b55-f0a9252bb4e1 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=146b1636-43f8-42d4-becd-811862933198 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Jul 28 11:30:19.256485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:19.383191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:19.383834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: e0e940e7-5e0d-4718-b112-4621f8eee43d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:19.388861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=82f67d61-00f1-4407-8ad5-7ac78b8df834,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:19.410180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network e0e940e7-5e0d-4718-b112-4621f8eee43d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:19.425807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e0e940e7-5e0d-4718-b112-4621f8eee43d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:19.435507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190dbce-f2a7-4cf6-9ffb-c02adc28c159 None None] Network e0e940e7-5e0d-4718-b112-4621f8eee43d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:19.441133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:19.441729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:19.481624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:19.483165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e3161536-95b3-4ae1-8e82-623b9024cf22 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4182112 Jul 28 11:30:19.490172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:19.568141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:19.694073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:19.697840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.003240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fa0a48d8-fd3b-4315-9c12-7fed92f666cf no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:20.042229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.061433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: fa0a48d8-fd3b-4315-9c12-7fed92f666cf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:20.062351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device fa0a48d8-fd3b-4315-9c12-7fed92f666cf not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:20.066655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-e0e940e7-5e0d-4718-b112-4621f8eee43d', 'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '82f67d61-00f1-4407-8ad5-7ac78b8df834'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:30:20.068445 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.088573 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.157642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=a7122c8f-24b4-41d9-a3c9-71f8d4129bee,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:20.188989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:20.189356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: aff3b18d-b3d1-4753-b8bf-a6b88b372ae8, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:20.214561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:20.238584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, aff3b18d-b3d1-4753-b8bf-a6b88b372ae8) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:20.256544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:20.257247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.279784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ac7d59ed-9a6e-4d6c-8c91-6da43ce094d2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7962654 Jul 28 11:30:20.280551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:20.287743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1163899601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:20.299487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c766f0-c639-41c8-aa6f-c2ac9001fdd8 None None] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:20.366552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.368673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.493107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.505209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.548274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.552888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-962c9b38-d0bd-4053-8994-fbe1dade1b77 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2697318 Jul 28 11:30:20.553764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:20.581364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.609512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Allocated IP 172.20.0.2 (e0e940e7-5e0d-4718-b112-4621f8eee43d/82f67d61-00f1-4407-8ad5-7ac78b8df834/722115d2-0b18-495d-8689-517469a85e85) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:20.807717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-aff3b18d-b3d1-4753-b8bf-a6b88b372ae8', 'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': 'a7122c8f-24b4-41d9-a3c9-71f8d4129bee'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:30:20.808592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:20.990894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Allocated IP 172.21.0.2 (aff3b18d-b3d1-4753-b8bf-a6b88b372ae8/a7122c8f-24b4-41d9-a3c9-71f8d4129bee/369743a8-c02e-49d1-a67a-aff4d015183a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:21.263067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:21.273100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Transition to ACTIVE for port object 369743a8-c02e-49d1-a67a-aff4d015183a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:21.292116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Transition to ACTIVE for port object 369743a8-c02e-49d1-a67a-aff4d015183a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:21.299968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0d39a-7481-4b6b-a342-260001fe8eee req-9c04af24-5a54-4b17-adda-9ef3e24fd115 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:21.304346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dd0d39a-7481-4b6b-a342-260001fe8eee req-9c04af24-5a54-4b17-adda-9ef3e24fd115 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.1250217 Jul 28 11:30:21.313252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:21.373589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Deleting port 2740d779-ac95-40b9-9f30-770f576abdfa {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:21.375199 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:21.375782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Pushing event updated for resources: {'Port': ['ID=369743a8-c02e-49d1-a67a-aff4d015183a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:21.725600 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:21.725600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Transition to ACTIVE for port object 722115d2-0b18-495d-8689-517469a85e85 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:21.725600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Transition to ACTIVE for port object 722115d2-0b18-495d-8689-517469a85e85 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:21.731400 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1dd0d39a-7481-4b6b-a342-260001fe8eee req-1dc10507-6091-407d-8cad-ef079dcfba0e tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894717 Jul 28 11:30:21.732348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:21.732348 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:21.732348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:21.732977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] For port 2740d779-ac95-40b9-9f30-770f576abdfa, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2740d779-ac95-40b9-9f30-770f576abdfa,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:21.732977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:21.732977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Calling delete_port for 2740d779-ac95-40b9-9f30-770f576abdfa owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:21.733697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:21.746323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Network e0e940e7-5e0d-4718-b112-4621f8eee43d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:21.758246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:21.765867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:21.944011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Attempting to bind port 369743a8-c02e-49d1-a67a-aff4d015183a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:30:21.945517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Attempting to bind port 369743a8-c02e-49d1-a67a-aff4d015183a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:30:21.946107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Attempting to bind port 369743a8-c02e-49d1-a67a-aff4d015183a on network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:21.949925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Pushing event updated for resources: {'Port': ['ID=722115d2-0b18-495d-8689-517469a85e85,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:21.955715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.041758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:30:22.041926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Checking segment: {'id': 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:22.042423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.042971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Bound using segment: {'id': 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:30:22.043744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Bound port: 369743a8-c02e-49d1-a67a-aff4d015183a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aff3b18d-b3d1-4753-b8bf-a6b88b372ae8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:30:22.044313 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.081791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.100361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Attempting to bind port 722115d2-0b18-495d-8689-517469a85e85 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:30:22.100902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Attempting to bind port 722115d2-0b18-495d-8689-517469a85e85 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:30:22.101423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Attempting to bind port 722115d2-0b18-495d-8689-517469a85e85 on network e0e940e7-5e0d-4718-b112-4621f8eee43d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:22.109941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:30:22.110696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Checking segment: {'id': 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:22.111273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.111822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Bound using segment: {'id': 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:30:22.112479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Bound port: 722115d2-0b18-495d-8689-517469a85e85, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e0e940e7-5e0d-4718-b112-4621f8eee43d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:30:22.113115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.127995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2740d779-ac95-40b9-9f30-770f576abdfa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:22.223433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] For port 369743a8-c02e-49d1-a67a-aff4d015183a, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:30:22.288345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] For port 369743a8-c02e-49d1-a67a-aff4d015183a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=369743a8-c02e-49d1-a67a-aff4d015183a,segment=NetworkSegment(f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed),segment_id=f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:30:22.306312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.351883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] For port 722115d2-0b18-495d-8689-517469a85e85, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:30:22.407855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] For port 722115d2-0b18-495d-8689-517469a85e85, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=722115d2-0b18-495d-8689-517469a85e85,segment=NetworkSegment(f51a5a3c-73b6-4a78-a7da-2efcf38caddf),segment_id=f51a5a3c-73b6-4a78-a7da-2efcf38caddf)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:30:22.445466 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.491344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea7bb-4f0f-472b-84cc-746e92bc3b75 None None] Pushing event updated for resources: {'Port': ['ID=369743a8-c02e-49d1-a67a-aff4d015183a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:22.560110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.20.0.1 (e0e940e7-5e0d-4718-b112-4621f8eee43d/82f67d61-00f1-4407-8ad5-7ac78b8df834/e1de29f0-0123-4886-bf4b-a4a129c68151) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:22.690076 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.740680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345bc40-73b8-4f98-bd1b-e3f8b3a4ed8c None None] Pushing event updated for resources: {'Port': ['ID=722115d2-0b18-495d-8689-517469a85e85,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:22.802142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-8fe9f999-4fcd-4237-993b-0f81e5c3e8d5 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:22.804103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-8fe9f999-4fcd-4237-993b-0f81e5c3e8d5 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.2731073 Jul 28 11:30:22.937006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:22.971880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object e1de29f0-0123-4886-bf4b-a4a129c68151 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:23.057230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.064449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e88cc8-f808-4645-abd2-dd57a460ad25 req-a485dce4-0daa-4fca-bbd7-bfed9ef789d4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:23.066982 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.071958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9e88cc8-f808-4645-abd2-dd57a460ad25 req-a485dce4-0daa-4fca-bbd7-bfed9ef789d4 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1096 time: 0.2936881 Jul 28 11:30:23.114107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:23.165493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=e1de29f0-0123-4886-bf4b-a4a129c68151,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:23.204632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network e0e940e7-5e0d-4718-b112-4621f8eee43d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:23.221235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:23.224898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:23.309667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.354688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9e88cc8-f808-4645-abd2-dd57a460ad25 req-9c8eff9a-f432-4a0c-8b55-e653b8b24d51 tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363775 Jul 28 11:30:23.425566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Deleting port db3b1c9f-b702-4887-8f03-b96835c2919d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:23.425912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.430814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e43e17-ce9a-4161-a866-d69977ef81a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.594114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.695149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] For port db3b1c9f-b702-4887-8f03-b96835c2919d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=db3b1c9f-b702-4887-8f03-b96835c2919d,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:23.695624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:23.720694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Calling delete_port for db3b1c9f-b702-4887-8f03-b96835c2919d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:23.885230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 722115d2-0b18-495d-8689-517469a85e85 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:24.001789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Router 8f6cf680-192d-442c-bdee-569075321539 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:24.028695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e43e17-ce9a-4161-a866-d69977ef81a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.042254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e43e17-ce9a-4161-a866-d69977ef81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.049274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 722115d2-0b18-495d-8689-517469a85e85 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:24.054117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 369743a8-c02e-49d1-a67a-aff4d015183a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:24.196725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 369743a8-c02e-49d1-a67a-aff4d015183a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:24.289331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b9e43e17-ce9a-4161-a866-d69977ef81a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=441ea7e3e6ad4886be45445a169e31f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1640642 Jul 28 11:30:24.308458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:24.347356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43e17-ce9a-4161-a866-d69977ef81a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520707d2-c7df-458e-8ee9-37042adcf774,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:24.426792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.441429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.545620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.602732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:24.612113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-12b72949-de23-45e1-ae5b-03d9c65d3e76 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f6cf680-192d-442c-bdee-569075321539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0427504 Jul 28 11:30:24.622085 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] Sync routers for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:24.624233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:24.625937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.638520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['db3b1c9f-b702-4887-8f03-b96835c2919d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:30:24.648819 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:24.660648 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:24.662437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd721-d3e7-4e30-a8a7-55ec3701fdf2 req-d6801805-d501-4509-81d1-fe5193f01b1e tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:24.664216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c9fd721-d3e7-4e30-a8a7-55ec3701fdf2 req-d6801805-d501-4509-81d1-fe5193f01b1e tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7f397a9-e0d4-486f-a509-333407030209 HTTP/1.1" status: 200 len: 1018 time: 0.1845462 Jul 28 11:30:24.716583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11902fd3-f071-4b94-82cd-fe1a3aa94c18 None None] Network e0e940e7-5e0d-4718-b112-4621f8eee43d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:24.745214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-294bf359-5caf-4a20-a4b5-501a7b258bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:24.825534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=e1de29f0-0123-4886-bf4b-a4a129c68151,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:24.853643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Pushing event deleted for resources: {'Port': ['ID=db3b1c9f-b702-4887-8f03-b96835c2919d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:24.915945 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:30:24.942720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network e0e940e7-5e0d-4718-b112-4621f8eee43d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:24.946630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:25.020543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] Provisioning for port 722115d2-0b18-495d-8689-517469a85e85 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:25.023848 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-294bf359-5caf-4a20-a4b5-501a7b258bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.046094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] Provisioning complete for port 722115d2-0b18-495d-8689-517469a85e85 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:25.048340 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.066575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb6263-b521-4584-9ff9-9fd538b837fd None None] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:25.101946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] No DVR routers for this DVR port db3b1c9f-b702-4887-8f03-b96835c2919d on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:25.115499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.118033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ea4dacc-b347-491d-9c1e-8ccec0812504 req-02a21cb6-81ff-491d-9523-a1e82da328ad tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.41 "DELETE /v2.0/ports/db3b1c9f-b702-4887-8f03-b96835c2919d HTTP/1.1" status: 204 len: 173 time: 2.2752354 Jul 28 11:30:25.120486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f397a9-e0d4-486f-a509-333407030209', 'name': 'network-vif-deleted', 'tag': 'db3b1c9f-b702-4887-8f03-b96835c2919d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:30:25.122883 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d003b0-6125-46d4-8f36-eba28e1fb577" -d '{"events": [{"server_uuid": "f7f397a9-e0d4-486f-a509-333407030209", "name": "network-vif-deleted", "tag": "db3b1c9f-b702-4887-8f03-b96835c2919d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:30:25.161745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c9fd721-d3e7-4e30-a8a7-55ec3701fdf2 req-f69f96b3-1f76-43b2-abbc-0c443d86a08e tempest-TestServerMultinode-456171790 tempest-TestServerMultinode-456171790-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cc46136-694d-4be9-a435-365e454803d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246269 Jul 28 11:30:25.217784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.273025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 806d573e-6e22-4e2d-84aa-fb7e391afd0c is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:30:25.340802 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1980de1-acf1-4f30-b0f4-8f9b112d4936 x-openstack-request-id: req-a1980de1-acf1-4f30-b0f4-8f9b112d4936 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:30:25.341437 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f397a9-e0d4-486f-a509-333407030209", "name": "network-vif-deleted", "tag": "db3b1c9f-b702-4887-8f03-b96835c2919d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:30:25.341914 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1980de1-acf1-4f30-b0f4-8f9b112d4936 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:30:25.342738 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f397a9-e0d4-486f-a509-333407030209', 'name': 'network-vif-deleted', 'tag': 'db3b1c9f-b702-4887-8f03-b96835c2919d', 'status': 'completed', 'code': 200} Jul 28 11:30:25.425847 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:30:21Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:25.438133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-294bf359-5caf-4a20-a4b5-501a7b258bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.440725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-294bf359-5caf-4a20-a4b5-501a7b258bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.441905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-294bf359-5caf-4a20-a4b5-501a7b258bd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/520707d2-c7df-458e-8ee9-37042adcf774 HTTP/1.1" status: 204 len: 168 time: 1.1297178 Jul 28 11:30:25.484763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bf359-5caf-4a20-a4b5-501a7b258bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520707d2-c7df-458e-8ee9-37042adcf774,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:25.532887 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] Checking router: 8f6cf680-192d-442c-bdee-569075321539 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:30:25.545327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.563196 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] Routers {'8f6cf680-192d-442c-bdee-569075321539'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:25.564234 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['8f6cf680-192d-442c-bdee-569075321539'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:25.573202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:25.602053 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-99613c7a-29de-46ed-81f3-54ce62159958 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/806d573e-6e22-4e2d-84aa-fb7e391afd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0378118 Jul 28 11:30:25.604950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:25.706901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Deleting port 891f7a0d-90d5-43e5-ab7a-4573ac47380e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:25.707275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.760076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] Sync routers for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:25.760530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1146eab-2e74-4c2a-9a87-168021ca11ad tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:25.762074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1146eab-2e74-4c2a-9a87-168021ca11ad tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports/e1de29f0-0123-4886-bf4b-a4a129c68151 HTTP/1.1" status: 200 len: 910 time: 0.1462288 Jul 28 11:30:25.764849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:25.784449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.911688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] For port 891f7a0d-90d5-43e5-ab7a-4573ac47380e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=891f7a0d-90d5-43e5-ab7a-4573ac47380e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:25.912072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:25.947570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Calling delete_port for 891f7a0d-90d5-43e5-ab7a-4573ac47380e owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:26.010541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:26.014406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:26.082741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:26.110030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:26.110977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:26.179538 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] Set router 8f6cf680-192d-442c-bdee-569075321539 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:30:26.215886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:26.216588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb688e0-fb55-4184-acd4-83ff67785f50 None None] The sync data for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:26.226609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] For port 722115d2-0b18-495d-8689-517469a85e85, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=722115d2-0b18-495d-8689-517469a85e85,segment=NetworkSegment(f51a5a3c-73b6-4a78-a7da-2efcf38caddf),segment_id=f51a5a3c-73b6-4a78-a7da-2efcf38caddf)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:26.253622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:26.272395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:26.350579 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:26.390776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d649bd-06bd-4c92-bd93-3776a437bf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:26.460413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cb282-6104-4d2f-92d5-41d4619bdb0e None None] Pushing event updated for resources: {'Port': ['ID=722115d2-0b18-495d-8689-517469a85e85,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:26.485410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] Provisioning for port 369743a8-c02e-49d1-a67a-aff4d015183a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:26.503049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] Provisioning complete for port 369743a8-c02e-49d1-a67a-aff4d015183a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:26.503664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:26.658514 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:26.711847 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:30:21Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:26.760127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] For port 369743a8-c02e-49d1-a67a-aff4d015183a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=369743a8-c02e-49d1-a67a-aff4d015183a,segment=NetworkSegment(f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed),segment_id=f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:26.773714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:26.780204 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabe8a7-859f-4ea5-89cb-939926ab3113 None None] The sync data for ids ['8f6cf680-192d-442c-bdee-569075321539'] in n-d-723573-7 is: [{'id': '8f6cf680-192d-442c-bdee-569075321539', 'name': 'tempest-TaggedBootDevicesTest_v242-261545394-router', 'tenant_id': '3f559d7d785e4884987ea8c40adef3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:19:04Z', 'updated_at': '2021-07-28T11:30:21Z', 'revision_number': 5, 'project_id': '3f559d7d785e4884987ea8c40adef3a0', 'gw_port': {'id': '891f7a0d-90d5-43e5-ab7a-4573ac47380e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6cf680-192d-442c-bdee-569075321539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:19:05Z', 'updated_at': '2021-07-28T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:26.821836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db3b1c9f-b702-4887-8f03-b96835c2919d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:26.870898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: db3b1c9f-b702-4887-8f03-b96835c2919d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:26.871240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device db3b1c9f-b702-4887-8f03-b96835c2919d not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:26.961075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b486752-7f3c-4b41-81a2-b97c09e02797 None None] Pushing event updated for resources: {'Port': ['ID=369743a8-c02e-49d1-a67a-aff4d015183a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:26.965420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Provisioning complete for port 369743a8-c02e-49d1-a67a-aff4d015183a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:26.966085 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:26.993347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.181905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Provisioning for port e1de29f0-0123-4886-bf4b-a4a129c68151 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:27.189751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Provisioning complete for port e1de29f0-0123-4886-bf4b-a4a129c68151 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:27.191124 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.296729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Port e1de29f0-0123-4886-bf4b-a4a129c68151 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:27.318297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Provisioning complete for port 722115d2-0b18-495d-8689-517469a85e85 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:27.318714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac07b-6d49-40f2-a47c-4566dde0dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.323374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.415087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d649bd-06bd-4c92-bd93-3776a437bf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.498816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d649bd-06bd-4c92-bd93-3776a437bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.552536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=891f7a0d-90d5-43e5-ab7a-4573ac47380e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:27.621079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-20d649bd-06bd-4c92-bd93-3776a437bf1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c251a9b2980d441a8a8b91ce9ba0b148&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2688694 Jul 28 11:30:27.629734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 722115d2-0b18-495d-8689-517469a85e85 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:27.631779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:27.688785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d649bd-06bd-4c92-bd93-3776a437bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d321385-a4f9-460f-97dc-bc7e910975be,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:27.702656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d9d884f6-9b22-48cc-8bb8-72698b2dcd49 None None] Provisioning complete for port e1de29f0-0123-4886-bf4b-a4a129c68151 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:27.703314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9d884f6-9b22-48cc-8bb8-72698b2dcd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.708927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.21.0.1 (aff3b18d-b3d1-4753-b8bf-a6b88b372ae8/a7122c8f-24b4-41d9-a3c9-71f8d4129bee/867c3f11-6393-4ef0-add2-44efbf113fc7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:27.709059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.746305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d9d884f6-9b22-48cc-8bb8-72698b2dcd49 None None] Port e1de29f0-0123-4886-bf4b-a4a129c68151 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:27.774051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 722115d2-0b18-495d-8689-517469a85e85 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:27.775118 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.865036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1edd25bf-7415-40ba-bf5f-dbcd7b0fa3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.872045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 369743a8-c02e-49d1-a67a-aff4d015183a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:27.878278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.885502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.921924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-333b66b1-6e3a-40ed-9806-59c77efcfcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.942002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.944243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 369743a8-c02e-49d1-a67a-aff4d015183a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:27.944857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.952068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1edd25bf-7415-40ba-bf5f-dbcd7b0fa3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:27.998449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object 867c3f11-6393-4ef0-add2-44efbf113fc7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:28.045564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.045564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6cf680-192d-442c-bdee-569075321539 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:30:28.054304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.059205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-74a96682-ec1c-443b-9b84-c6849fbfd8bd admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f6cf680-192d-442c-bdee-569075321539 HTTP/1.1" status: 204 len: 168 time: 3.4309938 Jul 28 11:30:28.064571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:28.097045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2740d779-ac95-40b9-9f30-770f576abdfa no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:28.105526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.145367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Deleting subnet b8013ca9-7356-4f40-885c-15ab302ccc8e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:28.149132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.159109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2740d779-ac95-40b9-9f30-770f576abdfa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:28.160613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2740d779-ac95-40b9-9f30-770f576abdfa not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:28.195170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.326979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.355681 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1edd25bf-7415-40ba-bf5f-dbcd7b0fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.364707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1edd25bf-7415-40ba-bf5f-dbcd7b0fa3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.366120 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1edd25bf-7415-40ba-bf5f-dbcd7b0fa3b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d321385-a4f9-460f-97dc-bc7e910975be HTTP/1.1" status: 204 len: 168 time: 0.7330112 Jul 28 11:30:28.400105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd25bf-7415-40ba-bf5f-dbcd7b0fa3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d321385-a4f9-460f-97dc-bc7e910975be,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:28.471456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.478686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.502201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8013ca9-7356-4f40-885c-15ab302ccc8e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:28.524443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.525161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ada25-0e1c-44c2-b9da-bee59224783b None None] Network 1849a05a-7fc8-491d-93fe-05485dfd4526 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:28.527205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d240f421-6372-4ee3-9a99-009f2abf4bc2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8013ca9-7356-4f40-885c-15ab302ccc8e HTTP/1.1" status: 204 len: 168 time: 0.4603937 Jul 28 11:30:28.530149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:28.572199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:28.581152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:28.588319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:28.596265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=867c3f11-6393-4ef0-add2-44efbf113fc7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:28.743051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.752108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:28.916541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Deleting port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:28.916884 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.049484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] For port 43565bb5-70e3-40b8-9646-bd49d4e1afa5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=43565bb5-70e3-40b8-9646-bd49d4e1afa5,segment=NetworkSegment(15482f38-d1c3-4c6b-ab13-73e8d0649aad),segment_id=15482f38-d1c3-4c6b-ab13-73e8d0649aad)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:29.049484 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.075513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Calling delete_port for 43565bb5-70e3-40b8-9646-bd49d4e1afa5 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:29.240070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Deleting port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:29.240717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e1ba8a74-53f9-4eb0-8f58-f51e3de6b4ed None None] Provisioning for port 867c3f11-6393-4ef0-add2-44efbf113fc7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:29.241241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.245133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.259757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e1ba8a74-53f9-4eb0-8f58-f51e3de6b4ed None None] Provisioning complete for port 867c3f11-6393-4ef0-add2-44efbf113fc7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:29.260136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1ba8a74-53f9-4eb0-8f58-f51e3de6b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.319024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Pushing event deleted for resources: {'Port': ['ID=43565bb5-70e3-40b8-9646-bd49d4e1afa5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:29.330257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] No DVR routers for this DVR port 43565bb5-70e3-40b8-9646-bd49d4e1afa5 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:29.381753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e18a1-d834-4ddd-a846-6e1c7a71be72 None None] DHCP port deletion for 1849a05a-7fc8-491d-93fe-05485dfd4526 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:29.438223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba8a74-53f9-4eb0-8f58-f51e3de6b4ed None None] Port 867c3f11-6393-4ef0-add2-44efbf113fc7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:29.543861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.593922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1849a05a-7fc8-491d-93fe-05485dfd4526']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:29.644350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15482f38-d1c3-4c6b-ab13-73e8d0649aad') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:29.645771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15482f38-d1c3-4c6b-ab13-73e8d0649aad') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:29.683841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 891f7a0d-90d5-43e5-ab7a-4573ac47380e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:29.697148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.744485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.775100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:29.775429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:29.779139 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:29.793560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 891f7a0d-90d5-43e5-ab7a-4573ac47380e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:29.793916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 891f7a0d-90d5-43e5-ab7a-4573ac47380e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:29.797974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 43565bb5-70e3-40b8-9646-bd49d4e1afa5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:29.843478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 43565bb5-70e3-40b8-9646-bd49d4e1afa5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:29.844150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 43565bb5-70e3-40b8-9646-bd49d4e1afa5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:29.888360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.908733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:29.910846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1849a05a-7fc8-491d-93fe-05485dfd4526 HTTP/1.1" status: 204 len: 168 time: 1.3785696 Jul 28 11:30:29.936989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc1f51-423b-4669-94af-31f9a94bc743 admin admin] Pushing event deleted for resources: {'Network': ['ID=1849a05a-7fc8-491d-93fe-05485dfd4526,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:30.131398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:30.212004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c8d815b5-8d3f-4f8a-8643-f9b9e6d1bfc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f559d7d785e4884987ea8c40adef3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784407 Jul 28 11:30:30.214170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:30.272023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] For port b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:30.272468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:30.305622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:30.408492 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c36f65e-e0f0-46c1-acaa-f4543cbe9be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:30.439393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c36f65e-e0f0-46c1-acaa-f4543cbe9be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:30.511647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c36f65e-e0f0-46c1-acaa-f4543cbe9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:30.518527 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c36f65e-e0f0-46c1-acaa-f4543cbe9be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:30.518756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Calling delete_port for b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:30.519516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5c36f65e-e0f0-46c1-acaa-f4543cbe9be7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0730563-61c9-4c7d-9567-32c5c09cc039 HTTP/1.1" status: 204 len: 168 time: 0.3040135 Jul 28 11:30:30.540687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36f65e-e0f0-46c1-acaa-f4543cbe9be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0730563-61c9-4c7d-9567-32c5c09cc039,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:30.710787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:30.998470 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.079438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1478279824-network', 'tenant_id': '3b25f37147134ee19f7e97a7cdf2f08b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:31.145877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84d84a58-21dd-4c16-896c-b83387b75d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.146939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Made reservation on behalf of 3b25f37147134ee19f7e97a7cdf2f08b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:31.153481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.177698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.205844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.254288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.256854 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.351878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.357341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.384868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:31.394883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:31.406795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973d3fec-2c23-4435-a35b-6641d13c7f21,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:31.418559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.419323 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Added segment f578ebe7-b016-4691-bfd2-2dae23d03e5a of type vlan for network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d Jul 28 11:30:31.481017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.560157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.570509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:31.572867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.601705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:31.751762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:31.778950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:31.789789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:31.794591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Request body: {'subnet': {'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1478279824-subnet', 'tenant_id': '3b25f37147134ee19f7e97a7cdf2f08b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:31.797342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bbf6228d-ed0c-474b-a5d8-df4d7266bf25 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0566478 Jul 28 11:30:31.808317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=867c3f11-6393-4ef0-add2-44efbf113fc7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:31.879402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:31.979112 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.026128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.029330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Made reservation on behalf of 3b25f37147134ee19f7e97a7cdf2f08b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:32.032001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.083362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-282844728-network', 'tenant_id': 'cba59d87a53843d1b57b5a604603921e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:32.132807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Made reservation on behalf of cba59d87a53843d1b57b5a604603921e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:32.138325 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.157053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.175422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:32.184328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:32.408253 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.424918 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.459415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 806d573e-6e22-4e2d-84aa-fb7e391afd0c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:32.512000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:32.523271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:32.540958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.541414 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Added segment 060415bc-d16b-46b0-873b-388cd3718763 of type vlan for network bb643528-ed99-4353-a3b5-f601558fa9d2 Jul 28 11:30:32.590210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.675056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.680916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:32.681471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.811198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89b9b319-e546-4c5e-88fe-9e86beb516d5 None None] Provisioning complete for port 867c3f11-6393-4ef0-add2-44efbf113fc7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:32.811814 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89b9b319-e546-4c5e-88fe-9e86beb516d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.818699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9356260 Jul 28 11:30:32.831298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:32.839037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Request body: {'subnet': {'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-282844728-subnet', 'tenant_id': 'cba59d87a53843d1b57b5a604603921e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:32.878882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Made reservation on behalf of cba59d87a53843d1b57b5a604603921e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:32.881293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.885244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b511d2-897b-49d7-ad3e-482060bc2d38 admin admin] Pushing event updated for resources: {'Network': ['ID=bb643528-ed99-4353-a3b5-f601558fa9d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:32.903596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bb643528-ed99-4353-a3b5-f601558fa9d2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:32.911441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:32.914735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:32.994218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-89b9b319-e546-4c5e-88fe-9e86beb516d5 None None] Port 867c3f11-6393-4ef0-add2-44efbf113fc7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:33.039889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:33.054303 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] Sync routers for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:33.071330 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:33.076043 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:33.153069 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1c280d08-a22b-4a61-ac8e-6b1ae18141a4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/806d573e-6e22-4e2d-84aa-fb7e391afd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3864448 Jul 28 11:30:33.158672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e620cc9e-cae2-49a6-b183-fbe391c5cc6e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:33.160134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 42976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:33.166120 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:33.183753 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:33.184108 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:33.268911 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:33.270593 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24148319-9efa-4162-a7c8-d805bc90ae47 None None] The sync data for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:33.272009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:33.275670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Checking segment: {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:33.276587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Network hostable DHCP agents. Network: 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:33.304676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:33.311289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-675d8918-c227-4e5b-aa62-149626125469 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b88fdc5-1a80-4814-9ae0-a55eca90d3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0333643 Jul 28 11:30:33.314732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:33.319889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] Sync routers for ids ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:33.332309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] Routers {'1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:33.333228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:33.372492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8919e5ff-5a3e-4ec0-8339-345f04326c3e tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:33.377269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:33.377429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8919e5ff-5a3e-4ec0-8339-345f04326c3e tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports/867c3f11-6393-4ef0-add2-44efbf113fc7 HTTP/1.1" status: 200 len: 910 time: 0.2126458 Jul 28 11:30:33.381080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 42982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:33.440998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515f57a8-dace-48ad-9933-c5c88b34e41e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:33.456634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Checking segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:33.457942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Network hostable DHCP agents. Network: bb643528-ed99-4353-a3b5-f601558fa9d2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:33.473565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:33.490513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Network bb643528-ed99-4353-a3b5-f601558fa9d2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:33.540908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] Set router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:30:33.544692 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:33.688088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bb643528-ed99-4353-a3b5-f601558fa9d2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:33.706747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:33.708704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:33.724969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf4e1a-8688-45fc-bf50-52037a9247e5 None None] Network bb643528-ed99-4353-a3b5-f601558fa9d2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:33.744229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-04d92722-8246-4783-ac85-b4a5ecfb07a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9076841 Jul 28 11:30:33.795651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:33.844228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:33.844995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:33.869373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2438bf-c28b-43bc-be72-4658ae6b6791 None None] Network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:33.935541 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-decce536-0ba5-4e33-a4ec-aae7e70ff266 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1535487 Jul 28 11:30:34.013718 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:34.201535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721379df-89cf-4f67-9cd7-f6c1fe67f982 None None] Network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:34.334477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6befe871-3233-4e91-b1a6-0b676598f524 None None] Network bb643528-ed99-4353-a3b5-f601558fa9d2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:34.393524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Deleting port b946f8cf-8822-4574-b3b0-0d35edca2f75 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:34.398541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:34.519210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:30:30Z', 'revision_number': 5, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port': {'id': 'b946f8cf-8822-4574-b3b0-0d35edca2f75', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:09Z', 'updated_at': '2021-07-28T11:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:34.605314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] Checking router: 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:30:34.696955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] For port b946f8cf-8822-4574-b3b0-0d35edca2f75, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b946f8cf-8822-4574-b3b0-0d35edca2f75,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:34.697913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:34.725200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-0e03da2f-abc3-46e7-953c-fba68722888d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:34.731198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-0e03da2f-abc3-46e7-953c-fba68722888d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 814 time: 0.1819930 Jul 28 11:30:34.769015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Calling delete_port for b946f8cf-8822-4574-b3b0-0d35edca2f75 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:34.788507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-be13d921-7806-4cc5-ba94-0ade15cb1640 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/quotas/cba59d87a53843d1b57b5a604603921e HTTP/1.1" status: 200 len: 375 time: 0.0475752 Jul 28 11:30:34.877452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] Routers {'1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:34.878184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:34.891822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-d0ee3c59-d4d0-4beb-84f7-b90047b4ad56 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813246 Jul 28 11:30:35.021143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] Set router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:30:35.165726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:30:34Z', 'revision_number': 6, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:35.166807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-e418ee19-5ac0-4cda-9cf8-f65fa1a4d448 service neutron] 10.222.0.20 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635381 Jul 28 11:30:35.222101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4df522-ecab-4e35-9d6a-d92106b596fd None None] The sync data for ids ['1b88fdc5-1a80-4814-9ae0-a55eca90d3fd'] in n-d-723573-7 is: [{'id': '1b88fdc5-1a80-4814-9ae0-a55eca90d3fd', 'name': 'tempest-TestServerMultinode-1653612026-router', 'tenant_id': '642d5a20fe984f048c09598640167256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:08Z', 'updated_at': '2021-07-28T11:30:34Z', 'revision_number': 6, 'project_id': '642d5a20fe984f048c09598640167256', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:35.458831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-1b01c4d9-7c02-4d0e-a563-efd595cf25c0 service neutron] 10.222.0.20 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790022 Jul 28 11:30:35.550015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:35.650748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:35.757782 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:35.762356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b73d0cd5-c21f-4fa9-b2ae-a27a0b3f6d67 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:35.875287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-802b4c3d-dc3b-40ec-bc0f-2b0c6b1e2dc9 req-f64c29d2-d825-4554-8435-dbc621704442 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 210 time: 0.1009116 Jul 28 11:30:36.233153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.400540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=b946f8cf-8822-4574-b3b0-0d35edca2f75,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:36.568018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.717678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.727975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.839508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.841698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b88fdc5-1a80-4814-9ae0-a55eca90d3fd {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:30:36.854072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 867c3f11-6393-4ef0-add2-44efbf113fc7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:36.856315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.872548 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:36.893642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1096036e-db8f-4e25-a9d5-efe0271e3bfe admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b88fdc5-1a80-4814-9ae0-a55eca90d3fd HTTP/1.1" status: 204 len: 168 time: 3.5777898 Jul 28 11:30:36.896936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:37.116239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:37.127018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Deleting subnet 519129c2-8af1-41c5-8684-ba67f724b3dd {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:37.138166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:37.171937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 867c3f11-6393-4ef0-add2-44efbf113fc7 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:37.208998 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:37.273348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee059326-a157-485c-a6b4-d94a850122b4 req-4e56af97-aa12-4206-b2dc-e03cda933005 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 210 time: 0.2097206 Jul 28 11:30:37.444639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:37.596582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:37.604135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b946f8cf-8822-4574-b3b0-0d35edca2f75 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:37.657449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519129c2-8af1-41c5-8684-ba67f724b3dd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:37.667635 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:37.669067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b946f8cf-8822-4574-b3b0-0d35edca2f75 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:37.669788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b946f8cf-8822-4574-b3b0-0d35edca2f75 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:37.676948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-34471ac9-0a59-47bb-a70d-044a448066e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/519129c2-8af1-41c5-8684-ba67f724b3dd HTTP/1.1" status: 204 len: 168 time: 0.7776787 Jul 28 11:30:37.677840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:37.698036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697de375-1c3e-4ed7-884d-220525322239 None None] Network 6bb93a45-ce3f-44c1-b88f-579622f14e07 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:37.855102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.020044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Deleting port 589bd017-92db-4a3f-be90-c3593f45d4d0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:38.021637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.100856 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] DHCP port deletion for 6bb93a45-ce3f-44c1-b88f-579622f14e07 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:38.195090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] For port 589bd017-92db-4a3f-be90-c3593f45d4d0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=589bd017-92db-4a3f-be90-c3593f45d4d0,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:38.196140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.221550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.222956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Calling delete_port for 589bd017-92db-4a3f-be90-c3593f45d4d0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:38.261533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] Deleting port 589bd017-92db-4a3f-be90-c3593f45d4d0 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:38.261908 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.274884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-ee6c16a7-1d70-4c50-becc-61603f05d752 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:38.276613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-ee6c16a7-1d70-4c50-becc-61603f05d752 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 814 time: 0.7273800 Jul 28 11:30:38.296114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Request body: {'port': {'device_id': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'admin_state_up': True, 'tenant_id': 'cba59d87a53843d1b57b5a604603921e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:38.352956 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.369809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] No DVR routers for this DVR port 589bd017-92db-4a3f-be90-c3593f45d4d0 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:38.427634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=867c3f11-6393-4ef0-add2-44efbf113fc7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:38.428912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Pushing event deleted for resources: {'Port': ['ID=589bd017-92db-4a3f-be90-c3593f45d4d0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:38.508468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] For port 589bd017-92db-4a3f-be90-c3593f45d4d0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=589bd017-92db-4a3f-be90-c3593f45d4d0,segment=NetworkSegment(06f9193a-6cad-41b3-ba96-8b9d48b788de),segment_id=06f9193a-6cad-41b3-ba96-8b9d48b788de)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:38.510818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.541634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cc8df00-49f1-4ead-a723-8042ff7375c2 req-e788bf57-1a7f-417b-b4eb-0d1f6abab7cf tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 210 time: 0.1258397 Jul 28 11:30:38.561111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] Calling delete_port for 589bd017-92db-4a3f-be90-c3593f45d4d0 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:38.784966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.817043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb93a45-ce3f-44c1-b88f-579622f14e07']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:38.863493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f9193a-6cad-41b3-ba96-8b9d48b788de') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:38.863796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f9193a-6cad-41b3-ba96-8b9d48b788de') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:38.893503 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:38.918043 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.009456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.011864 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.024060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Made reservation on behalf of cba59d87a53843d1b57b5a604603921e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:39.041679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] No DVR routers for this DVR port 589bd017-92db-4a3f-be90-c3593f45d4d0 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:39.043904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.057399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:39.059050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.064901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f5b8c-7e0a-4e4d-acaa-bfff23c7f131 None None] Pushing event deleted for resources: {'Port': ['ID=589bd017-92db-4a3f-be90-c3593f45d4d0,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:39.159441 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:39.196234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.210461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.216749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/6bb93a45-ce3f-44c1-b88f-579622f14e07 HTTP/1.1" status: 204 len: 168 time: 1.5376329 Jul 28 11:30:39.218199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:39.279721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3079b8-7791-4c87-9dab-7cf5d12929fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb93a45-ce3f-44c1-b88f-579622f14e07,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:39.583124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Allocated IP 172.20.0.9 (bb643528-ed99-4353-a3b5-f601558fa9d2/515f57a8-dace-48ad-9933-c5c88b34e41e/1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:39.641102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 589bd017-92db-4a3f-be90-c3593f45d4d0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:39.687721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 806d573e-6e22-4e2d-84aa-fb7e391afd0c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:39.689243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 589bd017-92db-4a3f-be90-c3593f45d4d0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:39.692453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 589bd017-92db-4a3f-be90-c3593f45d4d0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:39.801690 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89491bcf-6d1a-46bb-91cf-bc9df9470f33 req-f898f1ae-a1f4-4e51-b824-a6f33aff94ac tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 210 time: 0.1050506 Jul 28 11:30:39.943742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:39.999702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:40.027555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:40.089437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Network bb643528-ed99-4353-a3b5-f601558fa9d2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:40.098624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:40.104317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:40.114747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:40.116531 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] Sync routers for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:40.131480 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:40.132125 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:40.181163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:40.183522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:40.191467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-95fc1dcb-6af6-445b-b0e2-87423363cff9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/806d573e-6e22-4e2d-84aa-fb7e391afd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7195661 Jul 28 11:30:40.192272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:40.194357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:40.256087 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:40.310899 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:40.312556 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:40.390256 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:40.396384 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656bb93-c732-4698-96ee-e0c155c2c344 None None] The sync data for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:40.417633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-7bc50556-ea18-4a16-bbe7-c040013a2e7c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1275563 Jul 28 11:30:40.437271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Request body: {'port': {'device_id': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:40.629800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:40.793809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Deleting port 2b157554-382f-4682-a188-dcc99d03f31b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:40.794331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:41.111963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] For port 2b157554-382f-4682-a188-dcc99d03f31b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2b157554-382f-4682-a188-dcc99d03f31b,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:41.111963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:41.162839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Calling delete_port for 2b157554-382f-4682-a188-dcc99d03f31b owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:41.190377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1c7b-80d3-48d7-98c5-fa341555ee61 req-74badf21-6129-4bd4-9cc0-acecbc258810 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:41.191934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af2f1c7b-80d3-48d7-98c5-fa341555ee61 req-74badf21-6129-4bd4-9cc0-acecbc258810 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 931 time: 0.1744356 Jul 28 11:30:41.302119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af2f1c7b-80d3-48d7-98c5-fa341555ee61 req-b656ccd1-7d65-4e10-9693-6360bf9dd46b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 Jul 28 11:30:41.432902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:41.514481 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:30:41.642773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:30:41.652593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:41.660629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:41.671486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Transition to ACTIVE for port object 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:41.681522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:41.697544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b157554-382f-4682-a188-dcc99d03f31b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:41.789797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:41.985471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Attempting to bind port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:30:41.985809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Attempting to bind port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:30:41.986145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Attempting to bind port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d on network bb643528-ed99-4353-a3b5-f601558fa9d2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:41.991867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d on network bb643528-ed99-4353-a3b5-f601558fa9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:30:41.992202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Attempting to bind port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d on network bb643528-ed99-4353-a3b5-f601558fa9d2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:41.997984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:30:41.998325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Checking segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:41.998714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Bound using segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:30:41.999767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Bound port: 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:30:42.000270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.065476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.069774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port e1de29f0-0123-4886-bf4b-a4a129c68151 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:42.070122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.204774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:30:42.252590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.273943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:30:42.279046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for e1de29f0-0123-4886-bf4b-a4a129c68151 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:42.282682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.338718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:42.339443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.341138 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d HTTP/1.1" status: 200 len: 1091 time: 1.9128046 Jul 28 11:30:42.345413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:30:42.349414 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb" -d '{"events": [{"name": "network-changed", "server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:30:42.451670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Router 80281ac4-b605-44c9-bc43-b7daece06d03 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:42.510319 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ffaf4f-076f-4eb7-9447-0fbf38086fbd x-openstack-request-id: req-19ffaf4f-076f-4eb7-9447-0fbf38086fbd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:30:42.514355 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:30:42.514856 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19ffaf4f-076f-4eb7-9447-0fbf38086fbd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:30:42.516407 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'status': 'completed', 'code': 200} Jul 28 11:30:42.553384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3539f-4ad8-4cbb-8e86-396a562edbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:42.586584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-c290ea7e-ae6a-4116-aeea-ddc42da43141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:42.588675 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-c290ea7e-ae6a-4116-aeea-ddc42da43141 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 1094 time: 0.1572466 Jul 28 11:30:42.754743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-14129feb-c285-4bd1-9ff3-5de59c98cad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d HTTP/1.1" status: 200 len: 217 time: 0.0672646 Jul 28 11:30:42.879436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-4d6fa6d1-ecbf-44c9-bad9-c179759c1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:42.881113 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-4d6fa6d1-ecbf-44c9-bad9-c179759c1905 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.1195400 Jul 28 11:30:42.902401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:42.937784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-1a0efac7-24c6-4dea-809f-43d29a55a7c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461071 Jul 28 11:30:42.997537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=e1de29f0-0123-4886-bf4b-a4a129c68151,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:43.100207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473408a-8528-4cc5-acd5-8183ca969f70 req-44a360ad-531d-4198-b5a5-d7c811861fb4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:43.107829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d473408a-8528-4cc5-acd5-8183ca969f70 req-44a360ad-531d-4198-b5a5-d7c811861fb4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 943 time: 0.5854912 Jul 28 11:30:43.219230 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-3541a639-2571-4770-833e-b96b972816cf service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525787 Jul 28 11:30:43.253950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d473408a-8528-4cc5-acd5-8183ca969f70 req-95e27556-8305-4536-8541-cea3fb7e7c65 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445558 Jul 28 11:30:43.269425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:43.285841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] Sync routers for ids ['80281ac4-b605-44c9-bc43-b7daece06d03'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:43.299563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2d73c258-2e69-4720-a612-fb2fdaff432d admin admin] 10.222.0.20 "PUT /v2.0/routers/80281ac4-b605-44c9-bc43-b7daece06d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0197504 Jul 28 11:30:43.302294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:43.304546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] Routers {'80281ac4-b605-44c9-bc43-b7daece06d03'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:43.305279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['80281ac4-b605-44c9-bc43-b7daece06d03'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:43.555550 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:43.598790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:43.627180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] Set router 80281ac4-b605-44c9-bc43-b7daece06d03 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:30:43.700077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f563a393-e2fd-467c-8e1a-2a9ec0b1b653 req-b79e5734-5c3d-440f-bb5c-aef6f1b64cc5 service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773184 Jul 28 11:30:43.848305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:43.960525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 806d573e-6e22-4e2d-84aa-fb7e391afd0c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:43.981246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-66b73643-231f-4971-a8a6-9e30a3753c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:43.983763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-66b73643-231f-4971-a8a6-9e30a3753c0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 1094 time: 0.1018970 Jul 28 11:30:44.006528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Deleting port 29656e37-5216-4cf0-ad1a-c0a14e899314 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:44.008054 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:44.053658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:30:41Z', 'revision_number': 5, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port': {'id': '29656e37-5216-4cf0-ad1a-c0a14e899314', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:29:26Z', 'updated_at': '2021-07-28T11:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.116774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] Checking router: 80281ac4-b605-44c9-bc43-b7daece06d03 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:30:44.143123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] Routers {'80281ac4-b605-44c9-bc43-b7daece06d03'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:44.143886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['80281ac4-b605-44c9-bc43-b7daece06d03'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.199865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] For port 29656e37-5216-4cf0-ad1a-c0a14e899314, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=29656e37-5216-4cf0-ad1a-c0a14e899314,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:44.200539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:44.228041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Calling delete_port for 29656e37-5216-4cf0-ad1a-c0a14e899314 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:44.248707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:44.256529 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8cfb6439-63c2-417e-beed-6f49a21f58c3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/806d573e-6e22-4e2d-84aa-fb7e391afd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0599949 Jul 28 11:30:44.259655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:44.263291 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] Sync routers for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:44.267620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-a5c44899-0790-4c3b-8a0b-2a8a0e7bfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:44.269112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-a5c44899-0790-4c3b-8a0b-2a8a0e7bfd9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 915 time: 0.2166069 Jul 28 11:30:44.287129 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:44.288037 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.390444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] Set router 80281ac4-b605-44c9-bc43-b7daece06d03 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:30:44.411430 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.426970 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-214232f1-57cc-478d-9ab5-45da299684bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d HTTP/1.1" status: 200 len: 217 time: 0.1457436 Jul 28 11:30:44.461451 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] Routers {'806d573e-6e22-4e2d-84aa-fb7e391afd0c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:44.462250 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.509161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:44.510562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ee9f87aa-d19e-418e-9dc2-676b7caa86d1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=806d573e-6e22-4e2d-84aa-fb7e391afd0c HTTP/1.1" status: 200 len: 205 time: 0.2490630 Jul 28 11:30:44.517656 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.518571 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b651e6-a668-48f5-9c4d-9042e641a22d None None] The sync data for ids ['806d573e-6e22-4e2d-84aa-fb7e391afd0c'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:44.663166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-c0e6fe85-51f0-4e96-ae49-342cc282638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:44.664645 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-c0e6fe85-51f0-4e96-ae49-342cc282638f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.2299454 Jul 28 11:30:44.747951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:30:43Z', 'revision_number': 6, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:44.769897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f021-9811-463f-bc0c-dff1c6c06508 req-1a8bf026-09a1-4f4d-ad2b-a7ea4d995eeb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:44.771860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2158f021-9811-463f-bc0c-dff1c6c06508 req-1a8bf026-09a1-4f4d-ad2b-a7ea4d995eeb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 943 time: 0.3266287 Jul 28 11:30:44.805744 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-de452d5a-c7ce-426b-905b-ead89b29e9ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910885 Jul 28 11:30:44.810024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:44.810677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:44.836700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31284d20-5544-43a9-8046-b638028c8da2 None None] The sync data for ids ['80281ac4-b605-44c9-bc43-b7daece06d03'] in n-d-723573-7 is: [{'id': '80281ac4-b605-44c9-bc43-b7daece06d03', 'name': 'tempest-TestServerMultinode-1398007407-router', 'tenant_id': 'cae36921253149a4b9fd6b3b32930bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:29:25Z', 'updated_at': '2021-07-28T11:30:43Z', 'revision_number': 6, 'project_id': 'cae36921253149a4b9fd6b3b32930bb9', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:44.924646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Pushing event deleted for resources: {'Port': ['ID=29656e37-5216-4cf0-ad1a-c0a14e899314,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:44.957469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2158f021-9811-463f-bc0c-dff1c6c06508 req-ffa89948-62d2-4fbc-86a6-903ee65443e6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786203 Jul 28 11:30:45.025257 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-193c794b-e454-4b95-bd69-d091532b49cb service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251681 Jul 28 11:30:45.054845 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.198585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.208327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.314604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.317528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.367198 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.367822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80281ac4-b605-44c9-bc43-b7daece06d03 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:30:45.373225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.377784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-71e700ec-eb0a-4154-9ad3-92fc872c16df admin admin] 10.222.0.20 "DELETE /v2.0/routers/80281ac4-b605-44c9-bc43-b7daece06d03 HTTP/1.1" status: 204 len: 168 time: 2.0651019 Jul 28 11:30:45.378396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:45.430798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a12f3fd-386d-420d-9d3e-aa6d4652aceb req-bc17fa74-6733-4bca-afa0-35ebb1a9f8ec service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488376 Jul 28 11:30:45.434181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.434804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router 806d573e-6e22-4e2d-84aa-fb7e391afd0c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:30:45.474440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Deleting subnet e0ef0f9d-c25e-4b01-ba29-46acad7dc32c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:45.477970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.494518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.498745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cab1a078-2dd5-4f67-a04b-561a2430eff6 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/806d573e-6e22-4e2d-84aa-fb7e391afd0c HTTP/1.1" status: 204 len: 168 time: 0.9772866 Jul 28 11:30:45.499190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:45.558707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.571276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet a7122c8f-24b4-41d9-a3c9-71f8d4129bee {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:45.589602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.740935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.741175 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.861409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.896850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29656e37-5216-4cf0-ad1a-c0a14e899314 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:45.903176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ef0f9d-c25e-4b01-ba29-46acad7dc32c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:45.935049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:45.940729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:45.943150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d85316b6-b022-48ee-a30f-7d5ad272ca70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0ef0f9d-c25e-4b01-ba29-46acad7dc32c HTTP/1.1" status: 204 len: 168 time: 0.5612807 Jul 28 11:30:45.964995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 29656e37-5216-4cf0-ad1a-c0a14e899314 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:45.965616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 29656e37-5216-4cf0-ad1a-c0a14e899314 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:45.966261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2b157554-382f-4682-a188-dcc99d03f31b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:45.993055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2b157554-382f-4682-a188-dcc99d03f31b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:45.993640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2b157554-382f-4682-a188-dcc99d03f31b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:45.995361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a54408-db2b-4263-a514-e14f88c5279a None None] Network afbf0b88-08ea-43d1-8258-b6048ac1ce5b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:46.014265 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.123666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.255633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af89f-783c-4dca-b2b6-f923f04d9c53 req-fe9f3db1-8440-4343-8dcc-4df3b6eed1df tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:46.257327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-602af89f-783c-4dca-b2b6-f923f04d9c53 req-fe9f3db1-8440-4343-8dcc-4df3b6eed1df tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 943 time: 0.1090019 Jul 28 11:30:46.302912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.331016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] DHCP port deletion for afbf0b88-08ea-43d1-8258-b6048ac1ce5b request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:46.343164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-602af89f-783c-4dca-b2b6-f923f04d9c53 req-b24c1539-4ba3-4958-8100-f2ca50bfd500 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748267 Jul 28 11:30:46.431213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=a7122c8f-24b4-41d9-a3c9-71f8d4129bee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:46.434566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.441701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6155af36-f813-4ef4-a38e-1673b83b11a3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/a7122c8f-24b4-41d9-a3c9-71f8d4129bee HTTP/1.1" status: 204 len: 168 time: 0.9392669 Jul 28 11:30:46.442077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:46.443709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49949215-3cbb-4b44-970a-4064718fe925 None None] Network aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:46.447686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Deleting port e009220a-66c0-47dc-941c-40e3509d9b9d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:46.448415 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.475751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Deleting port e009220a-66c0-47dc-941c-40e3509d9b9d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:46.476796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.527103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] For port e009220a-66c0-47dc-941c-40e3509d9b9d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e009220a-66c0-47dc-941c-40e3509d9b9d,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:46.527910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.546148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Calling delete_port for e009220a-66c0-47dc-941c-40e3509d9b9d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:46.563050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 82f67d61-00f1-4407-8ad5-7ac78b8df834 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:46.574262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.603304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] For port e009220a-66c0-47dc-941c-40e3509d9b9d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e009220a-66c0-47dc-941c-40e3509d9b9d,segment=NetworkSegment(b8536a99-09ea-44f4-8b88-1261b4c1b4c9),segment_id=b8536a99-09ea-44f4-8b88-1261b4c1b4c9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:46.603801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.634740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Calling delete_port for e009220a-66c0-47dc-941c-40e3509d9b9d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:46.692104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.720549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.763126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.786534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Pushing event deleted for resources: {'Port': ['ID=e009220a-66c0-47dc-941c-40e3509d9b9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:46.790295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] No DVR routers for this DVR port e009220a-66c0-47dc-941c-40e3509d9b9d on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:46.806900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Pushing event deleted for resources: {'Port': ['ID=e009220a-66c0-47dc-941c-40e3509d9b9d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:46.816835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] No DVR routers for this DVR port e009220a-66c0-47dc-941c-40e3509d9b9d on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:46.842874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.843514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.844070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.844679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.845276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.845956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.846500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.847034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.847593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.848124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.849087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.849631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6aa065-b4ed-4bf2-9683-63ccafaf7db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:46.880125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:46.994099 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.005837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.009014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbf0b88-08ea-43d1-8258-b6048ac1ce5b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:47.036982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:47.037282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8536a99-09ea-44f4-8b88-1261b4c1b4c9') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:47.051641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=82f67d61-00f1-4407-8ad5-7ac78b8df834,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:47.066227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.075024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.090403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b815fd-4652-4a62-b0b8-5bc736a7c93a None None] Network e0e940e7-5e0d-4718-b112-4621f8eee43d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:47.103513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:47.111674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/82f67d61-00f1-4407-8ad5-7ac78b8df834 HTTP/1.1" status: 204 len: 168 time: 0.6386411 Jul 28 11:30:47.148889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.149009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.149244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.149600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.149922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.150255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.150589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.150912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.151248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.151573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.151878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.152222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ebad1-e03e-48db-8a20-2b73480b48cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:47.182663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] DHCP port deletion for aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:47.333287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] Deleting port 369743a8-c02e-49d1-a67a-aff4d015183a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:47.333677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.544529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] For port 369743a8-c02e-49d1-a67a-aff4d015183a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=369743a8-c02e-49d1-a67a-aff4d015183a,segment=NetworkSegment(f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed),segment_id=f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:47.545078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.572268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] Calling delete_port for 369743a8-c02e-49d1-a67a-aff4d015183a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:47.599958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b3425-9824-4b6e-b710-da456dec2ea8 req-fb714fe3-62e8-4a5f-959c-e1306c453a3e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:47.605268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-280b3425-9824-4b6e-b710-da456dec2ea8 req-fb714fe3-62e8-4a5f-959c-e1306c453a3e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 943 time: 0.1552129 Jul 28 11:30:47.685135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-280b3425-9824-4b6e-b710-da456dec2ea8 req-60f3be80-032c-4919-bf79-0245848f50f0 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712166 Jul 28 11:30:47.702232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e009220a-66c0-47dc-941c-40e3509d9b9d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:47.773310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e009220a-66c0-47dc-941c-40e3509d9b9d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:47.773310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e009220a-66c0-47dc-941c-40e3509d9b9d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:47.773310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 369743a8-c02e-49d1-a67a-aff4d015183a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:47.834352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bd038-d6d0-482e-9181-811606d031ce None None] DHCP port deletion for e0e940e7-5e0d-4718-b112-4621f8eee43d request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:47.844156 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.881449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No active binding found for port 369743a8-c02e-49d1-a67a-aff4d015183a {{(pid=93837) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 11:30:47.881960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 369743a8-c02e-49d1-a67a-aff4d015183a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:47.884558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] No DVR routers for this DVR port 369743a8-c02e-49d1-a67a-aff4d015183a on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:47.886368 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.916923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03178a82-0513-4a06-bfae-7d5d83b76dcb None None] Pushing event deleted for resources: {'Port': ['ID=369743a8-c02e-49d1-a67a-aff4d015183a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:47.942637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:47.943146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:47.945394 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:47.956566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-775bd038-d6d0-482e-9181-811606d031ce None None] Deleting port 722115d2-0b18-495d-8689-517469a85e85 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:47.957303 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-775bd038-d6d0-482e-9181-811606d031ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.045231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.069947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:30:48.091262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-775bd038-d6d0-482e-9181-811606d031ce None None] For port 722115d2-0b18-495d-8689-517469a85e85, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=722115d2-0b18-495d-8689-517469a85e85,segment=NetworkSegment(f51a5a3c-73b6-4a78-a7da-2efcf38caddf),segment_id=f51a5a3c-73b6-4a78-a7da-2efcf38caddf)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:48.091958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-775bd038-d6d0-482e-9181-811606d031ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.094663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.105963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.109674 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] 10.222.0.20 "DELETE /v2.0/networks/afbf0b88-08ea-43d1-8258-b6048ac1ce5b HTTP/1.1" status: 204 len: 168 time: 2.1673043 Jul 28 11:30:48.113440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-775bd038-d6d0-482e-9181-811606d031ce None None] Calling delete_port for 722115d2-0b18-495d-8689-517469a85e85 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:48.265576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9669-aad0-4994-9a21-44abe614a44f admin admin] Pushing event deleted for resources: {'Network': ['ID=afbf0b88-08ea-43d1-8258-b6048ac1ce5b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:48.356148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.381456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff3b18d-b3d1-4753-b8bf-a6b88b372ae8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:48.390736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:48.410367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:48.410653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74e9dba-f502-459a-9a5b-7dfe7ac0e5ed') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:48.416267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'port_id': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'mac_address': 'fa:16:3e:91:94:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f57a8-dace-48ad-9933-c5c88b34e41e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:30:48.436733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.442924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-775bd038-d6d0-482e-9181-811606d031ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.463527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.482592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:48.482717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:48.482717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:48.506638 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:48.565289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9cf59be3-2482-40b8-9f2e-5d4b0c19cc50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=642d5a20fe984f048c09598640167256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869682 Jul 28 11:30:48.568833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:48.659654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bd038-d6d0-482e-9181-811606d031ce None None] Pushing event deleted for resources: {'Port': ['ID=722115d2-0b18-495d-8689-517469a85e85,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:48.681840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775bd038-d6d0-482e-9181-811606d031ce None None] No DVR routers for this DVR port 722115d2-0b18-495d-8689-517469a85e85 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:48.692967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.694636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.725568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.727785 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/aff3b18d-b3d1-4753-b8bf-a6b88b372ae8 HTTP/1.1" status: 204 len: 168 time: 1.6233027 Jul 28 11:30:48.735975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:48.743596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:30:48.801490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:48.817028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:48.857014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598f26-9659-4ab9-bc1f-69c97a669d41 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=aff3b18d-b3d1-4753-b8bf-a6b88b372ae8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:48.973760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:49.005418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2df26735-fc61-4512-8d4d-f949b93a5887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.035035 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.045063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:30:49.083957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2df26735-fc61-4512-8d4d-f949b93a5887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.149993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f94c37-1173-421f-8f60-f0bc9978884f req-957b6e1c-d6fe-47ca-990a-83b4add30588 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:49.151580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16f94c37-1173-421f-8f60-f0bc9978884f req-957b6e1c-d6fe-47ca-990a-83b4add30588 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 944 time: 0.1786146 Jul 28 11:30:49.198769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2df26735-fc61-4512-8d4d-f949b93a5887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.201330 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2df26735-fc61-4512-8d4d-f949b93a5887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.203766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2df26735-fc61-4512-8d4d-f949b93a5887 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ead3abd-9881-4dea-bd39-deeee4075090 HTTP/1.1" status: 204 len: 168 time: 0.6338797 Jul 28 11:30:49.322781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26735-fc61-4512-8d4d-f949b93a5887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead3abd-9881-4dea-bd39-deeee4075090,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:49.375898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.396325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16f94c37-1173-421f-8f60-f0bc9978884f req-6e734b4f-7483-424b-975b-f0b1e534e11c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132344 Jul 28 11:30:49.400534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e940e7-5e0d-4718-b112-4621f8eee43d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:49.415106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:49.415469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51a5a3c-73b6-4a78-a7da-2efcf38caddf') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:49.441946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.468045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.479698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:49.480105 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:49.485134 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:49.585346 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.591719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.594958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/e0e940e7-5e0d-4718-b112-4621f8eee43d HTTP/1.1" status: 204 len: 168 time: 0.8572798 Jul 28 11:30:49.599409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:49.605298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 722115d2-0b18-495d-8689-517469a85e85 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:49.606025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-1274690209'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:49.648518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb58b9-865c-4429-8e30-d1b75366f4cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=e0e940e7-5e0d-4718-b112-4621f8eee43d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:49.668821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:49.682466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.684761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 722115d2-0b18-495d-8689-517469a85e85 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:49.685116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 722115d2-0b18-495d-8689-517469a85e85 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:49.769590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:49.790601 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.792216 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment f4f3cbd7-abad-4522-8097-1605adb1ed09 of type vlan for network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 Jul 28 11:30:49.821128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.843830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.889005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.896005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:49.900268 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:49.902249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:49.967966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=8efb2b76-56be-4de7-9c47-a7f493b9cd83,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:49.979706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:50.004289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7cc1027d-9151-4879-88e6-657b0c55ad09 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4036999 Jul 28 11:30:50.007395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:50.015406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:50.016886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a3c1c269-8422-4813-928c-983ab69568b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cae36921253149a4b9fd6b3b32930bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134384 Jul 28 11:30:50.024286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:50.093376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:50.094370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26d9bbf2-8114-43e3-8142-d5850f59d950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.145790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26d9bbf2-8114-43e3-8142-d5850f59d950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.181213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:50.206818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:50.207202 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.298769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:50.316724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.319053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26d9bbf2-8114-43e3-8142-d5850f59d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.323210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26d9bbf2-8114-43e3-8142-d5850f59d950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.337934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26d9bbf2-8114-43e3-8142-d5850f59d950 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cc46136-694d-4be9-a435-365e454803d8 HTTP/1.1" status: 204 len: 168 time: 0.3050942 Jul 28 11:30:50.371306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9bbf2-8114-43e3-8142-d5850f59d950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc46136-694d-4be9-a435-365e454803d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:50.463312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.629200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:30:50.632033 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7f8f7-897c-4eb5-aa9b-d83bbfccfa14" -d '{"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:30:50.665442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:50.670015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.673624 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:50.700709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e559-d726-4a0c-8b44-c22971792562 req-ad20f16b-6a4a-4024-9d67-8a41f89a201a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:50.710469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0380e559-d726-4a0c-8b44-c22971792562 req-ad20f16b-6a4a-4024-9d67-8a41f89a201a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 944 time: 0.1312292 Jul 28 11:30:50.800205 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f49810-284f-4c23-b732-625dbfd5fe41 x-openstack-request-id: req-30f49810-284f-4c23-b732-625dbfd5fe41 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:30:50.800205 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:30:50.800205 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30f49810-284f-4c23-b732-625dbfd5fe41 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:30:50.800205 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'code': 200} Jul 28 11:30:50.824101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0380e559-d726-4a0c-8b44-c22971792562 req-e7b99d39-aa77-4f5b-ad75-7d2ebe44d494 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096985 Jul 28 11:30:50.866823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=9ee27e4c-ee0b-42e8-a139-9f5b46b469a8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:50.887092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:50.941979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'f4f3cbd7-abad-4522-8097-1605adb1ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:50.942338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: 8efb2b76-56be-4de7-9c47-a7f493b9cd83, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:30:50.962402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974d20-751c-455b-b2da-1fef64216f84 req-ec721ecc-d9da-428a-953d-d3961fadd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:50.964077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2974d20-751c-455b-b2da-1fef64216f84 req-ec721ecc-d9da-428a-953d-d3961fadd01a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 1096 time: 0.0782120 Jul 28 11:30:50.983029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:30:51.018770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8efb2b76-56be-4de7-9c47-a7f493b9cd83) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:51.036707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3542b-8278-4ab3-b81d-6a3fa2ab916d None None] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:51.084816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:51.089229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.151443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6314bef0-cf44-4578-9fb9-5022d7d44cc1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1429763 Jul 28 11:30:51.153961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:51.160237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-106922891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:51.174417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2974d20-751c-455b-b2da-1fef64216f84 req-f8a68006-d2e8-40be-ac47-5da55fb98705 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988978 Jul 28 11:30:51.197271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.202339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.339220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.351402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.373134 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.379730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bb037b12-02d3-42b0-9ae0-d1d08395206f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2223349 Jul 28 11:30:51.380201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:51.399729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'port': {'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83', 'name': 'tempest-RoutersTest-194992134'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:51.530773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8efb2b76-56be-4de7-9c47-a7f493b9cd83', 'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '9ee27e4c-ee0b-42e8-a139-9f5b46b469a8'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:30:51.534025 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.566435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:51.579866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:51.633354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] device_id is not set on port 1f2d372b-2179-404a-b18d-22ac83a8ec79 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:30:51.775977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Allocated IP 172.20.0.2 (8efb2b76-56be-4de7-9c47-a7f493b9cd83/9ee27e4c-ee0b-42e8-a139-9f5b46b469a8/955da51c-871f-49c0-85bd-08bc5458ec6c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:52.029625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.040024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Transition to ACTIVE for port object 955da51c-871f-49c0-85bd-08bc5458ec6c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:52.057493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Transition to ACTIVE for port object 955da51c-871f-49c0-85bd-08bc5458ec6c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:52.090804 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.147682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:52.150665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:52.160010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:52.168227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Pushing event updated for resources: {'Port': ['ID=955da51c-871f-49c0-85bd-08bc5458ec6c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:52.184373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.20.0.8 (8efb2b76-56be-4de7-9c47-a7f493b9cd83/9ee27e4c-ee0b-42e8-a139-9f5b46b469a8/1f2d372b-2179-404a-b18d-22ac83a8ec79) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:30:52.255367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e346a-aca8-435f-91d4-e23c82bb32de req-b008fd2d-32d9-4841-b188-9a665c2113fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:52.271537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b2e346a-aca8-435f-91d4-e23c82bb32de req-b008fd2d-32d9-4841-b188-9a665c2113fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.2298281 Jul 28 11:30:52.276266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Attempting to bind port 955da51c-871f-49c0-85bd-08bc5458ec6c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:30:52.276894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Attempting to bind port 955da51c-871f-49c0-85bd-08bc5458ec6c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f4f3cbd7-abad-4522-8097-1605adb1ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:30:52.293585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Attempting to bind port 955da51c-871f-49c0-85bd-08bc5458ec6c on network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:30:52.304835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:30:52.305548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Checking segment: {'id': 'f4f3cbd7-abad-4522-8097-1605adb1ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:30:52.306180 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.308434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Bound using segment: {'id': 'f4f3cbd7-abad-4522-8097-1605adb1ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:30:52.309177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Bound port: 955da51c-871f-49c0-85bd-08bc5458ec6c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f3cbd7-abad-4522-8097-1605adb1ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8efb2b76-56be-4de7-9c47-a7f493b9cd83'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:30:52.309786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.345293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b2e346a-aca8-435f-91d4-e23c82bb32de req-3a7ae0e3-a521-476e-95b7-fc370a69fa2a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730441 Jul 28 11:30:52.434355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] For port 955da51c-871f-49c0-85bd-08bc5458ec6c, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:30:52.442962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] For port 955da51c-871f-49c0-85bd-08bc5458ec6c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=955da51c-871f-49c0-85bd-08bc5458ec6c,segment=NetworkSegment(f4f3cbd7-abad-4522-8097-1605adb1ed09),segment_id=f4f3cbd7-abad-4522-8097-1605adb1ed09)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:30:52.452808 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.465042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.489841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object 1f2d372b-2179-404a-b18d-22ac83a8ec79 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:30:52.507513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182b96-ae84-4192-aca6-295042db6666 None None] Pushing event updated for resources: {'Port': ['ID=955da51c-871f-49c0-85bd-08bc5458ec6c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:52.553042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989218-a9ca-4fdb-8556-4b41557f06c0 req-c9a23d32-8a82-4c7d-b4c6-d6820b1830fb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:52.556472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23989218-a9ca-4fdb-8556-4b41557f06c0 req-c9a23d32-8a82-4c7d-b4c6-d6820b1830fb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.0862768 Jul 28 11:30:52.566284 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.615103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23989218-a9ca-4fdb-8556-4b41557f06c0 req-4912d97b-ab59-48dd-a3f2-4be16d60334b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515518 Jul 28 11:30:52.627490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:52.631540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:52.645009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:30:52.652220 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.654029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=1f2d372b-2179-404a-b18d-22ac83a8ec79,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:52.734227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:52.739149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:52.781367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de1a4757-ed30-4219-8769-49e248f6fab0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3965015 Jul 28 11:30:52.783769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:53.254341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aff250-15e6-4c7a-96be-8d1f6acc0208 req-70d6263d-10cb-447a-9c10-daa7828195cd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:53.255944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80aff250-15e6-4c7a-96be-8d1f6acc0208 req-70d6263d-10cb-447a-9c10-daa7828195cd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1062150 Jul 28 11:30:53.309723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80aff250-15e6-4c7a-96be-8d1f6acc0208 req-33819bf7-81eb-48dc-9958-d477e4662673 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Jul 28 11:30:53.333634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:53.659938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:53.665702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 955da51c-871f-49c0-85bd-08bc5458ec6c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:53.667272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:53.760777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=1f2d372b-2179-404a-b18d-22ac83a8ec79,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:53.767348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 955da51c-871f-49c0-85bd-08bc5458ec6c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:53.772638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.772991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.773337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.774058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.774264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.774621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.774941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.775300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.776080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.776244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.776478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.776804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:30:53.945766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362e6a6-54f8-4e0f-8f9e-1512e93f626d None None] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:53.953323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.101407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.110870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] Provisioning for port 955da51c-871f-49c0-85bd-08bc5458ec6c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:54.117540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] Provisioning complete for port 955da51c-871f-49c0-85bd-08bc5458ec6c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:54.117915 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.250663 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.294428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] For port 955da51c-871f-49c0-85bd-08bc5458ec6c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=955da51c-871f-49c0-85bd-08bc5458ec6c,segment=NetworkSegment(f4f3cbd7-abad-4522-8097-1605adb1ed09),segment_id=f4f3cbd7-abad-4522-8097-1605adb1ed09)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:54.301056 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.371483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f599a4-6966-4459-8bc8-bf6b457b83c5 None None] Pushing event updated for resources: {'Port': ['ID=955da51c-871f-49c0-85bd-08bc5458ec6c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:54.552488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-229c3180-4ccb-48ec-8663-54e378bc2ca4 None None] Provisioning for port 1f2d372b-2179-404a-b18d-22ac83a8ec79 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:30:54.557494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-229c3180-4ccb-48ec-8663-54e378bc2ca4 None None] Provisioning complete for port 1f2d372b-2179-404a-b18d-22ac83a8ec79 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:54.557922 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-229c3180-4ccb-48ec-8663-54e378bc2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.583620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067c918-fa43-46c8-96a3-e92bf56ce55b req-81949304-6760-4577-8c21-4fc52b4488f9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:54.586876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7067c918-fa43-46c8-96a3-e92bf56ce55b req-81949304-6760-4577-8c21-4fc52b4488f9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1115174 Jul 28 11:30:54.653062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-229c3180-4ccb-48ec-8663-54e378bc2ca4 None None] Port 1f2d372b-2179-404a-b18d-22ac83a8ec79 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:54.657555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7067c918-fa43-46c8-96a3-e92bf56ce55b req-607a294c-be1c-4f15-a249-2e2a53349872 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Jul 28 11:30:54.674866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-229c3180-4ccb-48ec-8663-54e378bc2ca4 None None] Provisioning complete for port 955da51c-871f-49c0-85bd-08bc5458ec6c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:54.676023 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-229c3180-4ccb-48ec-8663-54e378bc2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.694573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.704849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.803007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=1f2d372b-2179-404a-b18d-22ac83a8ec79,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:54.805468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:54.943750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:30:54.945290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:30:54.960565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fab46ab8-5fb3-4833-abf3-f1262e799d97 None None] Provisioning complete for port 1f2d372b-2179-404a-b18d-22ac83a8ec79 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:54.960942 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab46ab8-5fb3-4833-abf3-f1262e799d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:55.030653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fab46ab8-5fb3-4833-abf3-f1262e799d97 None None] Port 1f2d372b-2179-404a-b18d-22ac83a8ec79 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:55.109883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 2fdbcda9-bcb6-401b-b589-a04c55f439f2 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:30:55.159309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30b7f5c8-ecdc-40a7-97cd-e08fdce9b14a None None] Provisioning complete for port 1f2d372b-2179-404a-b18d-22ac83a8ec79 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:55.160278 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b7f5c8-ecdc-40a7-97cd-e08fdce9b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:55.203417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-30b7f5c8-ecdc-40a7-97cd-e08fdce9b14a None None] Port 1f2d372b-2179-404a-b18d-22ac83a8ec79 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:55.246993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:55.257218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:55.257410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-884ed5e1-09da-425f-a4fa-e157072287c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/2fdbcda9-bcb6-401b-b589-a04c55f439f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4720054 Jul 28 11:30:55.259183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] Sync routers for ids ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:55.271374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] Routers {'2fdbcda9-bcb6-401b-b589-a04c55f439f2'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:55.272103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:55.308929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:55.320798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] Routers {'2fdbcda9-bcb6-401b-b589-a04c55f439f2'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:55.321410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:55.334669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be4eb40-231c-4194-9e36-d804dbed5fb9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:55.336363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0be4eb40-231c-4194-9e36-d804dbed5fb9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports/1f2d372b-2179-404a-b18d-22ac83a8ec79 HTTP/1.1" status: 200 len: 976 time: 0.0775034 Jul 28 11:30:55.338988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:55.366482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:55.367139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e3be7-5f95-4473-bafd-312bf7dc86da None None] The sync data for ids ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:55.377551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5766faa0-ca22-472b-b40a-faee5ab53558 None None] Provisioning complete for port 1f2d372b-2179-404a-b18d-22ac83a8ec79 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:55.377927 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5766faa0-ca22-472b-b40a-faee5ab53558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:55.419013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5766faa0-ca22-472b-b40a-faee5ab53558 None None] Port 1f2d372b-2179-404a-b18d-22ac83a8ec79 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:30:55.570388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 955da51c-871f-49c0-85bd-08bc5458ec6c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:30:55.628781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 955da51c-871f-49c0-85bd-08bc5458ec6c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:30:55.628781 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:55.725810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:55.860489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9438-cec1-40ac-bc58-172f360d52c6 req-120d784f-dc3c-4434-a3e3-8c5af4e26f30 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:55.862216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c83a9438-cec1-40ac-bc58-172f360d52c6 req-120d784f-dc3c-4434-a3e3-8c5af4e26f30 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1003957 Jul 28 11:30:56.004072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c83a9438-cec1-40ac-bc58-172f360d52c6 req-d7916774-659f-4a59-8802-77ffc73a9168 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973816 Jul 28 11:30:56.115673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 1f2d372b-2179-404a-b18d-22ac83a8ec79 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:56.116277 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.214553 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.228808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 1f2d372b-2179-404a-b18d-22ac83a8ec79 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:56.308219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:56.313544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89342821', 'description': 'tempest-secgroup-smoke-89342821 description', 'project_id': '454ff53bac7a4527ba3b2d29897d864e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:56.346452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.457694 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.500368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=1f2d372b-2179-404a-b18d-22ac83a8ec79,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:56.532526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.537520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.567350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5a5e1-8437-4d73-a1ce-8703b1c97b80,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:56.594806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.599801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5c2ef73b-f94d-4788-897a-0c454b9618d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2904377 Jul 28 11:30:56.600053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:56.605603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group_rule': {'security_group_id': '12d5a5e1-8437-4d73-a1ce-8703b1c97b80', 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:56.716813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.737573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.949183 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.951275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 2fdbcda9-bcb6-401b-b589-a04c55f439f2 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:30:56.956234 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:56.983984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde609d3-b881-4b48-bba8-7d7bffe04de2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:57.098625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.102461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5fe849f3-c850-451d-8348-8718da9b45fc tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4987772 Jul 28 11:30:57.103313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.108917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group_rule': {'security_group_id': '12d5a5e1-8437-4d73-a1ce-8703b1c97b80', 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:57.133099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:30:57.143769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-54bdde3d-81f1-4494-a38a-8dc119bef7fe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/2fdbcda9-bcb6-401b-b589-a04c55f439f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034410 Jul 28 11:30:57.144560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43506) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.145244 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] Sync routers for ids ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:30:57.161320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.165396 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] Routers {'2fdbcda9-bcb6-401b-b589-a04c55f439f2'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:57.166309 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:57.209030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c2e2-9dc1-428b-a354-0996a9a21560 req-7765d6a3-2a26-4734-95f6-9773fd059323 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:57.210680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a40c2e2-9dc1-428b-a354-0996a9a21560 req-7765d6a3-2a26-4734-95f6-9773fd059323 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1237814 Jul 28 11:30:57.260138 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:57.260372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.267069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.282778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] Routers {'2fdbcda9-bcb6-401b-b589-a04c55f439f2'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:30:57.283407 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:30:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:57.315551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbdb6d2-75f7-4206-8397-fb0cd26a089c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:57.325866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.330441 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-36f91c87-857d-47c6-b5f0-553b5d430545 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2241554 Jul 28 11:30:57.331038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.336712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group_rule': {'security_group_id': '12d5a5e1-8437-4d73-a1ce-8703b1c97b80', 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:57.353471 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:57.354131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab967cc-16a3-4974-a408-a603a1f8d1c1 None None] The sync data for ids ['2fdbcda9-bcb6-401b-b589-a04c55f439f2'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:30:57.358391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a40c2e2-9dc1-428b-a354-0996a9a21560 req-6a59d65c-4157-490b-a3ed-1cffd1bd72a8 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203790 Jul 28 11:30:57.390407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.407004 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-5748396a-e397-4060-9591-9abe6739e27b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 11:30:57.411447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5748396a-e397-4060-9591-9abe6739e27b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/2fdbcda9-bcb6-401b-b589-a04c55f439f2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2654431 Jul 28 11:30:57.412373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.450799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3fac5e93-01ec-4abe-8bd6-b7e37c7a9f14 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdbcda9-bcb6-401b-b589-a04c55f439f2 HTTP/1.1" status: 200 len: 205 time: 0.0366249 Jul 28 11:30:57.453787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.467041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.474264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.495937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde2a3b2-7051-4cca-b15e-c514ffeae0c7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:57.507795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.509451 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-408c04f3-cf10-4046-a542-7044af30b540 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767204 Jul 28 11:30:57.511971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.518094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group_rule': {'security_group_id': '12d5a5e1-8437-4d73-a1ce-8703b1c97b80', 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:57.570236 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.650794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.657019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.685256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ae84c5-69b7-453c-bee3-bc9f8c4c6cf5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:57.688472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.695782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b713a331-47c8-4aac-94c2-aeae8636b274 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770530 Jul 28 11:30:57.696614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.702498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group_rule': {'security_group_id': '12d5a5e1-8437-4d73-a1ce-8703b1c97b80', 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:57.728661 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Project 454ff53bac7a4527ba3b2d29897d864e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:30:57.736285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.817019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.824295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.846717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251c99d5-db38-42fd-b19a-86f161982dee,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:57.861046 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.865025 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1a44d5b9-b8fe-4dde-b070-29a18d7c8fe3 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643486 Jul 28 11:30:57.865171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43530) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:57.870095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'security_group_rule': {'security_group_id': '12d5a5e1-8437-4d73-a1ce-8703b1c97b80', 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:57.893127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c7b84c75-edbe-4dc6-a5fc-b2e6e06eb09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.900555 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Project 454ff53bac7a4527ba3b2d29897d864e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:30:57.906884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.948733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.977212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:57.982315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.007141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d418d464-ee95-4fb5-918e-ec76b887f070,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:58.013075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.022809 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-302aa437-b2b6-4e53-ab0e-c92cbc4accb0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482794 Jul 28 11:30:58.174534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.177609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.253225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.254932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdbcda9-bcb6-401b-b589-a04c55f439f2 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:30:58.277165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.278459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bb7bf9a-fcee-4c4e-b668-cebf1fc6b2fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/2fdbcda9-bcb6-401b-b589-a04c55f439f2 HTTP/1.1" status: 204 len: 168 time: 0.8225591 Jul 28 11:30:58.281337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:58.299330 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-153c4501-e8d9-403e-9d49-6049dfc2c80f tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89342821&fields=id&tenant_id=454ff53bac7a4527ba3b2d29897d864e HTTP/1.1" status: 200 len: 267 time: 0.0793221 Jul 28 11:30:58.359378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 9ee27e4c-ee0b-42e8-a139-9f5b46b469a8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:30:58.364075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.428888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.436156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-26e7853f-3c5b-4029-a5a9-68ef7b2ca958 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:58.446951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-26e7853f-3c5b-4029-a5a9-68ef7b2ca958 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 813 time: 0.1467454 Jul 28 11:30:58.479931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-9ee3ae15-2978-4e9b-8c94-5840e7ac9c05 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/quotas/454ff53bac7a4527ba3b2d29897d864e HTTP/1.1" status: 200 len: 375 time: 0.0314410 Jul 28 11:30:58.525976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.583892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad0e47-294c-4617-beb2-e13f0dd669b5 req-13eb8398-422d-48e7-93d5-2aa636f5a991 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:58.585572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6ad0e47-294c-4617-beb2-e13f0dd669b5 req-13eb8398-422d-48e7-93d5-2aa636f5a991 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1356463 Jul 28 11:30:58.593213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-7523042c-e932-47db-a57d-ffb6ebf4ccf0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120262 Jul 28 11:30:58.628956 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.672119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15111e75-ea95-483c-aa34-a4a4fed407b3 None None] Network 8efb2b76-56be-4de7-9c47-a7f493b9cd83 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:30:58.681670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee27e4c-ee0b-42e8-a139-9f5b46b469a8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:58.687471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.692406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86351b55-fa9a-4a58-b11c-0dbe97c19968 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/9ee27e4c-ee0b-42e8-a139-9f5b46b469a8 HTTP/1.1" status: 204 len: 168 time: 0.4100358 Jul 28 11:30:58.694890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:58.764503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-3cf8c570-40be-4dc1-8824-f23747e563bb service neutron] 10.222.0.20 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467757 Jul 28 11:30:58.773249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6ad0e47-294c-4617-beb2-e13f0dd669b5 req-f8067097-bb93-4822-821a-8e555b5bb88d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788778 Jul 28 11:30:58.832851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.892776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 955da51c-871f-49c0-85bd-08bc5458ec6c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:58.893126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:58.898753 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-0e886f9a-0c6d-4292-ae39-549cc94fac7f service neutron] 10.222.0.20 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244807 Jul 28 11:30:59.002721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] DHCP port deletion for 8efb2b76-56be-4de7-9c47-a7f493b9cd83 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:30:59.017602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 955da51c-871f-49c0-85bd-08bc5458ec6c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=955da51c-871f-49c0-85bd-08bc5458ec6c,segment=NetworkSegment(f4f3cbd7-abad-4522-8097-1605adb1ed09),segment_id=f4f3cbd7-abad-4522-8097-1605adb1ed09)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:59.018351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.034075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 955da51c-871f-49c0-85bd-08bc5458ec6c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:59.092298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] Deleting port 955da51c-871f-49c0-85bd-08bc5458ec6c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:30:59.092841 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.176962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] For port 955da51c-871f-49c0-85bd-08bc5458ec6c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=955da51c-871f-49c0-85bd-08bc5458ec6c,segment=NetworkSegment(f4f3cbd7-abad-4522-8097-1605adb1ed09),segment_id=f4f3cbd7-abad-4522-8097-1605adb1ed09)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:30:59.177368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.198258 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.202683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] Calling delete_port for 955da51c-871f-49c0-85bd-08bc5458ec6c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:30:59.307278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=955da51c-871f-49c0-85bd-08bc5458ec6c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:30:59.315593 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 11:30:59.320029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.324396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-979ad7d9-a8e5-43b9-9d0a-b29b29dbc822 req-a832c877-1a52-4194-92fa-d15e504fc962 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0466316 Jul 28 11:30:59.329138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port 955da51c-871f-49c0-85bd-08bc5458ec6c on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:59.366892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] Pushing event deleted for resources: {'Port': ['ID=955da51c-871f-49c0-85bd-08bc5458ec6c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:59.368254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ea49f-8c67-4ab7-a97e-c75429608cb0 None None] No DVR routers for this DVR port 955da51c-871f-49c0-85bd-08bc5458ec6c on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:30:59.428414 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.439825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efb2b76-56be-4de7-9c47-a7f493b9cd83']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:59.453369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f3cbd7-abad-4522-8097-1605adb1ed09') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:59.453945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f3cbd7-abad-4522-8097-1605adb1ed09') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:30:59.473202 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.493511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.502856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:30:59.503366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:30:59.507373 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:30:59.596666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.599679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 955da51c-871f-49c0-85bd-08bc5458ec6c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:30:59.612874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.617201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/8efb2b76-56be-4de7-9c47-a7f493b9cd83 HTTP/1.1" status: 204 len: 168 time: 0.9212012 Jul 28 11:30:59.621551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:59.627396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-92343243'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:59.636070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 955da51c-871f-49c0-85bd-08bc5458ec6c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:30:59.642306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 955da51c-871f-49c0-85bd-08bc5458ec6c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:30:59.652303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac9935-3dce-4dd5-9605-8c7c28b54d3b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=8efb2b76-56be-4de7-9c47-a7f493b9cd83,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:59.669699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:30:59.675229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.704976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:30:59.714906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.715486 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment fb5d323e-7f68-4fdb-a436-0de14d5b156b of type vlan for network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 Jul 28 11:30:59.760076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.800450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.808055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:59.808868 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:30:59.878173 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2552090 Jul 28 11:30:59.882261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:30:59.887438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:30:59.924644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ae806-0630-4e65-9d58-e9c4e8afbcf0 req-98330023-3681-4118-9b93-d1b2fd384eff tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:30:59.933811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-708ae806-0630-4e65-9d58-e9c4e8afbcf0 req-98330023-3681-4118-9b93-d1b2fd384eff tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.0728307 Jul 28 11:30:59.954866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc683d4-b900-4750-af0d-403a3b18cc32 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=460bdebb-4fb9-4aae-9c5d-1ea95e27e774,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:30:59.966216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:30:59.976620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-708ae806-0630-4e65-9d58-e9c4e8afbcf0 req-8ddd09ac-e1b3-4bd0-9681-2b70769ad1b1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Jul 28 11:31:00.024402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:00.028132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.214994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.279641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=1769456c-b7dc-46da-9bbf-5288c6d7c4ae,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:00.289312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'fb5d323e-7f68-4fdb-a436-0de14d5b156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:00.289672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: 460bdebb-4fb9-4aae-9c5d-1ea95e27e774, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:31:00.307371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:31:00.317252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 460bdebb-4fb9-4aae-9c5d-1ea95e27e774) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:00.321762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:00.322605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.331156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7305a9-9af0-436f-92c2-7e3784f824b8 None None] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:00.338880 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a5cb6a4a-006c-4002-91d4-8d370335f64b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4553485 Jul 28 11:31:00.341334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:00.347498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1348157828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:00.376694 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.378833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.441065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.448585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.509311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.513497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3f28cb72-a237-4c36-ae2b-bec8e604f7ab tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1709461 Jul 28 11:31:00.514162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:00.543964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ba3f3bd-9dc3-466c-a303-121b067ea0c0 req-660aea46-ce14-4e9d-b211-f2f96c09fe54 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0462134 Jul 28 11:31:00.629237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-d648682e-e1fe-46b7-90a2-27cfe1a707b7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:00.631062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-d648682e-e1fe-46b7-90a2-27cfe1a707b7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 813 time: 0.2390022 Jul 28 11:31:00.712445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-460bdebb-4fb9-4aae-9c5d-1ea95e27e774', 'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '1769456c-b7dc-46da-9bbf-5288c6d7c4ae'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:31:00.713300 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:00.747694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-483d7e9c-1f79-496e-a49a-0e888351bc1b tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454ff53bac7a4527ba3b2d29897d864e HTTP/1.1" status: 200 len: 378 time: 0.1075196 Jul 28 11:31:00.758168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'port': {'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'admin_state_up': True, 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'security_groups': ['12d5a5e1-8437-4d73-a1ce-8703b1c97b80']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:00.938251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Made reservation on behalf of 454ff53bac7a4527ba3b2d29897d864e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:00.942143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.183630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Allocated IP 172.20.0.2 (460bdebb-4fb9-4aae-9c5d-1ea95e27e774/1769456c-b7dc-46da-9bbf-5288c6d7c4ae/1d9cf230-436a-440c-bc88-f46b27dbdd4a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:01.331198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Allocated IP 172.20.0.6 (4490c18c-51c2-4988-8d58-369de7383227/0b8551de-469c-4061-980c-cbcbd655e3fd/522d3eaa-76f0-4d83-a530-9af1247d0236) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:01.335202 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.338371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-baeedb5d-3a42-4e9e-93ae-9118e6375fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.458874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce22c-87d5-43db-8eee-8cc2fc1f9cb4 req-e20347f9-8153-4934-ad21-9b7e9707dd02 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:01.459790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.469435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Transition to ACTIVE for port object 1d9cf230-436a-440c-bc88-f46b27dbdd4a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:01.471662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d98ce22c-87d5-43db-8eee-8cc2fc1f9cb4 req-e20347f9-8153-4934-ad21-9b7e9707dd02 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.3440509 Jul 28 11:31:01.493018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Transition to ACTIVE for port object 1d9cf230-436a-440c-bc88-f46b27dbdd4a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:01.511629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.637544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d98ce22c-87d5-43db-8eee-8cc2fc1f9cb4 req-8df6fa32-3bcd-41b9-8a6d-20a8e9abb095 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648669 Jul 28 11:31:01.678707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:01.689113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:01.698270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:01.754698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Pushing event updated for resources: {'Port': ['ID=1d9cf230-436a-440c-bc88-f46b27dbdd4a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:01.797806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b737566d-634f-4ef0-b2c6-5717e81cab91 req-1fbdc296-596f-4ac6-9417-22d551edf38b tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0430264 Jul 28 11:31:01.813088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.870459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Attempting to bind port 1d9cf230-436a-440c-bc88-f46b27dbdd4a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:01.872355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Attempting to bind port 1d9cf230-436a-440c-bc88-f46b27dbdd4a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'fb5d323e-7f68-4fdb-a436-0de14d5b156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:01.872743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Attempting to bind port 1d9cf230-436a-440c-bc88-f46b27dbdd4a on network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:01.901104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:01.901505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Checking segment: {'id': 'fb5d323e-7f68-4fdb-a436-0de14d5b156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:01.901900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.903135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.906585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Bound using segment: {'id': 'fb5d323e-7f68-4fdb-a436-0de14d5b156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:01.908810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Bound port: 1d9cf230-436a-440c-bc88-f46b27dbdd4a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5d323e-7f68-4fdb-a436-0de14d5b156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '460bdebb-4fb9-4aae-9c5d-1ea95e27e774'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:01.909222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:01.947496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Transition to ACTIVE for port object 522d3eaa-76f0-4d83-a530-9af1247d0236 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:02.033471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.044906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.087609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] For port 1d9cf230-436a-440c-bc88-f46b27dbdd4a, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:02.091408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] For port 1d9cf230-436a-440c-bc88-f46b27dbdd4a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1d9cf230-436a-440c-bc88-f46b27dbdd4a,segment=NetworkSegment(fb5d323e-7f68-4fdb-a436-0de14d5b156b),segment_id=fb5d323e-7f68-4fdb-a436-0de14d5b156b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:02.097903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.163867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'Port': ['ID=522d3eaa-76f0-4d83-a530-9af1247d0236,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:02.206630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Network 4490c18c-51c2-4988-8d58-369de7383227 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:02.209381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:02.214675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b8bbf-0ed2-4d2e-b804-2415d286e8d8 None None] Pushing event updated for resources: {'Port': ['ID=1d9cf230-436a-440c-bc88-f46b27dbdd4a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:02.233437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:02.355557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.20.0.1 (460bdebb-4fb9-4aae-9c5d-1ea95e27e774/1769456c-b7dc-46da-9bbf-5288c6d7c4ae/2cd273d5-ee04-4b57-baac-cf45d349a3db) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:02.376006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:02.376963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.409595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-69f1298d-2e39-4399-8825-f155921f81d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6540105 Jul 28 11:31:02.422459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Request body: {'port': {'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:02.564030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.599306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.633922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object 2cd273d5-ee04-4b57-baac-cf45d349a3db will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:02.728316 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.797610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:02.803943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:02.818845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a8399db-8bc5-497a-82ed-896bac34b480 None None] Provisioning for port 522d3eaa-76f0-4d83-a530-9af1247d0236 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:02.824610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a8399db-8bc5-497a-82ed-896bac34b480 None None] Provisioning complete for port 522d3eaa-76f0-4d83-a530-9af1247d0236 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:02.825126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a8399db-8bc5-497a-82ed-896bac34b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:02.833430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:02.904220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=2cd273d5-ee04-4b57-baac-cf45d349a3db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:02.910727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0a8399db-8bc5-497a-82ed-896bac34b480 None None] Port 522d3eaa-76f0-4d83-a530-9af1247d0236 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:02.928235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.078921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522d3eaa-76f0-4d83-a530-9af1247d0236 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:31:03.087367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.136586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Transition to ACTIVE for port object 522d3eaa-76f0-4d83-a530-9af1247d0236 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:03.150070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0fce1-611f-4925-ba9e-ff1f5c14ec00 req-5ed93d1b-9e24-4816-924b-2ff814fd6446 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:03.158324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7e0fce1-611f-4925-ba9e-ff1f5c14ec00 req-5ed93d1b-9e24-4816-924b-2ff814fd6446 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.3375516 Jul 28 11:31:03.163727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.169106 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.333789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259e17a-4c89-41b3-8329-8179241c1c39 req-e975e336-7dec-465c-a308-3a616e6d2ce1 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:03.352355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e259e17a-4c89-41b3-8329-8179241c1c39 req-e975e336-7dec-465c-a308-3a616e6d2ce1 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 931 time: 0.4266338 Jul 28 11:31:03.444785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Pushing event updated for resources: {'Port': ['ID=522d3eaa-76f0-4d83-a530-9af1247d0236,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:03.463044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.468603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7e0fce1-611f-4925-ba9e-ff1f5c14ec00 req-02b233d3-5a8c-48e8-a43e-3de48920d0e1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089900 Jul 28 11:31:03.672170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1d9cf230-436a-440c-bc88-f46b27dbdd4a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:03.676325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e259e17a-4c89-41b3-8329-8179241c1c39 req-ab1acaf2-2eda-45ba-b638-c01caae96387 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2777181 Jul 28 11:31:03.683831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Attempting to bind port 522d3eaa-76f0-4d83-a530-9af1247d0236 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:03.684606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Attempting to bind port 522d3eaa-76f0-4d83-a530-9af1247d0236 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:03.685303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Attempting to bind port 522d3eaa-76f0-4d83-a530-9af1247d0236 on network 4490c18c-51c2-4988-8d58-369de7383227 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:03.716605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Port 522d3eaa-76f0-4d83-a530-9af1247d0236 on network 4490c18c-51c2-4988-8d58-369de7383227 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:31:03.717288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Attempting to bind port 522d3eaa-76f0-4d83-a530-9af1247d0236 on network 4490c18c-51c2-4988-8d58-369de7383227 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:03.740504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:03.740852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Checking segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:03.741241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Bound using segment: {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:03.741683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Bound port: 522d3eaa-76f0-4d83-a530-9af1247d0236, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4753c5-cf34-44e8-acfd-9312115f34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4490c18c-51c2-4988-8d58-369de7383227'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:03.742052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.757310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.772913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.798761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 1d9cf230-436a-440c-bc88-f46b27dbdd4a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:03.897559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] For port 522d3eaa-76f0-4d83-a530-9af1247d0236, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:03.901174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] For port 522d3eaa-76f0-4d83-a530-9af1247d0236, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=522d3eaa-76f0-4d83-a530-9af1247d0236,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:03.904133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=2cd273d5-ee04-4b57-baac-cf45d349a3db,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:03.909313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.912705 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:03.987575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:03.997413 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:04.000782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] 10.222.0.41 "PUT /v2.0/ports/522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 1091 time: 1.5834439 Jul 28 11:31:04.001811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:04.006091 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e1711-3437-4efc-81f5-bf4354f099df" -d '{"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:04.023512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a23f4-2dcf-4e44-a956-2ec39e782aa4 None None] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:04.103173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:04.104152 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b529da-eb51-435f-b6cf-3da6bf85bf9c x-openstack-request-id: req-06b529da-eb51-435f-b6cf-3da6bf85bf9c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:04.104641 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:04.105009 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06b529da-eb51-435f-b6cf-3da6bf85bf9c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:04.105878 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'status': 'completed', 'code': 200} Jul 28 11:31:04.108135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:04.141473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0220d-b6b9-4f2e-b659-50661fe39b65 service neutron] Pushing event updated for resources: {'Port': ['ID=522d3eaa-76f0-4d83-a530-9af1247d0236,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:04.170698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-fec206ad-c745-48f8-a9f9-1612b77b2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:04.172962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-fec206ad-c745-48f8-a9f9-1612b77b2c9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1094 time: 0.1141124 Jul 28 11:31:04.267449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] Provisioning for port 1d9cf230-436a-440c-bc88-f46b27dbdd4a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:04.294023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-176939fe-ffdd-4f90-8a7f-67e7e50a999a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 217 time: 0.1130495 Jul 28 11:31:04.299380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] Provisioning complete for port 1d9cf230-436a-440c-bc88-f46b27dbdd4a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:04.299753 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:04.392909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-3714f59d-3a01-49ec-8648-f2c76b714abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:04.396909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-3714f59d-3a01-49ec-8648-f2c76b714abd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.0940244 Jul 28 11:31:04.399121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 4f2792d4-b56b-4703-b47d-c846060c23ae is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:31:04.453299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-e7a76bd8-b01d-4e75-9522-ead3e852017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:04.455084 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-e7a76bd8-b01d-4e75-9522-ead3e852017e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508387 Jul 28 11:31:04.499293 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:04.536383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] For port 1d9cf230-436a-440c-bc88-f46b27dbdd4a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1d9cf230-436a-440c-bc88-f46b27dbdd4a,segment=NetworkSegment(fb5d323e-7f68-4fdb-a436-0de14d5b156b),segment_id=fb5d323e-7f68-4fdb-a436-0de14d5b156b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:04.550057 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:04.634677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:04.642725 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a917f687-6d66-46ab-8dad-3b1c3e052ae7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/4f2792d4-b56b-4703-b47d-c846060c23ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1273930 Jul 28 11:31:04.647146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:04.653804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] Sync routers for ids ['4f2792d4-b56b-4703-b47d-c846060c23ae'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:04.684375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01947465-0e87-41a9-82b4-ff39cbc25ffb None None] Pushing event updated for resources: {'Port': ['ID=1d9cf230-436a-440c-bc88-f46b27dbdd4a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:04.733783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] Routers {'4f2792d4-b56b-4703-b47d-c846060c23ae'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:04.734484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4f2792d4-b56b-4703-b47d-c846060c23ae'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:04.777003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:04.797958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] Routers {'4f2792d4-b56b-4703-b47d-c846060c23ae'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:04.798719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4f2792d4-b56b-4703-b47d-c846060c23ae'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:04.817086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a8621-264b-416d-9255-d9dafd95b7e3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:04.822639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:04.822999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e3a8621-264b-416d-9255-d9dafd95b7e3 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports/2cd273d5-ee04-4b57-baac-cf45d349a3db HTTP/1.1" status: 200 len: 910 time: 0.1180429 Jul 28 11:31:04.864553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:04.865218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105355c1-2438-4406-bae4-46d1e6dd12ce None None] The sync data for ids ['4f2792d4-b56b-4703-b47d-c846060c23ae'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:04.882448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917ab89-d0c3-4549-821e-62826eb3c2a7 req-83b8391e-8182-4dfc-b6ba-3487f59c8035 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:04.883992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5917ab89-d0c3-4549-821e-62826eb3c2a7 req-83b8391e-8182-4dfc-b6ba-3487f59c8035 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.2418180 Jul 28 11:31:04.908246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-06a572cf-8b9d-4bca-b785-738036fb1b16 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447775 Jul 28 11:31:04.926286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2f8bbaff-7f21-46d4-b38a-813a3ac60e60 None None] Provisioning complete for port 1d9cf230-436a-440c-bc88-f46b27dbdd4a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:04.926667 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f8bbaff-7f21-46d4-b38a-813a3ac60e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:05.143588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e0e6d-0156-4320-bd64-2edf4586d61b req-c74c19f5-2f6c-4c5e-971a-2b48ed5e0402 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:05.145942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-838e0e6d-0156-4320-bd64-2edf4586d61b req-c74c19f5-2f6c-4c5e-971a-2b48ed5e0402 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.3161404 Jul 28 11:31:05.153857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2f8bbaff-7f21-46d4-b38a-813a3ac60e60 None None] Provisioning for port 2cd273d5-ee04-4b57-baac-cf45d349a3db completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:05.158345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5917ab89-d0c3-4549-821e-62826eb3c2a7 req-fa3b07e1-0045-4b41-b9ea-1f6eed7e12b9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611659 Jul 28 11:31:05.161028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-307effab-85c7-4a40-b2ac-6f4bc0f27616 req-ff36b1b7-611b-45c2-8d65-8f28613827c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368927 Jul 28 11:31:05.180119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2f8bbaff-7f21-46d4-b38a-813a3ac60e60 None None] Provisioning complete for port 2cd273d5-ee04-4b57-baac-cf45d349a3db triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:05.180998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f8bbaff-7f21-46d4-b38a-813a3ac60e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:05.241687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-838e0e6d-0156-4320-bd64-2edf4586d61b req-c5882efd-716a-4935-8596-3d53351e93ed tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795262 Jul 28 11:31:05.263002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bbaff-7f21-46d4-b38a-813a3ac60e60 None None] Port 2cd273d5-ee04-4b57-baac-cf45d349a3db cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:05.276485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-5423c0dc-802a-463d-a498-d3553cc3fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:05.278347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-5423c0dc-802a-463d-a498-d3553cc3fe9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1094 time: 0.0552549 Jul 28 11:31:05.393669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-238918e2-985b-44a0-9890-e8fb10388a78 None None] Provisioning complete for port 2cd273d5-ee04-4b57-baac-cf45d349a3db triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:05.394201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-238918e2-985b-44a0-9890-e8fb10388a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:05.431315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-025deb36-48a5-4088-bbed-c251d763b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:05.433182 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-025deb36-48a5-4088-bbed-c251d763b31e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 914 time: 0.1000266 Jul 28 11:31:05.488597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-238918e2-985b-44a0-9890-e8fb10388a78 None None] Port 2cd273d5-ee04-4b57-baac-cf45d349a3db cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:05.503067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-405a2fad-daa8-4e66-b35c-b65b4f596672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 217 time: 0.0604746 Jul 28 11:31:05.561921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:05.621116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-46b4d6b4-4eec-46e7-ac8b-66ec6868c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:05.627694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-46b4d6b4-4eec-46e7-ac8b-66ec6868c477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.1159539 Jul 28 11:31:05.628808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1d9cf230-436a-440c-bc88-f46b27dbdd4a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:05.728725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-4249c917-4c3f-4825-af0a-37aee5975c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:05.730243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-4249c917-4c3f-4825-af0a-37aee5975c76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955193 Jul 28 11:31:05.734899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6a0e03ad-567a-4d05-ad70-04fd67e0d037 None None] Provisioning complete for port 2cd273d5-ee04-4b57-baac-cf45d349a3db triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:05.735398 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a0e03ad-567a-4d05-ad70-04fd67e0d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:05.768471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 1d9cf230-436a-440c-bc88-f46b27dbdd4a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:05.769223 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:05.799202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e03ad-567a-4d05-ad70-04fd67e0d037 None None] Port 2cd273d5-ee04-4b57-baac-cf45d349a3db cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:05.880284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-afb612bd-4265-4dda-abd4-902f289c6e3d service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429415 Jul 28 11:31:06.041482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa6e1711-3437-4efc-81f5-bf4354f099df req-ff4472a4-2622-40bf-8412-cf035ea3dfcd service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539004 Jul 28 11:31:06.067971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 2cd273d5-ee04-4b57-baac-cf45d349a3db {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:06.068353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:06.210558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:06.230272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 2cd273d5-ee04-4b57-baac-cf45d349a3db owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:06.429983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004c68-eabc-4ab9-9297-1115fbe48951 req-5e8d7e42-0f5e-463d-b308-68f6da11a649 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:06.431515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c004c68-eabc-4ab9-9297-1115fbe48951 req-5e8d7e42-0f5e-463d-b308-68f6da11a649 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1413729 Jul 28 11:31:06.441086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:06.478070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=2cd273d5-ee04-4b57-baac-cf45d349a3db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:06.493914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2654e3-d948-4084-b094-17565e19a084 req-9399b638-7f4a-41cc-9797-89efcfcb72f4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:06.502290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da2654e3-d948-4084-b094-17565e19a084 req-9399b638-7f4a-41cc-9797-89efcfcb72f4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1453855 Jul 28 11:31:06.531876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c004c68-eabc-4ab9-9297-1115fbe48951 req-471cf6bb-11d8-444b-ada8-db1f172d4150 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879335 Jul 28 11:31:06.570332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da2654e3-d948-4084-b094-17565e19a084 req-6b18c45d-d96f-4d9f-8f6e-f59ed77c0a67 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671487 Jul 28 11:31:06.739122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:06.919590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 4f2792d4-b56b-4703-b47d-c846060c23ae has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:07.042326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:07.049163 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-320319dd-d458-44f8-80bc-8413ac0636d5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/4f2792d4-b56b-4703-b47d-c846060c23ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2250304 Jul 28 11:31:07.052847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:07.060879 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] Sync routers for ids ['4f2792d4-b56b-4703-b47d-c846060c23ae'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:07.083615 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] Routers {'4f2792d4-b56b-4703-b47d-c846060c23ae'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:07.087032 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4f2792d4-b56b-4703-b47d-c846060c23ae'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:07.101803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-11a7e0c3-3d9f-4ef9-9e03-17751c1d3dbe tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f2792d4-b56b-4703-b47d-c846060c23ae HTTP/1.1" status: 200 len: 205 time: 0.0464699 Jul 28 11:31:07.104392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:07.125619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:07.134224 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] Routers {'4f2792d4-b56b-4703-b47d-c846060c23ae'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:07.134854 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['4f2792d4-b56b-4703-b47d-c846060c23ae'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:07.174132 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:07.176372 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904a992-5e86-481b-b0e8-a497e67adbf0 None None] The sync data for ids ['4f2792d4-b56b-4703-b47d-c846060c23ae'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:07.191175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.399584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.401936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.467911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.468703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router 4f2792d4-b56b-4703-b47d-c846060c23ae {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:31:07.479005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.480223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-96cf1b9d-b159-43cb-9746-f844308bedfa tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/4f2792d4-b56b-4703-b47d-c846060c23ae HTTP/1.1" status: 204 len: 168 time: 0.3748951 Jul 28 11:31:07.483504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:07.562476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 1769456c-b7dc-46da-9bbf-5288c6d7c4ae {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:31:07.566453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.611660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.789289 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.805029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf8639-bc78-4833-98e8-25794b4759ce req-20c29eaf-39b7-4215-a6bf-b7ff59edc117 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:07.806915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cdf8639-bc78-4833-98e8-25794b4759ce req-20c29eaf-39b7-4215-a6bf-b7ff59edc117 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.0787930 Jul 28 11:31:07.887017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.892042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cdf8639-bc78-4833-98e8-25794b4759ce req-ad0d12fe-2e9d-462b-8fb1-cbf667cdd442 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Jul 28 11:31:07.939340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=1769456c-b7dc-46da-9bbf-5288c6d7c4ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:07.944945 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:07.949907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07a8a336-4d62-4c91-a39f-ef18c32a8337 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/1769456c-b7dc-46da-9bbf-5288c6d7c4ae HTTP/1.1" status: 204 len: 168 time: 0.4623868 Jul 28 11:31:07.950494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa6896-fadf-4496-b701-6185c4ba51bf None None] Network 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:07.950973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:08.110507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.194033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231fc30-381e-4bce-b026-6017c4524ef0 req-7ef616c6-23c3-4c27-83f4-6aa11e4f0770 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:08.196829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8231fc30-381e-4bce-b026-6017c4524ef0 req-7ef616c6-23c3-4c27-83f4-6aa11e4f0770 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.4557285 Jul 28 11:31:08.224615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 1d9cf230-436a-440c-bc88-f46b27dbdd4a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:08.224979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.251502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] DHCP port deletion for 460bdebb-4fb9-4aae-9c5d-1ea95e27e774 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:31:08.275331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8231fc30-381e-4bce-b026-6017c4524ef0 req-b928adee-520c-451b-b0c9-6bdf096e0bf4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628519 Jul 28 11:31:08.330645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] Deleting port 1d9cf230-436a-440c-bc88-f46b27dbdd4a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:08.331127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.383384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 1d9cf230-436a-440c-bc88-f46b27dbdd4a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1d9cf230-436a-440c-bc88-f46b27dbdd4a,segment=NetworkSegment(fb5d323e-7f68-4fdb-a436-0de14d5b156b),segment_id=fb5d323e-7f68-4fdb-a436-0de14d5b156b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:08.384215 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.406466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 1d9cf230-436a-440c-bc88-f46b27dbdd4a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:08.484147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] For port 1d9cf230-436a-440c-bc88-f46b27dbdd4a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1d9cf230-436a-440c-bc88-f46b27dbdd4a,segment=NetworkSegment(fb5d323e-7f68-4fdb-a436-0de14d5b156b),segment_id=fb5d323e-7f68-4fdb-a436-0de14d5b156b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:08.484776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.505997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] Calling delete_port for 1d9cf230-436a-440c-bc88-f46b27dbdd4a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:08.526788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.561309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port 1d9cf230-436a-440c-bc88-f46b27dbdd4a on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:08.566612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=1d9cf230-436a-440c-bc88-f46b27dbdd4a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:08.653010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.682722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.699561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460bdebb-4fb9-4aae-9c5d-1ea95e27e774']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:08.701115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] Pushing event deleted for resources: {'Port': ['ID=1d9cf230-436a-440c-bc88-f46b27dbdd4a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:08.708674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c228d58-323f-4dd1-a5be-84ac972a4bb6 None None] No DVR routers for this DVR port 1d9cf230-436a-440c-bc88-f46b27dbdd4a on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:08.722090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5d323e-7f68-4fdb-a436-0de14d5b156b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:08.722402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5d323e-7f68-4fdb-a436-0de14d5b156b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:08.738781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.757323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.765161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:31:08.765605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:31:08.769005 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:31:08.847773 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.852425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:08.854567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/460bdebb-4fb9-4aae-9c5d-1ea95e27e774 HTTP/1.1" status: 204 len: 168 time: 0.9010637 Jul 28 11:31:08.860035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:08.865651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237476731', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:08.871202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7e8f-4de6-4f3b-af41-04527df990fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=460bdebb-4fb9-4aae-9c5d-1ea95e27e774,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:09.264448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:09.265568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:09.290800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23dbe-8235-4128-9af0-ee81af31404d req-79c9a0c6-a022-4b1c-9017-5844f3acb360 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:09.298903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0a23dbe-8235-4128-9af0-ee81af31404d req-79c9a0c6-a022-4b1c-9017-5844f3acb360 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.0738463 Jul 28 11:31:09.385890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0a23dbe-8235-4128-9af0-ee81af31404d req-38357dc0-d232-44c2-937c-11ef14f93dec tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Jul 28 11:31:09.395463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:09.508292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45b59e-e296-4c16-a19d-9b30dbdccb0a req-faace030-a82a-4c9a-b4a6-d0d7026a67a0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:09.509949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b45b59e-e296-4c16-a19d-9b30dbdccb0a req-faace030-a82a-4c9a-b4a6-d0d7026a67a0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1355474 Jul 28 11:31:09.599768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:09.614702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1d9cf230-436a-440c-bc88-f46b27dbdd4a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:09.649489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 1d9cf230-436a-440c-bc88-f46b27dbdd4a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:09.649835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 1d9cf230-436a-440c-bc88-f46b27dbdd4a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:09.684824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b45b59e-e296-4c16-a19d-9b30dbdccb0a req-3866a91d-8b89-4890-bbe1-ec43d2b99387 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376622 Jul 28 11:31:09.856850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:09.876466 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:10.012135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.25.1.47 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/dd2b0041-2625-472d-952f-e7be0e2a944d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:10.105698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:10.158523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:10.204787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:10.211610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:10.224594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:10.257067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=dd2b0041-2625-472d-952f-e7be0e2a944d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:10.537411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:10.594513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbaffc-a540-4366-ad0c-d2b918fad305 req-ccfbf23c-f1ed-4eb7-a3e3-51188633113e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:10.596246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdbbaffc-a540-4366-ad0c-d2b918fad305 req-ccfbf23c-f1ed-4eb7-a3e3-51188633113e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1114087 Jul 28 11:31:10.682514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdbbaffc-a540-4366-ad0c-d2b918fad305 req-daf3d710-9c22-40bb-aa8b-97f6ab301010 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794907 Jul 28 11:31:10.838840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:10.861947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192016-875a-46bd-8eb4-01c58475a700 req-95292a8c-bd4a-4ee4-8602-b99bedeea538 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:10.863518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed192016-875a-46bd-8eb4-01c58475a700 req-95292a8c-bd4a-4ee4-8602-b99bedeea538 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.0784464 Jul 28 11:31:10.974482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed192016-875a-46bd-8eb4-01c58475a700 req-b592d1f9-ad09-4867-8b54-117bbbbfd1dd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744209 Jul 28 11:31:11.021331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 5a225c10-874c-4552-b547-4f2a460530e1 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:31:11.134781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:11.146614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930271c8-978d-4862-847e-492962ae0a4c None None] Sync routers for ids ['5a225c10-874c-4552-b547-4f2a460530e1'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:11.159867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-197f4227-c614-4d20-b80b-c2d6f7a34dd3 req-9d55b11d-6a8c-422c-af23-902095f060b7 service neutron] (93835) timed out ('10.222.0.20', 46526) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:31:11.161590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:11.165857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bbe106ad-0711-41bf-bb48-10e188decf0f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3035371 Jul 28 11:31:11.167537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43894) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:11.200012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930271c8-978d-4862-847e-492962ae0a4c None None] Routers {'5a225c10-874c-4552-b547-4f2a460530e1'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:11.200732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-930271c8-978d-4862-847e-492962ae0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5a225c10-874c-4552-b547-4f2a460530e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:11.236988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-930271c8-978d-4862-847e-492962ae0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:11.246987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930271c8-978d-4862-847e-492962ae0a4c None None] Routers {'5a225c10-874c-4552-b547-4f2a460530e1'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:11.247978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-930271c8-978d-4862-847e-492962ae0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5a225c10-874c-4552-b547-4f2a460530e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:11.286870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-930271c8-978d-4862-847e-492962ae0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:11.287762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930271c8-978d-4862-847e-492962ae0a4c None None] The sync data for ids ['5a225c10-874c-4552-b547-4f2a460530e1'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:11.324553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-15cb0302-1b65-42e4-89a8-7e0245f89cf0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/routers/5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 200 len: 880 time: 0.1558630 Jul 28 11:31:11.331612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:11.567570 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-73379ba0-7445-417a-81c8-8391fb6c7d00 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2347705 Jul 28 11:31:11.570265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:11.575068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1237476731'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:11.904550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691287b-99c8-411a-bf6a-80f5cf88ffd9 req-90d502bd-a1b7-4514-a29e-d220eab2a502 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:11.906274 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4691287b-99c8-411a-bf6a-80f5cf88ffd9 req-90d502bd-a1b7-4514-a29e-d220eab2a502 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1304500 Jul 28 11:31:11.972557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:11.993456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:12.166027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4691287b-99c8-411a-bf6a-80f5cf88ffd9 req-d160e9d7-99ba-4efe-b2ad-1e6dfc77ceca tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261171 Jul 28 11:31:12.191833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212df8b-f2a5-4619-9c9d-529cd39d143b req-f33fb6ab-3538-43a2-882a-c774b2248575 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:12.199185 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2212df8b-f2a5-4619-9c9d-529cd39d143b req-f33fb6ab-3538-43a2-882a-c774b2248575 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1304972 Jul 28 11:31:12.236937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 5a225c10-874c-4552-b547-4f2a460530e1 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:12.264683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2212df8b-f2a5-4619-9c9d-529cd39d143b req-6d9a8732-ec41-4ff7-aec2-1cff96f0a3d7 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646212 Jul 28 11:31:12.380830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:12.393309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:12.394979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eac579bc-c60a-4a4c-afd9-d3ae2a75e513 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 200 len: 887 time: 0.8231804 Jul 28 11:31:12.397198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:12.398008 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] Sync routers for ids ['5a225c10-874c-4552-b547-4f2a460530e1'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:12.430301 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] Routers {'5a225c10-874c-4552-b547-4f2a460530e1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:12.431180 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5a225c10-874c-4552-b547-4f2a460530e1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:12.470263 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:12.479539 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] Routers {'5a225c10-874c-4552-b547-4f2a460530e1'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:12.480344 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['5a225c10-874c-4552-b547-4f2a460530e1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:12.511832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-37d7a396-9245-4aee-b49d-09d85256e862 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/routers/5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 200 len: 887 time: 0.1133642 Jul 28 11:31:12.514156 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:12.515021 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43397d4-e0d2-4163-a350-81ead6c9f4b3 None None] The sync data for ids ['5a225c10-874c-4552-b547-4f2a460530e1'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:12.515555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:12.546340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9489de56-f3b1-4397-b60d-901037a1cafd tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 200 len: 205 time: 0.0294042 Jul 28 11:31:12.548883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 43946) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:12.661487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:12.776415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:12.834078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port dd2b0041-2625-472d-952f-e7be0e2a944d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:12.834318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:12.936337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:12.953414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for dd2b0041-2625-472d-952f-e7be0e2a944d owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:13.137138 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.164245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=dd2b0041-2625-472d-952f-e7be0e2a944d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:13.247865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.609391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-518c6d8d-3963-4ad7-9463-8e17d267188b req-89cb2619-9586-498b-b2af-20f2a01bb4f7 service neutron] (93835) timed out ('10.222.0.41', 51208) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:31:13.703934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.707006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.799117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.799714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router 5a225c10-874c-4552-b547-4f2a460530e1 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:31:13.808147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.809291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d7297e1c-f4a1-4d0d-a4ae-2835896f4bc2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 204 len: 168 time: 1.2594960 Jul 28 11:31:13.814237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 43996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:13.819464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633a2d-7431-4cf4-adcb-29019642adad req-1473cf97-3429-4b89-8e44-765f19e38d32 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:13.821047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d633a2d-7431-4cf4-adcb-29019642adad req-1473cf97-3429-4b89-8e44-765f19e38d32 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1408305 Jul 28 11:31:13.825025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-2068816612'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:13.829943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c04f4-a642-430a-9ba0-96b2e971e318 req-7b6158c1-bfd0-43b7-aa59-226667561131 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:13.831604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-186c04f4-a642-430a-9ba0-96b2e971e318 req-7b6158c1-bfd0-43b7-aa59-226667561131 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1502521 Jul 28 11:31:13.858700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:13.862943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.895332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:31:13.898555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d633a2d-7431-4cf4-adcb-29019642adad req-94789594-515b-40a6-8f13-23a403a9465d tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658002 Jul 28 11:31:13.902104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-186c04f4-a642-430a-9ba0-96b2e971e318 req-9d4f372b-96e4-4974-9c36-cc9b6bb53c75 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624058 Jul 28 11:31:13.907231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.907426 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment fde2e6a3-1aaa-4829-a4e9-b724eb67c658 of type vlan for network 08a9f193-1346-41df-ba07-0f07365d4d89 Jul 28 11:31:13.964730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:13.997269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.004336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:14.004929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.071058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2554550 Jul 28 11:31:14.074626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:14.077995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b991f-8633-42c7-a090-324f0a679c61 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=08a9f193-1346-41df-ba07-0f07365d4d89,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:14.081129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:14.088648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 08a9f193-1346-41df-ba07-0f07365d4d89 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:31:14.181561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:14.186030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.404839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.475196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=5086504f-8c93-4b58-a6c6-65328dc71ff7,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:14.487899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:14.488487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: 08a9f193-1346-41df-ba07-0f07365d4d89, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:31:14.508380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 08a9f193-1346-41df-ba07-0f07365d4d89 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:31:14.518755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 08a9f193-1346-41df-ba07-0f07365d4d89) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:14.523724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:14.524652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.528658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d678947-93e8-4754-b214-2f2e1667f369 None None] Network 08a9f193-1346-41df-ba07-0f07365d4d89 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:14.543009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9833f1b7-57e1-4d9b-9595-3b0366359828 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4647048 Jul 28 11:31:14.543199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:14.548429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-679160769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:14.571349 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.572376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.628698 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.633426 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.653381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.658322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:14.658839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9b4f5a35-a95e-4759-8563-6e3978891376 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1142612 Jul 28 11:31:14.680153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-08a9f193-1346-41df-ba07-0f07365d4d89', 'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '5086504f-8c93-4b58-a6c6-65328dc71ff7'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:31:14.681322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:14.838578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Allocated IP 172.20.0.2 (08a9f193-1346-41df-ba07-0f07365d4d89/5086504f-8c93-4b58-a6c6-65328dc71ff7/897226c8-ca4b-4e6a-a0e8-5db595383945) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:15.073944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:15.086866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Transition to ACTIVE for port object 897226c8-ca4b-4e6a-a0e8-5db595383945 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:15.110495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Transition to ACTIVE for port object 897226c8-ca4b-4e6a-a0e8-5db595383945 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:15.124447 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:15.180707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639024e-0f3e-42b9-94e0-87a6aa374fe0 req-2a21c14e-d7c1-4810-911e-2c90b9109723 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:15.188812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Pushing event updated for resources: {'Port': ['ID=897226c8-ca4b-4e6a-a0e8-5db595383945,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:15.190301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a639024e-0f3e-42b9-94e0-87a6aa374fe0 req-2a21c14e-d7c1-4810-911e-2c90b9109723 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1511118 Jul 28 11:31:15.199184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Network 08a9f193-1346-41df-ba07-0f07365d4d89 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:15.208243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:15.217862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:15.262199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb6fa-aec7-4330-8bb9-47be2ef88bf1 req-05270cd0-adb6-4363-b7c9-797a0138ba66 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:15.264558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0cfb6fa-aec7-4330-8bb9-47be2ef88bf1 req-05270cd0-adb6-4363-b7c9-797a0138ba66 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1779542 Jul 28 11:31:15.294355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a639024e-0f3e-42b9-94e0-87a6aa374fe0 req-d0139d16-6ac5-4e6a-95d2-71fa17658e0c tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029482 Jul 28 11:31:15.321671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Attempting to bind port 897226c8-ca4b-4e6a-a0e8-5db595383945 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:15.322246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Attempting to bind port 897226c8-ca4b-4e6a-a0e8-5db595383945 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:15.322793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Attempting to bind port 897226c8-ca4b-4e6a-a0e8-5db595383945 on network 08a9f193-1346-41df-ba07-0f07365d4d89 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:15.341440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b0cfb6fa-aec7-4330-8bb9-47be2ef88bf1 req-10b1cf4f-0d3b-44bb-bc7e-3844b72a3ae8 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653973 Jul 28 11:31:15.342541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:15.343233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Checking segment: {'id': 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:15.343716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:15.344218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Bound using segment: {'id': 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:15.346966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Bound port: 897226c8-ca4b-4e6a-a0e8-5db595383945, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '08a9f193-1346-41df-ba07-0f07365d4d89'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:15.347588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:15.433312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] For port 897226c8-ca4b-4e6a-a0e8-5db595383945, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:15.437984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] For port 897226c8-ca4b-4e6a-a0e8-5db595383945, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=897226c8-ca4b-4e6a-a0e8-5db595383945,segment=NetworkSegment(fde2e6a3-1aaa-4829-a4e9-b724eb67c658),segment_id=fde2e6a3-1aaa-4829-a4e9-b724eb67c658)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:15.446422 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:15.506010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcb23-24f7-4df6-9afa-e676660101c2 None None] Pushing event updated for resources: {'Port': ['ID=897226c8-ca4b-4e6a-a0e8-5db595383945,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:15.551370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:15.869475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.20.0.1 (08a9f193-1346-41df-ba07-0f07365d4d89/5086504f-8c93-4b58-a6c6-65328dc71ff7/bf812f45-7652-46ed-9cda-4af6f5e4427f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:15.986730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.002475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object bf812f45-7652-46ed-9cda-4af6f5e4427f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:16.042294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.111328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 08a9f193-1346-41df-ba07-0f07365d4d89 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:16.116814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:16.121644 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:16.126355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=bf812f45-7652-46ed-9cda-4af6f5e4427f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:16.167066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.307978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.564700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53507b6-fdc4-402b-b935-4f2e65d967a5 req-c39633d2-549f-4691-8b3b-8722fdad27d6 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:16.573698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b53507b6-fdc4-402b-b935-4f2e65d967a5 req-c39633d2-549f-4691-8b3b-8722fdad27d6 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1484501 Jul 28 11:31:16.608026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c9be2-5ed0-4e0b-9c15-558fc9c3c5dd req-fc11e854-4f71-425a-bce4-7431bdd99ebb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:16.615300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-709c9be2-5ed0-4e0b-9c15-558fc9c3c5dd req-fc11e854-4f71-425a-bce4-7431bdd99ebb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1507699 Jul 28 11:31:16.667097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-709c9be2-5ed0-4e0b-9c15-558fc9c3c5dd req-fb00e291-5916-40a9-ac34-09ec2a48da7f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506418 Jul 28 11:31:16.690940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b53507b6-fdc4-402b-b935-4f2e65d967a5 req-d1ff69ac-261a-4a29-b891-8490a62d56e0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163566 Jul 28 11:31:16.747031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.759262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.761905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f48b96-917a-4b28-90cf-529fa9d64c2e None None] Network 08a9f193-1346-41df-ba07-0f07365d4d89 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:16.833525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=bf812f45-7652-46ed-9cda-4af6f5e4427f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:16.863537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:16.922174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e2d04d5f-d9b9-472f-856d-69720958b424 None None] Provisioning for port 897226c8-ca4b-4e6a-a0e8-5db595383945 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:16.992304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 08a9f193-1346-41df-ba07-0f07365d4d89 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:16.994183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:17.024108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 522d3eaa-76f0-4d83-a530-9af1247d0236 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:31:17.125692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 522d3eaa-76f0-4d83-a530-9af1247d0236, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=522d3eaa-76f0-4d83-a530-9af1247d0236,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:17.150053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:31:17.196277 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:17.219129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522d3eaa-76f0-4d83-a530-9af1247d0236 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:31:17.240420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b2f02711-0360-49fa-a53e-0e1646632e98 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:31:17.244801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 522d3eaa-76f0-4d83-a530-9af1247d0236, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=522d3eaa-76f0-4d83-a530-9af1247d0236,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:17.252131 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:17.340923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=522d3eaa-76f0-4d83-a530-9af1247d0236,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:17.361689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:17.371166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8738daec-165d-4709-aa57-f815f78f345a None None] Sync routers for ids ['b2f02711-0360-49fa-a53e-0e1646632e98'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:17.376618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:17.376881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2080fd39-bac9-418d-b656-1ee122a7eb31 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b2f02711-0360-49fa-a53e-0e1646632e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166109 Jul 28 11:31:17.394131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738daec-165d-4709-aa57-f815f78f345a None None] Routers {'b2f02711-0360-49fa-a53e-0e1646632e98'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:17.400330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8738daec-165d-4709-aa57-f815f78f345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b2f02711-0360-49fa-a53e-0e1646632e98'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:17.432134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab19318-ad47-4316-831c-153b4414423b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:17.434268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ab19318-ad47-4316-831c-153b4414423b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports/bf812f45-7652-46ed-9cda-4af6f5e4427f HTTP/1.1" status: 200 len: 910 time: 0.0564322 Jul 28 11:31:17.438062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:17.444471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5086504f-8c93-4b58-a6c6-65328dc71ff7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:17.458529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8738daec-165d-4709-aa57-f815f78f345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:17.465024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['522d3eaa-76f0-4d83-a530-9af1247d0236'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:31:17.507135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738daec-165d-4709-aa57-f815f78f345a None None] Routers {'b2f02711-0360-49fa-a53e-0e1646632e98'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:17.508006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8738daec-165d-4709-aa57-f815f78f345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b2f02711-0360-49fa-a53e-0e1646632e98'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:17.572437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8738daec-165d-4709-aa57-f815f78f345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:17.573563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8738daec-165d-4709-aa57-f815f78f345a None None] The sync data for ids ['b2f02711-0360-49fa-a53e-0e1646632e98'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:17.642506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6eada35c-6d41-4fbe-b4fe-17c28ccf7db2 None None] Provisioning for port bf812f45-7652-46ed-9cda-4af6f5e4427f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:17.660923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6eada35c-6d41-4fbe-b4fe-17c28ccf7db2 None None] Provisioning complete for port bf812f45-7652-46ed-9cda-4af6f5e4427f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:17.661313 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6eada35c-6d41-4fbe-b4fe-17c28ccf7db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:17.698283 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:17.725702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6eada35c-6d41-4fbe-b4fe-17c28ccf7db2 None None] Port bf812f45-7652-46ed-9cda-4af6f5e4427f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:17.728163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 897226c8-ca4b-4e6a-a0e8-5db595383945 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:17.903189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d5945ac7-deb5-418e-af7b-b2f018bd014e None None] Provisioning complete for port bf812f45-7652-46ed-9cda-4af6f5e4427f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:17.903861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5945ac7-deb5-418e-af7b-b2f018bd014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:17.906378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 897226c8-ca4b-4e6a-a0e8-5db595383945 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:17.953325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7592-1289-4294-94b8-70e92d531a9e req-fb1d0ea7-e7eb-4cbe-808c-67836cd5ea12 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:17.954850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e16e7592-1289-4294-94b8-70e92d531a9e req-fb1d0ea7-e7eb-4cbe-808c-67836cd5ea12 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 944 time: 0.1197052 Jul 28 11:31:17.961975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 897226c8-ca4b-4e6a-a0e8-5db595383945 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:17.962351 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:17.981223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8aec1-d48a-4b5a-9eff-38a46c699460 req-48d90312-46a3-49a5-9727-947bdb67df5a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:17.984452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42e8aec1-d48a-4b5a-9eff-38a46c699460 req-48d90312-46a3-49a5-9727-947bdb67df5a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1828563 Jul 28 11:31:18.076451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42e8aec1-d48a-4b5a-9eff-38a46c699460 req-eac5cf05-51b9-4f7a-9437-769c5d323d78 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Jul 28 11:31:18.104654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d5945ac7-deb5-418e-af7b-b2f018bd014e None None] Port bf812f45-7652-46ed-9cda-4af6f5e4427f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:18.117531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e16e7592-1289-4294-94b8-70e92d531a9e req-d6595111-f4f7-4cf6-9950-801941ba7fd9 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297247 Jul 28 11:31:18.204195 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:18.274274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 897226c8-ca4b-4e6a-a0e8-5db595383945, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=897226c8-ca4b-4e6a-a0e8-5db595383945,segment=NetworkSegment(fde2e6a3-1aaa-4829-a4e9-b724eb67c658),segment_id=fde2e6a3-1aaa-4829-a4e9-b724eb67c658)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:18.275793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98609880-7b49-4c4b-b241-35d666bc258c None None] Provisioning complete for port bf812f45-7652-46ed-9cda-4af6f5e4427f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:18.275793 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98609880-7b49-4c4b-b241-35d666bc258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:18.333928 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:18.350853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:18.361366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:18.396893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=897226c8-ca4b-4e6a-a0e8-5db595383945,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:18.399742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98609880-7b49-4c4b-b241-35d666bc258c None None] Port bf812f45-7652-46ed-9cda-4af6f5e4427f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:18.458412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=bf812f45-7652-46ed-9cda-4af6f5e4427f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:18.474768 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:31:18.484899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:18.485522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:18.487174 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fe5ca5f3-0aa2-4b19-ab5c-a5839da98984 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/ports/bf812f45-7652-46ed-9cda-4af6f5e4427f HTTP/1.1" status: 200 len: 910 time: 1.0477509 Jul 28 11:31:18.489840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:18.834167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.023890 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 522d3eaa-76f0-4d83-a530-9af1247d0236 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:19.155918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 522d3eaa-76f0-4d83-a530-9af1247d0236 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:19.161232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 522d3eaa-76f0-4d83-a530-9af1247d0236 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:19.161677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.163096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port bf812f45-7652-46ed-9cda-4af6f5e4427f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:19.165443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.309435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.325766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for bf812f45-7652-46ed-9cda-4af6f5e4427f owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:19.352327 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.371379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fefae6-e7a0-4ca9-9e91-be0a3843e676 req-2aeec5f6-4e18-4690-8b2f-0674cb37b5b4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:19.391421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0fefae6-e7a0-4ca9-9e91-be0a3843e676 req-2aeec5f6-4e18-4690-8b2f-0674cb37b5b4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 944 time: 0.1418722 Jul 28 11:31:19.414000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be343c-11a4-43ec-9840-2525c4a04bb1 req-1f397315-f00a-4a6c-9ba3-e1588608c868 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:19.415546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3be343c-11a4-43ec-9840-2525c4a04bb1 req-1f397315-f00a-4a6c-9ba3-e1588608c868 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.2201109 Jul 28 11:31:19.422228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:19.428135 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de36e358-e8f6-422b-a501-50bd20c2089b" -d '{"events": [{"server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "name": "network-vif-plugged", "status": "completed", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:19.432596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 522d3eaa-76f0-4d83-a530-9af1247d0236, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=522d3eaa-76f0-4d83-a530-9af1247d0236,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:19.437799 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.475474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0fefae6-e7a0-4ca9-9e91-be0a3843e676 req-940fea89-e07b-45df-8088-b95353abd8b0 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830712 Jul 28 11:31:19.493857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=522d3eaa-76f0-4d83-a530-9af1247d0236,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:19.546309 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3be343c-11a4-43ec-9840-2525c4a04bb1 req-ccd39e03-61c0-4460-b81c-755ae6ab56ba tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965593 Jul 28 11:31:19.547185 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03be2908-636d-4446-8134-fbc87cc74344 x-openstack-request-id: req-03be2908-636d-4446-8134-fbc87cc74344 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:19.547500 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "name": "network-vif-plugged", "status": "completed", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:19.547736 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03be2908-636d-4446-8134-fbc87cc74344 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:19.548213 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'code': 200} Jul 28 11:31:19.615022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 897226c8-ca4b-4e6a-a0e8-5db595383945 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:19.690813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e10cf-c78e-4413-b9be-634912b7958a req-6b3cdd97-0d40-481e-902e-55a3f44c90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:19.694319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-581e10cf-c78e-4413-b9be-634912b7958a req-6b3cdd97-0d40-481e-902e-55a3f44c90d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0790310 Jul 28 11:31:19.722875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 897226c8-ca4b-4e6a-a0e8-5db595383945 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:19.724441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.727750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.761528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-581e10cf-c78e-4413-b9be-634912b7958a req-1c04afc6-ad19-446a-8f76-192e0743a76b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592275 Jul 28 11:31:19.772920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=bf812f45-7652-46ed-9cda-4af6f5e4427f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:19.886020 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:19.980942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.148238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b2f02711-0360-49fa-a53e-0e1646632e98 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:20.227314 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:20.235686 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d193d18f-dc81-43a6-8af2-b51ccb5b9e7f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b2f02711-0360-49fa-a53e-0e1646632e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418540 Jul 28 11:31:20.236298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44142) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:20.242004 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] Sync routers for ids ['b2f02711-0360-49fa-a53e-0e1646632e98'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:20.252858 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] Routers {'b2f02711-0360-49fa-a53e-0e1646632e98'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:20.253479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b2f02711-0360-49fa-a53e-0e1646632e98'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:20.267519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9917cdda-78fa-497b-8fc4-bb005d4ae97b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f02711-0360-49fa-a53e-0e1646632e98 HTTP/1.1" status: 200 len: 205 time: 0.0299652 Jul 28 11:31:20.270162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:20.289267 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:20.297750 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] Routers {'b2f02711-0360-49fa-a53e-0e1646632e98'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:20.298351 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b2f02711-0360-49fa-a53e-0e1646632e98'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:20.330468 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:20.331118 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc4acf-69ab-4c8f-b3f1-e5c3b713179c None None] The sync data for ids ['b2f02711-0360-49fa-a53e-0e1646632e98'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:20.348314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.511460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.514544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.575319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.576406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router b2f02711-0360-49fa-a53e-0e1646632e98 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:31:20.583911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.585073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ad728bbc-5c98-424b-a226-319e28728cdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/b2f02711-0360-49fa-a53e-0e1646632e98 HTTP/1.1" status: 204 len: 168 time: 0.3140097 Jul 28 11:31:20.588007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:20.676567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 5086504f-8c93-4b58-a6c6-65328dc71ff7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:31:20.680575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.710904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b4c39-aa78-43a3-83e7-6d2c193ec099 req-30f417e2-9f4f-4c40-97f5-63b40b904bd4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:20.719702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a8b4c39-aa78-43a3-83e7-6d2c193ec099 req-30f417e2-9f4f-4c40-97f5-63b40b904bd4 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1284368 Jul 28 11:31:20.747216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ae3ea-bc96-42ec-b7b8-3b08b5d46774 req-89dc4e64-9c54-4dda-a17a-78a2ec56ccf6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:20.749063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd7ae3ea-bc96-42ec-b7b8-3b08b5d46774 req-89dc4e64-9c54-4dda-a17a-78a2ec56ccf6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1022625 Jul 28 11:31:20.765247 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.794000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a8b4c39-aa78-43a3-83e7-6d2c193ec099 req-4301a6b0-b203-443b-ad79-f75e2c9ebf22 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601492 Jul 28 11:31:20.830304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd7ae3ea-bc96-42ec-b7b8-3b08b5d46774 req-5f284982-61bb-40a1-960b-aebce78421c4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651262 Jul 28 11:31:20.891271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.964857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:20.999193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=5086504f-8c93-4b58-a6c6-65328dc71ff7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:21.008603 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.010445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab2e7a6-3f5c-42a7-8c3e-76cb22374220 None None] Network 08a9f193-1346-41df-ba07-0f07365d4d89 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:21.010909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2598ae02-3847-4a57-9480-12457f68b60f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/5086504f-8c93-4b58-a6c6-65328dc71ff7 HTTP/1.1" status: 204 len: 168 time: 0.4213638 Jul 28 11:31:21.014183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:21.115457 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.190753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 897226c8-ca4b-4e6a-a0e8-5db595383945 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:21.191943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.214446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] DHCP port deletion for 08a9f193-1346-41df-ba07-0f07365d4d89 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:31:21.261794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 897226c8-ca4b-4e6a-a0e8-5db595383945, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=897226c8-ca4b-4e6a-a0e8-5db595383945,segment=NetworkSegment(fde2e6a3-1aaa-4829-a4e9-b724eb67c658),segment_id=fde2e6a3-1aaa-4829-a4e9-b724eb67c658)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:21.262170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.276841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 897226c8-ca4b-4e6a-a0e8-5db595383945 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:21.297184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] Deleting port 897226c8-ca4b-4e6a-a0e8-5db595383945 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:21.297559 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.458838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.498252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=897226c8-ca4b-4e6a-a0e8-5db595383945,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:21.509296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port 897226c8-ca4b-4e6a-a0e8-5db595383945 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:21.536755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] For port 897226c8-ca4b-4e6a-a0e8-5db595383945, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=897226c8-ca4b-4e6a-a0e8-5db595383945,segment=NetworkSegment(fde2e6a3-1aaa-4829-a4e9-b724eb67c658),segment_id=fde2e6a3-1aaa-4829-a4e9-b724eb67c658)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:21.537125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.551158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] Calling delete_port for 897226c8-ca4b-4e6a-a0e8-5db595383945 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:21.586007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-96120434-c2d3-4250-8e05-897710c574f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:21.588150 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-96120434-c2d3-4250-8e05-897710c574f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 1096 time: 0.1621034 Jul 28 11:31:21.616644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 897226c8-ca4b-4e6a-a0e8-5db595383945 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:21.651617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 897226c8-ca4b-4e6a-a0e8-5db595383945 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:21.652256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 897226c8-ca4b-4e6a-a0e8-5db595383945 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:21.670962 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.703158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.711088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a9f193-1346-41df-ba07-0f07365d4d89']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:21.731233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:21.731538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde2e6a3-1aaa-4829-a4e9-b724eb67c658') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:21.739092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] Pushing event deleted for resources: {'Port': ['ID=897226c8-ca4b-4e6a-a0e8-5db595383945,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:21.747148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.749367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567dc2d-7f53-4b40-8e8f-1cbeb7e43177 None None] No DVR routers for this DVR port 897226c8-ca4b-4e6a-a0e8-5db595383945 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:21.771589 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.800701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:31:21.801105 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:31:21.804492 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:31:21.890755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-c666b7cb-f039-47aa-9caf-f46ec8681491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:21.892556 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-c666b7cb-f039-47aa-9caf-f46ec8681491 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 915 time: 0.2473676 Jul 28 11:31:21.898209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.920279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51991a-9036-46ce-b0a3-19231a7103bd req-5500d265-83c8-4923-8f7f-209cad1f3554 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:21.922734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d51991a-9036-46ce-b0a3-19231a7103bd req-5500d265-83c8-4923-8f7f-209cad1f3554 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 945 time: 0.0700264 Jul 28 11:31:21.925063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:21.927054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/08a9f193-1346-41df-ba07-0f07365d4d89 HTTP/1.1" status: 204 len: 168 time: 0.9106603 Jul 28 11:31:21.934232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:21.940490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1178153238', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:21.970252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915402fc-fce8-485d-a619-2cd168eca7eb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=08a9f193-1346-41df-ba07-0f07365d4d89,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:21.978434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-85c1f73b-248d-4b22-8394-5ded2990c8b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d HTTP/1.1" status: 200 len: 217 time: 0.0779076 Jul 28 11:31:22.022389 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d51991a-9036-46ce-b0a3-19231a7103bd req-5aa500a8-fa91-4ba5-851e-959635b0463e tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904622 Jul 28 11:31:22.059781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0d6e-627f-4194-95e9-5a79442e33dd req-0dd7f33d-cfc9-4aba-a90e-8df90aedadc6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:22.062157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5ec0d6e-627f-4194-95e9-5a79442e33dd req-0dd7f33d-cfc9-4aba-a90e-8df90aedadc6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1159427 Jul 28 11:31:22.063625 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.066079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.072860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-8805f72e-e8e3-46b7-b8db-9b112745a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:22.074571 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-8805f72e-e8e3-46b7-b8db-9b112745a92a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.0879385 Jul 28 11:31:22.120912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5ec0d6e-627f-4194-95e9-5a79442e33dd req-b83db9ce-e953-44ca-af72-af6dd4f8159d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506523 Jul 28 11:31:22.130374 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-235f1704-60fc-461e-97e7-78e749556154 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479620 Jul 28 11:31:22.209992 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.224364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b518f-3670-4d3b-9f41-510039d22756 req-176f8831-a528-4402-b095-57394f621bce tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:22.226273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d5b518f-3670-4d3b-9f41-510039d22756 req-176f8831-a528-4402-b095-57394f621bce tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1039946 Jul 28 11:31:22.228063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.240123 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-6c7611a0-24e3-46f7-abe7-dc2d1261bd51 service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028886 Jul 28 11:31:22.271306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.272509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7f5d5f03-1de7-4889-b4ea-7c29a44705b1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3373280 Jul 28 11:31:22.275210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:22.282160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-218881142'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:22.316498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:22.320774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.355262 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d5b518f-3670-4d3b-9f41-510039d22756 req-fb221282-c8f2-444a-8621-8861d43a1556 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011193 Jul 28 11:31:22.381038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44210) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:22.418520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:31:22.445813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.447513 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment 9d4c9902-a4c3-4b75-9680-cb7f365fb9e8 of type vlan for network 7bac0a83-3947-4bbe-871c-c9442f87cf67 Jul 28 11:31:22.556315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.660070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.664853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.665385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:22.665559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.688325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d981ce0-c290-420d-8a92-c9a77fd2e315 tempest-TestVolumeBackupRestore-146051174 tempest-TestVolumeBackupRestore-146051174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:22.692813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6d981ce0-c290-420d-8a92-c9a77fd2e315 tempest-TestVolumeBackupRestore-146051174 tempest-TestVolumeBackupRestore-146051174-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1091 time: 0.3088236 Jul 28 11:31:22.723976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:22.729595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:22.770093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=7bac0a83-3947-4bbe-871c-c9442f87cf67,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:22.777213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f5b7b3-fedf-44bc-bf00-2ae165586e3e req-6d521926-6ab3-4603-99fe-378124805326 service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293229 Jul 28 11:31:22.781795 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.784104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:31:22.797708 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0bf7ebea-e976-4e32-9c3f-400768e321e0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5212579 Jul 28 11:31:22.800912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:22.806396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:22.910342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:22.912235 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:22.916286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.040321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Allocated IP 172.25.1.151 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/65df101c-1873-47bc-b773-e9b920e20d3a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:23.153392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.162269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.218226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.237863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=3fc8ae6e-0920-4446-9ec8-daed4c5c5838,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:23.266054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:23.266424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: 7bac0a83-3947-4bbe-871c-c9442f87cf67, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:31:23.288522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:31:23.307998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7bac0a83-3947-4bbe-871c-c9442f87cf67) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:23.319599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fc41d-06a4-4ec9-955c-1ceb5d7da863 None None] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:23.324257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:23.324920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.343258 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dd821ff7-209b-459b-ab17-a63b5355b34a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5408838 Jul 28 11:31:23.346336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:23.350432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:23.351592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'Port': ['ID=65df101c-1873-47bc-b773-e9b920e20d3a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:23.369404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:23.374503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:23.450172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43add7a2-4ef0-4304-8f2f-6806fc598a95 req-4857a6bc-1cc0-475a-9809-0233292a46f0 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:23.451954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43add7a2-4ef0-4304-8f2f-6806fc598a95 req-4857a6bc-1cc0-475a-9809-0233292a46f0 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1952784 Jul 28 11:31:23.531525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7bac0a83-3947-4bbe-871c-c9442f87cf67', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:31:23.532538 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.617785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43add7a2-4ef0-4304-8f2f-6806fc598a95 req-896a3a21-5373-42f1-a90e-ff304bc87d0c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549499 Jul 28 11:31:23.719546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Allocated IP 172.20.0.2 (7bac0a83-3947-4bbe-871c-c9442f87cf67/3fc8ae6e-0920-4446-9ec8-daed4c5c5838/cd619b8e-3530-4deb-b4c9-bb7a45a98f9e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:23.743380 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.938492 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:23.955985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Transition to ACTIVE for port object cd619b8e-3530-4deb-b4c9-bb7a45a98f9e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:23.989478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Transition to ACTIVE for port object cd619b8e-3530-4deb-b4c9-bb7a45a98f9e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:24.001566 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.046443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:24.053728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:24.058348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:24.061935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Pushing event updated for resources: {'Port': ['ID=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:24.142693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Attempting to bind port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:24.143363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Attempting to bind port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:24.143901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Attempting to bind port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e on network 7bac0a83-3947-4bbe-871c-c9442f87cf67 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:24.150412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:24.151057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Checking segment: {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:24.151652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.152223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Bound using segment: {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:24.152920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Bound port: cd619b8e-3530-4deb-b4c9-bb7a45a98f9e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:24.153475 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.212372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.20.0.1 (7bac0a83-3947-4bbe-871c-c9442f87cf67/3fc8ae6e-0920-4446-9ec8-daed4c5c5838/de94747a-f4dc-4bd7-abe0-2b32c0bf56b1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:24.227631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] For port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:24.231403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] For port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,segment=NetworkSegment(9d4c9902-a4c3-4b75-9680-cb7f365fb9e8),segment_id=9d4c9902-a4c3-4b75-9680-cb7f365fb9e8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:24.237383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:24.276040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:31:24.282629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.296373 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.463116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.493621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:24.500958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.527510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c8e1-811c-49b4-9a10-9fd4ad0bd339 None None] Pushing event updated for resources: {'Port': ['ID=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:24.551167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:24.554113 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cee2db-e249-4d4c-a9a1-4d91f5528b87" -d '{"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:24.586963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.588372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:24.600259 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.688351 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c35fa4-a20e-4217-a708-1e0c1a33abb2 x-openstack-request-id: req-69c35fa4-a20e-4217-a708-1e0c1a33abb2 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:24.689259 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:24.689793 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69c35fa4-a20e-4217-a708-1e0c1a33abb2 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:24.690427 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'code': 200} Jul 28 11:31:24.698388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:24.730109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:24.734119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:24.738840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:24.739308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:24.773608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'port_id': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'mac_address': 'fa:16:3e:91:94:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f57a8-dace-48ad-9933-c5c88b34e41e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:31:24.837050 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.881132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:24.909080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:24.923603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:31:24.952665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:24.961260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.011552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50bea-c23e-48e3-8913-c33e0cf8b816 req-a59c91c3-0387-43fc-872a-2dad7edcd560 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:25.016389 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.017161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26b50bea-c23e-48e3-8913-c33e0cf8b816 req-a59c91c3-0387-43fc-872a-2dad7edcd560 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 943 time: 0.0989192 Jul 28 11:31:25.078963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:25.080935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.126009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26b50bea-c23e-48e3-8913-c33e0cf8b816 req-d9199597-b0a1-4e85-93e8-68161a381fe7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Jul 28 11:31:25.171962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:31:25.418245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.424585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.425097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.437079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.526651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event updated for resources: {'Port': ['ID=65df101c-1873-47bc-b773-e9b920e20d3a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:25.538463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.543410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:25.566115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:25.726973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cd619b8e-3530-4deb-b4c9-bb7a45a98f9e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:25.741139 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Floating IP d19a0a9a-8549-4587-96c7-cb6c36693c77 associated. External IP: 172.25.1.151, port: 522d3eaa-76f0-4d83-a530-9af1247d0236. Jul 28 11:31:25.767827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:25.769257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:25.833070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:25.893132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238e67b-f53d-411b-b26d-07d3fad7a947 None None] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:25.946922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:31:26.050557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:26.062566 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6ac8c82b-3a9a-4e59-9151-fc9f24869eda tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7151532 Jul 28 11:31:26.065237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44274) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:26.065381 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:26.069866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] Provisioning for port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:26.071251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-1289783470'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:26.098178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Router cd32b658-3f26-475e-92ff-041d29f571cf has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:26.098401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:26.109491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.130886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] Provisioning complete for port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:26.131172 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.158480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:31:26.172936 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.173573 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment bcfbc7ce-8993-435c-9cb9-71dd2fcb3697 of type vlan for network c637f72c-9f0c-4b56-bb76-69b89f786059 Jul 28 11:31:26.236730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:26.236730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:26.241446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.243622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:26.286549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.316432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:26.317367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.341866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:26.351857 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef29527-8173-426c-a27a-99c99b561958 None None] Sync routers for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:26.369262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ebf35-c2b7-4849-8d4f-4f0d5ce17cfd req-f6a5559e-7ab7-443b-81df-32ac6931c427 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:26.370644 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:26.371142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a2ebf35-c2b7-4849-8d4f-4f0d5ce17cfd req-f6a5559e-7ab7-443b-81df-32ac6931c427 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 944 time: 0.0999048 Jul 28 11:31:26.374073 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:26.418938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.474554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-080d8fa0-f117-4b14-b31a-c7ad68f5a035 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7459779 Jul 28 11:31:26.476368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a2ebf35-c2b7-4849-8d4f-4f0d5ce17cfd req-c672484a-0f7b-42b6-8c2b-0a45e6f29c57 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977888 Jul 28 11:31:26.478684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:26.479264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:26.482642 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a" -d '{"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:26.511929 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4455807 Jul 28 11:31:26.512749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293571b-df55-46f7-bdb3-a07f4b74065f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=c637f72c-9f0c-4b56-bb76-69b89f786059,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:26.522061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:26.527322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:26.540360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c637f72c-9f0c-4b56-bb76-69b89f786059 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:31:26.581260 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d00f6-b788-47c6-bb95-0ae4e82f106f x-openstack-request-id: req-941d00f6-b788-47c6-bb95-0ae4e82f106f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:26.581559 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:26.581815 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-941d00f6-b788-47c6-bb95-0ae4e82f106f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:26.582221 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'status': 'completed', 'code': 200} Jul 28 11:31:26.596407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6dbfc-e8a8-410d-8973-392b6f1e4b17 tempest-TestVolumeBackupRestore-146051174 tempest-TestVolumeBackupRestore-146051174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:26.599467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a9d6dbfc-e8a8-410d-8973-392b6f1e4b17 tempest-TestVolumeBackupRestore-146051174 tempest-TestVolumeBackupRestore-146051174-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1091 time: 0.1129229 Jul 28 11:31:26.602320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:26.608925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:26.617012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Request body: {'floatingip': {'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:26.637969 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:26.661425 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.673125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:26.673722 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.724593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:26.735460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.738928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:26.984361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] For port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,segment=NetworkSegment(9d4c9902-a4c3-4b75-9680-cb7f365fb9e8),segment_id=9d4c9902-a4c3-4b75-9680-cb7f365fb9e8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:27.033428 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.053227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd19a0a9a-8549-4587-96c7-cb6c36693c77', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:23Z', 'revision_number': 0, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:27.100202 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef29527-8173-426c-a27a-99c99b561958 None None] Checking router: cd32b658-3f26-475e-92ff-041d29f571cf for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:27.118717 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:27.119590 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:27.128761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.213973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-6dab4032-2b1c-4733-a15a-60e9486d3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:27.215450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-6dab4032-2b1c-4733-a15a-60e9486d3f4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.5939877 Jul 28 11:31:27.245408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c594-3694-444d-b07c-7c93553f79c7 None None] Pushing event updated for resources: {'Port': ['ID=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:27.280922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.294327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:27.301368 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc3ecb-703d-462e-8edd-83e32de10e1a" -d '{"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:27.334738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:27.413238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9cf3db3-df27-4956-a0e5-42533adc1023 None None] Provisioning complete for port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:27.413620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9cf3db3-df27-4956-a0e5-42533adc1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.415280 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.441956 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b66fd-1f2b-4695-b2f6-240dc98e3e31 x-openstack-request-id: req-6f0b66fd-1f2b-4695-b2f6-240dc98e3e31 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:27.442175 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:27.442405 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f0b66fd-1f2b-4695-b2f6-240dc98e3e31 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:27.442805 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'code': 200} Jul 28 11:31:27.472833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:27.474420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: c637f72c-9f0c-4b56-bb76-69b89f786059, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:31:27.499527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:27.527499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network c637f72c-9f0c-4b56-bb76-69b89f786059 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:31:27.551238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c637f72c-9f0c-4b56-bb76-69b89f786059) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:27.555916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:27.556400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.594304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-56c4752f-0f25-4345-9bdb-47d6fa02139f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0712092 Jul 28 11:31:27.598082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:27.599321 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:27.718774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 11:31:27.772523 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-af853856-1859-4277-a5be-1fe834def52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:27.774031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-af853856-1859-4277-a5be-1fe834def52d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 914 time: 0.5391564 Jul 28 11:31:27.882833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4a06-2f71-4e4d-ace3-fffe2b9c2833 req-fedc39b7-545f-4895-a68e-77dcf7c0cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:27.891262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb8c4a06-2f71-4e4d-ace3-fffe2b9c2833 req-fedc39b7-545f-4895-a68e-77dcf7c0cd27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 1096 time: 0.2757239 Jul 28 11:31:27.950291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:27.987404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a0c64-2081-46e6-b74d-1886747f5899 None None] Network c637f72c-9f0c-4b56-bb76-69b89f786059 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:27.991518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:27.998518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cd619b8e-3530-4deb-b4c9-bb7a45a98f9e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:28.030290 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fb8c4a06-2f71-4e4d-ace3-fffe2b9c2833 req-7619b9ee-9686-4c49-b105-4163d5d7c44b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354563 Jul 28 11:31:28.040203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.045158 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eef29527-8173-426c-a27a-99c99b561958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd19a0a9a-8549-4587-96c7-cb6c36693c77', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:23Z', 'revision_number': 0, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:28.093909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a056b7-df4d-4cdb-90e0-fa98b04735d7 req-7ea006c0-487c-4310-941d-4e9499846fa2 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:28.095491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15a056b7-df4d-4cdb-90e0-fa98b04735d7 req-7ea006c0-487c-4310-941d-4e9499846fa2 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.4709973 Jul 28 11:31:28.111539 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef29527-8173-426c-a27a-99c99b561958 None None] The sync data for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 is: [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd19a0a9a-8549-4587-96c7-cb6c36693c77', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:23Z', 'revision_number': 0, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:28.171647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48985b71-1499-4bac-a31b-84b4c4d8c7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.229614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-82b6ad82-b23f-46d2-9099-0c99d6c679f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 999 time: 0.4465790 Jul 28 11:31:28.344446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:24Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:25Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:28.399563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-4cd933ab-72f0-4476-b332-405546e85784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:28.401134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-4cd933ab-72f0-4476-b332-405546e85784 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.1513028 Jul 28 11:31:28.427193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:28.431335 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.434636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Updating router b4d49b60-5948-4c39-baf3-ec0644d460c5 port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:31:28.476728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9cf3db3-df27-4956-a0e5-42533adc1023 None None] Provisioning for port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:28.520648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:28.521014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.540337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9cf3db3-df27-4956-a0e5-42533adc1023 None None] Provisioning complete for port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:28.540337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9cf3db3-df27-4956-a0e5-42533adc1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.586790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15a056b7-df4d-4cdb-90e0-fa98b04735d7 req-1ce89375-86b6-4e09-9557-d737889a3763 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652240 Jul 28 11:31:28.590934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-35ebd226-8233-4684-b3d4-277db179938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:28.592926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-35ebd226-8233-4684-b3d4-277db179938c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708518 Jul 28 11:31:28.626858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395eec9-67aa-4367-8bfe-a689aab670a0 None None] New status for floating IP d19a0a9a-8549-4587-96c7-cb6c36693c77: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:31:28.664830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Router cd32b658-3f26-475e-92ff-041d29f571cf has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:28.752756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.834304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-c637f72c-9f0c-4b56-bb76-69b89f786059', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:31:28.835394 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.911335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:28.915936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:28.921043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-91a783c7-b400-4bf4-8c6b-11ac709f5cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162563 Jul 28 11:31:28.930368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.21.0.1 (c637f72c-9f0c-4b56-bb76-69b89f786059/e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8/b213cb76-5106-4796-b0f8-2a029d513871) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:29.071522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:29.078263 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f456559b-9a4f-460a-802d-fc25422c8e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:29.111995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:29.140288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object b213cb76-5106-4796-b0f8-2a029d513871 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:29.171247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074c6b8f-7c33-44aa-84fb-a7c783f5e33a req-58e66520-9439-404e-9fae-1f161bf0d509 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316229 Jul 28 11:31:29.179776 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062f5fc-56da-434f-98d0-f7b5e5260585 x-openstack-request-id: req-9062f5fc-56da-434f-98d0-f7b5e5260585 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:29.180066 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:29.180365 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9062f5fc-56da-434f-98d0-f7b5e5260585 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:29.180764 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'status': 'completed', 'code': 200} Jul 28 11:31:29.200232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-072b9e37-f299-40ba-b7d7-4278d0bc4250 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "PUT /v2.0/floatingips/d19a0a9a-8549-4587-96c7-cb6c36693c77 HTTP/1.1" status: 200 len: 991 time: 2.5911577 Jul 28 11:31:29.207837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:29.248952 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:29.280609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Transition to ACTIVE for port object de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:29.284073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf3db3-df27-4956-a0e5-42533adc1023 None None] Port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:29.319015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=b213cb76-5106-4796-b0f8-2a029d513871,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:29.338796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network c637f72c-9f0c-4b56-bb76-69b89f786059 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:29.339170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-83745058-deca-4301-8e1a-b62d0e0f5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:29.340364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:29.346048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-83745058-deca-4301-8e1a-b62d0e0f5aba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.1017878 Jul 28 11:31:29.347508 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:29.348652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:29.405282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:29.768453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b75a-25f2-466b-b3e3-df6f6b9a6e0a None None] Pushing event updated for resources: {'Port': ['ID=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:29.769406 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:29.911967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Allocated IP 172.21.0.2 (c637f72c-9f0c-4b56-bb76-69b89f786059/e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8/6f6ded01-3e24-4194-9aad-606edf34f0ed) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:29.977327 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] Sync routers for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:29.984205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Attempting to bind port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:29.984361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Attempting to bind port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:29.984690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Attempting to bind port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 on network 7bac0a83-3947-4bbe-871c-c9442f87cf67 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:30.000802 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:30.001835 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:30.066372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:30.066758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Checking segment: {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:30.067169 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.067659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Bound using segment: {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:30.069141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Bound port: de94747a-f4dc-4bd7-abe0-2b32c0bf56b1, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:30.069553 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.089185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-acb4aa20-c2c0-4950-a6c7-db0d8c673b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:30.090828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-acb4aa20-c2c0-4950-a6c7-db0d8c673b83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 914 time: 0.7253265 Jul 28 11:31:30.179566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-c1d4fbf7-04bf-4889-b8ca-f448d7d8d7c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8321626 Jul 28 11:31:30.191424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-c7f8a9da-6e50-4452-bf9d-232340560155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 1001 time: 0.0806270 Jul 28 11:31:30.208019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] For port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:30.209149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1211e-5a40-40bc-8288-82b3510e83db req-6be31596-f4a0-4ee3-8d85-70d4f923b7cd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:30.210524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60e1211e-5a40-40bc-8288-82b3510e83db req-6be31596-f4a0-4ee3-8d85-70d4f923b7cd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.2487679 Jul 28 11:31:30.223538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] For port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,segment=NetworkSegment(9d4c9902-a4c3-4b75-9680-cb7f365fb9e8),segment_id=9d4c9902-a4c3-4b75-9680-cb7f365fb9e8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:30.257444 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.291969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.297750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.342837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:30.345861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-73bc4f20-0881-44f4-bda6-4670d2b4e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:30.363561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-73bc4f20-0881-44f4-bda6-4670d2b4e21f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.1485188 Jul 28 11:31:30.373131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60e1211e-5a40-40bc-8288-82b3510e83db req-29f03949-1ddd-4b83-9dbc-8852532f20d9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425297 Jul 28 11:31:30.394378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.459121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:30.459771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:30.466977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-0ea99f77-b8da-4cce-a406-4f5f644b8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:30.469111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-0ea99f77-b8da-4cce-a406-4f5f644b8daa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949931 Jul 28 11:31:30.490427 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.540916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=b213cb76-5106-4796-b0f8-2a029d513871,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:30.585606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Transition to ACTIVE for port object 6f6ded01-3e24-4194-9aad-606edf34f0ed will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:30.623019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Transition to ACTIVE for port object 6f6ded01-3e24-4194-9aad-606edf34f0ed will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:30.629846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network c637f72c-9f0c-4b56-bb76-69b89f786059 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:30.631897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:30.643922 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:30.658922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b75a-25f2-466b-b3e3-df6f6b9a6e0a None None] Pushing event updated for resources: {'Port': ['ID=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:30.688053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f6f2f-1618-49e6-a165-f031e5d13237 req-c5dbc071-1741-447f-bf34-41f9b41aa918 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:30.690552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243f6f2f-1618-49e6-a165-f031e5d13237 req-c5dbc071-1741-447f-bf34-41f9b41aa918 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1453948 Jul 28 11:31:30.834940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-95e7e0b8-68ce-4491-8737-79178ea61a73 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569868 Jul 28 11:31:30.840072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd19a0a9a-8549-4587-96c7-cb6c36693c77', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 2, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:30.873574 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] Checking router: cd32b658-3f26-475e-92ff-041d29f571cf for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:30.885441 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:30.886216 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:30.956417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Network c637f72c-9f0c-4b56-bb76-69b89f786059 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:30.960527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:30.998373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-243f6f2f-1618-49e6-a165-f031e5d13237 req-651ea499-bf0d-4423-a3ae-d905d6ebf774 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961240 Jul 28 11:31:31.010136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:31.034000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:31.046748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Pushing event updated for resources: {'Port': ['ID=6f6ded01-3e24-4194-9aad-606edf34f0ed,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:31.094461 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.148785 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:31.152965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f456559b-9a4f-460a-802d-fc25422c8e1b req-cd0ba551-5779-4a2b-aa90-61e00102c140 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006616 Jul 28 11:31:31.182353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:31.186217 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94632eb-6b4f-40c2-9aa1-30c8989955d6" -d '{"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:31.299255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-fae9964e-855a-4f83-a768-6c4f3f7a89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:31.301222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-fae9964e-855a-4f83-a768-6c4f3f7a89c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0668838 Jul 28 11:31:31.318837 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d89bd8e-9416-4d9d-bf45-2a4f8fe8e4cd x-openstack-request-id: req-7d89bd8e-9416-4d9d-bf45-2a4f8fe8e4cd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:31.319207 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:31.319614 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d89bd8e-9416-4d9d-bf45-2a4f8fe8e4cd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:31.321728 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'status': 'completed', 'code': 200} Jul 28 11:31:31.449770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:31.559746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-f2104779-07bc-41d0-abc1-291e4c97a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:31.562994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-f2104779-07bc-41d0-abc1-291e4c97a932 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 914 time: 0.2383547 Jul 28 11:31:31.604919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Attempting to bind port 6f6ded01-3e24-4194-9aad-606edf34f0ed on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:31.605508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Attempting to bind port 6f6ded01-3e24-4194-9aad-606edf34f0ed by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:31.605973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Attempting to bind port 6f6ded01-3e24-4194-9aad-606edf34f0ed on network c637f72c-9f0c-4b56-bb76-69b89f786059 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:31.615389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:31.615783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Checking segment: {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:31.616589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.617208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Bound using segment: {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:31.617867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Bound port: 6f6ded01-3e24-4194-9aad-606edf34f0ed, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:31.618609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.643310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6abf82a-70b3-484a-b865-b791bc95195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.655024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:31.664952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-49b83800-f453-47df-b7f9-ab21f6b94297 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0655639 Jul 28 11:31:31.667481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:31.675232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-1602150638'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:31.703250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:31.822635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.948733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-aadb92eb-12f8-4233-8eee-f1eedb433923 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 1001 time: 0.1588464 Jul 28 11:31:31.953601 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd19a0a9a-8549-4587-96c7-cb6c36693c77', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 2, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:31.954043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:31:31.954043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.954043 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment 9dad91a6-6eb7-4b9a-9a1e-aea490827d75 of type vlan for network f7de1673-5915-4360-9d3c-823b8aab0339 Jul 28 11:31:31.954583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7aac62-581f-4a71-b89f-3490431ced61 None None] The sync data for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 is: [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd19a0a9a-8549-4587-96c7-cb6c36693c77', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'port_id': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'mac_address': 'fa:16:3e:b9:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 2, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:31.954946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:31.984403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-779c9665-a3d2-4ecd-a7ca-a81fafb8da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:31.986680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-779c9665-a3d2-4ecd-a7ca-a81fafb8da52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.2336960 Jul 28 11:31:32.017483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:32.030762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:32.031460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:32.051504 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:32.053595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] For port 6f6ded01-3e24-4194-9aad-606edf34f0ed, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:32.058931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] For port 6f6ded01-3e24-4194-9aad-606edf34f0ed, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6f6ded01-3e24-4194-9aad-606edf34f0ed,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:32.067433 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:32.162582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4934082 Jul 28 11:31:32.165649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:32.172429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:32.220162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98c249-2d19-4f9c-ae7e-cd225690b522 None None] Pushing event updated for resources: {'Port': ['ID=6f6ded01-3e24-4194-9aad-606edf34f0ed,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:32.226823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 3, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:30Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:32.267696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81f2a0-0bb3-4155-8907-cbc7236c1330 None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 3, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:30Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:32.317784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58de11-6a86-4ab4-a71a-d312c0f5d46d tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=f7de1673-5915-4360-9d3c-823b8aab0339,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:32.332823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network f7de1673-5915-4360-9d3c-823b8aab0339 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:31:32.365678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-83467fa2-1fa7-45fc-9280-58dd75bf97aa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:32.392091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-83467fa2-1fa7-45fc-9280-58dd75bf97aa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 814 time: 0.4049716 Jul 28 11:31:32.428468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:32.435917 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:32.474757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-81cfb444-5325-42bd-bc57-df3f40c882c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:32.477505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-81cfb444-5325-42bd-bc57-df3f40c882c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4750371 Jul 28 11:31:32.479355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-ace0a1f5-1437-4abf-bcfa-d625ac5f2d4d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/quotas/cba59d87a53843d1b57b5a604603921e HTTP/1.1" status: 200 len: 375 time: 0.0465915 Jul 28 11:31:32.760158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-f2cd82bd-b4f1-41bf-a163-7f8ca4511c33 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755392 Jul 28 11:31:32.837341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:32.907580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-292911de-272a-4922-a8b2-3e0b84a2543e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3365350 Jul 28 11:31:32.910821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-6d957bf6-c8ba-499f-8963-c8366a0315c8 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:32.912434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-6d957bf6-c8ba-499f-8963-c8366a0315c8 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "GET /v2.0/ports?device_id=f42c40b7-5cb5-405f-bf40-b4b5145f3de7 HTTP/1.1" status: 200 len: 945 time: 0.1562467 Jul 28 11:31:33.028074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2dce7f64-f9d1-400a-99fc-6264f63aa150 req-3e9bc0dc-0594-43c4-9098-5e47ee81555f service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605746 Jul 28 11:31:33.103530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-65d06b8f-5bd6-45e4-b45f-ddc9e3621c2f service neutron] 10.222.0.20 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803577 Jul 28 11:31:33.120079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:33.120466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: f7de1673-5915-4360-9d3c-823b8aab0339, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:31:33.130348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=5f5dbfb3-7f55-44b7-9456-f974a4096d69,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:33.161915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network f7de1673-5915-4360-9d3c-823b8aab0339 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:31:33.177010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Deleting port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:33.177360 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:33.184332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, f7de1673-5915-4360-9d3c-823b8aab0339) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:33.194334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d410f-d70b-4bb3-bc21-2e96c789227a None None] Network f7de1673-5915-4360-9d3c-823b8aab0339 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:33.234541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-ec8ee26a-2d2a-4018-98fa-c65d7fab3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:33.239212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-ec8ee26a-2d2a-4018-98fa-c65d7fab3679 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.1611221 Jul 28 11:31:33.268750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:33.269537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:33.354217 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a3332762-a0c3-4e84-934a-29765bdf00f9 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1823614 Jul 28 11:31:33.362087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:33.571495 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:33.634174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-4dbd071d-a86f-4d5b-9ece-144aa778b435 service neutron] 10.222.0.20 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295727 Jul 28 11:31:33.750175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-f7de1673-5915-4360-9d3c-823b8aab0339', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:31:33.751022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:33.751878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-efb36d99-24ce-4e44-bb0a-4ac20c808835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:33.753465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-efb36d99-24ce-4e44-bb0a-4ac20c808835 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 914 time: 0.4870534 Jul 28 11:31:33.875887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] For port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:33.876991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:33.953223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Calling delete_port for 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:34.027431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-2c7aec6a-4482-4faa-b6fb-678e8ee43da1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 1001 time: 0.2641547 Jul 28 11:31:34.042942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6f6ded01-3e24-4194-9aad-606edf34f0ed up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:34.177363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d6c4350-8c57-462c-b6b1-1d48003d24c7 req-4b394fb2-2fe5-4803-8587-69f1f2c99e7f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 210 time: 0.1635828 Jul 28 11:31:34.304252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-b6051f66-1b1e-4831-8381-908cddf8c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:34.305778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-b6051f66-1b1e-4831-8381-908cddf8c6bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.2390273 Jul 28 11:31:34.415525 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Allocated IP 172.22.0.2 (f7de1673-5915-4360-9d3c-823b8aab0339/5f5dbfb3-7f55-44b7-9456-f974a4096d69/20589996-0337-4a9c-8f87-3cded938d322) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:34.442407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:34.512378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-c00df721-0749-47e4-b872-41b23db943f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:34.520279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-c00df721-0749-47e4-b872-41b23db943f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062826 Jul 28 11:31:34.593212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Pushing event deleted for resources: {'Port': ['ID=1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:34.668602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] No DVR routers for this DVR port 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:34.673707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:34.675777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-471992bf-de93-46c5-ada4-ddf2aa251deb req-02acd11b-e564-48f0-9c28-32ce0082a358 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "DELETE /v2.0/ports/1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d HTTP/1.1" status: 204 len: 173 time: 1.7328985 Jul 28 11:31:34.693337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-deleted', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:34.695962 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c8d54-9e50-4bb7-a44f-2fa8adfa611b" -d '{"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-deleted", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:34.758202 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:34.765360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-1c8f7d0e-5601-4145-940a-cec068597d84 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351382 Jul 28 11:31:34.775960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3aae97-457d-47ca-830d-38d397da6d0a None None] Network c637f72c-9f0c-4b56-bb76-69b89f786059 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:34.813158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Transition to ACTIVE for port object 20589996-0337-4a9c-8f87-3cded938d322 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:34.821172 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d8c2d0-de70-4e9a-bed0-0e80a2677ccf x-openstack-request-id: req-66d8c2d0-de70-4e9a-bed0-0e80a2677ccf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:34.821489 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42c40b7-5cb5-405f-bf40-b4b5145f3de7", "name": "network-vif-deleted", "tag": "1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:34.821708 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d8c2d0-de70-4e9a-bed0-0e80a2677ccf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:34.822119 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42c40b7-5cb5-405f-bf40-b4b5145f3de7', 'name': 'network-vif-deleted', 'tag': '1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d', 'status': 'completed', 'code': 200} Jul 28 11:31:34.839206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:34.879605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6f6ded01-3e24-4194-9aad-606edf34f0ed completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:34.909084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f73d700-8863-41cf-8569-3f52e962fcad None None] Provisioning for port 6f6ded01-3e24-4194-9aad-606edf34f0ed completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:34.924778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f73d700-8863-41cf-8569-3f52e962fcad None None] Provisioning complete for port 6f6ded01-3e24-4194-9aad-606edf34f0ed triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:34.924778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f73d700-8863-41cf-8569-3f52e962fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:34.934473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6f6ded01-3e24-4194-9aad-606edf34f0ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:34.935584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:34.992600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Transition to ACTIVE for port object 20589996-0337-4a9c-8f87-3cded938d322 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:35.051339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94632eb-6b4f-40c2-9aa1-30c8989955d6 req-63a44c47-bfd0-40ee-8192-2a3ad03172f4 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702451 Jul 28 11:31:35.053439 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.248373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Network f7de1673-5915-4360-9d3c-823b8aab0339 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:35.285118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:35.292115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:35.294958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Pushing event updated for resources: {'Port': ['ID=20589996-0337-4a9c-8f87-3cded938d322,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:35.386594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.22.0.1 (f7de1673-5915-4360-9d3c-823b8aab0339/5f5dbfb3-7f55-44b7-9456-f974a4096d69/e497d9a3-2ab3-47d3-8777-5ec84059290a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:35.413852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0eb61502-16cb-495d-8053-95c1d6b8ebe1 req-d1d3704b-0af9-40f4-9ae8-ea36df09f50c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 210 time: 0.0958982 Jul 28 11:31:35.540803 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.551042 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f73d700-8863-41cf-8569-3f52e962fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.596476 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.597790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Attempting to bind port 20589996-0337-4a9c-8f87-3cded938d322 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:35.598160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Attempting to bind port 20589996-0337-4a9c-8f87-3cded938d322 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:35.607385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Attempting to bind port 20589996-0337-4a9c-8f87-3cded938d322 on network f7de1673-5915-4360-9d3c-823b8aab0339 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:35.614069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object e497d9a3-2ab3-47d3-8777-5ec84059290a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:35.626844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:35.627217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Checking segment: {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:35.627798 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.628390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Bound using segment: {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:35.629129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Bound port: 20589996-0337-4a9c-8f87-3cded938d322, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:35.629594 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.662994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.673451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 6f6ded01-3e24-4194-9aad-606edf34f0ed, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6f6ded01-3e24-4194-9aad-606edf34f0ed,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:35.706954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.708034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:35.774128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=e497d9a3-2ab3-47d3-8777-5ec84059290a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:35.804396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network f7de1673-5915-4360-9d3c-823b8aab0339 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:35.806013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:35.815359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:35.905092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.914821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] For port 20589996-0337-4a9c-8f87-3cded938d322, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:35.920357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=6f6ded01-3e24-4194-9aad-606edf34f0ed,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:35.929114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-3f73d700-8863-41cf-8569-3f52e962fcad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:31:35.929413 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-3f73d700-8863-41cf-8569-3f52e962fcad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:31:35.934015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:35.938469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] For port 20589996-0337-4a9c-8f87-3cded938d322, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=20589996-0337-4a9c-8f87-3cded938d322,segment=NetworkSegment(9dad91a6-6eb7-4b9a-9a1e-aea490827d75),segment_id=9dad91a6-6eb7-4b9a-9a1e-aea490827d75)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:35.953786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:35.983347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:35.994175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:36.007861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:36.100876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:36.101381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:36.169833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:36.404209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-88f2b3f7-bc3f-4fcf-9dcc-a1e46e6a1e76 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:36.430466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-88f2b3f7-bc3f-4fcf-9dcc-a1e46e6a1e76 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.41 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 814 time: 0.2384341 Jul 28 11:31:36.458631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Request body: {'port': {'device_id': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'admin_state_up': True, 'tenant_id': 'cba59d87a53843d1b57b5a604603921e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:36.618276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d79abf18-dcca-45ae-9c0c-b5da82dd9198 req-cc5542d4-331f-4b5c-a2d4-4e2b10eb8a29 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 210 time: 0.0400245 Jul 28 11:31:36.719990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:36.753618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:36.754128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d5f1e50-856e-48e9-b5a9-ad8b5a1f3f9d not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:36.761174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba005527-019c-4006-abd0-e9abdf007f10 None None] Pushing event updated for resources: {'Port': ['ID=20589996-0337-4a9c-8f87-3cded938d322,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:36.774334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:36.787737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Made reservation on behalf of cba59d87a53843d1b57b5a604603921e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:36.795101 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:36.938275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:36.953030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:36.971358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84bad5c4-a92d-4255-9db5-56fa061b8864 None None] Provisioning complete for port 6f6ded01-3e24-4194-9aad-606edf34f0ed triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:36.971644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84bad5c4-a92d-4255-9db5-56fa061b8864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.022238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Allocated IP 172.20.0.13 (bb643528-ed99-4353-a3b5-f601558fa9d2/515f57a8-dace-48ad-9933-c5c88b34e41e/ec2c2545-0978-4f82-8dab-166f7f295180) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:37.109038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.112837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.123541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=e497d9a3-2ab3-47d3-8777-5ec84059290a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:37.279208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network f7de1673-5915-4360-9d3c-823b8aab0339 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:37.282312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:37.283155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,segment=NetworkSegment(9d4c9902-a4c3-4b75-9680-cb7f365fb9e8),segment_id=9d4c9902-a4c3-4b75-9680-cb7f365fb9e8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:37.298211 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.309804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.402439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.452148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84bad5c4-a92d-4255-9db5-56fa061b8864 None None] Provisioning for port b213cb76-5106-4796-b0f8-2a029d513871 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:37.463590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84bad5c4-a92d-4255-9db5-56fa061b8864 None None] Provisioning complete for port b213cb76-5106-4796-b0f8-2a029d513871 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:37.464091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84bad5c4-a92d-4255-9db5-56fa061b8864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.488170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:37.495665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Network bb643528-ed99-4353-a3b5-f601558fa9d2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:37.501531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:37.505968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:37.541173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:37.551198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 3, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:29Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:30Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:37.567436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:37.572034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.600508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:37.601274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Updating router b4d49b60-5948-4c39-baf3-ec0644d460c5 port b213cb76-5106-4796-b0f8-2a029d513871 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:31:37.609860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:37.612988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-59e25b03-cb11-4efe-8204-534e11768158 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1607771 Jul 28 11:31:37.634379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Request body: {'port': {'device_id': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:37.661900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-84bad5c4-a92d-4255-9db5-56fa061b8864 None None] Port b213cb76-5106-4796-b0f8-2a029d513871 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:37.698825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6f6ded01-3e24-4194-9aad-606edf34f0ed up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:37.742462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:37.757964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5db7cb2e-0bb3-43b8-8323-0b20828b1b0b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3945229 Jul 28 11:31:37.760271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:37.761474 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.766094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'network': {'name': 'tempest-RoutersTest-761751012'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:37.796103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.801448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:37.810642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.882011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:31:37.893792 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.894389 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added segment f9e0fa6c-b745-499b-9f81-6b8fcd20d74a of type vlan for network bf68cbbf-e111-4e05-861d-1c133dcf29db Jul 28 11:31:37.927810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-035393fa-baa1-4586-b44c-a2831288269a None None] Provisioning complete for port b213cb76-5106-4796-b0f8-2a029d513871 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:37.928168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-035393fa-baa1-4586-b44c-a2831288269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.944450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c9c91-89c2-4d65-9139-9ae5c9ca82e0 req-8835eea6-5a63-44d6-a00d-8f860b0ee3c7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:37.948112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-636c9c91-89c2-4d65-9139-9ae5c9ca82e0 req-8835eea6-5a63-44d6-a00d-8f860b0ee3c7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 932 time: 0.1539309 Jul 28 11:31:37.971019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.973659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6f6ded01-3e24-4194-9aad-606edf34f0ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:37.974727 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:37.989420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310532dd-88c7-473d-90ae-b7c9adc6299d None None] Network f7de1673-5915-4360-9d3c-823b8aab0339 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:38.005656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.012743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:38.013709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.018402 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-636c9c91-89c2-4d65-9139-9ae5c9ca82e0 req-3742f44e-45f8-49ed-b6e7-9f9863e1aa07 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Jul 28 11:31:38.098946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3370357 Jul 28 11:31:38.102077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:38.108463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'subnet': {'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:38.161025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040765d-ea4c-4e0a-bcb4-477dd643ad42 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Network': ['ID=bf68cbbf-e111-4e05-861d-1c133dcf29db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:38.204112 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.218545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Made reservation on behalf of b467c30e510447e8b3b65702a6ac5f12 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:31:38.222766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.254654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bf68cbbf-e111-4e05-861d-1c133dcf29db details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:31:38.307658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Transition to ACTIVE for port object b213cb76-5106-4796-b0f8-2a029d513871 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:38.359594 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.395271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-035393fa-baa1-4586-b44c-a2831288269a None None] Port b213cb76-5106-4796-b0f8-2a029d513871 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:38.418236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2c2545-0978-4f82-8dab-166f7f295180 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:31:38.428348 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.444748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Transition to ACTIVE for port object ec2c2545-0978-4f82-8dab-166f7f295180 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:38.452165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.504076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.520880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:38.640049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Subnet': ['ID=7844f327-5d08-4705-9464-73a2e7d41612,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:38.643542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Checking segment: {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:38.643917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network hostable DHCP agents. Network: bf68cbbf-e111-4e05-861d-1c133dcf29db, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:31:38.670091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network bf68cbbf-e111-4e05-861d-1c133dcf29db is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:31:38.692053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bf68cbbf-e111-4e05-861d-1c133dcf29db) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:38.696604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Attempting to bind port b213cb76-5106-4796-b0f8-2a029d513871 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:38.697177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Attempting to bind port b213cb76-5106-4796-b0f8-2a029d513871 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:38.697749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Attempting to bind port b213cb76-5106-4796-b0f8-2a029d513871 on network c637f72c-9f0c-4b56-bb76-69b89f786059 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:38.699583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Attempting to bind port ec2c2545-0978-4f82-8dab-166f7f295180 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:38.699930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Attempting to bind port ec2c2545-0978-4f82-8dab-166f7f295180 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:38.701131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Attempting to bind port ec2c2545-0978-4f82-8dab-166f7f295180 on network bb643528-ed99-4353-a3b5-f601558fa9d2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:38.708383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Port ec2c2545-0978-4f82-8dab-166f7f295180 on network bb643528-ed99-4353-a3b5-f601558fa9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:31:38.708681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Attempting to bind port ec2c2545-0978-4f82-8dab-166f7f295180 on network bb643528-ed99-4353-a3b5-f601558fa9d2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:38.712382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:38.712986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.725865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:38.726304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:38.726695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Checking segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:38.727213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Bound using segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:38.728904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Bound port: ec2c2545-0978-4f82-8dab-166f7f295180, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:38.729283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.730811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Checking segment: {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:38.734829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.735241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Bound using segment: {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:38.735747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Bound port: b213cb76-5106-4796-b0f8-2a029d513871, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:38.736143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.746842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680f8f5-14f5-4990-adb4-cb2acb1ae9ab None None] Network bf68cbbf-e111-4e05-861d-1c133dcf29db requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:38.779977 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e906e40-733b-43cc-a1a3-fed98c9e31ce tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6767645 Jul 28 11:31:38.781019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:38.856825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0ca2f79c-a568-4ca7-9f2d-7903a5508c5a None None] Provisioning for port 20589996-0337-4a9c-8f87-3cded938d322 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:38.864271 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8923-fe12-4a24-b4bd-ef9f1fa61d89 None None] Pushing event updated for resources: {'Port': ['ID=b213cb76-5106-4796-b0f8-2a029d513871,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:38.892700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:38.896330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:38.902502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.956273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:38.957010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:38.958956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] 10.222.0.41 "PUT /v2.0/ports/ec2c2545-0978-4f82-8dab-166f7f295180 HTTP/1.1" status: 200 len: 1092 time: 1.3356135 Jul 28 11:31:38.959584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:38.962247 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f2f75-03d9-4d03-8cb5-cd83c81df419" -d '{"events": [{"name": "network-changed", "server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:38.986022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 20589996-0337-4a9c-8f87-3cded938d322 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:39.001101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bd633-4105-48b3-b194-6f9d1d4e119e service neutron] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:39.038683 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194a322-1885-4f1e-8cb3-0a00b6ea93b4 x-openstack-request-id: req-8194a322-1885-4f1e-8cb3-0a00b6ea93b4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:39.039125 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:39.039749 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8194a322-1885-4f1e-8cb3-0a00b6ea93b4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:39.040301 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'status': 'completed', 'code': 200} Jul 28 11:31:39.094183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-fb29cc48-1753-4888-8d45-95716c6e0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:39.096149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-fb29cc48-1753-4888-8d45-95716c6e0d03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 1095 time: 0.0796752 Jul 28 11:31:39.155386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-d9291276-af09-468a-8501-7a4db5b2fcf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec2c2545-0978-4f82-8dab-166f7f295180 HTTP/1.1" status: 200 len: 217 time: 0.0506005 Jul 28 11:31:39.285349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] For port b213cb76-5106-4796-b0f8-2a029d513871, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:39.290575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-d0d5262a-d5e2-4bcc-b385-8f7095fc1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:39.300669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-d0d5262a-d5e2-4bcc-b385-8f7095fc1b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.1369143 Jul 28 11:31:39.304654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 20589996-0337-4a9c-8f87-3cded938d322 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:39.328596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] For port b213cb76-5106-4796-b0f8-2a029d513871, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b213cb76-5106-4796-b0f8-2a029d513871,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:39.329646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 20589996-0337-4a9c-8f87-3cded938d322 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:39.330027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:39.384492 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:39.396133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-bc39bbb1-af37-4894-99cf-307f458baaf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777090 Jul 28 11:31:39.511736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:39.516371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:39.552378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-bf68cbbf-e111-4e05-861d-1c133dcf29db', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:31:39.564759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ce939-bab3-48aa-a7da-32cc9041c4df req-43b4ade7-bf76-41a0-8bf3-f3d46c9d6e97 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:39.577312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-434ce939-bab3-48aa-a7da-32cc9041c4df req-43b4ade7-bf76-41a0-8bf3-f3d46c9d6e97 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 944 time: 0.2744586 Jul 28 11:31:39.668224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-434ce939-bab3-48aa-a7da-32cc9041c4df req-25fc2a3c-f018-4bab-8f0a-e9b705dea3f0 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748498 Jul 28 11:31:39.701857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:39.711872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-9be388b6-eca2-4719-9e7a-f6506852673f service neutron] 10.222.0.41 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057864 Jul 28 11:31:39.839793 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:39.917162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8923-fe12-4a24-b4bd-ef9f1fa61d89 None None] Pushing event updated for resources: {'Port': ['ID=b213cb76-5106-4796-b0f8-2a029d513871,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:39.976240 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fb79c9d-1d22-47a3-abac-bda33e5e23bc req-03f802ff-d991-40da-b52d-d7af3496d24c service neutron] 10.222.0.41 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555799 Jul 28 11:31:40.115209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-bb001077-5cba-45f7-9e27-5fb018ea02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:40.116965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-bb001077-5cba-45f7-9e27-5fb018ea02b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 1095 time: 0.0785747 Jul 28 11:31:40.319879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:40.373714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-77253a6f-d5ed-442c-8073-1532f0851747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:40.375237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-77253a6f-d5ed-442c-8073-1532f0851747 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 915 time: 0.2359421 Jul 28 11:31:40.437459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Allocated IP 172.23.0.2 (bf68cbbf-e111-4e05-861d-1c133dcf29db/7844f327-5d08-4705-9464-73a2e7d41612/0730286b-563c-4bd2-8f88-30e895e33604) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:40.451924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Provisioning complete for port 20589996-0337-4a9c-8f87-3cded938d322 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:40.452377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:40.495664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-6abbc4dd-4686-4970-a809-c56b35e57d8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec2c2545-0978-4f82-8dab-166f7f295180 HTTP/1.1" status: 200 len: 217 time: 0.0981784 Jul 28 11:31:40.560718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-a3f7edac-6f68-44ac-be50-a7005adac33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:40.562415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-a3f7edac-6f68-44ac-be50-a7005adac33c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.0546854 Jul 28 11:31:40.603715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-3e92a1a3-e79e-43e3-8fe6-6b167c7490de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264497 Jul 28 11:31:40.612490 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:40.744385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-2e3b92e7-427f-4278-8c2e-a254ae315037 service neutron] 10.222.0.41 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314900 Jul 28 11:31:40.802067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 20589996-0337-4a9c-8f87-3cded938d322, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=20589996-0337-4a9c-8f87-3cded938d322,segment=NetworkSegment(9dad91a6-6eb7-4b9a-9a1e-aea490827d75),segment_id=9dad91a6-6eb7-4b9a-9a1e-aea490827d75)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:40.833605 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:40.907995 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:40.908223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d64f2f75-03d9-4d03-8cb5-cd83c81df419 req-fb36a816-1051-4f4e-8a26-11cebbd595d9 service neutron] 10.222.0.41 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415203 Jul 28 11:31:40.955297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03cf05-c70a-40fe-8be4-326d2bcf866f req-63957bd4-8206-4276-a429-cfdd73ca3d8a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:40.965654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc03cf05-c70a-40fe-8be4-326d2bcf866f req-63957bd4-8206-4276-a429-cfdd73ca3d8a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 944 time: 0.2063704 Jul 28 11:31:41.007176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc03cf05-c70a-40fe-8be4-326d2bcf866f req-8daa7aa5-eb51-4e8b-b3f1-2ae2daf7bb51 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Jul 28 11:31:41.010003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=20589996-0337-4a9c-8f87-3cded938d322,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:41.029647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.061089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Transition to ACTIVE for port object 0730286b-563c-4bd2-8f88-30e895e33604 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:41.081669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:31:41.082016 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:31:41.087521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Transition to ACTIVE for port object 0730286b-563c-4bd2-8f88-30e895e33604 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:41.101211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:36Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:39Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:36Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:41.103794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.110602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b213cb76-5106-4796-b0f8-2a029d513871 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:41.185562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83554569-01ed-4ed2-b241-c6f02e55cdb5 None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:36Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:39Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:36Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:41.221921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Allocated IP 172.23.0.1 (bf68cbbf-e111-4e05-861d-1c133dcf29db/7844f327-5d08-4705-9464-73a2e7d41612/6cd1e817-f952-4172-b5f2-c73899320ae2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:31:41.228927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Network bf68cbbf-e111-4e05-861d-1c133dcf29db is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:41.238785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Pushing event updated for resources: {'Port': ['ID=0730286b-563c-4bd2-8f88-30e895e33604,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:41.242592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:41.245004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:41.323168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b213cb76-5106-4796-b0f8-2a029d513871 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:41.336629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Attempting to bind port 0730286b-563c-4bd2-8f88-30e895e33604 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:41.337051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Attempting to bind port 0730286b-563c-4bd2-8f88-30e895e33604 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:41.337397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Attempting to bind port 0730286b-563c-4bd2-8f88-30e895e33604 on network bf68cbbf-e111-4e05-861d-1c133dcf29db {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:41.346055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:41.346055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Checking segment: {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:41.346055 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.346055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Bound using segment: {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:41.346055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Bound port: 0730286b-563c-4bd2-8f88-30e895e33604, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:41.346665 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.348165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b213cb76-5106-4796-b0f8-2a029d513871 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:41.348419 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.504705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.534584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Transition to ACTIVE for port object 6cd1e817-f952-4172-b5f2-c73899320ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:41.550471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] For port 0730286b-563c-4bd2-8f88-30e895e33604, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:41.580946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.590483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] For port 0730286b-563c-4bd2-8f88-30e895e33604, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0730286b-563c-4bd2-8f88-30e895e33604,segment=NetworkSegment(f9e0fa6c-b745-499b-9f81-6b8fcd20d74a),segment_id=f9e0fa6c-b745-499b-9f81-6b8fcd20d74a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:41.623542 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.626635 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.679976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network bf68cbbf-e111-4e05-861d-1c133dcf29db is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:41.681786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=6cd1e817-f952-4172-b5f2-c73899320ae2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:41.686458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:41.689489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:31:41.749143 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.775741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a7b29-6ab1-4e09-bc01-fc33646a26c0 None None] Pushing event updated for resources: {'Port': ['ID=0730286b-563c-4bd2-8f88-30e895e33604,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:41.790921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b213cb76-5106-4796-b0f8-2a029d513871, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b213cb76-5106-4796-b0f8-2a029d513871,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:41.792694 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Provisioning for port e497d9a3-2ab3-47d3-8777-5ec84059290a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:41.806584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.807390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:41.814226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Provisioning complete for port e497d9a3-2ab3-47d3-8777-5ec84059290a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:41.814226 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:41.998914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.031291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f6437de7-061b-4cc8-8a48-7ef81e6df312 None None] Port e497d9a3-2ab3-47d3-8777-5ec84059290a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:42.083634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b213cb76-5106-4796-b0f8-2a029d513871,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:42.154298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:42.156712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.307371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd1ddbd0-ce2f-4a10-b877-da715b6c834e None None] Provisioning complete for port e497d9a3-2ab3-47d3-8777-5ec84059290a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:42.307911 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd1ddbd0-ce2f-4a10-b877-da715b6c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.316449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a466d-b8cb-4b19-b4ca-758041ec3d74 req-da25c95f-f58f-4ba1-8b31-51a17a69d58e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:42.325369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e5a466d-b8cb-4b19-b4ca-758041ec3d74 req-da25c95f-f58f-4ba1-8b31-51a17a69d58e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 944 time: 0.1319122 Jul 28 11:31:42.377532 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:42.393532 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:42.395046 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:42.409135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3e5a466d-b8cb-4b19-b4ca-758041ec3d74 req-3a7fee27-4b41-46b0-8997-11795b3f370a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Jul 28 11:31:42.454042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ddbd0-ce2f-4a10-b877-da715b6c834e None None] Port e497d9a3-2ab3-47d3-8777-5ec84059290a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:31:42.484328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd1ddbd0-ce2f-4a10-b877-da715b6c834e None None] Provisioning complete for port b213cb76-5106-4796-b0f8-2a029d513871 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:42.484945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd1ddbd0-ce2f-4a10-b877-da715b6c834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.530079 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:42.570754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.580015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.675570 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event updated for resources: {'Port': ['ID=6cd1e817-f952-4172-b5f2-c73899320ae2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:42.693156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.837350 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': '6cd1e817-f952-4172-b5f2-c73899320ae2', 'name': '', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:3b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:40Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 1, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '7844f327-5d08-4705-9464-73a2e7d41612', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:36Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:42.888303 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:42.888664 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Updating router b4d49b60-5948-4c39-baf3-ec0644d460c5 port 6cd1e817-f952-4172-b5f2-c73899320ae2 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:31:42.921272 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:42.945037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Network bf68cbbf-e111-4e05-861d-1c133dcf29db is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:31:42.953587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:31:43.153925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0730286b-563c-4bd2-8f88-30e895e33604 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:43.188411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:31:43.294423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:43.345202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0730286b-563c-4bd2-8f88-30e895e33604 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:43.357839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 20589996-0337-4a9c-8f87-3cded938d322 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:43.412596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:43.456802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736835e-ea7a-489f-987c-7e0a3b4845ee None None] Network bf68cbbf-e111-4e05-861d-1c133dcf29db requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:43.469542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'port_id': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'mac_address': 'fa:16:3e:94:42:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f57a8-dace-48ad-9933-c5c88b34e41e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:31:43.511636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:43.539296 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d2f0447-f7e6-4390-9c71-38a04b9f2729 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7562423 Jul 28 11:31:43.540785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:43.550400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:43.581221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b538e0-e2b1-41ec-9268-d0ee000ab027 req-0b4aa2b1-38d4-4006-8d2a-94f3d443c1ab tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:43.590362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7b538e0-e2b1-41ec-9268-d0ee000ab027 req-0b4aa2b1-38d4-4006-8d2a-94f3d443c1ab tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 944 time: 0.0672328 Jul 28 11:31:43.662617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7b538e0-e2b1-41ec-9268-d0ee000ab027 req-1c669bf1-cdbf-4ac2-81f7-5ea57216443f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706961 Jul 28 11:31:43.676908 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:43.688206 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Transition to ACTIVE for port object 6cd1e817-f952-4172-b5f2-c73899320ae2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:43.698077 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:43.817385 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Pushing event updated for resources: {'Port': ['ID=6cd1e817-f952-4172-b5f2-c73899320ae2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:43.849584 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.850205 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.851177 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.851506 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.851869 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.852215 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.853095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.853095 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.853837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.854226 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.854662 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.854986 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:43.905232 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Attempting to bind port 6cd1e817-f952-4172-b5f2-c73899320ae2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:43.906619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Attempting to bind port 6cd1e817-f952-4172-b5f2-c73899320ae2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:43.906619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Attempting to bind port 6cd1e817-f952-4172-b5f2-c73899320ae2 on network bf68cbbf-e111-4e05-861d-1c133dcf29db {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:43.912672 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:43.913245 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Checking segment: {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:43.914042 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:43.914532 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Bound using segment: {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:43.915005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Bound port: 6cd1e817-f952-4172-b5f2-c73899320ae2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:43.915459 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:43.960038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] Provisioning for port 0730286b-563c-4bd2-8f88-30e895e33604 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:43.972379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 20589996-0337-4a9c-8f87-3cded938d322 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:43.972379 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.013178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] Provisioning complete for port 0730286b-563c-4bd2-8f88-30e895e33604 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:44.013762 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.020321 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.021763 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] For port 6cd1e817-f952-4172-b5f2-c73899320ae2, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:44.026393 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] For port 6cd1e817-f952-4172-b5f2-c73899320ae2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6cd1e817-f952-4172-b5f2-c73899320ae2,segment=NetworkSegment(f9e0fa6c-b745-499b-9f81-6b8fcd20d74a),segment_id=f9e0fa6c-b745-499b-9f81-6b8fcd20d74a)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:44.037879 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.104192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2c2545-0978-4f82-8dab-166f7f295180 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:31:44.119188 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Pushing event updated for resources: {'Port': ['ID=6cd1e817-f952-4172-b5f2-c73899320ae2,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:44.125814 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Updating router b4d49b60-5948-4c39-baf3-ec0644d460c5 port e497d9a3-2ab3-47d3-8777-5ec84059290a binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:31:44.143500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:44.155317 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.194410 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.204569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:31:44.227311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:31:44.227984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.326673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:44.459827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ec2c2545-0978-4f82-8dab-166f7f295180'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:31:44.506646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b213cb76-5106-4796-b0f8-2a029d513871 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:44.512132 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.618310 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.630351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.665593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] For port 0730286b-563c-4bd2-8f88-30e895e33604, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0730286b-563c-4bd2-8f88-30e895e33604,segment=NetworkSegment(f9e0fa6c-b745-499b-9f81-6b8fcd20d74a),segment_id=f9e0fa6c-b745-499b-9f81-6b8fcd20d74a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:44.756207 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.762037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.800462 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Transition to ACTIVE for port object e497d9a3-2ab3-47d3-8777-5ec84059290a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:31:44.810951 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.844744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:44.905446 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Pushing event updated for resources: {'Port': ['ID=e497d9a3-2ab3-47d3-8777-5ec84059290a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:44.941532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d1dda-8112-494c-988a-5b22bbe6f20b req-46fc5d2e-3ea1-46b2-8e4c-51f64ea2259e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:44.956036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b213cb76-5106-4796-b0f8-2a029d513871 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:44.956661 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:44.962585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e14d1dda-8112-494c-988a-5b22bbe6f20b req-46fc5d2e-3ea1-46b2-8e4c-51f64ea2259e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 945 time: 0.1470540 Jul 28 11:31:45.024017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:45.034426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:45.035961 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fdd2cd1a-9487-4da0-ae3d-0f3a225d2b16 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 934 time: 1.4932449 Jul 28 11:31:45.038848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:45.115822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e14d1dda-8112-494c-988a-5b22bbe6f20b req-55363032-d6bf-4d49-8008-82c87478cb85 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522522 Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Attempting to bind port e497d9a3-2ab3-47d3-8777-5ec84059290a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Attempting to bind port e497d9a3-2ab3-47d3-8777-5ec84059290a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Attempting to bind port e497d9a3-2ab3-47d3-8777-5ec84059290a on network f7de1673-5915-4360-9d3c-823b8aab0339 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Checking segment: {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:45.137153 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Bound using segment: {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:31:45.138744 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Bound port: e497d9a3-2ab3-47d3-8777-5ec84059290a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dad91a6-6eb7-4b9a-9a1e-aea490827d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:31:45.138903 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:45.252867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ee1c-af88-4840-b2ad-bba0ada0e2fc None None] Pushing event updated for resources: {'Port': ['ID=0730286b-563c-4bd2-8f88-30e895e33604,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:45.289446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-23516908-2c39-4bf7-94a4-23bb07b0c86a None None] Provisioning complete for port 0730286b-563c-4bd2-8f88-30e895e33604 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:45.290112 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23516908-2c39-4bf7-94a4-23bb07b0c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:45.296711 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] For port e497d9a3-2ab3-47d3-8777-5ec84059290a, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:31:45.313119 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] For port e497d9a3-2ab3-47d3-8777-5ec84059290a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e497d9a3-2ab3-47d3-8777-5ec84059290a,segment=NetworkSegment(9dad91a6-6eb7-4b9a-9a1e-aea490827d75),segment_id=9dad91a6-6eb7-4b9a-9a1e-aea490827d75)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:31:45.323838 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:45.378874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:45.384335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'routes': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:31:45.389836 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b504e055-b263-4050-b94e-352468528b23 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 934 time: 0.3488955 Jul 28 11:31:45.451192 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:45.453161 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:45.567980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:45.643705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-23516908-2c39-4bf7-94a4-23bb07b0c86a None None] Provisioning for port 6cd1e817-f952-4172-b5f2-c73899320ae2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:45.758863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0730286b-563c-4bd2-8f88-30e895e33604 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:45.773588 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217dc3-ce7e-4c44-9230-7c6fc2d4a4da None None] Pushing event updated for resources: {'Port': ['ID=e497d9a3-2ab3-47d3-8777-5ec84059290a,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:45.918419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0730286b-563c-4bd2-8f88-30e895e33604 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:45.919183 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:45.986236 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 6, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': '6cd1e817-f952-4172-b5f2-c73899320ae2', 'name': '', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:3b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:40Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '7844f327-5d08-4705-9464-73a2e7d41612', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:45Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:46.050541 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd7925-89d3-48b6-a3f4-1f719d4544f2 None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 6, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': '6cd1e817-f952-4172-b5f2-c73899320ae2', 'name': '', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:3b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:40Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '7844f327-5d08-4705-9464-73a2e7d41612', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:45Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:46.239831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added routes are [] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:31:46.240385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:31:46.315617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:46.510046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee8d3d-05df-4f89-ac11-a29afa1c9a84 req-0941bb6c-35c5-493d-8ae9-1696ffd20d54 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:46.518562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14ee8d3d-05df-4f89-ac11-a29afa1c9a84 req-0941bb6c-35c5-493d-8ae9-1696ffd20d54 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 945 time: 0.1968293 Jul 28 11:31:46.623599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14ee8d3d-05df-4f89-ac11-a29afa1c9a84 req-76b1a968-3452-4a74-a312-ca58c0b8e9df tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Jul 28 11:31:46.717587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:46.722864 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:46.859147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:46.988842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:46.996463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:47.001664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:47.010680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a042294-b2ae-420c-8629-91b886c9fbc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 700 time: 1.6297085 Jul 28 11:31:47.139524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bfa80a8d-b266-4ef6-9835-57b25447555c tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 700 time: 0.1365948 Jul 28 11:31:47.142256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 44740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:47.195527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:47.251718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:47.277581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:47.279246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:47.397665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:47.516844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port ec2c2545-0978-4f82-8dab-166f7f295180 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:47.547826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ec2c2545-0978-4f82-8dab-166f7f295180 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:47.548266 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:47.622553 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:47.723008 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:47.771312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:31:47.778176 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da4643-3058-44ac-9054-96e6541f0739" -d '{"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:31:47.851640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:47.874238 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:47.957741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224b21-b708-433b-8d82-19aae87422eb req-9d4623fd-7603-467a-922d-2abca68bce35 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:47.961602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e224b21-b708-433b-8d82-19aae87422eb req-9d4623fd-7603-467a-922d-2abca68bce35 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 945 time: 0.1545475 Jul 28 11:31:48.012072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:46Z', 'revision_number': 7, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': '6cd1e817-f952-4172-b5f2-c73899320ae2', 'name': '', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:3b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:40Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '7844f327-5d08-4705-9464-73a2e7d41612', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:45Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:48.030682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e497d9a3-2ab3-47d3-8777-5ec84059290a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:48.052888 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971e589-1758-44f2-82bd-a1cb378b4cd6 x-openstack-request-id: req-7971e589-1758-44f2-82bd-a1cb378b4cd6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:31:48.053586 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:31:48.054146 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7971e589-1758-44f2-82bd-a1cb378b4cd6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:31:48.054716 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'code': 200} Jul 28 11:31:48.114492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:48.119951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e224b21-b708-433b-8d82-19aae87422eb req-e3dd586f-1281-4722-8086-4ebaf2e53593 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426284 Jul 28 11:31:48.123843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:48.144070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.147464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.147464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.147828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.154830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.157465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.158684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.161156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.163406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.164047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.164435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.165613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:48.178089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:48.178776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:48.287155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 6cd1e817-f952-4172-b5f2-c73899320ae2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:48.290182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:48.299622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bf3b4-b3e6-4316-a050-6e3f2624bb49 req-64150520-d1f2-44d7-8b36-ff8a734085f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:48.301515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-845bf3b4-b3e6-4316-a050-6e3f2624bb49 req-64150520-d1f2-44d7-8b36-ff8a734085f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 1097 time: 0.1237757 Jul 28 11:31:48.303523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e497d9a3-2ab3-47d3-8777-5ec84059290a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:31:48.306223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:48.352306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-845bf3b4-b3e6-4316-a050-6e3f2624bb49 req-929d1f81-f02a-4515-ad1a-040a122286a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Jul 28 11:31:48.374304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e497d9a3-2ab3-47d3-8777-5ec84059290a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:48.374931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:48.450838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 6cd1e817-f952-4172-b5f2-c73899320ae2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6cd1e817-f952-4172-b5f2-c73899320ae2,segment=NetworkSegment(f9e0fa6c-b745-499b-9f81-6b8fcd20d74a),segment_id=f9e0fa6c-b745-499b-9f81-6b8fcd20d74a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:48.450838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:48.470685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 6cd1e817-f952-4172-b5f2-c73899320ae2 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:48.805815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:48.824563 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:48.881564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e497d9a3-2ab3-47d3-8777-5ec84059290a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e497d9a3-2ab3-47d3-8777-5ec84059290a,segment=NetworkSegment(9dad91a6-6eb7-4b9a-9a1e-aea490827d75),segment_id=9dad91a6-6eb7-4b9a-9a1e-aea490827d75)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:48.885321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=6cd1e817-f952-4172-b5f2-c73899320ae2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:48.921571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:48.922018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6cd1e817-f952-4172-b5f2-c73899320ae2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:48.992543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6cd1e817-f952-4172-b5f2-c73899320ae2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:48.993121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6cd1e817-f952-4172-b5f2-c73899320ae2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:31:49.041607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port 6cd1e817-f952-4172-b5f2-c73899320ae2 not found, will not notify nova. {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:31:49.115117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e497d9a3-2ab3-47d3-8777-5ec84059290a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:49.129085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:46Z', 'revision_number': 7, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': '6cd1e817-f952-4172-b5f2-c73899320ae2', 'name': '', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:3b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:40Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '7844f327-5d08-4705-9464-73a2e7d41612', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:45Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:49.196434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9a4f0-bd4b-448c-a2f0-ab165ad4a426 None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:46Z', 'revision_number': 7, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': '6cd1e817-f952-4172-b5f2-c73899320ae2', 'name': '', 'network_id': 'bf68cbbf-e111-4e05-861d-1c133dcf29db', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:3b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '7844f327-5d08-4705-9464-73a2e7d41612', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:40Z', 'updated_at': '2021-07-28T11:31:44Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '7844f327-5d08-4705-9464-73a2e7d41612', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:45Z', 'revision_number': 4, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:49.271129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:49.347893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7fd4c-97d6-49ae-b314-bee36a008627 req-8458429f-8b25-4033-954c-6daea18a36f3 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:49.357679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bc7fd4c-97d6-49ae-b314-bee36a008627 req-8458429f-8b25-4033-954c-6daea18a36f3 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1050022 Jul 28 11:31:49.432118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bc7fd4c-97d6-49ae-b314-bee36a008627 req-2c5b93a7-df95-41de-8bf6-a04adf7fd59f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739968 Jul 28 11:31:49.603665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dd2e8-35b7-439a-8ef6-8536fa40f7d2 req-84bf2da4-844e-44f5-b7ed-289a3895ef7b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:49.605551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e31dd2e8-35b7-439a-8ef6-8536fa40f7d2 req-84bf2da4-844e-44f5-b7ed-289a3895ef7b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0854082 Jul 28 11:31:49.636471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:49.675095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e31dd2e8-35b7-439a-8ef6-8536fa40f7d2 req-d98a62d0-35e6-4b52-afd0-d2aef980a3f7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596368 Jul 28 11:31:49.839727 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:49.851839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e497d9a3-2ab3-47d3-8777-5ec84059290a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:31:49.932529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e497d9a3-2ab3-47d3-8777-5ec84059290a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:31:49.932907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:50.123125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2f3c-c7dd-4e06-9ab1-5ab470e55a79 req-b1f8f57e-aa3d-47fa-8d28-7f5894db48c6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:50.125677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b3f2f3c-c7dd-4e06-9ab1-5ab470e55a79 req-b1f8f57e-aa3d-47fa-8d28-7f5894db48c6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0857031 Jul 28 11:31:50.204479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:50.204839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b3f2f3c-c7dd-4e06-9ab1-5ab470e55a79 req-39037de3-70ee-4e30-9f63-49d4bff318ce tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Jul 28 11:31:50.221413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-99a2726f-bb79-4918-b13d-a94615f49cc0 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0778139 Jul 28 11:31:50.222806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:50.233885 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:50.254230 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:50.254883 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:50.313250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 7844f327-5d08-4705-9464-73a2e7d41612 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:31:50.317931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:50.406351 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:50.434650 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:50.471161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbd1b1-3d1e-4b2e-862a-3e791e3403be req-5217a3bd-3f69-43cf-a377-229dc1c1915c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:50.473655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bcbd1b1-3d1e-4b2e-862a-3e791e3403be req-5217a3bd-3f69-43cf-a377-229dc1c1915c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1248314 Jul 28 11:31:50.595333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:50.630594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bcbd1b1-3d1e-4b2e-862a-3e791e3403be req-eed9e793-85a3-4edc-8611-b8a26dd1c9b4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937431 Jul 28 11:31:50.685588 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:50.723442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:50.725862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/7844f327-5d08-4705-9464-73a2e7d41612 HTTP/1.1" status: 204 len: 168 time: 0.5018458 Jul 28 11:31:50.728659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:50.734703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc93fc-4d44-425f-8d65-766eb794ebc6 None None] Network bf68cbbf-e111-4e05-861d-1c133dcf29db requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:50.770894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:48Z', 'revision_number': 8, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:48Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:50.847646 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:50.867182 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:50.870360 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:51.113069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242579c-a95a-4950-823b-52f88539a107 None None] DHCP port deletion for bf68cbbf-e111-4e05-861d-1c133dcf29db request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:31:51.221871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a242579c-a95a-4950-823b-52f88539a107 None None] Deleting port 0730286b-563c-4bd2-8f88-30e895e33604 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:51.222794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a242579c-a95a-4950-823b-52f88539a107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.253588 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:51.401542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a242579c-a95a-4950-823b-52f88539a107 None None] For port 0730286b-563c-4bd2-8f88-30e895e33604, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0730286b-563c-4bd2-8f88-30e895e33604,segment=NetworkSegment(f9e0fa6c-b745-499b-9f81-6b8fcd20d74a),segment_id=f9e0fa6c-b745-499b-9f81-6b8fcd20d74a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:51.401964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a242579c-a95a-4950-823b-52f88539a107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.443554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=7844f327-5d08-4705-9464-73a2e7d41612,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:51.453607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a242579c-a95a-4950-823b-52f88539a107 None None] Calling delete_port for 0730286b-563c-4bd2-8f88-30e895e33604 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:51.479499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.479799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.480208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.480546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.480970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.481283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.481697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.482070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.482401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.482736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.483059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.483649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b39ce11-d4f4-4a3d-b9ca-432959e94649 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:51.547581 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.571264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d07068-23cb-4b96-b125-b73bed3d10c5 req-ea15e25c-17ea-4e67-b5fc-7889f5d86d5c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:51.572968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02d07068-23cb-4b96-b125-b73bed3d10c5 req-ea15e25c-17ea-4e67-b5fc-7889f5d86d5c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1404030 Jul 28 11:31:51.616484 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a242579c-a95a-4950-823b-52f88539a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.656324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242579c-a95a-4950-823b-52f88539a107 None None] Pushing event deleted for resources: {'Port': ['ID=0730286b-563c-4bd2-8f88-30e895e33604,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:51.660562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242579c-a95a-4950-823b-52f88539a107 None None] No DVR routers for this DVR port 0730286b-563c-4bd2-8f88-30e895e33604 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:51.679277 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:48Z', 'revision_number': 8, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:48Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:51.716202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0730286b-563c-4bd2-8f88-30e895e33604 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:51.717094 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2ae05-fed0-40a9-8c57-7aa3556cbe7d None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:48Z', 'revision_number': 8, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e497d9a3-2ab3-47d3-8777-5ec84059290a', 'name': '', 'network_id': 'f7de1673-5915-4360-9d3c-823b8aab0339', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:7d:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:35Z', 'updated_at': '2021-07-28T11:31:48Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '5f5dbfb3-7f55-44b7-9456-f974a4096d69', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:51.721914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02d07068-23cb-4b96-b125-b73bed3d10c5 req-da861840-9091-4cad-ad0a-c0ac7623c850 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394222 Jul 28 11:31:51.749192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0730286b-563c-4bd2-8f88-30e895e33604 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:51.749773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0730286b-563c-4bd2-8f88-30e895e33604 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:51.791424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 0730286b-563c-4bd2-8f88-30e895e33604 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:51.791773 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.859465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 0730286b-563c-4bd2-8f88-30e895e33604, host n-d-723573-7, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:51.859957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.876135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 0730286b-563c-4bd2-8f88-30e895e33604 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:51.878622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Port 0730286b-563c-4bd2-8f88-30e895e33604 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:31:51.880118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:51.910651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=0730286b-563c-4bd2-8f88-30e895e33604,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:51.914743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port 0730286b-563c-4bd2-8f88-30e895e33604 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:52.007835 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.019142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf68cbbf-e111-4e05-861d-1c133dcf29db']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:52.031052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:52.031352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e0fa6c-b745-499b-9f81-6b8fcd20d74a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:52.041667 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.059462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.067473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:31:52.068005 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:31:52.071419 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:31:52.158720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.168396 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.171630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/bf68cbbf-e111-4e05-861d-1c133dcf29db HTTP/1.1" status: 204 len: 168 time: 1.4409130 Jul 28 11:31:52.174390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 44862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:52.201073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae81b0-aca7-4547-b102-d88d3268aac8 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=bf68cbbf-e111-4e05-861d-1c133dcf29db,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:52.650491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.673965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:52.930315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dea13-f19e-4690-8a5f-4408e9309494 req-525596fd-97a0-4f0d-9dbf-01e5ff6c5b22 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:52.931798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb5dea13-f19e-4690-8a5f-4408e9309494 req-525596fd-97a0-4f0d-9dbf-01e5ff6c5b22 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0807595 Jul 28 11:31:53.017684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb5dea13-f19e-4690-8a5f-4408e9309494 req-2cb1fbf2-554e-437c-a143-e405b73282c8 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737915 Jul 28 11:31:53.101703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port e497d9a3-2ab3-47d3-8777-5ec84059290a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:53.102191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:53.229061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port e497d9a3-2ab3-47d3-8777-5ec84059290a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e497d9a3-2ab3-47d3-8777-5ec84059290a,segment=NetworkSegment(9dad91a6-6eb7-4b9a-9a1e-aea490827d75),segment_id=9dad91a6-6eb7-4b9a-9a1e-aea490827d75)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:53.229616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:53.258780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for e497d9a3-2ab3-47d3-8777-5ec84059290a owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:53.522855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:53.609585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=e497d9a3-2ab3-47d3-8777-5ec84059290a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:53.694679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6cd1e817-f952-4172-b5f2-c73899320ae2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:53.728978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6cd1e817-f952-4172-b5f2-c73899320ae2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:53.731447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6cd1e817-f952-4172-b5f2-c73899320ae2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:53.822067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.100022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:54.267368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:54.275164 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d194c8ea-2d82-41af-bf83-0b1307153eac tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980186 Jul 28 11:31:54.277279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:54.279290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:54.299166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:54.300162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:54.303648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3299c51-8c45-41b9-8fb5-ebdce2f5416b req-cdbaa0de-c3e8-4914-9ef9-071c9471d749 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:54.305523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3299c51-8c45-41b9-8fb5-ebdce2f5416b req-cdbaa0de-c3e8-4914-9ef9-071c9471d749 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0918958 Jul 28 11:31:54.348851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 5f5dbfb3-7f55-44b7-9456-f974a4096d69 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:31:54.356756 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.420298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3299c51-8c45-41b9-8fb5-ebdce2f5416b req-997a39db-60bf-4b38-a674-92d922739258 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022379 Jul 28 11:31:54.434432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:54.477716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.635213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.713571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:53Z', 'revision_number': 9, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:54.722597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.752292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:54.764536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:54.765411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:54.776518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5dbfb3-7f55-44b7-9456-f974a4096d69,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:54.780759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.790919 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/5f5dbfb3-7f55-44b7-9456-f974a4096d69 HTTP/1.1" status: 204 len: 168 time: 0.5117779 Jul 28 11:31:54.793509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:54.820468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.821160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.821778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.822901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.823478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.824031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.824714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.825474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.826047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.826814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.827379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.827825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41907db-30d3-49a8-91ba-2ab96108bd6f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:31:54.858090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1a08a-09e6-4bdb-8f10-9704052d666c None None] Network f7de1673-5915-4360-9d3c-823b8aab0339 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:54.899126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:54.930609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:54.966331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 20589996-0337-4a9c-8f87-3cded938d322 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:54.966717 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.048531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 20589996-0337-4a9c-8f87-3cded938d322, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=20589996-0337-4a9c-8f87-3cded938d322,segment=NetworkSegment(9dad91a6-6eb7-4b9a-9a1e-aea490827d75),segment_id=9dad91a6-6eb7-4b9a-9a1e-aea490827d75)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:55.051025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.076302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 20589996-0337-4a9c-8f87-3cded938d322 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:55.271890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.305736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port 20589996-0337-4a9c-8f87-3cded938d322 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:55.333535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0abec-0752-4cba-bf8a-e91b01095852 None None] DHCP port deletion for f7de1673-5915-4360-9d3c-823b8aab0339 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:31:55.371969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:53Z', 'revision_number': 9, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:55.396103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=20589996-0337-4a9c-8f87-3cded938d322,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:55.405352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f85b89-440c-405c-b22f-b66b124c3acd None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:53Z', 'revision_number': 9, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'b213cb76-5106-4796-b0f8-2a029d513871', 'name': '', 'network_id': 'c637f72c-9f0c-4b56-bb76-69b89f786059', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:82:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:28Z', 'updated_at': '2021-07-28T11:31:41Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': 'e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:55.411799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.423712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7de1673-5915-4360-9d3c-823b8aab0339']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:55.443548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dad91a6-6eb7-4b9a-9a1e-aea490827d75') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:55.443931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dad91a6-6eb7-4b9a-9a1e-aea490827d75') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:55.455249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.472478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.478116 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:31:55.482021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:31:55.482886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:31:55.488049 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:31:55.582658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.593978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:55.595909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/f7de1673-5915-4360-9d3c-823b8aab0339 HTTP/1.1" status: 204 len: 168 time: 0.8009720 Jul 28 11:31:55.601291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba2cbd-8183-406a-817b-63b6f8ae39cc req-99cf58a9-dd86-4757-8cf3-6dcaf3efbd5d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:55.610134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70ba2cbd-8183-406a-817b-63b6f8ae39cc req-99cf58a9-dd86-4757-8cf3-6dcaf3efbd5d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0877116 Jul 28 11:31:55.611763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:55.612626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2419-6c51-442b-9392-26126127233f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=f7de1673-5915-4360-9d3c-823b8aab0339,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:55.676920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70ba2cbd-8183-406a-817b-63b6f8ae39cc req-888e754a-8722-429d-a1fd-a8ffb50ad2b6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Jul 28 11:31:55.710385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e497d9a3-2ab3-47d3-8777-5ec84059290a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:55.742837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e497d9a3-2ab3-47d3-8777-5ec84059290a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:55.743324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e497d9a3-2ab3-47d3-8777-5ec84059290a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:55.743586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 20589996-0337-4a9c-8f87-3cded938d322 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:55.785586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 20589996-0337-4a9c-8f87-3cded938d322 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:55.785939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 20589996-0337-4a9c-8f87-3cded938d322 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:56.071209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:56.357918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port b213cb76-5106-4796-b0f8-2a029d513871 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:56.358851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:56.458301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port b213cb76-5106-4796-b0f8-2a029d513871, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b213cb76-5106-4796-b0f8-2a029d513871,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:56.458742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:56.477347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for b213cb76-5106-4796-b0f8-2a029d513871 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:56.671820 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:56.700465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=b213cb76-5106-4796-b0f8-2a029d513871,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:56.880808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6101-8275-4d3c-a011-fef744c3daf9 req-bd8b5408-11f2-4b2d-b60d-23016c1e5ca9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:56.884292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06fd6101-8275-4d3c-a011-fef744c3daf9 req-bd8b5408-11f2-4b2d-b60d-23016c1e5ca9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0942767 Jul 28 11:31:56.936570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06fd6101-8275-4d3c-a011-fef744c3daf9 req-48cad5a7-009d-4f66-a39c-cd2710b5e7c2 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Jul 28 11:31:56.946899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.166770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:31:57.262673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:31:57.270369 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5475cbf3-b80f-4430-8516-bd3a2d7880a5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541982 Jul 28 11:31:57.270507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:57.273210 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:31:57.283837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:57.284519 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:57.331229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:31:57.335066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.379442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.379901 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:57.472156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.542814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.571404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:57.579612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.582581 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:56Z', 'revision_number': 10, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:57.584467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:57.586972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37521319-6dc7-4460-9b60-a38d8f6a291c None None] Network c637f72c-9f0c-4b56-bb76-69b89f786059 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:31:57.592760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2a3bca46-32cb-4074-bc9f-5d38c458674f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8 HTTP/1.1" status: 204 len: 168 time: 0.3205905 Jul 28 11:31:57.639114 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:31:57.655548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:31:57.656599 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:57.717358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.768102 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:31:57.780450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port 6f6ded01-3e24-4194-9aad-606edf34f0ed {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:57.780791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.842686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] DHCP port deletion for c637f72c-9f0c-4b56-bb76-69b89f786059 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:31:57.907398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port 6f6ded01-3e24-4194-9aad-606edf34f0ed, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6f6ded01-3e24-4194-9aad-606edf34f0ed,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:57.907780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.925246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for 6f6ded01-3e24-4194-9aad-606edf34f0ed owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:57.940280 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6991549-7fe1-4395-a4cf-c2f0da82ad05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:57.974826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] Deleting port 6f6ded01-3e24-4194-9aad-606edf34f0ed {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:57.975210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.026043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.050202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=6f6ded01-3e24-4194-9aad-606edf34f0ed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:58.062716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port 6f6ded01-3e24-4194-9aad-606edf34f0ed on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:58.082974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] For port 6f6ded01-3e24-4194-9aad-606edf34f0ed, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6f6ded01-3e24-4194-9aad-606edf34f0ed,segment=NetworkSegment(bcfbc7ce-8993-435c-9cb9-71dd2fcb3697),segment_id=bcfbc7ce-8993-435c-9cb9-71dd2fcb3697)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:58.083382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.095489 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:56Z', 'revision_number': 10, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:58.126295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] Calling delete_port for 6f6ded01-3e24-4194-9aad-606edf34f0ed owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:58.126614 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51f556-5090-4d2a-85ab-5b0ee87c1e36 None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:56Z', 'revision_number': 10, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None, '_interfaces': [{'id': 'de94747a-f4dc-4bd7-abe0-2b32c0bf56b1', 'name': '', 'network_id': '7bac0a83-3947-4bbe-871c-c9442f87cf67', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'mac_address': 'fa:16:3e:64:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:31:23Z', 'updated_at': '2021-07-28T11:31:37Z', 'revision_number': 5, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'subnets': [{'id': '3fc8ae6e-0920-4446-9ec8-daed4c5c5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:31:58.153462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f53cc-2bdd-4ce1-b255-63f7efbaf5b8 req-48870937-6600-4d46-9137-daad927b54f7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:58.155173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91f53cc-2bdd-4ce1-b255-63f7efbaf5b8 req-48870937-6600-4d46-9137-daad927b54f7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1147869 Jul 28 11:31:58.192815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.209379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c637f72c-9f0c-4b56-bb76-69b89f786059']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:58.213638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b91f53cc-2bdd-4ce1-b255-63f7efbaf5b8 req-33963a2b-5a32-4768-8b88-31a6e712e4df tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509307 Jul 28 11:31:58.233033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.235200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:58.235709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfbc7ce-8993-435c-9cb9-71dd2fcb3697') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:31:58.241705 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-ff0e9552-6fe0-4c07-a47e-8c5b20c0b85c tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:58.246900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.247133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-ff0e9552-6fe0-4c07-a47e-8c5b20c0b85c tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 814 time: 0.2929015 Jul 28 11:31:58.267331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.269072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-a3cd207f-4dc6-4b0c-b9ca-b8062e9474fb tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/quotas/3b25f37147134ee19f7e97a7cdf2f08b HTTP/1.1" status: 200 len: 375 time: 0.0117300 Jul 28 11:31:58.269722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] Pushing event deleted for resources: {'Port': ['ID=6f6ded01-3e24-4194-9aad-606edf34f0ed,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:58.280122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17231582-cb4b-4b5d-8a3f-0cc696e56498 None None] No DVR routers for this DVR port 6f6ded01-3e24-4194-9aad-606edf34f0ed on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:31:58.283063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:31:58.283473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:31:58.286658 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:31:58.314290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-2a7caa78-9ff0-45ff-9dff-c58a0b37bf58 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376096 Jul 28 11:31:58.348473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.359026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:58.360905 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/c637f72c-9f0c-4b56-bb76-69b89f786059 HTTP/1.1" status: 204 len: 168 time: 0.7748704 Jul 28 11:31:58.364888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:31:58.371081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358108a-062e-4d37-bf6b-f354710fbd4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=c637f72c-9f0c-4b56-bb76-69b89f786059,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:58.606714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-185e0118-599b-41b7-9760-0ec65de16e0a service neutron] 10.222.0.20 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842038 Jul 28 11:31:58.763734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-14b79fb5-0a84-4536-96c5-e4b48b8d9acc service neutron] 10.222.0.20 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448317 Jul 28 11:31:58.846969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:59.358036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f6f1024-86d6-449e-9ddd-02a0c6b72ddf req-bb135cd0-40f8-4639-b471-adfbd1bc1c05 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 210 time: 0.0603676 Jul 28 11:31:59.456693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0793f3d-465a-4723-9c19-2453c9fea9d9 req-0a889e38-45d6-42d9-901f-602bb6408c34 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:59.458547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0793f3d-465a-4723-9c19-2453c9fea9d9 req-0a889e38-45d6-42d9-901f-602bb6408c34 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1599169 Jul 28 11:31:59.514715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0793f3d-465a-4723-9c19-2453c9fea9d9 req-cea7131a-4faa-4c53-a081-e4789cd256a9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Jul 28 11:31:59.600473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:31:59.600894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:59.671817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b213cb76-5106-4796-b0f8-2a029d513871 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:59.695854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b213cb76-5106-4796-b0f8-2a029d513871 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:59.696394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b213cb76-5106-4796-b0f8-2a029d513871 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:59.696948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6f6ded01-3e24-4194-9aad-606edf34f0ed no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:31:59.698481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port de94747a-f4dc-4bd7-abe0-2b32c0bf56b1, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,segment=NetworkSegment(9d4c9902-a4c3-4b75-9680-cb7f365fb9e8),segment_id=9d4c9902-a4c3-4b75-9680-cb7f365fb9e8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:31:59.698856 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:59.713800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:31:59.718354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6f6ded01-3e24-4194-9aad-606edf34f0ed {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:31:59.718761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6f6ded01-3e24-4194-9aad-606edf34f0ed not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:31:59.893383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:31:59.925365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=de94747a-f4dc-4bd7-abe0-2b32c0bf56b1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:31:59.986325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-441be484-47c1-4210-97a3-57225bee1024 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:31:59.988565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-441be484-47c1-4210-97a3-57225bee1024 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 814 time: 0.1273453 Jul 28 11:32:00.002467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Request body: {'port': {'device_id': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d', 'admin_state_up': True, 'tenant_id': '3b25f37147134ee19f7e97a7cdf2f08b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:00.099142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.165981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Made reservation on behalf of 3b25f37147134ee19f7e97a7cdf2f08b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:00.171631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.320261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:00.321298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Allocated IP 172.20.0.7 (0fd6b756-31e5-4e21-bc74-9b7a3a4b672d/e620cc9e-cae2-49a6-b183-fbe391c5cc6e/929da78b-cceb-4d9d-a700-56e11bd47815) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:00.402153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:00.411060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-45ef8c92-59aa-4517-9d7f-23753c39d836 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0418098 Jul 28 11:32:00.411060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:00.413264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76509a07-4d60-4061-8898-3422044d1701 None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:00.430001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:00.431170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:00.519336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.521922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4b1fc4b-8602-407a-8eb2-ca69b16f59ed req-3bcb8a09-9c7d-457c-ad5e-8e7f1dd80901 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 210 time: 0.0353367 Jul 28 11:32:00.543151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting subnet 3fc8ae6e-0920-4446-9ec8-daed4c5c5838 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:32:00.548817 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.589087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:00.611086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.636628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.662944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:00.666515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:00.673710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:00.728215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:00.728891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.755575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Pushing event updated for resources: {'Port': ['ID=929da78b-cceb-4d9d-a700-56e11bd47815,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:00.771226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-43147593-c4b0-4955-8b68-014e74c50022 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729509 Jul 28 11:32:00.775835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36bf4a-8ffa-47ee-be9a-7e1fefcf0ec4 req-b3bd2c87-748e-4efe-b5d9-ec354f896d66 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:00.778176 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d36bf4a-8ffa-47ee-be9a-7e1fefcf0ec4 req-b3bd2c87-748e-4efe-b5d9-ec354f896d66 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1370943 Jul 28 11:32:00.802162 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Request body: {'port': {'device_id': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:00.805818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.883886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d36bf4a-8ffa-47ee-be9a-7e1fefcf0ec4 req-c4378a6d-362a-4aa8-85c5-984ffb9f1674 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889642 Jul 28 11:32:00.925390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:59Z', 'revision_number': 11, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:00.928697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.939642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.976652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:00.978354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a03889-3ee2-4a54-b1f8-97581a4036e4 None None] Network 7bac0a83-3947-4bbe-871c-c9442f87cf67 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:00.980039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/3fc8ae6e-0920-4446-9ec8-daed4c5c5838 HTTP/1.1" status: 204 len: 168 time: 0.5579369 Jul 28 11:32:00.982094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d212c3c-694e-457d-bbca-27d6c2d67d67 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc8ae6e-0920-4446-9ec8-daed4c5c5838,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:00.986821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:00.993448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76509a07-4d60-4061-8898-3422044d1701 None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:01.052409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:01.053040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:31:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:01.092440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.092748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.157434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:01.190376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Deleting port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:01.190730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.244688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76509a07-4d60-4061-8898-3422044d1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:59Z', 'revision_number': 11, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:01.297123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76509a07-4d60-4061-8898-3422044d1701 None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:59Z', 'revision_number': 11, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:01.301292 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf82b-1699-4c97-b327-6ac44afb8fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.353963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] For port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,segment=NetworkSegment(9d4c9902-a4c3-4b75-9680-cb7f365fb9e8),segment_id=9d4c9902-a4c3-4b75-9680-cb7f365fb9e8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:01.354950 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.389273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929da78b-cceb-4d9d-a700-56e11bd47815 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:32:01.396571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Calling delete_port for cd619b8e-3530-4deb-b4c9-bb7a45a98f9e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:01.405732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.431431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Transition to ACTIVE for port object 929da78b-cceb-4d9d-a700-56e11bd47815 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:01.436492 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.487241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=929da78b-cceb-4d9d-a700-56e11bd47815,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:01.506495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.520995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No DVR routers for this DVR port cd619b8e-3530-4deb-b4c9-bb7a45a98f9e on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:01.586877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Port': ['ID=cd619b8e-3530-4deb-b4c9-bb7a45a98f9e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:01.589557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Attempting to bind port 929da78b-cceb-4d9d-a700-56e11bd47815 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:01.590816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Attempting to bind port 929da78b-cceb-4d9d-a700-56e11bd47815 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:01.591955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Attempting to bind port 929da78b-cceb-4d9d-a700-56e11bd47815 on network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:01.597787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Port 929da78b-cceb-4d9d-a700-56e11bd47815 on network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:32:01.598343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Attempting to bind port 929da78b-cceb-4d9d-a700-56e11bd47815 on network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:01.604750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:01.605338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Checking segment: {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:01.605954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Bound using segment: {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:01.606578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Bound port: 929da78b-cceb-4d9d-a700-56e11bd47815, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:01.607123 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.681149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0cd02-9b4f-4832-886c-60ba939bc4d4 None None] DHCP port deletion for 7bac0a83-3947-4bbe-871c-c9442f87cf67 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:32:01.713466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] For port 929da78b-cceb-4d9d-a700-56e11bd47815, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:01.718669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] For port 929da78b-cceb-4d9d-a700-56e11bd47815, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=929da78b-cceb-4d9d-a700-56e11bd47815,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:01.725396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.727787 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.751509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bac0a83-3947-4bbe-871c-c9442f87cf67']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:01.761311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:01.762237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.765036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cd619b8e-3530-4deb-b4c9-bb7a45a98f9e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:01.765289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/929da78b-cceb-4d9d-a700-56e11bd47815 HTTP/1.1" status: 200 len: 1091 time: 0.9779890 Jul 28 11:32:01.768219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'tag': '929da78b-cceb-4d9d-a700-56e11bd47815'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:01.770266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:01.770634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4c9902-a4c3-4b75-9680-cb7f365fb9e8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:01.770807 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "214048aa-ff83-4f0e-befe-c9e53ab3a398", "tag": "929da78b-cceb-4d9d-a700-56e11bd47815"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:01.816487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.830961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: cd619b8e-3530-4deb-b4c9-bb7a45a98f9e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:01.831406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cd619b8e-3530-4deb-b4c9-bb7a45a98f9e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:01.831898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:01.840564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116797b-7635-4d16-bc9b-6a368495ae13 req-a35c60d2-5b84-4586-8763-5bf51da09707 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:01.845219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d116797b-7635-4d16-bc9b-6a368495ae13 req-a35c60d2-5b84-4586-8763-5bf51da09707 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 943 time: 0.1745107 Jul 28 11:32:01.878848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:01.879204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device de94747a-f4dc-4bd7-abe0-2b32c0bf56b1 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:01.888947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.913450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:32:01.913879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:32:01.920853 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:32:01.942383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d116797b-7635-4d16-bc9b-6a368495ae13 req-1e3017f8-05a4-4a69-bfa8-5dfb5f2c83cd tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897095 Jul 28 11:32:01.988545 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.052656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.066520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.068428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/networks/7bac0a83-3947-4bbe-871c-c9442f87cf67 HTTP/1.1" status: 204 len: 168 time: 1.0797205 Jul 28 11:32:02.072219 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:02.091920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'routes': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:02.130709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c7480-178f-48c1-bb7a-942581cbd7d7 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Pushing event deleted for resources: {'Network': ['ID=7bac0a83-3947-4bbe-871c-c9442f87cf67,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:02.174372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d25153-44fe-44c1-bb36-86e2851808a3 req-4fd034f9-9e30-4007-aeb8-bd4d5c545e52 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:02.175868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70d25153-44fe-44c1-bb36-86e2851808a3 req-4fd034f9-9e30-4007-aeb8-bd4d5c545e52 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1589365 Jul 28 11:32:02.205620 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f232ab2-ad6c-4c20-8fcf-8ad653cf610b x-openstack-request-id: req-6f232ab2-ad6c-4c20-8fcf-8ad653cf610b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:02.205976 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214048aa-ff83-4f0e-befe-c9e53ab3a398", "tag": "929da78b-cceb-4d9d-a700-56e11bd47815", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:02.206194 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f232ab2-ad6c-4c20-8fcf-8ad653cf610b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:02.206553 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'tag': '929da78b-cceb-4d9d-a700-56e11bd47815', 'status': 'completed', 'code': 200} Jul 28 11:32:02.266730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9900f5-396b-45d8-838b-b6354ccdd1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=929da78b-cceb-4d9d-a700-56e11bd47815,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:02.272209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-46bf8ac4-c6e7-44a5-b7d9-a5ad67e5e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:02.273923 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-46bf8ac4-c6e7-44a5-b7d9-a5ad67e5e5d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 1094 time: 0.0696726 Jul 28 11:32:02.279619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:02.299233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Added routes are [] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 11:32:02.299565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Removed routes are [] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 11:32:02.299904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.307429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70d25153-44fe-44c1-bb36-86e2851808a3 req-2de3cc73-7e48-47eb-9efc-b85894a8525d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896459 Jul 28 11:32:02.359974 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-c0598184-3520-40a6-8ba6-8f7f9004f98d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929da78b-cceb-4d9d-a700-56e11bd47815 HTTP/1.1" status: 200 len: 217 time: 0.0777769 Jul 28 11:32:02.453334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.456930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.506307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646457c-665f-44e9-8281-b34599d93b61 req-e559abf6-98fd-4f82-99c6-38962e991aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:02.507845 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-e559abf6-98fd-4f82-99c6-38962e991aea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e620cc9e-cae2-49a6-b183-fbe391c5cc6e HTTP/1.1" status: 200 len: 854 time: 0.1399088 Jul 28 11:32:02.544670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-4228eb13-5070-48f3-964f-6b0625fde49e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291879 Jul 28 11:32:02.544896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router b4d49b60-5948-4c39-baf3-ec0644d460c5 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:02.604389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Deleting port 65df101c-1873-47bc-b773-e9b920e20d3a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:02.604790 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.629651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:02.637318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.638534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-604e05b3-8b49-483e-b04f-32c747bad4f5 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 701 time: 0.5647097 Jul 28 11:32:02.641048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] Sync routers for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:02.642264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:02.651748 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:02.652763 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:02.681612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-df579602-b9ca-4864-b912-da361e968abb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 205 time: 0.0375395 Jul 28 11:32:02.682179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:02.701214 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-21ca38d9-e577-4d45-b465-29bde0cdb8b5 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491001 Jul 28 11:32:02.734429 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:02.745935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.746538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.759534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Calling delete_port for 65df101c-1873-47bc-b773-e9b920e20d3a owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:02.764066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.802959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:59Z', 'revision_number': 11, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:02.838916 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] Checking router: b4d49b60-5948-4c39-baf3-ec0644d460c5 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:02.852197 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] Routers {'b4d49b60-5948-4c39-baf3-ec0644d460c5'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:02.853363 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['b4d49b60-5948-4c39-baf3-ec0644d460c5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:02.932620 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] Set router b4d49b60-5948-4c39-baf3-ec0644d460c5 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:02.969348 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9646457c-665f-44e9-8281-b34599d93b61 req-c886610f-cda7-428c-97ba-7e54f6d27d52 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511846 Jul 28 11:32:02.969645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:02.990597 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:59Z', 'revision_number': 11, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:02.992109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.084737 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.085663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router b4d49b60-5948-4c39-baf3-ec0644d460c5 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:32:03.103955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-67966a14-5a93-4b8a-a553-36baee1a161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:03.106394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-67966a14-5a93-4b8a-a553-36baee1a161a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 1094 time: 0.0735128 Jul 28 11:32:03.127070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.133386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d60829f0-b28d-4632-8587-299a72624f80 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 204 len: 168 time: 0.4501050 Jul 28 11:32:03.135807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:03.142355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1047998684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:03.149057 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ed2944-8b82-44bd-a911-4be63d4391fb None None] The sync data for ids ['b4d49b60-5948-4c39-baf3-ec0644d460c5'] in n-d-723573-7 is: [{'id': 'b4d49b60-5948-4c39-baf3-ec0644d460c5', 'name': 'tempest-RoutersTest-router-1178153238', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:31:22Z', 'updated_at': '2021-07-28T11:31:59Z', 'revision_number': 11, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:03.190331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eed7f-d1a4-44f1-a699-f6509c312b0c req-40178ac3-fefa-440a-8910-277835617a2f tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:03.192223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-139eed7f-d1a4-44f1-a699-f6509c312b0c req-40178ac3-fefa-440a-8910-277835617a2f tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 943 time: 0.1234081 Jul 28 11:32:03.193577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.194989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.227293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-a2ac7ec4-3cd9-43c5-b23c-dbaf56b314ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:03.237928 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-a2ac7ec4-3cd9-43c5-b23c-dbaf56b314ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 915 time: 0.1244173 Jul 28 11:32:03.251884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-139eed7f-d1a4-44f1-a699-f6509c312b0c req-4de00bf5-f946-4a89-95e2-4cd17ead1760 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Jul 28 11:32:03.310841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-4cc028cc-fb1a-42c7-b2b5-a0ee3528f9d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929da78b-cceb-4d9d-a700-56e11bd47815 HTTP/1.1" status: 200 len: 217 time: 0.0529563 Jul 28 11:32:03.379886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.395058 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-e3c860e3-590d-4c1c-bc16-6ae1f8142bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:03.396659 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-e3c860e3-590d-4c1c-bc16-6ae1f8142bd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e620cc9e-cae2-49a6-b183-fbe391c5cc6e HTTP/1.1" status: 200 len: 854 time: 0.0770788 Jul 28 11:32:03.408330 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.420426 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.454880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event deleted for resources: {'Port': ['ID=65df101c-1873-47bc-b773-e9b920e20d3a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:03.458667 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.490074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.491428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e7571ff4-0536-4d7e-ba79-1a5e987954fb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3544014 Jul 28 11:32:03.499365 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-432c2297-b8ec-4cbf-9355-61f23a6bff8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650659 Jul 28 11:32:03.499524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:03.504787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:03.559858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da395f1-7b86-4708-a2db-f20f5b493bf2 req-f35013b7-09e6-405f-9fbe-f1006a0935b5 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:03.561720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8da395f1-7b86-4708-a2db-f20f5b493bf2 req-f35013b7-09e6-405f-9fbe-f1006a0935b5 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1346438 Jul 28 11:32:03.657231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.658064 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Floating IP d19a0a9a-8549-4587-96c7-cb6c36693c77 disassociated (deleted). External IP: 172.25.1.151, port: 522d3eaa-76f0-4d83-a530-9af1247d0236. Jul 28 11:32:03.732153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-0d8cd33c-1560-48c1-bed1-f6a93d54f40e service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256136 Jul 28 11:32:03.798859 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.806157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8da395f1-7b86-4708-a2db-f20f5b493bf2 req-eea69389-0557-4197-ab74-bc779c097995 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097092 Jul 28 11:32:03.815485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:03.939545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8cf5bb3e-78e9-4cfb-9a44-fc924bf59ee3 req-af182530-cc7d-4360-96cf-fa1cc04625d2 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650987 Jul 28 11:32:04.011728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Router 51f271ea-5821-475b-b0cc-12f47f2a9fbe is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:32:04.035980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Router cd32b658-3f26-475e-92ff-041d29f571cf has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:04.205530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:04.212106 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:04.218906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] Sync routers for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:04.239226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:04.240081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:04.280012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9d03548b-5960-445d-9060-b15ac63d0dbd tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "DELETE /v2.0/floatingips/d19a0a9a-8549-4587-96c7-cb6c36693c77 HTTP/1.1" status: 204 len: 168 time: 1.9991000 Jul 28 11:32:04.280844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:04.283351 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cdcfde-2e54-4638-a81d-37e1388e7317" -d '{"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:04.405665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:04.533057 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d295a6-e716-43e5-9abb-54ad3a776e11 x-openstack-request-id: req-e5d295a6-e716-43e5-9abb-54ad3a776e11 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:04.533364 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:04.533621 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5d295a6-e716-43e5-9abb-54ad3a776e11 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:04.534026 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'status': 'completed', 'code': 200} Jul 28 11:32:04.635051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:04.648116 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] Sync routers for ids ['51f271ea-5821-475b-b0cc-12f47f2a9fbe'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:04.659055 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] Routers {'51f271ea-5821-475b-b0cc-12f47f2a9fbe'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:04.661488 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['51f271ea-5821-475b-b0cc-12f47f2a9fbe'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:04.673944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:04.687073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:04.688411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-95b9167b-6b3d-4112-83df-368c346b8187 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "PUT /v2.0/routers/51f271ea-5821-475b-b0cc-12f47f2a9fbe HTTP/1.1" status: 200 len: 694 time: 1.1875048 Jul 28 11:32:04.691231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:04.707115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] Checking router: cd32b658-3f26-475e-92ff-041d29f571cf for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:04.716785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:04.717695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:04.725517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a4db3-bc81-47a9-b3b6-f15531d42044 req-24c23f63-9f82-4bd4-aade-fbe04c4706a7 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:04.727169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-795a4db3-bc81-47a9-b3b6-f15531d42044 req-24c23f63-9f82-4bd4-aade-fbe04c4706a7 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 943 time: 0.2073328 Jul 28 11:32:04.734864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-a4d1e675-4045-4a76-9a6e-01970afd2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:04.736893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-a4d1e675-4045-4a76-9a6e-01970afd2564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454ff53bac7a4527ba3b2d29897d864e&device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.1490624 Jul 28 11:32:04.771611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029506e6-15fb-44dd-a44b-9d32d6c26f1d req-81818fbe-5e54-4d74-9d69-1c376abcf73f tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:04.779818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-029506e6-15fb-44dd-a44b-9d32d6c26f1d req-81818fbe-5e54-4d74-9d69-1c376abcf73f tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1761909 Jul 28 11:32:04.823772 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d4d6fa73-0ca6-4538-8ea7-9f5420515406 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/routers/51f271ea-5821-475b-b0cc-12f47f2a9fbe HTTP/1.1" status: 200 len: 700 time: 0.1309690 Jul 28 11:32:04.824786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:04.837745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:04.841580 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] Set router 51f271ea-5821-475b-b0cc-12f47f2a9fbe gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:04.863336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45608) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:04.863845 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e9993ae-5024-4b49-9b8e-82cffd017fdf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=51f271ea-5821-475b-b0cc-12f47f2a9fbe HTTP/1.1" status: 200 len: 205 time: 0.0372846 Jul 28 11:32:04.927981 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f271ea-5821-475b-b0cc-12f47f2a9fbe', 'name': 'tempest-RoutersTest-router-1047998684', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:03Z', 'updated_at': '2021-07-28T11:32:03Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:04.935423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-795a4db3-bc81-47a9-b3b6-f15531d42044 req-c35aa325-4b64-441e-8aec-79c2f2959f97 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972909 Jul 28 11:32:04.978834 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] Checking router: 51f271ea-5821-475b-b0cc-12f47f2a9fbe for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:04.990617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] Routers {'51f271ea-5821-475b-b0cc-12f47f2a9fbe'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:04.991394 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['51f271ea-5821-475b-b0cc-12f47f2a9fbe'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:04.999338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-029506e6-15fb-44dd-a44b-9d32d6c26f1d req-6aa06f7a-481a-47bc-b449-72268102b19b tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2185447 Jul 28 11:32:05.010216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:05.072425 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] Set router 51f271ea-5821-475b-b0cc-12f47f2a9fbe gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:05.129564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-2447c9ec-528a-4856-8525-98c2f54e548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:05.131245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-2447c9ec-528a-4856-8525-98c2f54e548c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 200 len: 914 time: 0.3823521 Jul 28 11:32:05.142471 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f271ea-5821-475b-b0cc-12f47f2a9fbe', 'name': 'tempest-RoutersTest-router-1047998684', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:03Z', 'updated_at': '2021-07-28T11:32:03Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:05.149190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:05.172735 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa40cbd-b1b7-4465-acae-a27ae6f6148e None None] The sync data for ids ['51f271ea-5821-475b-b0cc-12f47f2a9fbe'] in n-d-723573-7 is: [{'id': '51f271ea-5821-475b-b0cc-12f47f2a9fbe', 'name': 'tempest-RoutersTest-router-1047998684', 'tenant_id': 'b467c30e510447e8b3b65702a6ac5f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:03Z', 'updated_at': '2021-07-28T11:32:03Z', 'revision_number': 2, 'project_id': 'b467c30e510447e8b3b65702a6ac5f12', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:05.183106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a75d7-8d00-4410-9a69-de0747679571 None None] The sync data for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 is: [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:27:23Z', 'revision_number': 4, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '410869c6-b8dd-4c42-a85a-7bcc5279f3e2', 'name': '', 'network_id': '4490c18c-51c2-4988-8d58-369de7383227', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'mac_address': 'fa:16:3e:b0:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:21Z', 'updated_at': '2021-07-28T11:27:33Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'subnets': [{'id': '0b8551de-469c-4061-980c-cbcbd655e3fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:05.253520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-2a8a60b8-3512-4d35-b69b-90b3d1c98024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 200 len: 217 time: 0.1130166 Jul 28 11:32:05.301780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882043-87e0-4300-84c7-409dfd881e8f req-1e8e0b12-bf1e-4458-8ab3-3945835620a1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:05.304698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f882043-87e0-4300-84c7-409dfd881e8f req-1e8e0b12-bf1e-4458-8ab3-3945835620a1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.2565229 Jul 28 11:32:05.354479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:05.359125 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:05.425224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-6b8beb27-8bf1-4d26-9bcd-7d0f1d9bc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:05.427132 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-6b8beb27-8bf1-4d26-9bcd-7d0f1d9bc78a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 200 len: 852 time: 0.1346192 Jul 28 11:32:05.434764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:05.435439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Fanout notify agent at l3_agent the message router_deleted on router 51f271ea-5821-475b-b0cc-12f47f2a9fbe {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:32:05.443295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:05.444403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-429eb5e8-3ced-4f8f-91d3-bb58ba4214c4 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/51f271ea-5821-475b-b0cc-12f47f2a9fbe HTTP/1.1" status: 204 len: 168 time: 0.5723248 Jul 28 11:32:05.450535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.482450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f882043-87e0-4300-84c7-409dfd881e8f req-b2017d55-cce1-41ca-9363-10185a9c800d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438200 Jul 28 11:32:05.500621 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-45caca9c-4c5f-46ba-ade8-7e1b383a69cb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=51f271ea-5821-475b-b0cc-12f47f2a9fbe HTTP/1.1" status: 200 len: 205 time: 0.0487864 Jul 28 11:32:05.503205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.533528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-9bb03b38-6270-4213-b01d-f64a5f9e63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:05.535230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-9bb03b38-6270-4213-b01d-f64a5f9e63d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4490c18c-51c2-4988-8d58-369de7383227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898173 Jul 28 11:32:05.553748 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9fbed1a0-b3bd-487b-aa47-472d8db4ea70 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:05.558195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-f158a24a-de6f-4d18-947f-857bda302600 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:32:05.558442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9fbed1a0-b3bd-487b-aa47-472d8db4ea70 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/51f271ea-5821-475b-b0cc-12f47f2a9fbe HTTP/1.1" status: 404 len: 336 time: 0.0511205 Jul 28 11:32:05.559072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-f158a24a-de6f-4d18-947f-857bda302600 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062599 Jul 28 11:32:05.559169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.561570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bad397-c708-4fa3-ad4e-ff9ec31b9db7 None None] New status for floating IP d19a0a9a-8549-4587-96c7-cb6c36693c77: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:32:05.597679 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95c48be-945f-4565-8335-4666609d71a2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:05.598282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95c48be-945f-4565-8335-4666609d71a2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:05.602617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b95c48be-945f-4565-8335-4666609d71a2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/7844f327-5d08-4705-9464-73a2e7d41612 HTTP/1.1" status: 404 len: 337 time: 0.0401969 Jul 28 11:32:05.603002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.643780 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7090f4-d3d3-466b-8480-5abef7f4c85f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:05.644263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7090f4-d3d3-466b-8480-5abef7f4c85f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:05.656546 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed7090f4-d3d3-466b-8480-5abef7f4c85f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/5f5dbfb3-7f55-44b7-9456-f974a4096d69 HTTP/1.1" status: 404 len: 337 time: 0.0457311 Jul 28 11:32:05.664939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.684339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-884ce70d-3daf-48d8-a225-c57fc97b5a11 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198673 Jul 28 11:32:05.700158 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-87745bf1-b1f0-4792-ae9d-1beffba45e4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:05.700996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87745bf1-b1f0-4792-ae9d-1beffba45e4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:05.702780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-87745bf1-b1f0-4792-ae9d-1beffba45e4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/e08d62ae-2f9d-4a71-ada6-cdc2dda03ee8 HTTP/1.1" status: 404 len: 337 time: 0.0359783 Jul 28 11:32:05.705517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45716) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.744528 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a9f83b-0e2e-4373-ab09-097994883c8e tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:05.744993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a9f83b-0e2e-4373-ab09-097994883c8e tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:05.747154 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-04a9f83b-0e2e-4373-ab09-097994883c8e tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/3fc8ae6e-0920-4446-9ec8-daed4c5c5838 HTTP/1.1" status: 404 len: 337 time: 0.0404592 Jul 28 11:32:05.749568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.785864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a30dc6c-9955-4731-818e-024611d2d50b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 200 len: 205 time: 0.0350823 Jul 28 11:32:05.788035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.812721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34cdcfde-2e54-4638-a81d-37e1388e7317 req-8a416036-1f2b-4644-95ff-a5593e5778f5 service neutron] 10.222.0.41 "GET /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207244 Jul 28 11:32:05.827363 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9d975e46-8475-4504-b095-2e99d953c6fd tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:05.828445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9d975e46-8475-4504-b095-2e99d953c6fd tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/b4d49b60-5948-4c39-baf3-ec0644d460c5 HTTP/1.1" status: 404 len: 336 time: 0.0393462 Jul 28 11:32:05.830993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.865402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6b1dee41-8a9e-4cf5-bf28-86e0cbf14791 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2f02711-0360-49fa-a53e-0e1646632e98 HTTP/1.1" status: 200 len: 205 time: 0.0304587 Jul 28 11:32:05.865402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.908431 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0457e50c-53b2-44eb-9d46-608b7ba0c8fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:05.911822 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0457e50c-53b2-44eb-9d46-608b7ba0c8fc tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/b2f02711-0360-49fa-a53e-0e1646632e98 HTTP/1.1" status: 404 len: 336 time: 0.0431044 Jul 28 11:32:05.912802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.941637 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dffb957-adaf-48b1-953e-840dd2b2cfcb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:05.942269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dffb957-adaf-48b1-953e-840dd2b2cfcb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:05.944003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4dffb957-adaf-48b1-953e-840dd2b2cfcb tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/5086504f-8c93-4b58-a6c6-65328dc71ff7 HTTP/1.1" status: 404 len: 337 time: 0.0310333 Jul 28 11:32:05.946769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:05.979782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-37bfedf9-b106-4385-880e-2d329ba073c2 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 200 len: 205 time: 0.0318522 Jul 28 11:32:05.983139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.034980 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5ff2cd9b-e1f7-435c-a548-c3667864db83 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:06.036057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ff2cd9b-e1f7-435c-a548-c3667864db83 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/5a225c10-874c-4552-b547-4f2a460530e1 HTTP/1.1" status: 404 len: 336 time: 0.0516272 Jul 28 11:32:06.039328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.126414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8517c819-9213-4c72-8298-117112e583bf tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f2792d4-b56b-4703-b47d-c846060c23ae HTTP/1.1" status: 200 len: 205 time: 0.0854487 Jul 28 11:32:06.128900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.172694 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e7b466c8-e52c-4783-ad76-8dbcbac2b401 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:06.173950 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e7b466c8-e52c-4783-ad76-8dbcbac2b401 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/4f2792d4-b56b-4703-b47d-c846060c23ae HTTP/1.1" status: 404 len: 336 time: 0.0440767 Jul 28 11:32:06.176562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.206209 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6816dbd3-9bbd-4e10-a431-49010fe2131f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:06.206688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6816dbd3-9bbd-4e10-a431-49010fe2131f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:06.208976 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6816dbd3-9bbd-4e10-a431-49010fe2131f tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/1769456c-b7dc-46da-9bbf-5288c6d7c4ae HTTP/1.1" status: 404 len: 337 time: 0.0309899 Jul 28 11:32:06.211256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.214405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7e7fc-7413-480c-9043-43ec46e6d3e3 req-40aa1f58-83d7-4ccf-b239-21f0d7f3cc7a tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:06.216110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cb7e7fc-7413-480c-9043-43ec46e6d3e3 req-40aa1f58-83d7-4ccf-b239-21f0d7f3cc7a tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 943 time: 0.1228318 Jul 28 11:32:06.226085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760edb8a-e7fe-4d66-8d01-0ae4df70a4ae req-2baddcaf-e5b4-4c71-9859-7b22193b99fa tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:06.227973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-760edb8a-e7fe-4d66-8d01-0ae4df70a4ae req-2baddcaf-e5b4-4c71-9859-7b22193b99fa tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1636283 Jul 28 11:32:06.238320 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-78af53ec-6765-4071-a282-bef2314aa3be tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fdbcda9-bcb6-401b-b589-a04c55f439f2 HTTP/1.1" status: 200 len: 205 time: 0.0259330 Jul 28 11:32:06.244745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.246987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-702c2a2f-08ef-4d9e-b5fa-eee966a15431 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:06.248452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-702c2a2f-08ef-4d9e-b5fa-eee966a15431 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.41 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1201696 Jul 28 11:32:06.296876 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d1ce8653-465c-4ae6-991e-c85017a3505b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:06.301658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1ce8653-465c-4ae6-991e-c85017a3505b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/2fdbcda9-bcb6-401b-b589-a04c55f439f2 HTTP/1.1" status: 404 len: 336 time: 0.0556116 Jul 28 11:32:06.302272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.328401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7cb7e7fc-7413-480c-9043-43ec46e6d3e3 req-4dd48b06-6589-4934-bfd3-b845273d5047 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990252 Jul 28 11:32:06.343181 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbac05ea-6a6e-4f88-9d74-98de1cb4737b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:06.343687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbac05ea-6a6e-4f88-9d74-98de1cb4737b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:06.355450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fbac05ea-6a6e-4f88-9d74-98de1cb4737b tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/9ee27e4c-ee0b-42e8-a139-9f5b46b469a8 HTTP/1.1" status: 404 len: 337 time: 0.0520558 Jul 28 11:32:06.356335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.377128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-760edb8a-e7fe-4d66-8d01-0ae4df70a4ae req-960f079a-4f29-43c6-bb32-cfc5d5348b0a tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/security-groups?id=12d5a5e1-8437-4d73-a1ce-8703b1c97b80&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387486 Jul 28 11:32:06.404927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3b433c9d-a685-4242-b08e-70b8745a4678 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "GET /v2.0/ports?device_id=806d573e-6e22-4e2d-84aa-fb7e391afd0c HTTP/1.1" status: 200 len: 205 time: 0.0453143 Jul 28 11:32:06.405714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.407827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 929da78b-cceb-4d9d-a700-56e11bd47815 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:32:06.428425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Deleting port 522d3eaa-76f0-4d83-a530-9af1247d0236 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:06.428774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:06.464119 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-74dc2876-d778-49bd-bc15-add87ed73530 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] delete failed (client error): The resource could not be found. Jul 28 11:32:06.466777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-74dc2876-d778-49bd-bc15-add87ed73530 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/routers/806d573e-6e22-4e2d-84aa-fb7e391afd0c HTTP/1.1" status: 404 len: 336 time: 0.0598209 Jul 28 11:32:06.468946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.500150 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c693fb0-8774-460a-b853-74a40acb6f4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:06.500633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c693fb0-8774-460a-b853-74a40acb6f4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:06.502845 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7c693fb0-8774-460a-b853-74a40acb6f4a tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/a7122c8f-24b4-41d9-a3c9-71f8d4129bee HTTP/1.1" status: 404 len: 337 time: 0.0326908 Jul 28 11:32:06.508126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:06.561512 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-37762d69-44d5-4e10-aa5e-a53eb24615c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] DELETE failed (client error): The resource could not be found. Jul 28 11:32:06.561975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37762d69-44d5-4e10-aa5e-a53eb24615c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:32:06.564243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-37762d69-44d5-4e10-aa5e-a53eb24615c1 tempest-RoutersTest-275256845 tempest-RoutersTest-275256845-project] 10.222.0.20 "DELETE /v2.0/subnets/82f67d61-00f1-4407-8ad5-7ac78b8df834 HTTP/1.1" status: 404 len: 337 time: 0.0546205 Jul 28 11:32:06.580759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 929da78b-cceb-4d9d-a700-56e11bd47815, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=929da78b-cceb-4d9d-a700-56e11bd47815,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:06.596759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '929da78b-cceb-4d9d-a700-56e11bd47815', 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d', 'port_id': '929da78b-cceb-4d9d-a700-56e11bd47815', 'mac_address': 'fa:16:3e:72:b7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e620cc9e-cae2-49a6-b183-fbe391c5cc6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:32:06.641074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] For port 522d3eaa-76f0-4d83-a530-9af1247d0236, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=522d3eaa-76f0-4d83-a530-9af1247d0236,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:06.641355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:06.666992 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:06.671309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef84a4-5510-461d-9dc1-d78901a673af req-658b3217-d96c-4da5-a79e-b2625cb9b654 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:06.673275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86ef84a4-5510-461d-9dc1-d78901a673af req-658b3217-d96c-4da5-a79e-b2625cb9b654 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0895720 Jul 28 11:32:06.678044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Calling delete_port for 522d3eaa-76f0-4d83-a530-9af1247d0236 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:06.690176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929da78b-cceb-4d9d-a700-56e11bd47815 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:32:06.720556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 929da78b-cceb-4d9d-a700-56e11bd47815, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=929da78b-cceb-4d9d-a700-56e11bd47815,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:06.727075 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:06.740468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86ef84a4-5510-461d-9dc1-d78901a673af req-b8cd51bb-b5d5-473a-a14d-b00283103f77 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Jul 28 11:32:06.795530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=929da78b-cceb-4d9d-a700-56e11bd47815,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:06.875802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:06.913155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event deleted for resources: {'Port': ['ID=522d3eaa-76f0-4d83-a530-9af1247d0236,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:06.919565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['929da78b-cceb-4d9d-a700-56e11bd47815'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:32:06.957315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] No DVR routers for this DVR port 522d3eaa-76f0-4d83-a530-9af1247d0236 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:06.961046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:06.963078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd3a87b6-57c2-4bfe-8ebf-c7937bcb01a4 req-3b735f48-3bcb-4669-979e-5e0a05e62086 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.41 "DELETE /v2.0/ports/522d3eaa-76f0-4d83-a530-9af1247d0236 HTTP/1.1" status: 204 len: 173 time: 0.7068648 Jul 28 11:32:06.963698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'name': 'network-vif-deleted', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:06.967140 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10982231-d5f7-4743-935f-eed571fa3201" -d '{"events": [{"server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "name": "network-vif-deleted", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:06.986106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 45928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:07.161641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-865a6603-a9ac-48fb-9b0c-6e74faadc430 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b467c30e510447e8b3b65702a6ac5f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742167 Jul 28 11:32:07.163960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 45950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:07.220596 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2285c92-a6e3-4dc1-b31d-2d51520434f3 x-openstack-request-id: req-c2285c92-a6e3-4dc1-b31d-2d51520434f3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:07.221057 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88117a63-5e14-4c3b-8b0b-e60f14ebcdf4", "name": "network-vif-deleted", "tag": "522d3eaa-76f0-4d83-a530-9af1247d0236", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:07.221627 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2285c92-a6e3-4dc1-b31d-2d51520434f3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:07.222189 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88117a63-5e14-4c3b-8b0b-e60f14ebcdf4', 'name': 'network-vif-deleted', 'tag': '522d3eaa-76f0-4d83-a530-9af1247d0236', 'status': 'completed', 'code': 200} Jul 28 11:32:07.255115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f99a44-4b5c-4f49-a252-a989d465544b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:07.288062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f99a44-4b5c-4f49-a252-a989d465544b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:07.361824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f99a44-4b5c-4f49-a252-a989d465544b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:07.364451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f99a44-4b5c-4f49-a252-a989d465544b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:07.365587 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-87f99a44-4b5c-4f49-a252-a989d465544b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3a67c45-776a-4795-8f2e-bae90a6b3571 HTTP/1.1" status: 204 len: 168 time: 0.2005827 Jul 28 11:32:07.383135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f99a44-4b5c-4f49-a252-a989d465544b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a67c45-776a-4795-8f2e-bae90a6b3571,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:07.554119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd87c9ba-7b4c-482d-b135-d40a8b554e74 req-3c102a3a-01d0-497a-a594-95bb1ea307ab tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0358520 Jul 28 11:32:07.577817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce470-0358-4c71-8eb5-529f5645da7b req-7c077b36-c096-43a3-901c-e7865f8dfcd5 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:07.579086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-090ce470-0358-4c71-8eb5-529f5645da7b req-7c077b36-c096-43a3-901c-e7865f8dfcd5 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 944 time: 0.1127596 Jul 28 11:32:07.627636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-090ce470-0358-4c71-8eb5-529f5645da7b req-c3afbbe5-80e5-4c1e-bcf0-00628a12c19a tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360243 Jul 28 11:32:07.889591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489e64f-34b4-4f4f-af46-331afa7890c7 req-1c837c0f-b8e7-4305-9c9b-ca1381765a99 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:07.893679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0489e64f-34b4-4f4f-af46-331afa7890c7 req-1c837c0f-b8e7-4305-9c9b-ca1381765a99 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0600708 Jul 28 11:32:07.943844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0489e64f-34b4-4f4f-af46-331afa7890c7 req-491f37a6-afe5-49b4-8a36-a010d26813f4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Jul 28 11:32:08.404011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 929da78b-cceb-4d9d-a700-56e11bd47815 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:08.467885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 929da78b-cceb-4d9d-a700-56e11bd47815 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:08.473625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 929da78b-cceb-4d9d-a700-56e11bd47815 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:08.474031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:08.582512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:08.628337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929da78b-cceb-4d9d-a700-56e11bd47815'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:08.631020 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8be003e-f75f-442e-9ad2-d00820646020" -d '{"events": [{"server_uuid": "214048aa-ff83-4f0e-befe-c9e53ab3a398", "name": "network-vif-plugged", "status": "completed", "tag": "929da78b-cceb-4d9d-a700-56e11bd47815"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:08.660480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 929da78b-cceb-4d9d-a700-56e11bd47815, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=929da78b-cceb-4d9d-a700-56e11bd47815,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:08.669761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:08.744661 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb262d1-d56d-4442-8b53-e751fd936367 x-openstack-request-id: req-5eb262d1-d56d-4442-8b53-e751fd936367 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:08.745096 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214048aa-ff83-4f0e-befe-c9e53ab3a398", "name": "network-vif-plugged", "status": "completed", "tag": "929da78b-cceb-4d9d-a700-56e11bd47815", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:08.745805 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eb262d1-d56d-4442-8b53-e751fd936367 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:08.746980 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929da78b-cceb-4d9d-a700-56e11bd47815', 'code': 200} Jul 28 11:32:08.768945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ff08450-76fb-46cd-a9f2-1a9eb16e48ca req-09644dd0-bd4f-473d-b435-535f09e69321 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0541184 Jul 28 11:32:08.787475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=929da78b-cceb-4d9d-a700-56e11bd47815,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:08.907096 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9218f0-5fac-4b07-97af-81fcce5739a6 req-3e2844d4-11ff-4e32-af93-072b6a2db33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:08.909560 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b9218f0-5fac-4b07-97af-81fcce5739a6 req-3e2844d4-11ff-4e32-af93-072b6a2db33d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 1096 time: 0.0865223 Jul 28 11:32:08.978476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2b9218f0-5fac-4b07-97af-81fcce5739a6 req-76cc1b32-ba62-4621-98f9-d3d86768a59f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590847 Jul 28 11:32:08.983237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ed20-0dc1-4696-9e24-b9a2f4a11cf9 req-9437bf18-a56b-4176-b1ce-ae57ba315912 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:09.003925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f17ed20-0dc1-4696-9e24-b9a2f4a11cf9 req-9437bf18-a56b-4176-b1ce-ae57ba315912 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 945 time: 0.1475427 Jul 28 11:32:09.121734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f17ed20-0dc1-4696-9e24-b9a2f4a11cf9 req-d7859eef-fc56-4e17-8f65-6bd456ab4e2a tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161258 Jul 28 11:32:09.141099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bfd0-9693-4ee7-9df0-ff863df48adf req-4ebe8083-6a1a-4e73-8606-9c4bab39e492 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:09.142860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d2bfd0-9693-4ee7-9df0-ff863df48adf req-4ebe8083-6a1a-4e73-8606-9c4bab39e492 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0950842 Jul 28 11:32:09.192746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0d2bfd0-9693-4ee7-9df0-ff863df48adf req-834b22e7-807d-49f6-9510-a3231d2da3d6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Jul 28 11:32:09.325635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 522d3eaa-76f0-4d83-a530-9af1247d0236 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:09.348035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 522d3eaa-76f0-4d83-a530-9af1247d0236 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:09.348416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 522d3eaa-76f0-4d83-a530-9af1247d0236 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:09.795629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:09.905432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6d155fe-86cf-4d07-8140-737ac9d5548f req-22515394-4b30-42fd-a0e6-0030fe54edcb tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0403788 Jul 28 11:32:09.926345 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ef17add-ddfa-45f2-9374-d190f09110e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.021297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ef17add-ddfa-45f2-9374-d190f09110e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.025030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ef17add-ddfa-45f2-9374-d190f09110e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.063122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef17add-ddfa-45f2-9374-d190f09110e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eea4b71-e270-4d9b-ab15-366c3b6955fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:10.070335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:10.070946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2ef17add-ddfa-45f2-9374-d190f09110e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa0e8fe0aa6a4d8bbb7645570b787821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735894 Jul 28 11:32:10.133634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43fe59fc-a251-4d6a-a081-05ec7a44ca3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.155404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43fe59fc-a251-4d6a-a081-05ec7a44ca3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.206899 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43fe59fc-a251-4d6a-a081-05ec7a44ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.209453 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43fe59fc-a251-4d6a-a081-05ec7a44ca3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.212922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-43fe59fc-a251-4d6a-a081-05ec7a44ca3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eea4b71-e270-4d9b-ab15-366c3b6955fb HTTP/1.1" status: 204 len: 168 time: 0.1383641 Jul 28 11:32:10.251856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe59fc-a251-4d6a-a081-05ec7a44ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eea4b71-e270-4d9b-ab15-366c3b6955fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:10.294928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f760ad-b628-48cf-a0a9-541187b113aa req-d29d87bf-7b6c-4db4-b7eb-fe187916e771 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:10.296531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41f760ad-b628-48cf-a0a9-541187b113aa req-d29d87bf-7b6c-4db4-b7eb-fe187916e771 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 945 time: 0.0838761 Jul 28 11:32:10.372597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-41f760ad-b628-48cf-a0a9-541187b113aa req-15158a3f-5517-4218-85c8-03a650cee4e9 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Jul 28 11:32:10.389828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563baba-ec1c-4efd-8d94-0d8aef016171 req-b4e48de0-0772-414a-b0d8-7331d8ac4998 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:10.392613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8563baba-ec1c-4efd-8d94-0d8aef016171 req-b4e48de0-0772-414a-b0d8-7331d8ac4998 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0779369 Jul 28 11:32:10.437642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8563baba-ec1c-4efd-8d94-0d8aef016171 req-08ff0d2e-4d7a-4e6e-b958-4939fd24d540 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Jul 28 11:32:10.589006 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46110) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:10.603057 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215dafb6-930f-4016-9631-98affcaa0192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.703210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215dafb6-930f-4016-9631-98affcaa0192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.707948 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215dafb6-930f-4016-9631-98affcaa0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.751986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dafb6-930f-4016-9631-98affcaa0192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a37b952-f3c0-45ac-9579-1d907536ef53,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:10.763376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-215dafb6-930f-4016-9631-98affcaa0192 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e007fba874945afa23c1b4baa2ccb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728776 Jul 28 11:32:10.765736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:10.822417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5134577e-5e11-435c-b064-b6dc5629d591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.847428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5134577e-5e11-435c-b064-b6dc5629d591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.905302 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5134577e-5e11-435c-b064-b6dc5629d591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.908093 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5134577e-5e11-435c-b064-b6dc5629d591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:10.909309 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5134577e-5e11-435c-b064-b6dc5629d591 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a37b952-f3c0-45ac-9579-1d907536ef53 HTTP/1.1" status: 204 len: 168 time: 0.1425862 Jul 28 11:32:10.929370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134577e-5e11-435c-b064-b6dc5629d591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a37b952-f3c0-45ac-9579-1d907536ef53,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:11.018414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f0711117-950c-4c24-91e1-70287f435bde req-78a9b123-fdc6-4950-bc68-bdff52dbc69f tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "GET /v2.0/ports?device_id=88117a63-5e14-4c3b-8b0b-e60f14ebcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0328836 Jul 28 11:32:11.604807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27199d33-d3a6-4415-beb6-46d8038c2b66 req-65cee5cd-6b83-4fb3-9108-a26de2fd76d1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:11.607290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27199d33-d3a6-4415-beb6-46d8038c2b66 req-65cee5cd-6b83-4fb3-9108-a26de2fd76d1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0752821 Jul 28 11:32:11.698368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27199d33-d3a6-4415-beb6-46d8038c2b66 req-a49fd37a-70fb-40e1-a980-410d2903c937 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Jul 28 11:32:12.079636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46190) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:12.153788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda5-ca90-4c92-a68a-760e496d65e8 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:12.181651 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda5-ca90-4c92-a68a-760e496d65e8 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:12.258589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda5-ca90-4c92-a68a-760e496d65e8 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:12.261307 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1a2fda5-ca90-4c92-a68a-760e496d65e8 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:12.265886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f1a2fda5-ca90-4c92-a68a-760e496d65e8 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] 10.222.0.20 "DELETE /v2.0/security-groups/12d5a5e1-8437-4d73-a1ce-8703b1c97b80 HTTP/1.1" status: 204 len: 168 time: 0.1851223 Jul 28 11:32:12.276278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2fda5-ca90-4c92-a68a-760e496d65e8 tempest-TestVolumeBackupRestore-1401266634 tempest-TestVolumeBackupRestore-1401266634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5a5e1-8437-4d73-a1ce-8703b1c97b80,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:12.879090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7faf68-5796-4820-8676-566897afa516 req-b4304346-7e4b-47f6-97ae-7002153a2f6a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:12.890183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd7faf68-5796-4820-8676-566897afa516 req-b4304346-7e4b-47f6-97ae-7002153a2f6a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0915494 Jul 28 11:32:12.965921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd7faf68-5796-4820-8676-566897afa516 req-469cf2d1-6133-45b9-a8d1-9a3600620e76 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744653 Jul 28 11:32:13.506198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:13.755271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-252a4786-4161-4282-904d-5e24695868c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:13.889724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-252a4786-4161-4282-904d-5e24695868c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:13.895775 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-252a4786-4161-4282-904d-5e24695868c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:13.950049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:13.970352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-252a4786-4161-4282-904d-5e24695868c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83cb95ecdf8e4c61a25dcdf485f26d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628341 Jul 28 11:32:14.006558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a4786-4161-4282-904d-5e24695868c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d6eec-c7df-4966-aebc-ff558a243941,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:14.046150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0496608-2278-4e9b-bbbf-d6ae7a908ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.072435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0496608-2278-4e9b-bbbf-d6ae7a908ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.182163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5fe3-a44b-4880-b0e9-7d7ee9d9844c req-e71b60d0-4edd-4da4-a645-7546bbf9ee5b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:14.184323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decd5fe3-a44b-4880-b0e9-7d7ee9d9844c req-e71b60d0-4edd-4da4-a645-7546bbf9ee5b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0835080 Jul 28 11:32:14.206369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0496608-2278-4e9b-bbbf-d6ae7a908ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.209227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0496608-2278-4e9b-bbbf-d6ae7a908ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.210561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a0496608-2278-4e9b-bbbf-d6ae7a908ace admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/790d6eec-c7df-4966-aebc-ff558a243941 HTTP/1.1" status: 204 len: 168 time: 0.2594638 Jul 28 11:32:14.232885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0496608-2278-4e9b-bbbf-d6ae7a908ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d6eec-c7df-4966-aebc-ff558a243941,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:14.263127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-decd5fe3-a44b-4880-b0e9-7d7ee9d9844c req-291981a5-f786-454c-b808-8c3c158942be tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690265 Jul 28 11:32:14.671812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:14.712127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f5404a-8801-479f-8d6b-3800db833f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.915722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f5404a-8801-479f-8d6b-3800db833f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.924504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f5404a-8801-479f-8d6b-3800db833f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:14.985562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5404a-8801-479f-8d6b-3800db833f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f3f27a-4510-4e5f-ae74-52bbe7346b84,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:15.038626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:15.051338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a0f5404a-8801-479f-8d6b-3800db833f8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9368bf9d751a439aab0920a9436096b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742781 Jul 28 11:32:15.152502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63641c2d-9074-49f8-b09c-fa780b2fe387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:15.200910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63641c2d-9074-49f8-b09c-fa780b2fe387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:15.274374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63641c2d-9074-49f8-b09c-fa780b2fe387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:15.279384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63641c2d-9074-49f8-b09c-fa780b2fe387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:15.281817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-63641c2d-9074-49f8-b09c-fa780b2fe387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8f3f27a-4510-4e5f-ae74-52bbe7346b84 HTTP/1.1" status: 204 len: 168 time: 0.2409725 Jul 28 11:32:15.319771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63641c2d-9074-49f8-b09c-fa780b2fe387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f3f27a-4510-4e5f-ae74-52bbe7346b84,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:15.500220 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853809-f59e-4790-b532-bac3704e96b4 req-39cdbcae-aac0-4fc3-82ba-32b83c3b8d93 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:15.519506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4853809-f59e-4790-b532-bac3704e96b4 req-39cdbcae-aac0-4fc3-82ba-32b83c3b8d93 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1185224 Jul 28 11:32:15.649771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4853809-f59e-4790-b532-bac3704e96b4 req-8653a576-f062-447c-a8f7-2c07dfeeef4f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237373 Jul 28 11:32:16.977871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca0f27-943b-4621-8d21-4f39646761c1 req-2edecd85-002c-473c-9893-6e3a8f3690eb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:16.979469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdca0f27-943b-4621-8d21-4f39646761c1 req-2edecd85-002c-473c-9893-6e3a8f3690eb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1613665 Jul 28 11:32:17.066506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdca0f27-943b-4621-8d21-4f39646761c1 req-8846e784-9b9f-466f-bc13-056283f78d8c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771778 Jul 28 11:32:18.091184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:18.200472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88081d5-d810-40c3-8b2e-551ac07308fe req-a6a583c2-5ec8-4d2a-8970-81030d84dc27 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:18.202831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c88081d5-d810-40c3-8b2e-551ac07308fe req-a6a583c2-5ec8-4d2a-8970-81030d84dc27 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0646234 Jul 28 11:32:18.258030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c88081d5-d810-40c3-8b2e-551ac07308fe req-83bbaae8-d06e-4732-888f-af0573c9ca8c tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 Jul 28 11:32:18.350869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:18.537403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6872bb16-5272-4038-ae17-3c5a8a114ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.659508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6872bb16-5272-4038-ae17-3c5a8a114ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.669810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6872bb16-5272-4038-ae17-3c5a8a114ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.718684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872bb16-5272-4038-ae17-3c5a8a114ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6254eda1-3590-4334-8060-f47b5f47ca42,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:18.736717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6872bb16-5272-4038-ae17-3c5a8a114ec2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60f824672f3245a990d5459fb2cd96dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845310 Jul 28 11:32:18.737332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:18.786449 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.822516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43e365c-b1ff-4a42-9c1d-8d77daa90006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.852091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43e365c-b1ff-4a42-9c1d-8d77daa90006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.919882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43e365c-b1ff-4a42-9c1d-8d77daa90006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.923711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43e365c-b1ff-4a42-9c1d-8d77daa90006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:18.925148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b43e365c-b1ff-4a42-9c1d-8d77daa90006 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6254eda1-3590-4334-8060-f47b5f47ca42 HTTP/1.1" status: 204 len: 168 time: 0.1868558 Jul 28 11:32:18.935603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e365c-b1ff-4a42-9c1d-8d77daa90006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6254eda1-3590-4334-8060-f47b5f47ca42,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:19.117568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Deleting port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:19.118639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.227174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] For port 410869c6-b8dd-4c42-a85a-7bcc5279f3e2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:19.227541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.243858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Calling delete_port for 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:19.338569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:19.387784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f29356c-0e1b-4d56-b403-1cdeff861caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.444670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e531-7203-4978-a47e-c159c702c275 req-4eb09143-41f4-4854-a28f-c4b29228587b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:19.446089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19c6e531-7203-4978-a47e-c159c702c275 req-4eb09143-41f4-4854-a28f-c4b29228587b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0971160 Jul 28 11:32:19.505952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.528976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19c6e531-7203-4978-a47e-c159c702c275 req-2fece2df-6e4a-4b2b-9507-21ffe1c99984 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746372 Jul 28 11:32:19.544709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Pushing event deleted for resources: {'Port': ['ID=410869c6-b8dd-4c42-a85a-7bcc5279f3e2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:19.594725 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f29356c-0e1b-4d56-b403-1cdeff861caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.606901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f29356c-0e1b-4d56-b403-1cdeff861caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.691393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29356c-0e1b-4d56-b403-1cdeff861caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc0926-c6ff-4d1c-bac3-afcac6453685,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:19.697868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3f29356c-0e1b-4d56-b403-1cdeff861caa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81dc5ac69239457ab2f68cd552958671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567333 Jul 28 11:32:19.701030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:19.798539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.849214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a3fc2d-feae-4e55-a152-85390a777cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.857448 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.901774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a3fc2d-feae-4e55-a152-85390a777cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.990323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a3fc2d-feae-4e55-a152-85390a777cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.994635 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a3fc2d-feae-4e55-a152-85390a777cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:19.999662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-79a3fc2d-feae-4e55-a152-85390a777cbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eccc0926-c6ff-4d1c-bac3-afcac6453685 HTTP/1.1" status: 204 len: 168 time: 0.2952354 Jul 28 11:32:20.008803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3fc2d-feae-4e55-a152-85390a777cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc0926-c6ff-4d1c-bac3-afcac6453685,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:20.519744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Router cd32b658-3f26-475e-92ff-041d29f571cf has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:20.648966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9a423-1504-4b6f-9ff4-0394d349be41 req-af2fe6d9-d358-4ba4-9baf-f1debaf937b3 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:20.656985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ee9a423-1504-4b6f-9ff4-0394d349be41 req-af2fe6d9-d358-4ba4-9baf-f1debaf937b3 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0633991 Jul 28 11:32:20.706239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:20.717072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] Sync routers for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:20.733148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ee9a423-1504-4b6f-9ff4-0394d349be41 req-3a4b8eb3-badb-435d-99d5-e9e85bcfdf50 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750449 Jul 28 11:32:20.735585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:20.736708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:20.737688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2be5c599-c401-4edd-b87e-cc194c0c6380 admin admin] 10.222.0.20 "PUT /v2.0/routers/cd32b658-3f26-475e-92ff-041d29f571cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453445 Jul 28 11:32:20.739360 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:20.906982 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:20.934481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.084949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.186414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Deleting port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:21.186554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.206799 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:32:19Z', 'revision_number': 5, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port': {'id': '64eedfdc-7a1d-429c-8a9b-8d154acae8dc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:16Z', 'updated_at': '2021-07-28T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:21.270140 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] Checking router: cd32b658-3f26-475e-92ff-041d29f571cf for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:21.286984 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] Routers {'cd32b658-3f26-475e-92ff-041d29f571cf'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:21.287850 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['cd32b658-3f26-475e-92ff-041d29f571cf'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:21.306442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] For port 64eedfdc-7a1d-429c-8a9b-8d154acae8dc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:21.306874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.322280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Calling delete_port for 64eedfdc-7a1d-429c-8a9b-8d154acae8dc owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:21.370100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:21.411431 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] Set router cd32b658-3f26-475e-92ff-041d29f571cf gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:21.455337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:32:21.487803 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:32:21Z', 'revision_number': 6, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:21.517580 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc27dd-c13d-4fa8-a844-4952c8c98f81 None None] The sync data for ids ['cd32b658-3f26-475e-92ff-041d29f571cf'] in n-d-723573-7 is: [{'id': 'cd32b658-3f26-475e-92ff-041d29f571cf', 'name': 'tempest-TestVolumeBackupRestore-506445170-router', 'tenant_id': '454ff53bac7a4527ba3b2d29897d864e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:15Z', 'updated_at': '2021-07-28T11:32:21Z', 'revision_number': 6, 'project_id': '454ff53bac7a4527ba3b2d29897d864e', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:21.638537 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.668374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.708727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Pushing event deleted for resources: {'Port': ['ID=64eedfdc-7a1d-429c-8a9b-8d154acae8dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:21.718403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:21.751033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:21.752106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:21.754600 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0971f477-4e93-489b-8133-0641f6fd1d5c" -d '{"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:21.764910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.782014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.791500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'port_id': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'mac_address': 'fa:16:3e:94:42:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f57a8-dace-48ad-9933-c5c88b34e41e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:32:21.859339 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59622d11-ee87-4414-8931-232b782ecc88 x-openstack-request-id: req-59622d11-ee87-4414-8931-232b782ecc88 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:21.859629 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:21.860079 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59622d11-ee87-4414-8931-232b782ecc88 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:21.860657 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'code': 200} Jul 28 11:32:21.866404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:21.876524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:21.910563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2c2545-0978-4f82-8dab-166f7f295180 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:32:21.967003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:21.973640 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.025462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.050231 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.086256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:22.131514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:22.131829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 410869c6-b8dd-4c42-a85a-7bcc5279f3e2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:22.144166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:22.170040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.170894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd32b658-3f26-475e-92ff-041d29f571cf {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:32:22.175986 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.177375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-efaaa1ea-41b7-4d71-86a5-62d3037d4588 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cd32b658-3f26-475e-92ff-041d29f571cf HTTP/1.1" status: 204 len: 168 time: 1.4354548 Jul 28 11:32:22.180552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:22.187034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0fce2-f5b4-40dd-90b6-a3223780e912 req-891fc3d4-433b-426d-aa40-1c00e8cbeef4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:22.194684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cc0fce2-f5b4-40dd-90b6-a3223780e912 req-891fc3d4-433b-426d-aa40-1c00e8cbeef4 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 945 time: 0.2007754 Jul 28 11:32:22.204740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ec2c2545-0978-4f82-8dab-166f7f295180'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:32:22.241406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cc0fce2-f5b4-40dd-90b6-a3223780e912 req-3a5aa45d-edea-44a7-8056-0301b8049654 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Jul 28 11:32:22.270034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Deleting subnet 0b8551de-469c-4061-980c-cbcbd655e3fd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:32:22.273465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.351913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.460552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.537374 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.569947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8551de-469c-4061-980c-cbcbd655e3fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:22.588015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.589470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9413e9a-9af9-4e02-aad3-dbbc22530aba None None] Network 4490c18c-51c2-4988-8d58-369de7383227 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:22.590524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a2843740-3211-4cb6-88e6-045046f7185b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b8551de-469c-4061-980c-cbcbd655e3fd HTTP/1.1" status: 204 len: 168 time: 0.4087055 Jul 28 11:32:22.593025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 46912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:22.700707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.735317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.778934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Deleting port 09a2b7d6-5851-44aa-b577-3262c71c4a3e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:22.779470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.833374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] DHCP port deletion for 4490c18c-51c2-4988-8d58-369de7383227 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:32:22.894484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] For port 09a2b7d6-5851-44aa-b577-3262c71c4a3e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=09a2b7d6-5851-44aa-b577-3262c71c4a3e,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:22.894832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.909413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] Deleting port 09a2b7d6-5851-44aa-b577-3262c71c4a3e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:22.910306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:22.925183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Calling delete_port for 09a2b7d6-5851-44aa-b577-3262c71c4a3e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:23.055323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] For port 09a2b7d6-5851-44aa-b577-3262c71c4a3e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=09a2b7d6-5851-44aa-b577-3262c71c4a3e,segment=NetworkSegment(ac4753c5-cf34-44e8-acfd-9312115f34dd),segment_id=ac4753c5-cf34-44e8-acfd-9312115f34dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:23.055661 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.090135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] Calling delete_port for 09a2b7d6-5851-44aa-b577-3262c71c4a3e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:23.128135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.178881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a2b7d6-5851-44aa-b577-3262c71c4a3e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:23.187119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] No DVR routers for this DVR port 09a2b7d6-5851-44aa-b577-3262c71c4a3e on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:23.225029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.245264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] No DVR routers for this DVR port 09a2b7d6-5851-44aa-b577-3262c71c4a3e on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:23.280382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.289015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f9805-bc45-4080-89a6-9abce42a354c None None] Pushing event deleted for resources: {'Port': ['ID=09a2b7d6-5851-44aa-b577-3262c71c4a3e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:23.310531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4490c18c-51c2-4988-8d58-369de7383227']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:23.327859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4753c5-cf34-44e8-acfd-9312115f34dd') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:23.329179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4753c5-cf34-44e8-acfd-9312115f34dd') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:23.347020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.381389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:23.415233 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.422552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:32:23.423091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:32:23.497320 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:32:23.519492 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.537713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ec2c2545-0978-4f82-8dab-166f7f295180 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:23.538492 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.543781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.548718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 46942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:23.549671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4490c18c-51c2-4988-8d58-369de7383227 HTTP/1.1" status: 204 len: 168 time: 0.9555986 Jul 28 11:32:23.601430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e47f02-3af1-4fa1-8b6c-6610bc7f2885 admin admin] Pushing event deleted for resources: {'Network': ['ID=4490c18c-51c2-4988-8d58-369de7383227,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:23.623154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff376a82-f3cc-48c9-963d-0a032866a633 req-f5c73c53-af04-4a87-a8bf-15f0d984729f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:23.625091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff376a82-f3cc-48c9-963d-0a032866a633 req-f5c73c53-af04-4a87-a8bf-15f0d984729f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 945 time: 0.2832065 Jul 28 11:32:23.667150 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.737123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:23.743801 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:23.778852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 09a2b7d6-5851-44aa-b577-3262c71c4a3e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:23.991850 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-d75a0e79-f43a-42ed-87cd-30695f79ba96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5919743 Jul 28 11:32:24.115749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:24.122230 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7220e4c8-5d81-4a5f-9755-e5e935373c1b" -d '{"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:24.149294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 09a2b7d6-5851-44aa-b577-3262c71c4a3e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:24.161918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 09a2b7d6-5851-44aa-b577-3262c71c4a3e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:24.162735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 64eedfdc-7a1d-429c-8a9b-8d154acae8dc no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:24.188767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 64eedfdc-7a1d-429c-8a9b-8d154acae8dc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:24.189451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 64eedfdc-7a1d-429c-8a9b-8d154acae8dc not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:24.241727 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5b62f0-7944-4b41-93f7-2e935ca602bc x-openstack-request-id: req-8e5b62f0-7944-4b41-93f7-2e935ca602bc {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:24.248620 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-plugged", "status": "completed", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:24.249177 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5b62f0-7944-4b41-93f7-2e935ca602bc {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:24.249820 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'code': 200} Jul 28 11:32:24.253840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:24.300907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-4982a707-4068-4c06-a129-7c399748485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:24.302736 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-4982a707-4068-4c06-a129-7c399748485b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 1096 time: 0.1409566 Jul 28 11:32:24.378775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff376a82-f3cc-48c9-963d-0a032866a633 req-bb8d87b4-0636-4ff9-b0a3-d41bea37b303 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7365303 Jul 28 11:32:24.446684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f30d1-b6ca-4159-9446-375d1bc002c1 req-384a71ba-e422-4870-b821-bcc4a7fa48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:24.449175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f2f30d1-b6ca-4159-9446-375d1bc002c1 req-384a71ba-e422-4870-b821-bcc4a7fa48ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 1097 time: 0.0674932 Jul 28 11:32:24.523640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-8ead0d97-beed-48ab-8bb2-15df181c3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:24.525997 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-8ead0d97-beed-48ab-8bb2-15df181c3994 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 915 time: 0.1972251 Jul 28 11:32:24.563780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f2f30d1-b6ca-4159-9446-375d1bc002c1 req-9f420b4c-44dd-4fb9-aad8-06a37857902a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072459 Jul 28 11:32:24.599111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-35fc1cb3-4be7-4d4e-a0cd-d65d3ca8fb8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929da78b-cceb-4d9d-a700-56e11bd47815 HTTP/1.1" status: 200 len: 217 time: 0.0581706 Jul 28 11:32:24.603271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:24.723135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-d2512dc4-c7aa-4f0e-8efe-ea3233428118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:24.724626 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-d2512dc4-c7aa-4f0e-8efe-ea3233428118 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e620cc9e-cae2-49a6-b183-fbe391c5cc6e HTTP/1.1" status: 200 len: 854 time: 0.1178210 Jul 28 11:32:24.788930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-6d90cc51-b214-4575-ac6d-de99d2ac57f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339451 Jul 28 11:32:24.957102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-200201da-c46a-4bac-9ab1-cb1fa6df44e8 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610804 Jul 28 11:32:25.098397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fc39dc1-ed15-40e1-963b-16d5807a3b94 req-d9f677d5-922f-4ffd-b7d3-0eb661c14afe service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330881 Jul 28 11:32:25.117915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Deleting port 4523cbc1-120d-44be-9312-886cc029edcd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:25.118200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:25.209765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] For port 4523cbc1-120d-44be-9312-886cc029edcd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4523cbc1-120d-44be-9312-886cc029edcd,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:25.210134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:25.225808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Calling delete_port for 4523cbc1-120d-44be-9312-886cc029edcd owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:25.478128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:25.509214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4523cbc1-120d-44be-9312-886cc029edcd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:25.556946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1028a2-1eaf-4ed5-b8a2-eafcf2d755fc req-bf3d1e51-b500-4359-ae63-4983e1965740 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:25.560500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1028a2-1eaf-4ed5-b8a2-eafcf2d755fc req-bf3d1e51-b500-4359-ae63-4983e1965740 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.1044412 Jul 28 11:32:25.634350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d1028a2-1eaf-4ed5-b8a2-eafcf2d755fc req-51b5db4c-5e94-4ead-8fe1-25a940fb3049 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679450 Jul 28 11:32:25.840199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:25.878873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f33a8-d9d4-48cb-af03-424559d90e50 req-4186459e-ad59-4fcd-8bdc-3163f893a7a6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:25.881100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-050f33a8-d9d4-48cb-af03-424559d90e50 req-4186459e-ad59-4fcd-8bdc-3163f893a7a6 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.0986104 Jul 28 11:32:25.952789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-050f33a8-d9d4-48cb-af03-424559d90e50 req-dac48d89-527b-49d1-a7a7-0f79a4dec924 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649862 Jul 28 11:32:26.188339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:26.354051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:26.363937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-de038b65-2b05-4ea2-85ef-ecde38af3eb6 admin admin] 10.222.0.20 "PUT /v2.0/routers/6dba1d4a-1c02-4366-b4de-d36efe6cd8da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116441 Jul 28 11:32:26.364225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:26.365735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] Sync routers for ids ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:26.391945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] Routers {'6dba1d4a-1c02-4366-b4de-d36efe6cd8da'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:26.392648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:26.549250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] Set router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:26.567323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:26.665501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-0918d4d0-d662-4316-a2b1-853d22038e0b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:26.669188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-0918d4d0-d662-4316-a2b1-853d22038e0b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 814 time: 0.2139943 Jul 28 11:32:26.697481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-7877ab6f-1dfc-4ea5-beaf-9da60dd80c2f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/quotas/cba59d87a53843d1b57b5a604603921e HTTP/1.1" status: 200 len: 375 time: 0.0205381 Jul 28 11:32:26.765411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8503e5db-8aff-4d9e-b134-16cb3a79a2a1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579348 Jul 28 11:32:26.789847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:26.846922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:32:25Z', 'revision_number': 5, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port': {'id': 'b34e68fa-4666-49e7-a898-f45db53d660c', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:27:30Z', 'updated_at': '2021-07-28T11:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:26.934526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] Checking router: 6dba1d4a-1c02-4366-b4de-d36efe6cd8da for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:26.942357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-4ba605cc-74a4-4c1a-bde7-1371a0e4089e service neutron] 10.222.0.20 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695678 Jul 28 11:32:26.958693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] Routers {'6dba1d4a-1c02-4366-b4de-d36efe6cd8da'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:26.959340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:27.099580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] Set router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:27.131228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-916a9cb7-3234-4f8a-bbb5-c0f4704972a3 service neutron] 10.222.0.20 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827781 Jul 28 11:32:27.194507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:32:26Z', 'revision_number': 6, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:27.277587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92dc56-1b18-4b62-b21e-8ae6c7b540ac None None] The sync data for ids ['6dba1d4a-1c02-4366-b4de-d36efe6cd8da'] in n-d-723573-7 is: [{'id': '6dba1d4a-1c02-4366-b4de-d36efe6cd8da', 'name': 'tempest-TestVolumeBackupRestore-520400050-router', 'tenant_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:27:29Z', 'updated_at': '2021-07-28T11:32:26Z', 'revision_number': 6, 'project_id': '4194cc56c8f54f1ab4ab8af2b9482d9c', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:27.429798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Deleting port b34e68fa-4666-49e7-a898-f45db53d660c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:27.432102 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:27.596284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6848f55-2d2f-4a11-9da6-0dea03e58359 req-b575f78b-ad32-4d41-a562-9f933c190613 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 210 time: 0.0904505 Jul 28 11:32:27.646616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-f688c110-0844-486a-8b52-fb0541fb3093 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:27.675682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4523cbc1-120d-44be-9312-886cc029edcd no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:27.690086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] For port b34e68fa-4666-49e7-a898-f45db53d660c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b34e68fa-4666-49e7-a898-f45db53d660c,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:27.690471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:27.699728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-f688c110-0844-486a-8b52-fb0541fb3093 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.41 "GET /v2.0/ports?device_id=2367da1f-cad4-4d59-81d8-ab7ef38a9080 HTTP/1.1" status: 200 len: 946 time: 0.2500799 Jul 28 11:32:27.729105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Calling delete_port for b34e68fa-4666-49e7-a898-f45db53d660c owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:27.760262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4523cbc1-120d-44be-9312-886cc029edcd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:27.760262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4523cbc1-120d-44be-9312-886cc029edcd not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:27.904099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef5df-8392-49bb-8dd8-0dc85b5d24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:27.912478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Deleting port ec2c2545-0978-4f82-8dab-166f7f295180 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:27.912811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.165565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] For port ec2c2545-0978-4f82-8dab-166f7f295180, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ec2c2545-0978-4f82-8dab-166f7f295180,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:28.166004 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.180559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.213858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Calling delete_port for ec2c2545-0978-4f82-8dab-166f7f295180 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:28.232220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34e68fa-4666-49e7-a898-f45db53d660c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:28.365062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.484071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.488332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.510193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.524563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ec2c2545-0978-4f82-8dab-166f7f295180'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:32:28.577191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.578549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dba1d4a-1c02-4366-b4de-d36efe6cd8da {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:32:28.588259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.592865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c3f4d93d-8ea0-4386-8623-5322c2c6ec86 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6dba1d4a-1c02-4366-b4de-d36efe6cd8da HTTP/1.1" status: 204 len: 168 time: 2.2250674 Jul 28 11:32:28.592865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:28.647191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Pushing event deleted for resources: {'Port': ['ID=ec2c2545-0978-4f82-8dab-166f7f295180,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:28.652211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Deleting subnet 850be51b-f6d5-4c2c-b6f7-92028845d22c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:32:28.655771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.715441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.760321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] No DVR routers for this DVR port ec2c2545-0978-4f82-8dab-166f7f295180 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:28.764962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.767898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c8558e0-00da-45e4-aed6-6808dddaa2d6 req-5c0dcad2-2737-43aa-b154-4cabcba98d7e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.41 "DELETE /v2.0/ports/ec2c2545-0978-4f82-8dab-166f7f295180 HTTP/1.1" status: 204 len: 173 time: 1.0667508 Jul 28 11:32:28.829558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-deleted', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:28.842935 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84373071-8d7d-46c6-95fe-c90ebf3dec47" -d '{"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-deleted", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:28.852097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:28.870923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2bf57ebf-eeb3-4614-9d38-71694558d426 req-b7d3a2fa-e13c-4114-a419-cd8032b2b283 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 210 time: 0.1148949 Jul 28 11:32:28.907316 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8f207d-d885-4420-825c-35ce6c089b17 x-openstack-request-id: req-7d8f207d-d885-4420-825c-35ce6c089b17 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:28.907677 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367da1f-cad4-4d59-81d8-ab7ef38a9080", "name": "network-vif-deleted", "tag": "ec2c2545-0978-4f82-8dab-166f7f295180", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:28.907865 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d8f207d-d885-4420-825c-35ce6c089b17 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:28.908288 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367da1f-cad4-4d59-81d8-ab7ef38a9080', 'name': 'network-vif-deleted', 'tag': 'ec2c2545-0978-4f82-8dab-166f7f295180', 'status': 'completed', 'code': 200} Jul 28 11:32:28.976506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.008714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.014282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:29.015042 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/850be51b-f6d5-4c2c-b6f7-92028845d22c HTTP/1.1" status: 204 len: 168 time: 0.4205213 Jul 28 11:32:29.016312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4a733-f8f6-42a2-806f-0d3c6495fb1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850be51b-f6d5-4c2c-b6f7-92028845d22c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:29.028483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9992a0b-07d6-48f9-8681-09c1a354922a None None] Network 8b476fbf-1d7a-4369-9d44-bc1316809a3b requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:29.190731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.313309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Deleting port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:29.313661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.326986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806f502-6997-40bb-b9e9-822918286409 None None] DHCP port deletion for 8b476fbf-1d7a-4369-9d44-bc1316809a3b request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:32:29.424870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3806f502-6997-40bb-b9e9-822918286409 None None] Deleting port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:29.425265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-3b70d6cb-4ed3-4f28-85f8-b0be95a6069a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:29.427330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-3b70d6cb-4ed3-4f28-85f8-b0be95a6069a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 814 time: 0.3035965 Jul 28 11:32:29.428029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3806f502-6997-40bb-b9e9-822918286409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.444001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Request body: {'port': {'device_id': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'admin_state_up': True, 'tenant_id': 'cba59d87a53843d1b57b5a604603921e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:29.475991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] For port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:29.476384 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.507559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Calling delete_port for 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:29.578097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3806f502-6997-40bb-b9e9-822918286409 None None] For port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,segment=NetworkSegment(75a0b26b-cc46-43d2-8269-e25468407449),segment_id=75a0b26b-cc46-43d2-8269-e25468407449)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:29.578698 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3806f502-6997-40bb-b9e9-822918286409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.598189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3806f502-6997-40bb-b9e9-822918286409 None None] Calling delete_port for 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:29.733402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.812394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b34e68fa-4666-49e7-a898-f45db53d660c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:29.841503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] No DVR routers for this DVR port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:29.849063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b34e68fa-4666-49e7-a898-f45db53d660c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:29.849413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b34e68fa-4666-49e7-a898-f45db53d660c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:29.849847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:29.862673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Made reservation on behalf of cba59d87a53843d1b57b5a604603921e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:29.868257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.875279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:29.878610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:29.878957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:29.896039 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3806f502-6997-40bb-b9e9-822918286409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:29.960806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806f502-6997-40bb-b9e9-822918286409 None None] Pushing event deleted for resources: {'Port': ['ID=8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:29.979106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806f502-6997-40bb-b9e9-822918286409 None None] No DVR routers for this DVR port 8a8bbd7c-e1fc-4d8c-9eb8-2ca7c6d455ac on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:30.037266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.079553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b476fbf-1d7a-4369-9d44-bc1316809a3b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:30.109630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5714bce5-0fff-4e69-850a-db861b53c2c2 req-5c2648a1-6779-4128-a800-da2439bd5d9b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 210 time: 0.0691767 Jul 28 11:32:30.125208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a0b26b-cc46-43d2-8269-e25468407449') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:30.126169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a0b26b-cc46-43d2-8269-e25468407449') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:30.128304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Allocated IP 172.20.0.11 (bb643528-ed99-4353-a3b5-f601558fa9d2/515f57a8-dace-48ad-9933-c5c88b34e41e/2585219e-02bb-42f4-995c-4cb35e47f295) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:30.142247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.180442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.192939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:32:30.193357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:32:30.201895 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:32:30.307064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.315912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.324597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b476fbf-1d7a-4369-9d44-bc1316809a3b HTTP/1.1" status: 204 len: 168 time: 1.3076119 Jul 28 11:32:30.346072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d01ca-d3c7-4693-826e-1f7148f9dc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b476fbf-1d7a-4369-9d44-bc1316809a3b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:30.371155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.418348 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.462832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Network bb643528-ed99-4353-a3b5-f601558fa9d2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:30.470325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:30.513406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:30.585247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Pushing event updated for resources: {'Port': ['ID=2585219e-02bb-42f4-995c-4cb35e47f295,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:30.601340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:30.602059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.623525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b1d3574-7f3d-4240-85e4-7b27e8fd21fa tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1838319 Jul 28 11:32:30.647720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Request body: {'port': {'device_id': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:30.725926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:30.747648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.791009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b653be88-eb24-432e-9aff-83b3753c420d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=454ff53bac7a4527ba3b2d29897d864e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633330 Jul 28 11:32:30.791789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:30.888967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159e214d-772f-418b-9af0-aa01694a077b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:30.938419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159e214d-772f-418b-9af0-aa01694a077b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.013636 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.068009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159e214d-772f-418b-9af0-aa01694a077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.073368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159e214d-772f-418b-9af0-aa01694a077b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.074952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-159e214d-772f-418b-9af0-aa01694a077b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb61baf3-4214-4314-8cfc-aed54b67209e HTTP/1.1" status: 204 len: 168 time: 0.2819207 Jul 28 11:32:31.088721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e214d-772f-418b-9af0-aa01694a077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61baf3-4214-4314-8cfc-aed54b67209e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:31.147894 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ea801c4-f262-4c07-9843-7b69a77e8544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.282811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2585219e-02bb-42f4-995c-4cb35e47f295 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:32:31.292311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.308839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Transition to ACTIVE for port object 2585219e-02bb-42f4-995c-4cb35e47f295 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:31.317420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.351948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb2031-1416-48c6-8a12-50bf38a5a982 req-1278b709-503e-4f89-85bb-40c393fe2979 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:31.356396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02eb2031-1416-48c6-8a12-50bf38a5a982 req-1278b709-503e-4f89-85bb-40c393fe2979 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 932 time: 0.1296909 Jul 28 11:32:31.433981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02eb2031-1416-48c6-8a12-50bf38a5a982 req-e3aa40d2-8f07-4e18-92c5-1aa0d02741fd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Jul 28 11:32:31.443752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:31.458749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2585219e-02bb-42f4-995c-4cb35e47f295,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:31.471236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: ec2c2545-0978-4f82-8dab-166f7f295180 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:31.471752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ec2c2545-0978-4f82-8dab-166f7f295180 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:31.518760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Attempting to bind port 2585219e-02bb-42f4-995c-4cb35e47f295 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:31.519441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Attempting to bind port 2585219e-02bb-42f4-995c-4cb35e47f295 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:31.519990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Attempting to bind port 2585219e-02bb-42f4-995c-4cb35e47f295 on network bb643528-ed99-4353-a3b5-f601558fa9d2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:31.524653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Port 2585219e-02bb-42f4-995c-4cb35e47f295 on network bb643528-ed99-4353-a3b5-f601558fa9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:32:31.525227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Attempting to bind port 2585219e-02bb-42f4-995c-4cb35e47f295 on network bb643528-ed99-4353-a3b5-f601558fa9d2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:31.531727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:31.532416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Checking segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:31.533017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Bound using segment: {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:31.533654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Bound port: 2585219e-02bb-42f4-995c-4cb35e47f295, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060415bc-d16b-46b0-873b-388cd3718763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:31.534278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.629706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] For port 2585219e-02bb-42f4-995c-4cb35e47f295, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:31.640061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] For port 2585219e-02bb-42f4-995c-4cb35e47f295, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=2585219e-02bb-42f4-995c-4cb35e47f295,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:31.664328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.710134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:31.710767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:31.712722 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/2585219e-02bb-42f4-995c-4cb35e47f295 HTTP/1.1" status: 200 len: 1092 time: 1.0717304 Jul 28 11:32:31.715175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'tag': '2585219e-02bb-42f4-995c-4cb35e47f295'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:31.718869 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a7999-600e-49a7-95d2-6a21d854a61e" -d '{"events": [{"name": "network-changed", "server_uuid": "224653f4-8cc8-4291-908c-8aa0826f0f58", "tag": "2585219e-02bb-42f4-995c-4cb35e47f295"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:31.798538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725be7d-3735-459b-a095-7244dbb2a8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2585219e-02bb-42f4-995c-4cb35e47f295,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:31.815876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b922953-12a8-4c1f-896d-bdeadd5386dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:31.820835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:31.821975 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-8b922953-12a8-4c1f-896d-bdeadd5386dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 1095 time: 0.0591717 Jul 28 11:32:31.830605 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58faf6da-479f-4edc-9907-38f23dba5be1 x-openstack-request-id: req-58faf6da-479f-4edc-9907-38f23dba5be1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:31.831284 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224653f4-8cc8-4291-908c-8aa0826f0f58", "tag": "2585219e-02bb-42f4-995c-4cb35e47f295", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:31.831284 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58faf6da-479f-4edc-9907-38f23dba5be1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:31.831731 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'tag': '2585219e-02bb-42f4-995c-4cb35e47f295', 'status': 'completed', 'code': 200} Jul 28 11:32:31.904479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9988faf-cd2a-48b1-b46c-6daebc3b4a64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4194cc56c8f54f1ab4ab8af2b9482d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824316 Jul 28 11:32:31.907712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:31.934993 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-44d433cf-ba56-424c-9b5f-5f11d0165d1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2585219e-02bb-42f4-995c-4cb35e47f295 HTTP/1.1" status: 200 len: 217 time: 0.0990586 Jul 28 11:32:31.958787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:31.978974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.006941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42aca67-9609-4cb3-9afd-f2640a3b86ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.036324 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42aca67-9609-4cb3-9afd-f2640a3b86ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.060311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2979-eaae-4f14-a229-3131fb616843 req-20159cb0-fd7f-49a6-9082-adb68810aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:32.062242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-20159cb0-fd7f-49a6-9082-adb68810aaae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.1190286 Jul 28 11:32:32.106713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42aca67-9609-4cb3-9afd-f2640a3b86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.110393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42aca67-9609-4cb3-9afd-f2640a3b86ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.117461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d42aca67-9609-4cb3-9afd-f2640a3b86ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a296b41f-96c7-4e29-87d3-7b8845fa72f3 HTTP/1.1" status: 204 len: 168 time: 0.2084789 Jul 28 11:32:32.119137 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-7f5bab57-5a07-44a2-9824-5a8189c2571a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492175 Jul 28 11:32:32.134900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aca67-9609-4cb3-9afd-f2640a3b86ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a296b41f-96c7-4e29-87d3-7b8845fa72f3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:32.241223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f1934-dd10-4671-8078-8196e54e4c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.378706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-5e6aec7f-9397-4511-b1df-5fb30592bfd6 service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512093 Jul 28 11:32:32.483433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:32:32.617321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f1934-dd10-4671-8078-8196e54e4c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.633186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eadc1-2bad-45a0-bddc-b403777c7309 req-70091262-de16-429a-b6d1-4f5029205521 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:32.634787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-973eadc1-2bad-45a0-bddc-b403777c7309 req-70091262-de16-429a-b6d1-4f5029205521 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 944 time: 0.1104147 Jul 28 11:32:32.642223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f1934-dd10-4671-8078-8196e54e4c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.681304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-20cb2979-eaae-4f14-a229-3131fb616843 req-eb37c743-c31b-407a-8189-202412227ed4 service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935939 Jul 28 11:32:32.699663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-973eadc1-2bad-45a0-bddc-b403777c7309 req-633d156e-2074-42d4-ae3a-aaf9911d5eee tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 Jul 28 11:32:32.719122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-471f1934-dd10-4671-8078-8196e54e4c75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92831d8a07ea4e60869c84d1a19e30c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562838 Jul 28 11:32:32.723618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:32.732555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f1934-dd10-4671-8078-8196e54e4c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abfeb32-b0b2-40c6-9310-ab342f32dffb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:32.809526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-bade184c-09ee-4f5b-96d4-81d8c05b089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:32.811032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-bade184c-09ee-4f5b-96d4-81d8c05b089e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba59d87a53843d1b57b5a604603921e&device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 1095 time: 0.0678918 Jul 28 11:32:32.861710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-631ddf6a-0919-48a6-8fe8-d1001a674fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:32.941532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-631ddf6a-0919-48a6-8fe8-d1001a674fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.020209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-cecb4ab3-bd66-4a87-8511-8bc95bab5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:33.021127 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-cecb4ab3-bd66-4a87-8511-8bc95bab5868 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 200 len: 915 time: 0.2006388 Jul 28 11:32:33.082455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-27aa7a6c-c6a0-40b0-ab77-0ea082467d74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2585219e-02bb-42f4-995c-4cb35e47f295 HTTP/1.1" status: 200 len: 217 time: 0.0522172 Jul 28 11:32:33.088225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-631ddf6a-0919-48a6-8fe8-d1001a674fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.092561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-631ddf6a-0919-48a6-8fe8-d1001a674fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.094002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-631ddf6a-0919-48a6-8fe8-d1001a674fa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4abfeb32-b0b2-40c6-9310-ab342f32dffb HTTP/1.1" status: 204 len: 168 time: 0.3693907 Jul 28 11:32:33.170837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-633ff9e8-5e53-482e-a0a1-d248eb291134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:33.173016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-633ff9e8-5e53-482e-a0a1-d248eb291134 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 200 len: 854 time: 0.0774577 Jul 28 11:32:33.180215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ddf6a-0919-48a6-8fe8-d1001a674fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abfeb32-b0b2-40c6-9310-ab342f32dffb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:33.218302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-21932170-bf40-4fbc-8369-dc99dfba23f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb643528-ed99-4353-a3b5-f601558fa9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347912 Jul 28 11:32:33.268258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:33.375925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-8366cd1f-fa06-4cce-a912-bfb443fe116b service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431866 Jul 28 11:32:33.453399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.520330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed4a7999-600e-49a7-95d2-6a21d854a61e req-a39d64ac-8c80-447f-963a-dad423d56d28 service neutron] 10.222.0.44 "GET /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360204 Jul 28 11:32:33.564837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1453242663-network', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:33.596080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:33.598764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.611340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.656398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:33.676473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8609c12c-d683-45db-baae-0f814c21965c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.721614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.727116 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.753047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:32:33.787360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.788070 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Added segment 6d1618fa-901f-40af-b52d-5b57e55c41f7 of type vlan for network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 Jul 28 11:32:33.840589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69b96b3-0f70-48a5-956e-7504bb9158a1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:33.860773 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.884496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8609c12c-d683-45db-baae-0f814c21965c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.892843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8609c12c-d683-45db-baae-0f814c21965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.946732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:33.946967 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8609c12c-d683-45db-baae-0f814c21965c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac66136302dc484694f7b60fdab566a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893944 Jul 28 11:32:33.947969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609c12c-d683-45db-baae-0f814c21965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda894ad-1481-4ee4-a6bc-e5508e03d561,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:33.968881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.969849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:33.970421 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:33.984043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5336bc2-b96c-4764-9693-59d1cfc84c6b req-7e91818a-4df2-42ea-a799-2b36bdaef02f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:33.985661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5336bc2-b96c-4764-9693-59d1cfc84c6b req-7e91818a-4df2-42ea-a799-2b36bdaef02f tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 944 time: 0.1123395 Jul 28 11:32:34.075136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8013546 Jul 28 11:32:34.076259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:34.086477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Request body: {'subnet': {'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1453242663-subnet', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:34.098404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58eccb-f827-42f3-a1db-a0e8562fe58a admin admin] Pushing event updated for resources: {'Network': ['ID=c28f40d6-2c62-40a5-b6f7-745e53f7daa3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:34.111282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:32:34.141058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-673c1adb-84d7-4900-bcc3-78db56623905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.145058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5336bc2-b96c-4764-9693-59d1cfc84c6b req-b99e3689-9561-4a3f-ab16-d6356c687ede tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471169 Jul 28 11:32:34.159908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:34.162483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.184752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-673c1adb-84d7-4900-bcc3-78db56623905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.324638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-673c1adb-84d7-4900-bcc3-78db56623905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.327239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-673c1adb-84d7-4900-bcc3-78db56623905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.331118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-673c1adb-84d7-4900-bcc3-78db56623905 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cda894ad-1481-4ee4-a6bc-e5508e03d561 HTTP/1.1" status: 204 len: 168 time: 0.3800869 Jul 28 11:32:34.341711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c1adb-84d7-4900-bcc3-78db56623905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda894ad-1481-4ee4-a6bc-e5508e03d561,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:34.432456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.499550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c104903-f306-4ff3-88d8-6ee01470dd5d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:34.512730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:34.513109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Network hostable DHCP agents. Network: c28f40d6-2c62-40a5-b6f7-745e53f7daa3, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:32:34.534089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:32:34.553359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c28f40d6-2c62-40a5-b6f7-745e53f7daa3) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:34.560110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:34.561239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.565614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bad2ce-b34f-416e-a1ab-b98d294ffa54 None None] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:34.581962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9bc4c6b2-89c5-4f08-8588-22bc8c1bbfcc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4989367 Jul 28 11:32:34.581962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:34.587943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:34.618362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.621680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.707730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.806103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:32:34.806983 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:34.932510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.013835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Allocated IP 172.20.0.2 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/aa49bb96-4172-425f-9ec6-f0042d4e5526) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:35.227334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.252314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.281839 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.293149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Transition to ACTIVE for port object aa49bb96-4172-425f-9ec6-f0042d4e5526 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:35.327648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Transition to ACTIVE for port object aa49bb96-4172-425f-9ec6-f0042d4e5526 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:35.344262 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.373785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c81d5-b76c-4dd5-a460-40d9cfab6c32 req-02f5ff3b-0d10-4622-9382-94813884a8c9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:35.375377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f1c81d5-b76c-4dd5-a460-40d9cfab6c32 req-02f5ff3b-0d10-4622-9382-94813884a8c9 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 944 time: 0.0818756 Jul 28 11:32:35.385137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:35.389016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:35.392623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:35.407211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Pushing event updated for resources: {'Port': ['ID=aa49bb96-4172-425f-9ec6-f0042d4e5526,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:35.468638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Attempting to bind port aa49bb96-4172-425f-9ec6-f0042d4e5526 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:35.469010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Attempting to bind port aa49bb96-4172-425f-9ec6-f0042d4e5526 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:35.469382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Attempting to bind port aa49bb96-4172-425f-9ec6-f0042d4e5526 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:35.474466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:35.474840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:35.475287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.475626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:35.476204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Bound port: aa49bb96-4172-425f-9ec6-f0042d4e5526, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:35.476504 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.550212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4f1c81d5-b76c-4dd5-a460-40d9cfab6c32 req-a069bb59-3d68-4ab0-9186-9cb1a4e83903 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636946 Jul 28 11:32:35.558926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Allocated IP 172.25.1.185 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ca800919-026a-4537-80da-3619c0750a0a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:35.621584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] For port aa49bb96-4172-425f-9ec6-f0042d4e5526, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:35.628111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] For port aa49bb96-4172-425f-9ec6-f0042d4e5526, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aa49bb96-4172-425f-9ec6-f0042d4e5526,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:35.637869 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.717386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d25ee-d90b-47cc-9360-51e4e8fbf61d None None] Pushing event updated for resources: {'Port': ['ID=aa49bb96-4172-425f-9ec6-f0042d4e5526,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:35.758418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.830847 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:35.896814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Pushing event updated for resources: {'Port': ['ID=ca800919-026a-4537-80da-3619c0750a0a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:35.947955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:35.952702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:35.961160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:36.381241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:36.562385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 2585219e-02bb-42f4-995c-4cb35e47f295 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:32:36.696572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:36.745087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 2585219e-02bb-42f4-995c-4cb35e47f295, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=2585219e-02bb-42f4-995c-4cb35e47f295,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:36.763858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '2585219e-02bb-42f4-995c-4cb35e47f295', 'network_id': 'bb643528-ed99-4353-a3b5-f601558fa9d2', 'port_id': '2585219e-02bb-42f4-995c-4cb35e47f295', 'mac_address': 'fa:16:3e:2b:98:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f57a8-dace-48ad-9933-c5c88b34e41e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:32:36.825619 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:36.842248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2585219e-02bb-42f4-995c-4cb35e47f295 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:32:36.891957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 2585219e-02bb-42f4-995c-4cb35e47f295, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=2585219e-02bb-42f4-995c-4cb35e47f295,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:36.919477 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:37.012093 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5a31-146b-4104-bb22-73ccbf8a9ef7 req-a1de7b53-bedd-487e-9c6f-00e9a8062ed2 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:37.022980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb4d5a31-146b-4104-bb22-73ccbf8a9ef7 req-a1de7b53-bedd-487e-9c6f-00e9a8062ed2 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 944 time: 0.3018820 Jul 28 11:32:37.065445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=2585219e-02bb-42f4-995c-4cb35e47f295,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:37.111803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb4d5a31-146b-4104-bb22-73ccbf8a9ef7 req-4cb5bcae-b538-4eba-9fde-6ffb1b43afb1 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879512 Jul 28 11:32:37.153595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c031d-1515-43e1-a133-5922be98b17a None None] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:37.175813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:32:37.241017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['2585219e-02bb-42f4-995c-4cb35e47f295'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:32:37.340916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fd95b292-dea3-4fe5-8bf1-d137244b0240 None None] Provisioning for port aa49bb96-4172-425f-9ec6-f0042d4e5526 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:37.359600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:37.369227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:37.385457 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:37.389831 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:37.394331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:37.395773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-29ef32ff-ae7c-4ad0-b7b5-d3933f33169d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8130043 Jul 28 11:32:37.398589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:37.629913 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:37.810083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:37.825156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aa49bb96-4172-425f-9ec6-f0042d4e5526 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:37.979200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port aa49bb96-4172-425f-9ec6-f0042d4e5526 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:37.994235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aa49bb96-4172-425f-9ec6-f0042d4e5526 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:37.996222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:37.999535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8591d3c3-fe99-4b26-865e-99c75fd49937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.126582 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:36Z', 'revision_number': 3, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:38.139641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8591d3c3-fe99-4b26-865e-99c75fd49937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.145736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8591d3c3-fe99-4b26-865e-99c75fd49937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.179930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.198531 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:38.199061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Updating router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e port ca800919-026a-4537-80da-3619c0750a0a binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:32:38.223399 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8591d3c3-fe99-4b26-865e-99c75fd49937 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85521ea2a5b3421abe218b0e79f0f711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110281 Jul 28 11:32:38.224127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d3c3-fe99-4b26-865e-99c75fd49937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d34ac18-7f2e-4563-820c-d43f14c59e09,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:38.236830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:38.247963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port aa49bb96-4172-425f-9ec6-f0042d4e5526, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aa49bb96-4172-425f-9ec6-f0042d4e5526,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:38.257953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.280404 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.344354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=aa49bb96-4172-425f-9ec6-f0042d4e5526,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:38.351716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29778a36-2bba-44f3-bd29-9cdd5f905599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.376912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29778a36-2bba-44f3-bd29-9cdd5f905599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.429716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b98152-04a5-4a68-a76a-e200c631725d req-dc942024-e9ae-4aae-b3c8-b239d8abf79d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:38.431388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4b98152-04a5-4a68-a76a-e200c631725d req-dc942024-e9ae-4aae-b3c8-b239d8abf79d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 945 time: 0.0698535 Jul 28 11:32:38.444221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29778a36-2bba-44f3-bd29-9cdd5f905599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.446922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29778a36-2bba-44f3-bd29-9cdd5f905599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.451329 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29778a36-2bba-44f3-bd29-9cdd5f905599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d34ac18-7f2e-4563-820c-d43f14c59e09 HTTP/1.1" status: 204 len: 168 time: 0.2107997 Jul 28 11:32:38.466399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29778a36-2bba-44f3-bd29-9cdd5f905599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d34ac18-7f2e-4563-820c-d43f14c59e09,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:38.562941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 2585219e-02bb-42f4-995c-4cb35e47f295 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:38.597303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4b98152-04a5-4a68-a76a-e200c631725d req-6d38b2f0-96d9-4ff7-a9ee-51c0fc18e086 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323876 Jul 28 11:32:38.669389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 2585219e-02bb-42f4-995c-4cb35e47f295 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:38.670908 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.674873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 2585219e-02bb-42f4-995c-4cb35e47f295 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:38.675662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.681611 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Transition to ACTIVE for port object ca800919-026a-4537-80da-3619c0750a0a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:38.692517 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.747731 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d854584-8bdf-4df4-b9b4-82c7391e6044 None None] Pushing event updated for resources: {'Port': ['ID=ca800919-026a-4537-80da-3619c0750a0a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:38.785337 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Attempting to bind port ca800919-026a-4537-80da-3619c0750a0a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:38.785860 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Attempting to bind port ca800919-026a-4537-80da-3619c0750a0a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:38.786500 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Attempting to bind port ca800919-026a-4537-80da-3619c0750a0a on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:38.794996 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:38.797819 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:38.799141 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.799941 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:38.801980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Bound port: ca800919-026a-4537-80da-3619c0750a0a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:38.803397 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.836999 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.891411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.898578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2585219e-02bb-42f4-995c-4cb35e47f295'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:38.900515 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] For port ca800919-026a-4537-80da-3619c0750a0a, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:38.901113 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9fbc19-7f2d-485d-ab8f-dfc02d1676c8" -d '{"events": [{"server_uuid": "224653f4-8cc8-4291-908c-8aa0826f0f58", "name": "network-vif-plugged", "status": "completed", "tag": "2585219e-02bb-42f4-995c-4cb35e47f295"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:38.904677 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] For port ca800919-026a-4537-80da-3619c0750a0a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ca800919-026a-4537-80da-3619c0750a0a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:38.910985 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.929783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 2585219e-02bb-42f4-995c-4cb35e47f295, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=2585219e-02bb-42f4-995c-4cb35e47f295,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:38.937824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:38.978420 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d854584-8bdf-4df4-b9b4-82c7391e6044 None None] Pushing event updated for resources: {'Port': ['ID=ca800919-026a-4537-80da-3619c0750a0a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:39.008045 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:39.010510 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:39.039803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:39.043939 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394b4dd4-c6b2-4351-933d-9d797fba9d0a x-openstack-request-id: req-394b4dd4-c6b2-4351-933d-9d797fba9d0a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:39.044254 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224653f4-8cc8-4291-908c-8aa0826f0f58", "name": "network-vif-plugged", "status": "completed", "tag": "2585219e-02bb-42f4-995c-4cb35e47f295", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:39.044655 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-394b4dd4-c6b2-4351-933d-9d797fba9d0a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:39.045052 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2585219e-02bb-42f4-995c-4cb35e47f295', 'code': 200} Jul 28 11:32:39.056350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=2585219e-02bb-42f4-995c-4cb35e47f295,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:39.124959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4679ec49-5c15-4c96-9dd8-ccd244b0915c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.181513 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:39.291561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4679ec49-5c15-4c96-9dd8-ccd244b0915c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.300030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bc576-014d-4430-88db-bd7f920136ef req-718d02dd-ea70-4f61-b72f-6570a5f1470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:39.301836 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b26bc576-014d-4430-88db-bd7f920136ef req-718d02dd-ea70-4f61-b72f-6570a5f1470a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 1097 time: 0.2209315 Jul 28 11:32:39.303170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4679ec49-5c15-4c96-9dd8-ccd244b0915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.306452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Allocated IP 172.20.0.1 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/210cb707-cdd2-48cc-8644-5c19ef98b875) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:39.340894 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4679ec49-5c15-4c96-9dd8-ccd244b0915c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=619d3209cb414a16914f5541eaa046a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992218 Jul 28 11:32:39.348709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:39.407114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679ec49-5c15-4c96-9dd8-ccd244b0915c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb653f-7ae0-4699-bea9-74a7b00a7037,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:39.428088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b26bc576-014d-4430-88db-bd7f920136ef req-cfb7bf67-70b6-4baa-93f0-36c75229f009 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922201 Jul 28 11:32:39.446532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9277d8-1a2a-4840-aa0d-6ac4d57c61b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.470277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9277d8-1a2a-4840-aa0d-6ac4d57c61b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.473962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.477865 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:36Z', 'revision_number': 3, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:39.487934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Transition to ACTIVE for port object 210cb707-cdd2-48cc-8644-5c19ef98b875 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:39.532146 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c534d-4127-4f3a-91f3-0146d87a8543 None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:36Z', 'revision_number': 3, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:39.545703 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.546541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9277d8-1a2a-4840-aa0d-6ac4d57c61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.549404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c9277d8-1a2a-4840-aa0d-6ac4d57c61b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.550603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5c9277d8-1a2a-4840-aa0d-6ac4d57c61b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dfb653f-7ae0-4699-bea9-74a7b00a7037 HTTP/1.1" status: 204 len: 168 time: 0.2007778 Jul 28 11:32:39.558891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9277d8-1a2a-4840-aa0d-6ac4d57c61b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb653f-7ae0-4699-bea9-74a7b00a7037,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:39.629282 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Pushing event updated for resources: {'Port': ['ID=210cb707-cdd2-48cc-8644-5c19ef98b875,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:39.670063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:39.677669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:39.683676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:39.795333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aa49bb96-4172-425f-9ec6-f0042d4e5526 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:39.825888 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:39.965038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b19f9a-9bb6-4cca-8aaa-a2f51d0f63ce req-df000a66-5ed4-49c6-b8f8-a541bb9dc435 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:39.985516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25b19f9a-9bb6-4cca-8aaa-a2f51d0f63ce req-df000a66-5ed4-49c6-b8f8-a541bb9dc435 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.2379928 Jul 28 11:32:40.150415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-428913b8-7dca-4f97-ab27-7bfc28dc5d66 None None] Provisioning for port 210cb707-cdd2-48cc-8644-5c19ef98b875 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:40.158712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-428913b8-7dca-4f97-ab27-7bfc28dc5d66 None None] Provisioning complete for port 210cb707-cdd2-48cc-8644-5c19ef98b875 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:40.159347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-428913b8-7dca-4f97-ab27-7bfc28dc5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:40.200613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aa49bb96-4172-425f-9ec6-f0042d4e5526 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:40.202322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:40.212213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25b19f9a-9bb6-4cca-8aaa-a2f51d0f63ce req-16c842b5-8584-404f-b493-6aaa00cf5431 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236037 Jul 28 11:32:40.226399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:40.272017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-428913b8-7dca-4f97-ab27-7bfc28dc5d66 None None] Port 210cb707-cdd2-48cc-8644-5c19ef98b875 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:32:40.535880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:40.549939 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:40.635415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Pushing event updated for resources: {'Port': ['ID=210cb707-cdd2-48cc-8644-5c19ef98b875,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:40.641867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:40.768608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:40.770824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:41.029026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:41.206763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d7a0212-e761-48c3-a9a6-cde8a619897e None None] Provisioning complete for port 210cb707-cdd2-48cc-8644-5c19ef98b875 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:41.207961 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0212-e761-48c3-a9a6-cde8a619897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:41.254304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:41.263633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-911137cf-e785-4d27-8212-9c1067ed1394 admin admin] 10.222.0.20 "PUT /v2.0/routers/6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8638804 Jul 28 11:32:41.296497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a0212-e761-48c3-a9a6-cde8a619897e None None] Port 210cb707-cdd2-48cc-8644-5c19ef98b875 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:32:41.408812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c396b21-e09f-4cdc-a5fa-37f95351e852 req-968f650b-a5f2-41e3-b9a3-7906efdfc2be tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:41.410398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c396b21-e09f-4cdc-a5fa-37f95351e852 req-968f650b-a5f2-41e3-b9a3-7906efdfc2be tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.0676289 Jul 28 11:32:41.478406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c396b21-e09f-4cdc-a5fa-37f95351e852 req-8ae91df3-0f78-45ac-959f-59dce6916e38 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Jul 28 11:32:41.706604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5058-6e56-40d7-8896-b185d5031b59 req-5da4968b-00a9-4964-ab0c-23a6a48f1697 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:41.708230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7ba5058-6e56-40d7-8896-b185d5031b59 req-5da4968b-00a9-4964-ab0c-23a6a48f1697 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.1384456 Jul 28 11:32:41.805239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7ba5058-6e56-40d7-8896-b185d5031b59 req-82c8b74f-19a1-469c-a0df-f8d5a9b6feff tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845320 Jul 28 11:32:41.850971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ca800919-026a-4537-80da-3619c0750a0a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:41.998624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ca800919-026a-4537-80da-3619c0750a0a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:42.004695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ca800919-026a-4537-80da-3619c0750a0a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:42.005254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.128423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.177626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8778b-42e7-4b97-8df4-00d55f6a7e5c req-839e22f5-c94a-4895-874b-763402b7f2dd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:42.186101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ca800919-026a-4537-80da-3619c0750a0a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ca800919-026a-4537-80da-3619c0750a0a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:42.186443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36a8778b-42e7-4b97-8df4-00d55f6a7e5c req-839e22f5-c94a-4895-874b-763402b7f2dd tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.1200123 Jul 28 11:32:42.192301 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.241166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36a8778b-42e7-4b97-8df4-00d55f6a7e5c req-c77f41a4-a01c-4fd3-ae92-e85cc579c3cb tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Jul 28 11:32:42.325880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ca800919-026a-4537-80da-3619c0750a0a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:42.351944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:42.375464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:42.376591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:42.401600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf09a-1075-4187-a203-2829829df25c req-7c43bc8e-dd6c-4f20-8d1a-1588655adbef tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:42.406758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:42.412210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb1cf09a-1075-4187-a203-2829829df25c req-7c43bc8e-dd6c-4f20-8d1a-1588655adbef tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.0867679 Jul 28 11:32:42.413257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1397083790-network', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:42.452399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Made reservation on behalf of b40fc620a56f4e4f9eb5082aa0173ea1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:42.456628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.469447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.469951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb1cf09a-1075-4187-a203-2829829df25c req-12658d12-63f1-476b-8a71-382f65ee7ecc tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Jul 28 11:32:42.595821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.603522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.623205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:32:42.653903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:42.655595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.655947 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Added segment 1f932554-9fb6-4707-8d86-74ebe035725b of type vlan for network 7e34aa41-0874-424f-9f01-87142244184e Jul 28 11:32:42.673207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030edd0-aeee-43a6-98e0-01bb039a59fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:42.721660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.793789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.795216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:42.796088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:42.838076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc905-8f48-404c-bce9-2e0afd7a7fa9 req-e308f7d3-9d2e-45a3-9f69-befaa7cfa133 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:42.848442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4ecc905-8f48-404c-bce9-2e0afd7a7fa9 req-e308f7d3-9d2e-45a3-9f69-befaa7cfa133 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.0794992 Jul 28 11:32:42.942405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4ecc905-8f48-404c-bce9-2e0afd7a7fa9 req-25ba68f0-051e-4f76-8fb6-f9f8f92acab0 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Jul 28 11:32:42.971916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:42.972417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5608125 Jul 28 11:32:42.978243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Request body: {'subnet': {'network_id': '7e34aa41-0874-424f-9f01-87142244184e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1397083790-subnet', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:42.989132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431f23d-12d1-4655-b580-fa8ca4603a7e admin admin] Pushing event updated for resources: {'Network': ['ID=7e34aa41-0874-424f-9f01-87142244184e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:43.019538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 7e34aa41-0874-424f-9f01-87142244184e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:32:43.035332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Made reservation on behalf of b40fc620a56f4e4f9eb5082aa0173ea1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:43.038227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.173804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 2, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:43.208601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:43.209324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Updating router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e port 210cb707-cdd2-48cc-8644-5c19ef98b875 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:32:43.233293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab208beb-f64c-4f42-b81a-f710a4905739 req-453388c6-a5a8-42b6-b960-e90bab0e4b24 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:43.235332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab208beb-f64c-4f42-b81a-f710a4905739 req-453388c6-a5a8-42b6-b960-e90bab0e4b24 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.1056924 Jul 28 11:32:43.257292 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.392452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab208beb-f64c-4f42-b81a-f710a4905739 req-5e17e64f-fff4-429e-a691-7c62b3ff2080 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489437 Jul 28 11:32:43.490934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.544553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41401af2-3e9b-44fe-bccc-fea88e58be4b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:43.573896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Checking segment: {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:43.574318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Network hostable DHCP agents. Network: 7e34aa41-0874-424f-9f01-87142244184e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:32:43.605230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Network 7e34aa41-0874-424f-9f01-87142244184e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:32:43.631394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 7e34aa41-0874-424f-9f01-87142244184e) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:43.649634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:43.651291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.699620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:43.700246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c59c0559-85b7-490f-8442-cef7450c1fd0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7264314 Jul 28 11:32:43.706071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:43.747120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.748562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.834637 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.850418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Transition to ACTIVE for port object 210cb707-cdd2-48cc-8644-5c19ef98b875 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:43.859241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:43.862343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aff7bc-f3e1-4d7a-8922-4dc4dbde1d58 None None] Network 7e34aa41-0874-424f-9f01-87142244184e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:43.864904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ca800919-026a-4537-80da-3619c0750a0a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:43.955979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.095965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5ee10-8f57-447f-8868-bee68505b536 req-e71ee222-39d4-4083-ab0b-02694f2efd0a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:44.122724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.123991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4d5ee10-8f57-447f-8868-bee68505b536 req-e71ee222-39d4-4083-ab0b-02694f2efd0a tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.1587937 Jul 28 11:32:44.163699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Attempting to bind port 210cb707-cdd2-48cc-8644-5c19ef98b875 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:44.164062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Attempting to bind port 210cb707-cdd2-48cc-8644-5c19ef98b875 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:44.164458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Attempting to bind port 210cb707-cdd2-48cc-8644-5c19ef98b875 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:44.216995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eec58-9013-4da4-8450-4bd32d279112 None None] Pushing event updated for resources: {'Port': ['ID=210cb707-cdd2-48cc-8644-5c19ef98b875,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:44.224840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4d5ee10-8f57-447f-8868-bee68505b536 req-e7eef2ff-f31a-41d1-9365-4e08b23a89df tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951049 Jul 28 11:32:44.262541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:44.263185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:44.263751 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.264355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:44.264998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Bound port: 210cb707-cdd2-48cc-8644-5c19ef98b875, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:44.265565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.344430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] For port 210cb707-cdd2-48cc-8644-5c19ef98b875, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:44.347723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] For port 210cb707-cdd2-48cc-8644-5c19ef98b875, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=210cb707-cdd2-48cc-8644-5c19ef98b875,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:44.355635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ca800919-026a-4537-80da-3619c0750a0a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:44.356429 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.366425 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.550006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:44.550668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:44.606727 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.660891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:44.715842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:44.897120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Allocated IP 172.25.1.138 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/57f343aa-9637-42f1-a253-d180a0e0d8d2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:44.922939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eec58-9013-4da4-8450-4bd32d279112 None None] Pushing event updated for resources: {'Port': ['ID=210cb707-cdd2-48cc-8644-5c19ef98b875,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:44.935972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-7e34aa41-0874-424f-9f01-87142244184e', 'network_id': '7e34aa41-0874-424f-9f01-87142244184e', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'fixed_ips': [{'subnet_id': '41401af2-3e9b-44fe-bccc-fea88e58be4b'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:32:44.939367 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.060833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.224852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Allocated IP 172.20.0.2 (7e34aa41-0874-424f-9f01-87142244184e/41401af2-3e9b-44fe-bccc-fea88e58be4b/da1ed5e3-ede5-4155-8470-949bd82d9738) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:45.262320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:44Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:45.271172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-f664fc2a-df3d-489a-a870-76d174f0035d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:45.277452 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-f664fc2a-df3d-489a-a870-76d174f0035d tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.1831205 Jul 28 11:32:45.342201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb787fb-2f3d-435a-99de-7ff73f6bf047 None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:44Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:45.475911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.564130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892336d9-84a8-498b-b6ee-833ffcf44231 req-268f29cc-287b-419e-9c20-5910d6fe6a36 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:45.579290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-892336d9-84a8-498b-b6ee-833ffcf44231 req-268f29cc-287b-419e-9c20-5910d6fe6a36 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.2421443 Jul 28 11:32:45.601211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:45.605065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:45.609389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=57f343aa-9637-42f1-a253-d180a0e0d8d2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:45.615005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:45.675974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Deleting port 2585219e-02bb-42f4-995c-4cb35e47f295 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:32:45.676375 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.676872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-892336d9-84a8-498b-b6ee-833ffcf44231 req-2cd6390d-cf42-4196-8372-232a78cb57d7 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957618 Jul 28 11:32:45.742282 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.765127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Transition to ACTIVE for port object da1ed5e3-ede5-4155-8470-949bd82d9738 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:45.796450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 210cb707-cdd2-48cc-8644-5c19ef98b875 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:45.800600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Transition to ACTIVE for port object da1ed5e3-ede5-4155-8470-949bd82d9738 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:45.836931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.948588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] For port 2585219e-02bb-42f4-995c-4cb35e47f295, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=2585219e-02bb-42f4-995c-4cb35e47f295,segment=NetworkSegment(060415bc-d16b-46b0-873b-388cd3718763),segment_id=060415bc-d16b-46b0-873b-388cd3718763)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:45.949169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:45.969924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Calling delete_port for 2585219e-02bb-42f4-995c-4cb35e47f295 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:32:46.135916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Network 7e34aa41-0874-424f-9f01-87142244184e is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:46.150563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:46.156451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:46.160588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Pushing event updated for resources: {'Port': ['ID=da1ed5e3-ede5-4155-8470-949bd82d9738,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:46.225105 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.245445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 210cb707-cdd2-48cc-8644-5c19ef98b875 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:46.265471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 210cb707-cdd2-48cc-8644-5c19ef98b875 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:46.266143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.273072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Attempting to bind port da1ed5e3-ede5-4155-8470-949bd82d9738 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:46.273728 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Attempting to bind port da1ed5e3-ede5-4155-8470-949bd82d9738 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:46.278161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Attempting to bind port da1ed5e3-ede5-4155-8470-949bd82d9738 on network 7e34aa41-0874-424f-9f01-87142244184e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:46.327774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:46.328468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Checking segment: {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:46.329059 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.329869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Bound using segment: {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:46.330500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Bound port: da1ed5e3-ede5-4155-8470-949bd82d9738, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:46.334254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.521993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.551255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] For port da1ed5e3-ede5-4155-8470-949bd82d9738, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:46.559429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] For port da1ed5e3-ede5-4155-8470-949bd82d9738, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=da1ed5e3-ede5-4155-8470-949bd82d9738,segment=NetworkSegment(1f932554-9fb6-4707-8d86-74ebe035725b),segment_id=1f932554-9fb6-4707-8d86-74ebe035725b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:46.586134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.795889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb04c7-25a3-4c2c-a083-d850cf8b98c4 None None] Pushing event updated for resources: {'Port': ['ID=da1ed5e3-ede5-4155-8470-949bd82d9738,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:46.831686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 210cb707-cdd2-48cc-8644-5c19ef98b875, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=210cb707-cdd2-48cc-8644-5c19ef98b875,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:46.862824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:46.936760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8999f5-c6d2-4add-b1d9-d9f00bf858ee req-c1ad5865-91c8-421c-bc3a-872f466b824b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:46.938367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e8999f5-c6d2-4add-b1d9-d9f00bf858ee req-c1ad5865-91c8-421c-bc3a-872f466b824b tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/ports?device_id=224653f4-8cc8-4291-908c-8aa0826f0f58 HTTP/1.1" status: 200 len: 946 time: 0.1343119 Jul 28 11:32:46.955585 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=210cb707-cdd2-48cc-8644-5c19ef98b875,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:47.070863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:47.105866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e8999f5-c6d2-4add-b1d9-d9f00bf858ee req-a4ec8b91-cd80-4c43-8682-3fdfc9a6950e tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.20 "GET /v2.0/security-groups?id=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553838 Jul 28 11:32:47.144738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Pushing event deleted for resources: {'Port': ['ID=2585219e-02bb-42f4-995c-4cb35e47f295,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:47.335687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:47.370694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] No DVR routers for this DVR port 2585219e-02bb-42f4-995c-4cb35e47f295 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:32:47.410747 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:47.412798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90d965aa-b8c7-46c8-91c8-e7ab77e423b0 req-91b3fcd8-9c81-4c50-96bc-079e2bd1b411 tempest-ServerDiskConfigTestJSON-334524916 tempest-ServerDiskConfigTestJSON-334524916-project] 10.222.0.44 "DELETE /v2.0/ports/2585219e-02bb-42f4-995c-4cb35e47f295 HTTP/1.1" status: 204 len: 173 time: 2.1172128 Jul 28 11:32:47.413321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'name': 'network-vif-deleted', 'tag': '2585219e-02bb-42f4-995c-4cb35e47f295'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:32:47.415591 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a4925-e65c-45dc-8654-eeef89912819" -d '{"events": [{"server_uuid": "224653f4-8cc8-4291-908c-8aa0826f0f58", "name": "network-vif-deleted", "tag": "2585219e-02bb-42f4-995c-4cb35e47f295"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:32:47.528882 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845938db-a848-44a1-821f-f790f3fdb158 x-openstack-request-id: req-845938db-a848-44a1-821f-f790f3fdb158 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:32:47.529175 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224653f4-8cc8-4291-908c-8aa0826f0f58", "name": "network-vif-deleted", "tag": "2585219e-02bb-42f4-995c-4cb35e47f295", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:32:47.529431 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-845938db-a848-44a1-821f-f790f3fdb158 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:32:47.529831 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224653f4-8cc8-4291-908c-8aa0826f0f58', 'name': 'network-vif-deleted', 'tag': '2585219e-02bb-42f4-995c-4cb35e47f295', 'status': 'completed', 'code': 200} Jul 28 11:32:47.590639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Router f0a29d90-38e0-469e-9453-028f27350ede is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:32:47.769764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:47.795401 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Sync routers for ids ['f0a29d90-38e0-469e-9453-028f27350ede'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:47.808101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Routers {'f0a29d90-38e0-469e-9453-028f27350ede'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:47.809037 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f0a29d90-38e0-469e-9453-028f27350ede'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:47.852117 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:47.857007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:47.857562 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0be3e909-3971-4282-8a72-294198cad9c5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1557815 Jul 28 11:32:47.891952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 210cb707-cdd2-48cc-8644-5c19ef98b875 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:48.024208 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Set router f0a29d90-38e0-469e-9453-028f27350ede gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:48.038513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 210cb707-cdd2-48cc-8644-5c19ef98b875 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:48.039019 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.243269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device da1ed5e3-ede5-4155-8470-949bd82d9738 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:48.388023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port da1ed5e3-ede5-4155-8470-949bd82d9738 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:48.422567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:48.430674 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:32:45Z', 'revision_number': 3, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:48.464328 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Checking router: f0a29d90-38e0-469e-9453-028f27350ede for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:48.465078 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Updating router f0a29d90-38e0-469e-9453-028f27350ede port 57f343aa-9637-42f1-a253-d180a0e0d8d2 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:32:48.505445 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.507859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Deleting subnet 515f57a8-dace-48ad-9933-c5c88b34e41e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:32:48.519671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.564292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d098f45-556c-47f5-8c63-75c9a3b6ac1b None None] Network 7e34aa41-0874-424f-9f01-87142244184e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:48.599536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.664158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.727885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.739269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 2585219e-02bb-42f4-995c-4cb35e47f295 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:32:48.773789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 2585219e-02bb-42f4-995c-4cb35e47f295 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:32:48.773789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 2585219e-02bb-42f4-995c-4cb35e47f295 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:32:48.797228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.847866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Provisioning for port da1ed5e3-ede5-4155-8470-949bd82d9738 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:48.853466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Provisioning complete for port da1ed5e3-ede5-4155-8470-949bd82d9738 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:48.853826 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.865309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515f57a8-dace-48ad-9933-c5c88b34e41e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:48.878994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.883605 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5a70b86c-3959-4afd-873d-956cdbcef33f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/515f57a8-dace-48ad-9933-c5c88b34e41e HTTP/1.1" status: 204 len: 168 time: 0.4573922 Jul 28 11:32:48.883828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:48.959349 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.959960 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:48.999031 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Transition to ACTIVE for port object 57f343aa-9637-42f1-a253-d180a0e0d8d2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:49.013818 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.032080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] For port da1ed5e3-ede5-4155-8470-949bd82d9738, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=da1ed5e3-ede5-4155-8470-949bd82d9738,segment=NetworkSegment(1f932554-9fb6-4707-8d86-74ebe035725b),segment_id=1f932554-9fb6-4707-8d86-74ebe035725b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:49.055402 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.125741 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Attempting to bind port 57f343aa-9637-42f1-a253-d180a0e0d8d2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:49.126106 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Attempting to bind port 57f343aa-9637-42f1-a253-d180a0e0d8d2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:49.126675 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Attempting to bind port 57f343aa-9637-42f1-a253-d180a0e0d8d2 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:49.129804 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Pushing event updated for resources: {'Port': ['ID=57f343aa-9637-42f1-a253-d180a0e0d8d2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:49.134552 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:49.142415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.150613 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:49.151056 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.151666 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:49.160634 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Bound port: 57f343aa-9637-42f1-a253-d180a0e0d8d2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:49.160634 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.188391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Pushing event updated for resources: {'Port': ['ID=da1ed5e3-ede5-4155-8470-949bd82d9738,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:49.205996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.206343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.206698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.207041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.207384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.207725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.208112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.208479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.208815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.209146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.209769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.210112 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f81a3d-1527-4b1c-88ba-2d453179758d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.223903 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.224281 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.224623 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.224959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.225068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-141fc856-b6d2-4668-a5d6-063660a70993 None None] Provisioning complete for port da1ed5e3-ede5-4155-8470-949bd82d9738 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:49.225290 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.225456 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-141fc856-b6d2-4668-a5d6-063660a70993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.225616 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.226142 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.226628 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.227131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.227668 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.228149 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.228659 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:49.293288 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] For port 57f343aa-9637-42f1-a253-d180a0e0d8d2, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:49.297240 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] For port 57f343aa-9637-42f1-a253-d180a0e0d8d2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=57f343aa-9637-42f1-a253-d180a0e0d8d2,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:49.322529 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.381312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Allocated IP 172.20.0.1 (7e34aa41-0874-424f-9f01-87142244184e/41401af2-3e9b-44fe-bccc-fea88e58be4b/e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:49.404612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.423254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb643528-ed99-4353-a3b5-f601558fa9d2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:49.427548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Routers {'f0a29d90-38e0-469e-9453-028f27350ede'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:49.428346 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f0a29d90-38e0-469e-9453-028f27350ede'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:49.465119 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49564a62-4d87-4ff8-b0ea-06a1025b0a8a None None] Pushing event updated for resources: {'Port': ['ID=57f343aa-9637-42f1-a253-d180a0e0d8d2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:49.469872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060415bc-d16b-46b0-873b-388cd3718763') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:49.470418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060415bc-d16b-46b0-873b-388cd3718763') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:49.486472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.508548 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.525251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:32:49.525693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:32:49.528159 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:32:49.610091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.614119 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.626394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.630641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb643528-ed99-4353-a3b5-f601558fa9d2 HTTP/1.1" status: 204 len: 168 time: 0.7309108 Jul 28 11:32:49.645746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Transition to ACTIVE for port object e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:49.646822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb06368-e81f-47a7-bee2-7b1c8b4b0fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb643528-ed99-4353-a3b5-f601558fa9d2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:49.697041 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.701717 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] Set router f0a29d90-38e0-469e-9453-028f27350ede gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:49.755068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:49.767375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Network 7e34aa41-0874-424f-9f01-87142244184e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:49.768747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:49.771206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:32:49.777834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device da1ed5e3-ede5-4155-8470-949bd82d9738 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:49.810236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.922914 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:49.978802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port da1ed5e3-ede5-4155-8470-949bd82d9738 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:49.980159 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.051950 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:32:45Z', 'revision_number': 3, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:50.074819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:50.131280 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e19c5-19e3-4c30-bc8d-9eb815990c7b None None] The sync data for ids ['f0a29d90-38e0-469e-9453-028f27350ede'] in n-d-723573-7 is: [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:32:45Z', 'revision_number': 3, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:50.142564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.231578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9ea94d00-f9a7-4c91-b762-8ae06f964411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cba59d87a53843d1b57b5a604603921e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555336 Jul 28 11:32:50.236066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:50.273507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98190a28-291f-48fb-8385-f46090d02267 None None] Provisioning for port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:50.282201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98190a28-291f-48fb-8385-f46090d02267 None None] Provisioning complete for port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:50.282968 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98190a28-291f-48fb-8385-f46090d02267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.325887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98190a28-291f-48fb-8385-f46090d02267 None None] Port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:32:50.355230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7feac89f-b22b-485a-be19-95804c28d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.391193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7feac89f-b22b-485a-be19-95804c28d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.493410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.506100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.515697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7feac89f-b22b-485a-be19-95804c28d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.518479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7feac89f-b22b-485a-be19-95804c28d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.521958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7feac89f-b22b-485a-be19-95804c28d4e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8489b5d5-8c2c-4c19-9d9d-c5352b51ed56 HTTP/1.1" status: 204 len: 168 time: 0.2824135 Jul 28 11:32:50.576667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac89f-b22b-485a-be19-95804c28d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489b5d5-8c2c-4c19-9d9d-c5352b51ed56,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:50.613626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:50.616428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:50.778423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Network 7e34aa41-0874-424f-9f01-87142244184e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:50.793004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:51.047041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Router f0a29d90-38e0-469e-9453-028f27350ede has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:32:51.249827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:32:51.264530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-646564f6-f670-4cc3-a14f-d0a4daf83819 admin admin] 10.222.0.20 "PUT /v2.0/routers/f0a29d90-38e0-469e-9453-028f27350ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4063442 Jul 28 11:32:51.285407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-86c4a92f-fb48-48c8-a705-47b5b3947ca9 None None] Provisioning complete for port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:51.285985 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86c4a92f-fb48-48c8-a705-47b5b3947ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:51.354628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-86c4a92f-fb48-48c8-a705-47b5b3947ca9 None None] Port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:32:51.789528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 57f343aa-9637-42f1-a253-d180a0e0d8d2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:51.859357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 57f343aa-9637-42f1-a253-d180a0e0d8d2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:51.863823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 57f343aa-9637-42f1-a253-d180a0e0d8d2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:51.864411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:51.985815 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:52.013684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 57f343aa-9637-42f1-a253-d180a0e0d8d2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=57f343aa-9637-42f1-a253-d180a0e0d8d2,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:52.020288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:52.089463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=57f343aa-9637-42f1-a253-d180a0e0d8d2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:52.663645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Sync routers for ids ['f0a29d90-38e0-469e-9453-028f27350ede'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:32:52.675995 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:52.688666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Routers {'f0a29d90-38e0-469e-9453-028f27350ede'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:52.690490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f0a29d90-38e0-469e-9453-028f27350ede'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:52.840918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:52.908239 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Set router f0a29d90-38e0-469e-9453-028f27350ede gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:52.930853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:53.360630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:32:49Z', 'revision_number': 4, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6', 'name': '', 'network_id': '7e34aa41-0874-424f-9f01-87142244184e', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'mac_address': 'fa:16:3e:d2:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '41401af2-3e9b-44fe-bccc-fea88e58be4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:48Z', 'updated_at': '2021-07-28T11:32:50Z', 'revision_number': 2, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'subnets': [{'id': '41401af2-3e9b-44fe-bccc-fea88e58be4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:53.399240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Checking router: f0a29d90-38e0-469e-9453-028f27350ede for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:32:53.399892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Updating router f0a29d90-38e0-469e-9453-028f27350ede port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:32:53.439432 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:53.527546 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:53.548618 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdf75a8-866a-4b5a-aca0-c7e7e4426ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:53.717324 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:53.810338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:53.837849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 57f343aa-9637-42f1-a253-d180a0e0d8d2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:53.894788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a7775-0309-4ab0-8a24-1156de603605,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:53.917846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fa9f92357a0402b8f25b706d8c69f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9849627 Jul 28 11:32:53.920616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:53.956734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.957372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.958019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.959176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.959667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.962718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.963434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.963940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.964460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.965483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.965999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:53.967804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05853d73-a879-4835-991b-8618e7451609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:54.020284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 57f343aa-9637-42f1-a253-d180a0e0d8d2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:54.020672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.028898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a46b5320-0315-4130-a820-af0953aabcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.045567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdf75a8-866a-4b5a-aca0-c7e7e4426ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.052914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdf75a8-866a-4b5a-aca0-c7e7e4426ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.086634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a46b5320-0315-4130-a820-af0953aabcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.113960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3cdf75a8-866a-4b5a-aca0-c7e7e4426ca8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0ac4072f11f451b87a77e6c166e80cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2711246 Jul 28 11:32:54.120089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:54.153147 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.159025 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf75a8-866a-4b5a-aca0-c7e7e4426ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0991ee0c-fe6a-4fa2-bd86-eb534ae186fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:54.165928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Transition to ACTIVE for port object e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:54.179851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.258125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f548ba-d6b3-476d-aeb8-a1afbfab35a4 None None] Pushing event updated for resources: {'Port': ['ID=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:54.334720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b21bb6ab-ccc8-47ed-8f63-f689378a467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.360259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b21bb6ab-ccc8-47ed-8f63-f689378a467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.367316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Attempting to bind port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:32:54.367836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Attempting to bind port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:32:54.368328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Attempting to bind port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 on network 7e34aa41-0874-424f-9f01-87142244184e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:32:54.377677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:32:54.378178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Checking segment: {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:54.378741 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.379238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Bound using segment: {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:32:54.379847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Bound port: e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f932554-9fb6-4707-8d86-74ebe035725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e34aa41-0874-424f-9f01-87142244184e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:32:54.380365 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.431160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b21bb6ab-ccc8-47ed-8f63-f689378a467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.435809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b21bb6ab-ccc8-47ed-8f63-f689378a467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.439920 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b21bb6ab-ccc8-47ed-8f63-f689378a467a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0991ee0c-fe6a-4fa2-bd86-eb534ae186fc HTTP/1.1" status: 204 len: 168 time: 0.3188033 Jul 28 11:32:54.444070 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a46b5320-0315-4130-a820-af0953aabcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.446466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a46b5320-0315-4130-a820-af0953aabcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.448433 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a46b5320-0315-4130-a820-af0953aabcf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/812a7775-0309-4ab0-8a24-1156de603605 HTTP/1.1" status: 204 len: 168 time: 0.5256822 Jul 28 11:32:54.458265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bb6ab-ccc8-47ed-8f63-f689378a467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0991ee0c-fe6a-4fa2-bd86-eb534ae186fc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:54.473814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5320-0315-4130-a820-af0953aabcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a7775-0309-4ab0-8a24-1156de603605,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:54.500776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] For port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:32:54.504214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] For port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,segment=NetworkSegment(1f932554-9fb6-4707-8d86-74ebe035725b),segment_id=1f932554-9fb6-4707-8d86-74ebe035725b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:32:54.532040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:54.631226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f548ba-d6b3-476d-aeb8-a1afbfab35a4 None None] Pushing event updated for resources: {'Port': ['ID=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:54.647668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Routers {'f0a29d90-38e0-469e-9453-028f27350ede'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:32:54.648413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:32:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f0a29d90-38e0-469e-9453-028f27350ede'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:54.907061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] Set router f0a29d90-38e0-469e-9453-028f27350ede gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:32:55.364043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:32:49Z', 'revision_number': 4, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6', 'name': '', 'network_id': '7e34aa41-0874-424f-9f01-87142244184e', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'mac_address': 'fa:16:3e:d2:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '41401af2-3e9b-44fe-bccc-fea88e58be4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:48Z', 'updated_at': '2021-07-28T11:32:54Z', 'revision_number': 4, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'subnets': [{'id': '41401af2-3e9b-44fe-bccc-fea88e58be4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:32:55.414891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905f878-4096-455e-936e-bf40e3b0399d None None] The sync data for ids ['f0a29d90-38e0-469e-9453-028f27350ede'] in n-d-723573-7 is: [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:32:49Z', 'revision_number': 4, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6', 'name': '', 'network_id': '7e34aa41-0874-424f-9f01-87142244184e', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'mac_address': 'fa:16:3e:d2:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '41401af2-3e9b-44fe-bccc-fea88e58be4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:48Z', 'updated_at': '2021-07-28T11:32:54Z', 'revision_number': 4, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'subnets': [{'id': '41401af2-3e9b-44fe-bccc-fea88e58be4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:32:55.768965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 47938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:55.813773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:55.818335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-fd5a3a45-a6b3-49f1-840b-52ac4a0b45f9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:55.820771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-fd5a3a45-a6b3-49f1-840b-52ac4a0b45f9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.2398837 Jul 28 11:32:55.856840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-5e906ed0-0dc9-413d-9efd-855a9deffeda tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0277267 Jul 28 11:32:55.940786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:32:55.949978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:55.950651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:55.998351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-40117d0a-d005-4e44-bb6b-6bcfaf2dc918 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072025 Jul 28 11:32:56.131495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-414980127-network', 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:56.156270 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.184103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:56.186511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.204271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.236570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-dfc83d47-6ea0-4240-bee8-f063d1b1f01e service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372880 Jul 28 11:32:56.271631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,segment=NetworkSegment(1f932554-9fb6-4707-8d86-74ebe035725b),segment_id=1f932554-9fb6-4707-8d86-74ebe035725b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:32:56.287647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.384645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.394428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.404397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:56.427527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:32:56.456875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.457165 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Added segment 23346928-309e-4b3e-828b-75a92f6ec7a5 of type vlan for network cfcac859-55f6-43e7-8145-2527e872912e Jul 28 11:32:56.479901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f3eb5-7b2d-40d7-88e5-6980274f1f1d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:56.485216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-49280175-4d58-4c46-8dbc-c13a42281e1c service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356439 Jul 28 11:32:56.513541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.514126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.514641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.515127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.515613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.516099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.516742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.517244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.517727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.518334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.518830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.519311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:32:56.548574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.607218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.608498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:56.609541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:56.691969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9218652 Jul 28 11:32:56.695067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 47978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:32:56.701380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Request body: {'subnet': {'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-414980127-subnet', 'tenant_id': '741218a62c5543f79329a3e365f4238c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:56.710158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bdb38-0675-4db2-a067-d3cd1c49a957 admin admin] Pushing event updated for resources: {'Network': ['ID=cfcac859-55f6-43e7-8145-2527e872912e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:56.721259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network cfcac859-55f6-43e7-8145-2527e872912e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:32:56.775363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:56.785342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:57.092850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26166a02-4ce6-41e6-99f3-9b6f6d6a54fb req-328c86ef-8e43-478d-a78d-b1fb360a8972 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0629234 Jul 28 11:32:57.224261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:57.329682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:32:57.330312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Network hostable DHCP agents. Network: cfcac859-55f6-43e7-8145-2527e872912e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:32:57.334436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694c068d-aecc-4db8-a793-16390ddb7f7a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:57.356989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Network cfcac859-55f6-43e7-8145-2527e872912e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:32:57.369150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, cfcac859-55f6-43e7-8145-2527e872912e) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:57.374687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:57.376408 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:57.377270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f038f-09b6-4e9c-b570-177e688c06e1 None None] Network cfcac859-55f6-43e7-8145-2527e872912e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:57.411281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9a44f83e-9033-4c9c-b54d-b86018284d83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7147839 Jul 28 11:32:57.720943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df639e1e-1d58-4121-89be-df1ed7c43e08 None None] Network cfcac859-55f6-43e7-8145-2527e872912e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:32:57.823030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:32:58.104758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83676094-4640-4575-8f93-2dbb7ea3a21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:58.166074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:32:58.167346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:58.483049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f408991-1129-4319-9cb2-d74a5ded6f59 req-05400fb5-cb6f-4b0d-897e-58a961d22983 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0755231 Jul 28 11:32:58.999926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-c5b3ec22-e340-466d-9ee7-e56fc79a6d0c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:59.001483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-c5b3ec22-e340-466d-9ee7-e56fc79a6d0c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.41 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1842620 Jul 28 11:32:59.010529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9f0511ee-4b92-4d15-aaae-2e4b82aae94a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:32:59.012140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9f0511ee-4b92-4d15-aaae-2e4b82aae94a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.2287958 Jul 28 11:32:59.017360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': '3708b57b-0a40-4880-95db-74acd757f664', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:32:59.074741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-8e3562c1-3578-4637-87fe-0f46482e7bd4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0409019 Jul 28 11:32:59.128267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-fd53160f-e295-4bd3-9210-99c4d56e35d8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413539 Jul 28 11:32:59.293987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:32:59.297882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:59.318244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-ed9d75ea-0230-4f42-b284-f7ff76b5a2ca service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775663 Jul 28 11:32:59.523618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.10 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/ecd649cb-ced7-4d5c-909d-03bc8dcf5791) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:32:59.778188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72e5d4b7-129a-44cd-a72d-1a656e28f77c req-5bd0340d-5557-4e8c-821d-96a8db850d1e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0519581 Jul 28 11:32:59.811635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-4891c375-0154-4165-9fc0-787a959640cb service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834979 Jul 28 11:32:59.832689 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:59.852098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object ecd649cb-ced7-4d5c-909d-03bc8dcf5791 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:32:59.900403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:32:59.975405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:32:59.986654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:32:59.989355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:32:59.993268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:00.149559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:00.150202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:00.270407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a64cf823-3405-43a7-972a-5eb66a42e475 req-2331bf20-fee0-45fa-9771-7cc8c8c27988 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 210 time: 0.1008589 Jul 28 11:33:00.292929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-15c00a21-bd0f-49d5-9638-453d7fb039af tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2723835 Jul 28 11:33:00.443179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a3b5195-66c1-4f72-b5ba-28eae0cb8cfe None None] Provisioning for port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:00.450178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a3b5195-66c1-4f72-b5ba-28eae0cb8cfe None None] Provisioning complete for port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:00.450572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5195-66c1-4f72-b5ba-28eae0cb8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:00.515155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b5195-66c1-4f72-b5ba-28eae0cb8cfe None None] Port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:33:00.535764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Request body: {'port': {'device_id': '3708b57b-0a40-4880-95db-74acd757f664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:00.608376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:01.001805 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:01.141876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fa487f8-8a9d-4fe0-ab49-4798185b45b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:01.227658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd649cb-ced7-4d5c-909d-03bc8dcf5791 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:01.238869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:01.258816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Transition to ACTIVE for port object ecd649cb-ced7-4d5c-909d-03bc8dcf5791 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:01.267080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:01.308061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949a60e-d044-4696-a9f1-bb55df3f2ef3 req-166206f3-7e57-44cb-be61-4686ac43f329 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:01.309579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2949a60e-d044-4696-a9f1-bb55df3f2ef3 req-166206f3-7e57-44cb-be61-4686ac43f329 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 932 time: 0.2961960 Jul 28 11:33:01.555169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2949a60e-d044-4696-a9f1-bb55df3f2ef3 req-5d6770bd-a79f-4f83-b389-96081a02a568 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760304 Jul 28 11:33:01.639210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:01.678308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d9f54739-8348-40ab-99a3-59d6fe25ed1a req-08a419bc-88dc-4d2f-86f2-3ddfffb0a4a8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 210 time: 0.1502726 Jul 28 11:33:01.893504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Attempting to bind port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:01.894976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Attempting to bind port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:01.895384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Attempting to bind port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:01.902353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:01.903127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Attempting to bind port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:01.909787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:01.910132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:01.910762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:01.911201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Bound port: ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:01.911641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:01.988483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-aa0229e8-5bc6-4aef-92e7-b5b6f0293511 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:01.991195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-aa0229e8-5bc6-4aef-92e7-b5b6f0293511 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.3599212 Jul 28 11:33:02.000872 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:02.006448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:02.048164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] For port ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:02.058101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] For port ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:02.072817 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:02.135142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:02.136024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:02.137576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] 10.222.0.41 "PUT /v2.0/ports/ecd649cb-ced7-4d5c-909d-03bc8dcf5791 HTTP/1.1" status: 200 len: 1092 time: 1.8403957 Jul 28 11:33:02.138002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3708b57b-0a40-4880-95db-74acd757f664', 'tag': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:02.141412 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d0b6af-ce76-431e-8803-1d3e125d7376" -d '{"events": [{"name": "network-changed", "server_uuid": "3708b57b-0a40-4880-95db-74acd757f664", "tag": "ecd649cb-ced7-4d5c-909d-03bc8dcf5791"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:02.232073 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa23b0a-5976-4480-b552-31eafecefc0d x-openstack-request-id: req-0fa23b0a-5976-4480-b552-31eafecefc0d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:02.232370 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3708b57b-0a40-4880-95db-74acd757f664", "tag": "ecd649cb-ced7-4d5c-909d-03bc8dcf5791", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:02.232601 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fa23b0a-5976-4480-b552-31eafecefc0d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:02.233006 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3708b57b-0a40-4880-95db-74acd757f664', 'tag': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791', 'status': 'completed', 'code': 200} Jul 28 11:33:02.281601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870cf6e-7db3-43b7-906f-da0a5a74ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:02.307989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:02.308893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-d8ae661b-1415-438e-b1a4-b0015ff345cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:02.310807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-d8ae661b-1415-438e-b1a4-b0015ff345cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 1095 time: 0.1280904 Jul 28 11:33:02.313573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:02.403936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-4bc975bb-3d99-4d9f-a953-d6c2c89b23da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791 HTTP/1.1" status: 200 len: 217 time: 0.0832870 Jul 28 11:33:02.483083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-4249c797-958f-4318-b00e-54a72a8878f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:02.484767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-4249c797-958f-4318-b00e-54a72a8878f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0714166 Jul 28 11:33:02.566408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.13 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/835eb389-c1c1-403b-91d6-1c061eeca327) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:02.572541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e4211-1197-489e-a86b-138a8546e21a req-c0b7be26-530b-42b0-a06c-744507a1ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:02.591545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-c0b7be26-530b-42b0-a06c-744507a1ce2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984538 Jul 28 11:33:02.835471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3bccc090-cf45-4210-8931-da830c1f94de req-995a455c-730d-4d9b-a623-ab2c4ee22f4e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 210 time: 0.0358717 Jul 28 11:33:02.855203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-ef4f7d97-8d6b-43da-8a23-66fdddc27009 service neutron] 10.222.0.41 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530265 Jul 28 11:33:02.871259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62a445-5a90-45ea-a1d6-26ad3785c5eb req-0d9d7d8d-e27b-4f33-972b-bf98c6581e74 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:02.873114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f62a445-5a90-45ea-a1d6-26ad3785c5eb req-0d9d7d8d-e27b-4f33-972b-bf98c6581e74 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.2227221 Jul 28 11:33:02.883764 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:02.943613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:02.981524 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f62a445-5a90-45ea-a1d6-26ad3785c5eb req-921e7719-d429-43fb-8fbc-bd4d3773359d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967717 Jul 28 11:33:03.033229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-980e4211-1197-489e-a86b-138a8546e21a req-a5e77272-26ac-4411-9128-c18d81ab4e97 service neutron] 10.222.0.41 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590183 Jul 28 11:33:03.062140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:03.082146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=835eb389-c1c1-403b-91d6-1c061eeca327,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:03.112765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:03.127171 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:03.169832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-ba22ed9f-8a3d-446f-b333-a4739f00f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:03.173237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-ba22ed9f-8a3d-446f-b333-a4739f00f57a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 1095 time: 0.0839221 Jul 28 11:33:03.216808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:03.218267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:03.260104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-52997c2c-2fe6-4418-b7e1-d9edbe88e1d1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2566433 Jul 28 11:33:03.272560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Request body: {'port': {'device_id': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:03.361803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:03.388094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-5bb21e81-66bb-4dcf-b775-0d050d5feb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:03.392291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-5bb21e81-66bb-4dcf-b775-0d050d5feb9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.2078159 Jul 28 11:33:03.463518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:03.474268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-c68665c8-cff4-4432-8bf6-b8c25a1496c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791 HTTP/1.1" status: 200 len: 217 time: 0.0735939 Jul 28 11:33:03.594206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-2fa5ee38-bcc7-4182-88d6-622d6c9d7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:03.602709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-2fa5ee38-bcc7-4182-88d6-622d6c9d7680 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.1221397 Jul 28 11:33:03.670291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-3f99d7d8-6495-4a3c-8192-323944ead66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:03.672456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-3f99d7d8-6495-4a3c-8192-323944ead66f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601270 Jul 28 11:33:03.800005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-289d8bf0-a1d6-446c-bad9-ef2f25066da0 service neutron] 10.222.0.41 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112759 Jul 28 11:33:03.839059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835eb389-c1c1-403b-91d6-1c061eeca327 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:03.847822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:03.864146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Transition to ACTIVE for port object 835eb389-c1c1-403b-91d6-1c061eeca327 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:03.871020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:03.938414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Pushing event updated for resources: {'Port': ['ID=835eb389-c1c1-403b-91d6-1c061eeca327,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:03.974240 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88d0b6af-ce76-431e-8803-1d3e125d7376 req-6c397f45-a582-483f-8f13-f8b198c9e21f service neutron] 10.222.0.41 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720190 Jul 28 11:33:04.052009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Attempting to bind port 835eb389-c1c1-403b-91d6-1c061eeca327 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:04.052722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Attempting to bind port 835eb389-c1c1-403b-91d6-1c061eeca327 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:04.053367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Attempting to bind port 835eb389-c1c1-403b-91d6-1c061eeca327 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:04.059670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Port 835eb389-c1c1-403b-91d6-1c061eeca327 on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:04.060433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Attempting to bind port 835eb389-c1c1-403b-91d6-1c061eeca327 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:04.066799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:04.068077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:04.068716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:04.069818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Bound port: 835eb389-c1c1-403b-91d6-1c061eeca327, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:04.070378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:04.117602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1126b-a1c7-4ce2-9190-f9bfdee37bd9 req-84915b6e-2af9-4d25-9e9c-5606967f6dfb tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:04.121099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29b1126b-a1c7-4ce2-9190-f9bfdee37bd9 req-84915b6e-2af9-4d25-9e9c-5606967f6dfb tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 944 time: 0.1286776 Jul 28 11:33:04.151895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] For port 835eb389-c1c1-403b-91d6-1c061eeca327, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:04.155394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] For port 835eb389-c1c1-403b-91d6-1c061eeca327, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=835eb389-c1c1-403b-91d6-1c061eeca327,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:04.161878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:04.244889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Pushing event updated for resources: {'Port': ['ID=835eb389-c1c1-403b-91d6-1c061eeca327,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:04.246264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019da35-b30c-4f06-8ca8-3c8c00b5deb7 req-a11566d1-e273-4422-8f89-afb4a771d9a1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:04.247832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f019da35-b30c-4f06-8ca8-3c8c00b5deb7 req-a11566d1-e273-4422-8f89-afb4a771d9a1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.1258140 Jul 28 11:33:04.250499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:04.251291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-29b1126b-a1c7-4ce2-9190-f9bfdee37bd9 req-097b794a-afda-43ac-b286-817da26825d7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202233 Jul 28 11:33:04.251486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:04.253159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-9aa75a42-4770-4950-8d26-a92f03f33286 service neutron] 10.222.0.44 "PUT /v2.0/ports/835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 200 len: 1092 time: 0.9858639 Jul 28 11:33:04.253678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'tag': '835eb389-c1c1-403b-91d6-1c061eeca327'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:04.257168 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92" -d '{"events": [{"name": "network-changed", "server_uuid": "8255f63b-ac59-4b4d-bd9c-304bf4605cb3", "tag": "835eb389-c1c1-403b-91d6-1c061eeca327"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:04.357749 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01758fa6-8dc0-4516-984b-74700a93f4e3 x-openstack-request-id: req-01758fa6-8dc0-4516-984b-74700a93f4e3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:04.358169 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8255f63b-ac59-4b4d-bd9c-304bf4605cb3", "tag": "835eb389-c1c1-403b-91d6-1c061eeca327", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:04.358428 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01758fa6-8dc0-4516-984b-74700a93f4e3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:04.358935 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'tag': '835eb389-c1c1-403b-91d6-1c061eeca327', 'status': 'completed', 'code': 200} Jul 28 11:33:04.365546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f019da35-b30c-4f06-8ca8-3c8c00b5deb7 req-c5fed4d5-a7b8-4dae-b1fd-5afef4a51cff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Jul 28 11:33:04.376792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-b757c600-88a2-4556-af35-2aece7702166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:04.378565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-b757c600-88a2-4556-af35-2aece7702166 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0751166 Jul 28 11:33:04.432747 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-cc8f8b01-117e-4a51-b92e-7c12d694035e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 200 len: 217 time: 0.0454807 Jul 28 11:33:04.492057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-83f716cf-0792-4a43-8304-653316516ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:04.493755 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-83f716cf-0792-4a43-8304-653316516ba1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0519223 Jul 28 11:33:04.532752 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-b1836e9d-a0ed-4488-a61e-601ccae5f3dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298603 Jul 28 11:33:04.727132 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-84e68adf-a560-4067-8c90-949c67f7cd6d service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733398 Jul 28 11:33:04.834982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bdab1fbc-0ba0-4029-96d5-6e56e00157b7 req-37829c74-21ea-445e-9ced-a0ed47cf61cd service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005571 Jul 28 11:33:04.952097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-8c7c391e-f32f-4644-9bbb-ce3ab312d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:04.953824 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-8c7c391e-f32f-4644-9bbb-ce3ab312d1f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0546961 Jul 28 11:33:05.063194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-61febc49-eb61-4fb1-8514-b4b81af457e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:05.064796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-61febc49-eb61-4fb1-8514-b4b81af457e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.1034615 Jul 28 11:33:05.112159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-b953430c-6cef-421d-9844-7bcfd32ccec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 200 len: 217 time: 0.0383606 Jul 28 11:33:05.175467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-975653d3-b8eb-40ac-a7ba-7b93140a377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:05.176874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-975653d3-b8eb-40ac-a7ba-7b93140a377f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0560486 Jul 28 11:33:05.210576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-4dfab2af-8187-412d-8f91-025ab70403f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257854 Jul 28 11:33:05.322155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-034098d2-d670-4ff0-a15b-3c8e22d7820e service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039686 Jul 28 11:33:05.407371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a56a-3b33-41b5-9c50-7b7b05fe5452 req-cfdd6640-d16c-4a89-b9b1-bddb818fd6fc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:05.409013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bc3a56a-3b33-41b5-9c50-7b7b05fe5452 req-cfdd6640-d16c-4a89-b9b1-bddb818fd6fc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 944 time: 0.0562155 Jul 28 11:33:05.458960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a026d23-5ddb-4bfc-bd94-300d2bcb4c92 req-18289377-51cf-4cd1-bca4-4e532a61058d service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280925 Jul 28 11:33:05.479142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bc3a56a-3b33-41b5-9c50-7b7b05fe5452 req-56896d50-3b68-4816-9c2f-259823e6fb7f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634582 Jul 28 11:33:05.539084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0ffb5-8e48-4ed0-8d88-cbad475e782b req-d4cc64b8-3b4b-4383-a9af-baecaca54c94 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:05.540528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ee0ffb5-8e48-4ed0-8d88-cbad475e782b req-d4cc64b8-3b4b-4383-a9af-baecaca54c94 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.0786378 Jul 28 11:33:05.597174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ee0ffb5-8e48-4ed0-8d88-cbad475e782b req-99cee14d-58e4-4639-b0a0-56704deb9b4d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486655 Jul 28 11:33:06.673302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e0c75-195c-45ac-8ec6-9ab57ae99a29 req-51dc149e-1ec9-4595-b5ae-2bab76308448 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:06.675536 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-918e0c75-195c-45ac-8ec6-9ab57ae99a29 req-51dc149e-1ec9-4595-b5ae-2bab76308448 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 944 time: 0.0894375 Jul 28 11:33:06.785972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5cc04-b27a-43a4-aba5-5caa318f948c req-45e5deab-5748-4c17-8a86-60a15a429e7b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:06.796970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbb5cc04-b27a-43a4-aba5-5caa318f948c req-45e5deab-5748-4c17-8a86-60a15a429e7b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.1198874 Jul 28 11:33:06.808928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-918e0c75-195c-45ac-8ec6-9ab57ae99a29 req-aca7225e-88de-45b2-99ac-2898bc02a2c2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887549 Jul 28 11:33:06.884841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbb5cc04-b27a-43a4-aba5-5caa318f948c req-44b3203c-d658-4f70-8dcf-a67677514d48 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859025 Jul 28 11:33:07.965042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a17e6-f572-475a-a04a-e4e6499e9c83 req-2b97bb23-be9e-45ab-a119-eb76062789d6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:07.974559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b10a17e6-f572-475a-a04a-e4e6499e9c83 req-2b97bb23-be9e-45ab-a119-eb76062789d6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 944 time: 0.0748103 Jul 28 11:33:08.018556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b10a17e6-f572-475a-a04a-e4e6499e9c83 req-65640040-49f7-4f93-b224-f9bb93d67a93 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Jul 28 11:33:08.071299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ea449-0e66-4dd9-8329-7406e907876c req-9b3cc574-80e9-4af6-a53e-5a976363ba18 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:08.074826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab4ea449-0e66-4dd9-8329-7406e907876c req-9b3cc574-80e9-4af6-a53e-5a976363ba18 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.0551667 Jul 28 11:33:08.117594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ab4ea449-0e66-4dd9-8329-7406e907876c req-a18ef522-4792-4408-aecb-262f935f2ab7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364141 Jul 28 11:33:08.682383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 835eb389-c1c1-403b-91d6-1c061eeca327 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:08.789568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 835eb389-c1c1-403b-91d6-1c061eeca327, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=835eb389-c1c1-403b-91d6-1c061eeca327,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:08.803411 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '835eb389-c1c1-403b-91d6-1c061eeca327', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': '835eb389-c1c1-403b-91d6-1c061eeca327', 'mac_address': 'fa:16:3e:19:cf:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:08.842116 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:08.858032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835eb389-c1c1-403b-91d6-1c061eeca327 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:08.887780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 835eb389-c1c1-403b-91d6-1c061eeca327, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=835eb389-c1c1-403b-91d6-1c061eeca327,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:08.892802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:08.954484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=835eb389-c1c1-403b-91d6-1c061eeca327,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:09.094578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:09.155023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dd8a8-51ef-4d6e-aa2e-666293067d2e req-9774d52c-cee5-4c33-9130-8e373a2f558d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:09.157421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f53dd8a8-51ef-4d6e-aa2e-666293067d2e req-9774d52c-cee5-4c33-9130-8e373a2f558d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 945 time: 0.0668340 Jul 28 11:33:09.263485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f53dd8a8-51ef-4d6e-aa2e-666293067d2e req-31c47673-7685-488b-995d-299103733943 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988963 Jul 28 11:33:09.277800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b414a-3e1d-488f-ae6e-240e9cec20c0 req-5e8a7c65-e3b0-45f0-b4ec-64d4a5cb947c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:09.286441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-721b414a-3e1d-488f-ae6e-240e9cec20c0 req-5e8a7c65-e3b0-45f0-b4ec-64d4a5cb947c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.0791368 Jul 28 11:33:09.339692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-721b414a-3e1d-488f-ae6e-240e9cec20c0 req-5679133f-c1b5-4632-b0c6-0fc04090a7e4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523276 Jul 28 11:33:09.485608 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:33:10.022191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:10.140961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9975d64-84c6-453d-84c1-b7e4f19ba84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.228760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9975d64-84c6-453d-84c1-b7e4f19ba84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.234947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9975d64-84c6-453d-84c1-b7e4f19ba84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.274599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e9975d64-84c6-453d-84c1-b7e4f19ba84d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f96793c00d694ca2acaf7c701df661dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512383 Jul 28 11:33:10.275716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975d64-84c6-453d-84c1-b7e4f19ba84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f77676-171a-468d-b4b0-e59a7ebb43a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:10.277503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:10.333326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82375672-bd54-4ff8-a62b-5183bc4a493b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.356122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82375672-bd54-4ff8-a62b-5183bc4a493b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.417483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1de0d-a5fd-4618-87a8-57250fbd1b7c req-655225e0-dd0f-426f-a991-6dc0288b13e2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:10.430338 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79a1de0d-a5fd-4618-87a8-57250fbd1b7c req-655225e0-dd0f-426f-a991-6dc0288b13e2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 945 time: 0.0785639 Jul 28 11:33:10.441182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82375672-bd54-4ff8-a62b-5183bc4a493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.443972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82375672-bd54-4ff8-a62b-5183bc4a493b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.445440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-82375672-bd54-4ff8-a62b-5183bc4a493b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5f77676-171a-468d-b4b0-e59a7ebb43a4 HTTP/1.1" status: 204 len: 168 time: 0.1663811 Jul 28 11:33:10.459059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82375672-bd54-4ff8-a62b-5183bc4a493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f77676-171a-468d-b4b0-e59a7ebb43a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:10.537417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79a1de0d-a5fd-4618-87a8-57250fbd1b7c req-c257a826-7e2b-4aa0-9e25-0e3aedb44623 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990436 Jul 28 11:33:10.570418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100170b-144c-49a0-9692-9b6fa4aca80a req-4843803a-0d7c-4020-84d3-d0e0bba6799e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:10.572957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8100170b-144c-49a0-9692-9b6fa4aca80a req-4843803a-0d7c-4020-84d3-d0e0bba6799e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.1321712 Jul 28 11:33:10.638547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8100170b-144c-49a0-9692-9b6fa4aca80a req-a564579b-ab19-4262-b852-4df78b005368 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564497 Jul 28 11:33:10.701470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 835eb389-c1c1-403b-91d6-1c061eeca327 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:10.787786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 835eb389-c1c1-403b-91d6-1c061eeca327 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:10.792532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 835eb389-c1c1-403b-91d6-1c061eeca327 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:10.793294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.824431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:10.841687 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aab63f8-a381-4cd8-bcad-930af4471b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.886660 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.922356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 835eb389-c1c1-403b-91d6-1c061eeca327, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=835eb389-c1c1-403b-91d6-1c061eeca327,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:10.923328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835eb389-c1c1-403b-91d6-1c061eeca327'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:10.925862 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ad28a-6d9d-47f6-97fa-59d46611d91b" -d '{"events": [{"server_uuid": "8255f63b-ac59-4b4d-bd9c-304bf4605cb3", "name": "network-vif-plugged", "status": "completed", "tag": "835eb389-c1c1-403b-91d6-1c061eeca327"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:10.932721 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:10.990851 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a04e416-b691-4283-97ba-9c8af7e8e483 x-openstack-request-id: req-2a04e416-b691-4283-97ba-9c8af7e8e483 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:10.991167 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8255f63b-ac59-4b4d-bd9c-304bf4605cb3", "name": "network-vif-plugged", "status": "completed", "tag": "835eb389-c1c1-403b-91d6-1c061eeca327", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:10.991401 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a04e416-b691-4283-97ba-9c8af7e8e483 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:10.991803 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835eb389-c1c1-403b-91d6-1c061eeca327', 'code': 200} Jul 28 11:33:11.001522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aab63f8-a381-4cd8-bcad-930af4471b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.003273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=835eb389-c1c1-403b-91d6-1c061eeca327,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:11.008320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aab63f8-a381-4cd8-bcad-930af4471b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.069801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5aab63f8-a381-4cd8-bcad-930af4471b0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64f1795bd27549778ca19ff4815cbd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439182 Jul 28 11:33:11.073374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:11.088755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab63f8-a381-4cd8-bcad-930af4471b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d84fc-c56c-4825-bdc0-720ba77cdb24,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:11.105622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c000ee1-10f8-418c-8ef2-a74527dbf2ff req-1dfddf22-ee18-4580-be4b-5ddfb7f35b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:11.107141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c000ee1-10f8-418c-8ef2-a74527dbf2ff req-1dfddf22-ee18-4580-be4b-5ddfb7f35b65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0535550 Jul 28 11:33:11.143528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987df7b9-66de-4fb9-a62e-da5e4a41e59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.153508 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3c000ee1-10f8-418c-8ef2-a74527dbf2ff req-4181900b-1512-4937-b44a-14095e174483 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Jul 28 11:33:11.167096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987df7b9-66de-4fb9-a62e-da5e4a41e59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.215877 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987df7b9-66de-4fb9-a62e-da5e4a41e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.219434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987df7b9-66de-4fb9-a62e-da5e4a41e59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.223411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-987df7b9-66de-4fb9-a62e-da5e4a41e59e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/655d84fc-c56c-4825-bdc0-720ba77cdb24 HTTP/1.1" status: 204 len: 168 time: 0.1463270 Jul 28 11:33:11.229039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df7b9-66de-4fb9-a62e-da5e4a41e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d84fc-c56c-4825-bdc0-720ba77cdb24,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:11.612721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:11.637276 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2f41-5abc-4a56-bc04-211f24b0899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.691616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a17f6-54ef-4a15-ae2e-73ce7083ec08 req-6aa20230-77b3-4dfd-856d-b2f24b2fcc21 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:11.693143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a75a17f6-54ef-4a15-ae2e-73ce7083ec08 req-6aa20230-77b3-4dfd-856d-b2f24b2fcc21 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 946 time: 0.0731254 Jul 28 11:33:11.798020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a75a17f6-54ef-4a15-ae2e-73ce7083ec08 req-71fdc958-351c-40a3-84f0-6b753b0e5a88 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935922 Jul 28 11:33:11.808385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676a338-1de6-4e33-90fd-55c3d0c8f29f req-c5e85829-8b49-4b35-b343-6f419be64c45 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:11.809850 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8676a338-1de6-4e33-90fd-55c3d0c8f29f req-c5e85829-8b49-4b35-b343-6f419be64c45 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.1101770 Jul 28 11:33:11.885980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8676a338-1de6-4e33-90fd-55c3d0c8f29f req-bbe3a4e3-c360-4ec1-97bf-a421fadbc68e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Jul 28 11:33:11.901603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2f41-5abc-4a56-bc04-211f24b0899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.911139 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2f41-5abc-4a56-bc04-211f24b0899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:11.979276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cb3a2f41-5abc-4a56-bc04-211f24b0899b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9df08519a527479aa5c0816e2ac7edf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653417 Jul 28 11:33:11.980235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a2f41-5abc-4a56-bc04-211f24b0899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc09987d-401b-4484-a58a-2f145e3d84f5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:11.982130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:12.044196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7996-e8a4-4482-a164-3a8eb14cc70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:12.071242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7996-e8a4-4482-a164-3a8eb14cc70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:12.126992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7996-e8a4-4482-a164-3a8eb14cc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:12.129857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7996-e8a4-4482-a164-3a8eb14cc70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:12.132250 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb1a7996-e8a4-4482-a164-3a8eb14cc70f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc09987d-401b-4484-a58a-2f145e3d84f5 HTTP/1.1" status: 204 len: 168 time: 0.1478069 Jul 28 11:33:12.140575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a7996-e8a4-4482-a164-3a8eb14cc70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc09987d-401b-4484-a58a-2f145e3d84f5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:12.926871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01dd5-f47f-48f9-a685-ba5b03a91b7d req-73dfd897-6c69-40d5-96f8-66ffb042d25c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:12.928612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fd01dd5-f47f-48f9-a685-ba5b03a91b7d req-73dfd897-6c69-40d5-96f8-66ffb042d25c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 946 time: 0.0548525 Jul 28 11:33:13.005964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fd01dd5-f47f-48f9-a685-ba5b03a91b7d req-505ed639-8118-48e5-91d7-409f946bceac tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701957 Jul 28 11:33:13.030146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5869e-e9db-4ea6-9b49-61fc77940b24 req-399d0e19-d585-41f1-a298-6145a5d39624 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:13.037658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fef5869e-e9db-4ea6-9b49-61fc77940b24 req-399d0e19-d585-41f1-a298-6145a5d39624 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.0792780 Jul 28 11:33:13.081078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fef5869e-e9db-4ea6-9b49-61fc77940b24 req-f685aa71-0e51-4e87-9410-9632e5e4b305 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424399 Jul 28 11:33:13.332881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198b02-f568-4ed7-8f5a-e594a1e11cae req-6e0b1027-22e3-43cd-b464-c27d66aa29c9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:13.334554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0198b02-f568-4ed7-8f5a-e594a1e11cae req-6e0b1027-22e3-43cd-b464-c27d66aa29c9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.1154802 Jul 28 11:33:13.350814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0198b02-f568-4ed7-8f5a-e594a1e11cae req-97b4326a-4e9f-46c0-b98f-e8a48760e648 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0096884 Jul 28 11:33:13.404550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0198b02-f568-4ed7-8f5a-e594a1e11cae req-371d5a17-ef3a-47e1-8419-2c13d03ae57f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470669 Jul 28 11:33:13.489676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:13.500196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0198b02-f568-4ed7-8f5a-e594a1e11cae req-62e264bc-488e-44d9-8f26-d594fe5c6b5a service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884659 Jul 28 11:33:13.593656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0198b02-f568-4ed7-8f5a-e594a1e11cae req-9270a9ae-46d0-4485-9e92-f8875267bfd9 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858095 Jul 28 11:33:13.644596 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'network': {'name': 'tempest-network-smoke--568295671', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:13.667776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:13.671334 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:13.689791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:13.813131 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:13.818766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:13.863806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:33:13.871915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cddcff-8aef-4526-8f1b-0a3dd426c15b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:13.887329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:13.887761 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Added segment 75e0927c-d1ad-4c3b-940a-211def4d1d19 of type vlan for network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 Jul 28 11:33:13.954958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:14.009054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:14.016739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:14.017534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:14.124891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6339114 Jul 28 11:33:14.127945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:14.135722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'admin_state_up': True, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:14.191067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:14.192119 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:14.195393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d862a-07f1-4bb3-8d6e-7280005b26b5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Network': ['ID=57f2a395-e1a7-4dc1-aafe-8a1512c55a94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:14.207754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:33:14.386456 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:14.404697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2b40-dcd1-4607-ae2f-a1c94a61697b req-0f7029f8-9327-4ec4-a875-291de3592eb5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:14.406211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea1b2b40-dcd1-4607-ae2f-a1c94a61697b req-0f7029f8-9327-4ec4-a875-291de3592eb5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 944 time: 0.1448805 Jul 28 11:33:14.969806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea1b2b40-dcd1-4607-ae2f-a1c94a61697b req-c6a947ef-44c8-4a59-a605-76cc410355e1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333731 Jul 28 11:33:14.973353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.054694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-b24cca46-ed72-4456-8ad6-21a5a08ae54d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:15.056166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-b24cca46-ed72-4456-8ad6-21a5a08ae54d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.2421403 Jul 28 11:33:15.082036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-b13038a7-793d-4856-a0d1-bb9ad5aa5754 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0165839 Jul 28 11:33:15.153986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-c51072ff-b1d9-4eeb-9be0-32db7de74495 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642128 Jul 28 11:33:15.202070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-eca1f4b8-0bbc-443b-966c-d3129f140041 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:33:15.203059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-eca1f4b8-0bbc-443b-966c-d3129f140041 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0415773 Jul 28 11:33:15.307831 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.333863 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.422293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-a91a0e30-a620-4bbd-ad58-93f76c5aa8b6 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834860 Jul 28 11:33:15.577874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.25.1.71 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/58875642-7e76-4b8f-9c06-a686fa07e80a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:15.589951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5a24f-ebf1-403c-9ad5-18e9e6c0a8c2 req-668f78d1-c458-451f-80f9-1507dbb4b3ad tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:15.591426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06d5a24f-ebf1-403c-9ad5-18e9e6c0a8c2 req-668f78d1-c458-451f-80f9-1507dbb4b3ad tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 945 time: 0.1717579 Jul 28 11:33:15.616163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-8cdf6ca4-c4b8-4050-9798-a3cecf93bc3c service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797099 Jul 28 11:33:15.630562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ecd649cb-ced7-4d5c-909d-03bc8dcf5791 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:15.694085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06d5a24f-ebf1-403c-9ad5-18e9e6c0a8c2 req-0dbfce7b-ddeb-4800-a3c6-41c9ec41ce0e tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934372 Jul 28 11:33:15.735776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:15.747836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791', 'mac_address': 'fa:16:3e:c1:f9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:15.765358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.800018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.816456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd649cb-ced7-4d5c-909d-03bc8dcf5791 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:15.839012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:15.847979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.864634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b00cf76d-d8f6-4feb-8180-a2b98d5398f9 req-0caccfdd-e3f9-4f6d-b744-4072648aec41 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 210 time: 0.0373528 Jul 28 11:33:15.870247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:15.911952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:15.929786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:15.933000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:15.936694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:15.965080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=58875642-7e76-4b8f-9c06-a686fa07e80a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:16.037846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ecd649cb-ced7-4d5c-909d-03bc8dcf5791'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:16.166958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dae36-adec-44f2-bc73-cede1750a978 req-e85c268e-cc95-43f6-abd0-12f8776dc88b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:16.168638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc8dae36-adec-44f2-bc73-cede1750a978 req-e85c268e-cc95-43f6-abd0-12f8776dc88b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 945 time: 0.1020789 Jul 28 11:33:16.274329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc8dae36-adec-44f2-bc73-cede1750a978 req-f530bb35-9cc6-405d-8cdc-c7309ba1b727 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950196 Jul 28 11:33:16.325546 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:16.547151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:16.682151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:33:16.808333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:33:16.823821 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:33:16.833590 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:33:16.834688 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:33:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:16.866733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:16.872071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0d306e49-e96d-41af-9d55-7b54c8f23b32 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7377505 Jul 28 11:33:16.874145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48470) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:16.960622 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:33:17.030076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c37451b-be4f-4924-918f-73507ebc2ab5 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=abb7d1130b794a54b3a5f4f29910c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1430972 Jul 28 11:33:17.032698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-d0f5d62f-32b2-4d89-987a-c0d28aa73d50 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:17.035774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:17.038751 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-d0f5d62f-32b2-4d89-987a-c0d28aa73d50 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 945 time: 0.1752527 Jul 28 11:33:17.066812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773acbe-1495-42d6-bbb3-f8ab584267d5 req-e6a79930-4042-4e24-b9e6-1cd7946c365a tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:17.068333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e773acbe-1495-42d6-bbb3-f8ab584267d5 req-e6a79930-4042-4e24-b9e6-1cd7946c365a tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=214048aa-ff83-4f0e-befe-c9e53ab3a398 HTTP/1.1" status: 200 len: 945 time: 0.2702127 Jul 28 11:33:17.163008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Deleting port 929da78b-cceb-4d9d-a700-56e11bd47815 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:33:17.164571 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.170067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffb4d614-d259-4ca5-8342-23f8b114bfb3 req-d887c0c1-37ce-4980-bdd6-f94c63480195 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 210 time: 0.0942137 Jul 28 11:33:17.235693 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:16Z', 'revision_number': 3, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:17.262535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e773acbe-1495-42d6-bbb3-f8ab584267d5 req-8c236453-e708-4b46-a415-d972a64e804d tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567419 Jul 28 11:33:17.282578 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:33:17.283126 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Updating router 74e74794-1c92-4f45-9218-b6647b09cd23 port 58875642-7e76-4b8f-9c06-a686fa07e80a binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:33:17.313653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-4531c143-c91c-4742-a026-87ab06270d2d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:17.318985 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.321130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-4531c143-c91c-4742-a026-87ab06270d2d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.4655075 Jul 28 11:33:17.321468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] For port 929da78b-cceb-4d9d-a700-56e11bd47815, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=929da78b-cceb-4d9d-a700-56e11bd47815,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:17.322645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.338135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Calling delete_port for 929da78b-cceb-4d9d-a700-56e11bd47815 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:33:17.351164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': '731075d1-729c-4024-a30c-169b677d3333', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:17.462003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85497cf8-cd33-4c35-9f96-5e54e9d115de tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:17.464603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-85497cf8-cd33-4c35-9f96-5e54e9d115de tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4269574 Jul 28 11:33:17.474929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:17.502175 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.514815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['929da78b-cceb-4d9d-a700-56e11bd47815'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:17.530078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a229881c-e9c0-4713-84eb-41f32304260d tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531099 Jul 28 11:33:17.530676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:17.540075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299444115', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:17.561016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Pushing event deleted for resources: {'Port': ['ID=929da78b-cceb-4d9d-a700-56e11bd47815,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:17.601646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0cea9-9367-441f-bab4-126d28b72722 req-f6605ffc-06e0-4812-89b3-b0c314bad3d4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:17.603193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42e0cea9-9367-441f-bab4-126d28b72722 req-f6605ffc-06e0-4812-89b3-b0c314bad3d4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 945 time: 0.2126315 Jul 28 11:33:17.613905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] No DVR routers for this DVR port 929da78b-cceb-4d9d-a700-56e11bd47815 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:33:17.617030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.619250 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-da0a6d96-b8bc-4ff3-b005-b25ad3294b9b req-f8793854-b7d0-46e7-aa1b-ba5e0f44c295 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "DELETE /v2.0/ports/929da78b-cceb-4d9d-a700-56e11bd47815 HTTP/1.1" status: 204 len: 173 time: 0.5747745 Jul 28 11:33:17.619794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'name': 'network-vif-deleted', 'tag': '929da78b-cceb-4d9d-a700-56e11bd47815'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:17.622256 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805985eb-6d6b-40e7-8230-590cd5798208" -d '{"events": [{"server_uuid": "214048aa-ff83-4f0e-befe-c9e53ab3a398", "name": "network-vif-deleted", "tag": "929da78b-cceb-4d9d-a700-56e11bd47815"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:17.648764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ecd649cb-ced7-4d5c-909d-03bc8dcf5791 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:17.665918 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d693574e-b07a-4d86-b854-722a4b7a36af x-openstack-request-id: req-d693574e-b07a-4d86-b854-722a4b7a36af {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:17.666580 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214048aa-ff83-4f0e-befe-c9e53ab3a398", "name": "network-vif-deleted", "tag": "929da78b-cceb-4d9d-a700-56e11bd47815", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:17.667075 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d693574e-b07a-4d86-b854-722a4b7a36af {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:17.667583 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214048aa-ff83-4f0e-befe-c9e53ab3a398', 'name': 'network-vif-deleted', 'tag': '929da78b-cceb-4d9d-a700-56e11bd47815', 'status': 'completed', 'code': 200} Jul 28 11:33:17.727363 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.737044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42e0cea9-9367-441f-bab4-126d28b72722 req-43374e90-c90d-4557-80c3-2c8e2f8a5f51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 Jul 28 11:33:17.744946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:17.747368 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Transition to ACTIVE for port object 58875642-7e76-4b8f-9c06-a686fa07e80a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:17.748786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.762068 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.783494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:17.788436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:17.789014 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.815268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:17.818726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.833526 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Attempting to bind port 58875642-7e76-4b8f-9c06-a686fa07e80a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:17.834059 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Attempting to bind port 58875642-7e76-4b8f-9c06-a686fa07e80a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:17.834312 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Attempting to bind port 58875642-7e76-4b8f-9c06-a686fa07e80a on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:17.844099 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:17.844709 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:17.845260 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.846096 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:17.846910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Bound port: 58875642-7e76-4b8f-9c06-a686fa07e80a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:17.847367 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.897273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.925000 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] For port 58875642-7e76-4b8f-9c06-a686fa07e80a, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:17.928085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708b57b-0a40-4880-95db-74acd757f664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:17.928834 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] For port 58875642-7e76-4b8f-9c06-a686fa07e80a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=58875642-7e76-4b8f-9c06-a686fa07e80a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:17.931119 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06afbff-fd9e-4207-81b5-5c79c48e5aad" -d '{"events": [{"server_uuid": "3708b57b-0a40-4880-95db-74acd757f664", "name": "network-vif-plugged", "status": "completed", "tag": "ecd649cb-ced7-4d5c-909d-03bc8dcf5791"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:17.948975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:17.955467 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.955694 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:17.965696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021daaa-edd4-4d93-80a2-acdcb4445049 None None] Pushing event updated for resources: {'Port': ['ID=58875642-7e76-4b8f-9c06-a686fa07e80a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:18.021611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:18.028422 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625b203a-c755-4556-a948-85c0b15da42a x-openstack-request-id: req-625b203a-c755-4556-a948-85c0b15da42a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:18.028978 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708b57b-0a40-4880-95db-74acd757f664", "name": "network-vif-plugged", "status": "completed", "tag": "ecd649cb-ced7-4d5c-909d-03bc8dcf5791", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:18.029381 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-625b203a-c755-4556-a948-85c0b15da42a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:18.029957 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708b57b-0a40-4880-95db-74acd757f664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791', 'code': 200} Jul 28 11:33:18.060833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021daaa-edd4-4d93-80a2-acdcb4445049 None None] Pushing event updated for resources: {'Port': ['ID=58875642-7e76-4b8f-9c06-a686fa07e80a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:18.064300 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:33:18.064992 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:33:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:18.219645 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:33:18.441069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11bb7e0e-c918-4328-a185-da26923a8ee0 req-6668ada8-f2b2-4f46-8ac4-21ee2ab5f630 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 210 time: 0.0776217 Jul 28 11:33:18.533957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04417-83a6-4343-9596-094971023458 req-6e4fe196-831d-4984-8b3c-6f03042899bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:18.535485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55b04417-83a6-4343-9596-094971023458 req-6e4fe196-831d-4984-8b3c-6f03042899bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 1097 time: 0.1753285 Jul 28 11:33:18.566194 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:16Z', 'revision_number': 3, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:18.596601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.12 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/64e12127-7b73-4e9e-a02c-ae3d34407bf2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:18.597157 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece327b-74f6-430b-a5b8-08c15733b16e None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:16Z', 'revision_number': 3, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:33:18.636919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55b04417-83a6-4343-9596-094971023458 req-e9a644f4-87a6-4862-a4a2-b6afe6f6e148 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894184 Jul 28 11:33:18.719620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:18.854054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Subnet': ['ID=bbbde0c0-2f1a-4305-9f40-8f620d30d105,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:18.906788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Checking segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:18.907381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network hostable DHCP agents. Network: 57f2a395-e1a7-4dc1-aafe-8a1512c55a94, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:33:18.950793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:18.960686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639503-add2-4f04-ac80-221a1ef1c9db req-678c97d5-b1fe-4a59-8944-3c1ee73691e7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:18.963223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22639503-add2-4f04-ac80-221a1ef1c9db req-678c97d5-b1fe-4a59-8944-3c1ee73691e7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.1236634 Jul 28 11:33:18.984079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:33:19.010349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 57f2a395-e1a7-4dc1-aafe-8a1512c55a94) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:19.021908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85dc8d-18dd-4c9f-a1e9-fc78b6548cf7 None None] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:33:19.022751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:19.023341 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.059705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22639503-add2-4f04-ac80-221a1ef1c9db req-bc17028c-8354-4125-bc2a-d72ced227d10 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881042 Jul 28 11:33:19.065158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aa297e80-eeb2-47ef-83b1-b6bf41520e6b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5294378 Jul 28 11:33:19.065593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:19.069077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.088930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:19.135596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:19.140004 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:19.147400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:19.176317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=64e12127-7b73-4e9e-a02c-ae3d34407bf2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:19.218967 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:19.219737 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.252248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5a0e60a9-9890-4fd9-848f-ff50b5a5bb29 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9141064 Jul 28 11:33:19.271174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Request body: {'port': {'device_id': '731075d1-729c-4024-a30c-169b677d3333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:19.394517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.459278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:33:19.467491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.813599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 58875642-7e76-4b8f-9c06-a686fa07e80a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:19.893383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Allocated IP 172.20.0.2 (57f2a395-e1a7-4dc1-aafe-8a1512c55a94/bbbde0c0-2f1a-4305-9f40-8f620d30d105/5bab1a19-6ecf-4934-bbfd-f66a5a444147) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:19.910416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.920022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e12127-7b73-4e9e-a02c-ae3d34407bf2 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:19.961547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 58875642-7e76-4b8f-9c06-a686fa07e80a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:19.964617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:19.996880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Transition to ACTIVE for port object 64e12127-7b73-4e9e-a02c-ae3d34407bf2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:19.999960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 58875642-7e76-4b8f-9c06-a686fa07e80a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:20.000710 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.014374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890eb7f-2fe6-4ecf-bfba-eb52fc7add39 req-76a8a9bf-b094-4887-9741-f94dad79f5c6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:20.027226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b890eb7f-2fe6-4ecf-bfba-eb52fc7add39 req-76a8a9bf-b094-4887-9741-f94dad79f5c6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 932 time: 0.1764686 Jul 28 11:33:20.028596 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.152040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.188145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Pushing event updated for resources: {'Port': ['ID=64e12127-7b73-4e9e-a02c-ae3d34407bf2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:20.280790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.403181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 58875642-7e76-4b8f-9c06-a686fa07e80a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=58875642-7e76-4b8f-9c06-a686fa07e80a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:20.403181 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.523991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b890eb7f-2fe6-4ecf-bfba-eb52fc7add39 req-81b2ff33-f9cc-4919-b85d-59d993462c4e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389370 Jul 28 11:33:20.542945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Attempting to bind port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:20.543204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Attempting to bind port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:20.543669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Attempting to bind port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:20.555556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db362a-4a03-4f63-a5b4-d2ebce63fa43 req-5a5b6885-16ad-4b75-ac64-b9827b0cce7c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:20.558368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3db362a-4a03-4f63-a5b4-d2ebce63fa43 req-5a5b6885-16ad-4b75-ac64-b9827b0cce7c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.2754526 Jul 28 11:33:20.561197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:20.561639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Attempting to bind port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:20.569806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:20.570243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:20.570846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:20.571402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Bound port: 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:20.572584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.589261 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.613636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=58875642-7e76-4b8f-9c06-a686fa07e80a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:20.621289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Transition to ACTIVE for port object 5bab1a19-6ecf-4934-bbfd-f66a5a444147 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:20.642785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Transition to ACTIVE for port object 5bab1a19-6ecf-4934-bbfd-f66a5a444147 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:20.653366 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.708977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:20.715416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:20.716312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] For port 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:20.719074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:20.722425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] For port 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:20.733038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.766852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.20.0.1 (57f2a395-e1a7-4dc1-aafe-8a1512c55a94/bbbde0c0-2f1a-4305-9f40-8f620d30d105/7684c935-b13a-4c34-95f2-22b0afd5d671) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:20.790279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 929da78b-cceb-4d9d-a700-56e11bd47815 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:33:20.825515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Pushing event updated for resources: {'Port': ['ID=5bab1a19-6ecf-4934-bbfd-f66a5a444147,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:20.828771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 929da78b-cceb-4d9d-a700-56e11bd47815 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:33:20.829340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 929da78b-cceb-4d9d-a700-56e11bd47815 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:33:20.852316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:20.853211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.853718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Attempting to bind port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:20.854155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Attempting to bind port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:20.855528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] 10.222.0.41 "PUT /v2.0/ports/64e12127-7b73-4e9e-a02c-ae3d34407bf2 HTTP/1.1" status: 200 len: 1092 time: 1.5931156 Jul 28 11:33:20.858908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731075d1-729c-4024-a30c-169b677d3333', 'tag': '64e12127-7b73-4e9e-a02c-ae3d34407bf2'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:20.862410 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282d019-f1e0-4798-b9b2-6d620a98fc21" -d '{"events": [{"name": "network-changed", "server_uuid": "731075d1-729c-4024-a30c-169b677d3333", "tag": "64e12127-7b73-4e9e-a02c-ae3d34407bf2"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:20.869793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Attempting to bind port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 on network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:20.892885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:20.894519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Checking segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:20.895169 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.898222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3db362a-4a03-4f63-a5b4-d2ebce63fa43 req-955ef4c8-d947-4613-bc45-3d4dcd94f790 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310668 Jul 28 11:33:20.901318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Bound using segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:20.902346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Bound port: 5bab1a19-6ecf-4934-bbfd-f66a5a444147, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:20.928321 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:20.994860 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818796d-ba75-4313-b94a-421cc3d78fe5 x-openstack-request-id: req-d818796d-ba75-4313-b94a-421cc3d78fe5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:20.995910 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731075d1-729c-4024-a30c-169b677d3333", "tag": "64e12127-7b73-4e9e-a02c-ae3d34407bf2", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:20.996448 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d818796d-ba75-4313-b94a-421cc3d78fe5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:20.997031 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731075d1-729c-4024-a30c-169b677d3333', 'tag': '64e12127-7b73-4e9e-a02c-ae3d34407bf2', 'status': 'completed', 'code': 200} Jul 28 11:33:21.001238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8286-12f7-4f86-9acb-8a76bfda454b service neutron] Pushing event updated for resources: {'Port': ['ID=64e12127-7b73-4e9e-a02c-ae3d34407bf2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:21.020308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5fdef81a-53af-4faf-8173-fb1b33185456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:21.021946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-5fdef81a-53af-4faf-8173-fb1b33185456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 1095 time: 0.1174786 Jul 28 11:33:21.062844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:21.093518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] For port 5bab1a19-6ecf-4934-bbfd-f66a5a444147, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:21.095387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Transition to ACTIVE for port object 7684c935-b13a-4c34-95f2-22b0afd5d671 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:21.097138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] For port 5bab1a19-6ecf-4934-bbfd-f66a5a444147, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5bab1a19-6ecf-4934-bbfd-f66a5a444147,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:21.103708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:21.178929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-08e783e9-4513-47eb-a3d6-c0d3e2dd8c3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2 HTTP/1.1" status: 200 len: 217 time: 0.1464097 Jul 28 11:33:21.187274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:21.187803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43752-c8ec-4a7b-85ed-463142d5df89 None None] Pushing event updated for resources: {'Port': ['ID=5bab1a19-6ecf-4934-bbfd-f66a5a444147,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:21.246090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=7684c935-b13a-4c34-95f2-22b0afd5d671,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:21.269364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:21.273055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:21.278473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:21.299476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2c2e6-bb19-4933-b8ab-1fabcf86d14d req-b7e88a93-9da2-424c-851d-bf49438030b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:21.309318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8d2c2e6-bb19-4933-b8ab-1fabcf86d14d req-b7e88a93-9da2-424c-851d-bf49438030b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.2756422 Jul 28 11:33:21.320959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-cee335d5-999a-4693-a5f0-dc60233d6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:21.323168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-cee335d5-999a-4693-a5f0-dc60233d6797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.1207795 Jul 28 11:33:21.353516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:21.381969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-7c1f1e3e-7d44-447e-930a-fd8f3795ad73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504465 Jul 28 11:33:21.435342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8d2c2e6-bb19-4933-b8ab-1fabcf86d14d req-6cd994bb-1809-4ebb-a4d4-dce4ba6c623d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196761 Jul 28 11:33:21.616723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:21.664782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-fa457461-aebb-4a3e-974c-62c437d6f4a0 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719586 Jul 28 11:33:21.806189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60964923-a386-4057-a506-63d9f0987dd7 req-8b42f524-cf6b-4f95-a49b-f3422cf34ec7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:21.807960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60964923-a386-4057-a506-63d9f0987dd7 req-8b42f524-cf6b-4f95-a49b-f3422cf34ec7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.2324600 Jul 28 11:33:21.890141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165a8a-3478-4ad1-a322-e1d4866af498 req-47eaa920-a0c2-4966-a4c0-b23097f602a3 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:21.891970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc165a8a-3478-4ad1-a322-e1d4866af498 req-47eaa920-a0c2-4966-a4c0-b23097f602a3 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 944 time: 0.2025621 Jul 28 11:33:21.941232 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60964923-a386-4057-a506-63d9f0987dd7 req-2840cac9-4b63-4498-87d5-c0df17aae159 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143715 Jul 28 11:33:21.952574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5bab1a19-6ecf-4934-bbfd-f66a5a444147 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:21.964160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cffaa2eb-b188-4132-938b-3e9f9f6d9835 req-0b832ef5-0d6d-4e9e-a5c2-de882e1de19d service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842116 Jul 28 11:33:22.038904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc165a8a-3478-4ad1-a322-e1d4866af498 req-6768a142-53f8-4258-913e-5e35d1a8a19d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324005 Jul 28 11:33:22.078904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:22.083222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 58875642-7e76-4b8f-9c06-a686fa07e80a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:22.108917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-3d38dca8-0057-4473-88da-fb9471610f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:22.111851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-3d38dca8-0057-4473-88da-fb9471610f96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 1095 time: 0.0682380 Jul 28 11:33:22.187452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 58875642-7e76-4b8f-9c06-a686fa07e80a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:22.188023 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:22.274303 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:22.284529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:22.324943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-ade4f755-c215-4af5-89ce-b0c42d2a8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:22.326470 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-ade4f755-c215-4af5-89ce-b0c42d2a8994 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.2024274 Jul 28 11:33:22.398686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-4eff0ce1-afe8-4693-aae9-3ed1108f871e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2 HTTP/1.1" status: 200 len: 217 time: 0.0628600 Jul 28 11:33:22.506307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:22.510698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-bc86db01-3643-48b7-b6c5-a942e0106380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:22.510988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=7684c935-b13a-4c34-95f2-22b0afd5d671,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:22.512186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-bc86db01-3643-48b7-b6c5-a942e0106380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.1050415 Jul 28 11:33:22.529288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd1a86-6f94-4c20-909a-b4b8b98763a6 req-99e6dcdf-ca18-4228-9c1f-e8c89f121cd2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:22.533047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0fd1a86-6f94-4c20-909a-b4b8b98763a6 req-99e6dcdf-ca18-4228-9c1f-e8c89f121cd2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.1091590 Jul 28 11:33:22.670013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-8990df15-a302-43c3-9a34-487c44ff2c64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257596 Jul 28 11:33:22.677128 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:22.733934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:22.737133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:22.789301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0fd1a86-6f94-4c20-909a-b4b8b98763a6 req-444e41c9-33b8-4f7e-b52a-61b970694336 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471845 Jul 28 11:33:22.853419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-8c4cd56a-f564-4980-b9eb-ae4e02bb5e80 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670017 Jul 28 11:33:22.926104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:33:22.968511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7ccfb-9881-4873-9582-02662c4bef43 None None] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:33:22.982621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4282d019-f1e0-4798-b9b2-6d620a98fc21 req-f81be186-08f7-47ac-968c-79c46172a250 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187010 Jul 28 11:33:23.058075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] Provisioning for port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:23.070531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] Provisioning complete for port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:23.070910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:23.079760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:33:23.086535 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8cae9fa4-292b-435a-8522-52f1ecfdf0a7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "PUT /v2.0/routers/74e74794-1c92-4f45-9218-b6647b09cd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0195029 Jul 28 11:33:23.100673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:23.118553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:33:23.236544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:33:23.240416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:33:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:23.296515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6efa8d-e5bd-4a5e-a895-47fb8262fdfd req-565b08f1-89a1-4efc-a718-441e44adab52 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.304520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed6efa8d-e5bd-4a5e-a895-47fb8262fdfd req-565b08f1-89a1-4efc-a718-441e44adab52 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 944 time: 0.1511526 Jul 28 11:33:23.382374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed6efa8d-e5bd-4a5e-a895-47fb8262fdfd req-f709f54e-56aa-4531-b685-d8601c759129 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Jul 28 11:33:23.460054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:33:23.507848 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:23.770882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 64e12127-7b73-4e9e-a02c-ae3d34407bf2 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:23.875513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.876097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.876862 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.877337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.877804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.878267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.878730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.879326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.883913 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19b3e490-c5c8-4abb-997d-eff752835834 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.7792563 Jul 28 11:33:23.884807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:23.888495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-43e0fefe-7722-4348-9c99-e413dd5a8bdb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:23.896324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-43e0fefe-7722-4348-9c99-e413dd5a8bdb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.41 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.1394913 Jul 28 11:33:23.913243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] For port 5bab1a19-6ecf-4934-bbfd-f66a5a444147, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5bab1a19-6ecf-4934-bbfd-f66a5a444147,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:23.950372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.060403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.060878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.061336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.061790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.062872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.063333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.063848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.064331 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.069156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a8425a4f-6c1f-44d0-ab13-2a48849cf725 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5280 time: 0.1814203 Jul 28 11:33:24.069458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:24.083074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b10ff-96e9-49c3-826f-ae3801022243 None None] Pushing event updated for resources: {'Port': ['ID=5bab1a19-6ecf-4934-bbfd-f66a5a444147,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:24.139842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aa6b3-d678-4a9b-9c5f-ade81456a65f req-71878e8a-f27f-4e5f-84ba-d0f9693c9577 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.141750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a02aa6b3-d678-4a9b-9c5f-ade81456a65f req-71878e8a-f27f-4e5f-84ba-d0f9693c9577 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 946 time: 0.1202588 Jul 28 11:33:24.157818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:33:24.158160 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.190206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:24.206901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '64e12127-7b73-4e9e-a02c-ae3d34407bf2', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': '64e12127-7b73-4e9e-a02c-ae3d34407bf2', 'mac_address': 'fa:16:3e:60:95:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:24.251608 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-4a5c9f0d-ba9e-412b-91b2-1853f3765d3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2452612 Jul 28 11:33:24.289135 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.306744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port ecd649cb-ced7-4d5c-909d-03bc8dcf5791, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:24.308202 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.328725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for ecd649cb-ced7-4d5c-909d-03bc8dcf5791 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:33:24.350681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e12127-7b73-4e9e-a02c-ae3d34407bf2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:24.372738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14ee5258-746a-4b22-87a4-2dc8a67b5b4b None None] Provisioning complete for port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:24.373120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14ee5258-746a-4b22-87a4-2dc8a67b5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.531216 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.554646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:24.563697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['ecd649cb-ced7-4d5c-909d-03bc8dcf5791'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:24.569884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.643304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a02aa6b3-d678-4a9b-9c5f-ade81456a65f req-bab93c3f-5518-4f16-9ec9-9e764f9002e4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935100 Jul 28 11:33:24.651130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-cc82a425-4002-4f17-b363-7101cf9f5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.652991 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-cc82a425-4002-4f17-b363-7101cf9f5ba6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 1097 time: 0.2969556 Jul 28 11:33:24.653360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=ecd649cb-ced7-4d5c-909d-03bc8dcf5791,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:24.757331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 2, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:24.806719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:33:24.807232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Updating router 74e74794-1c92-4f45-9218-b6647b09cd23 port 7684c935-b13a-4c34-95f2-22b0afd5d671 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:33:24.811345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=64e12127-7b73-4e9e-a02c-ae3d34407bf2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:24.818965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['64e12127-7b73-4e9e-a02c-ae3d34407bf2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:24.824969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port ecd649cb-ced7-4d5c-909d-03bc8dcf5791 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:33:24.848064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-59abe7f0-dcd9-44a2-8098-61864f9402c0 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.7760339 Jul 28 11:33:24.859451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a579583-1dbe-462c-9d27-f477819a80d9 req-ccd80eb1-95a5-4f6f-80cf-46adefc77180 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.863779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a579583-1dbe-462c-9d27-f477819a80d9 req-ccd80eb1-95a5-4f6f-80cf-46adefc77180 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 944 time: 0.3365259 Jul 28 11:33:24.868325 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:24.874311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-259cb32a-cd4c-430d-9fab-4a1c7bc4f1bd req-e4973ff2-76fb-46a9-aac3-446ad1c074a2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.41 "DELETE /v2.0/ports/ecd649cb-ced7-4d5c-909d-03bc8dcf5791 HTTP/1.1" status: 204 len: 173 time: 0.9674361 Jul 28 11:33:24.874861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3708b57b-0a40-4880-95db-74acd757f664', 'name': 'network-vif-deleted', 'tag': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:24.882764 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b59dc1-9f6b-4c2a-b0ae-fbe78de9306f" -d '{"events": [{"server_uuid": "3708b57b-0a40-4880-95db-74acd757f664", "name": "network-vif-deleted", "tag": "ecd649cb-ced7-4d5c-909d-03bc8dcf5791"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:24.912560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-354dba28-bc9d-477c-b19b-ae857a28419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:24.915126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-354dba28-bc9d-477c-b19b-ae857a28419b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.2228067 Jul 28 11:33:24.978890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-5247f2e3-537e-4ac6-b3ab-935eebdbe318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 200 len: 217 time: 0.0524123 Jul 28 11:33:25.031966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a579583-1dbe-462c-9d27-f477819a80d9 req-c4af25f1-9931-4b54-a07a-a391acf196c2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363349 Jul 28 11:33:25.037053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.063330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14ee5258-746a-4b22-87a4-2dc8a67b5b4b None None] Provisioning for port 7684c935-b13a-4c34-95f2-22b0afd5d671 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:25.073554 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981c5525-094d-4d7f-9daf-dd701e7bdb42 x-openstack-request-id: req-981c5525-094d-4d7f-9daf-dd701e7bdb42 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:25.074052 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3708b57b-0a40-4880-95db-74acd757f664", "name": "network-vif-deleted", "tag": "ecd649cb-ced7-4d5c-909d-03bc8dcf5791", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:25.074506 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-981c5525-094d-4d7f-9daf-dd701e7bdb42 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:25.075361 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3708b57b-0a40-4880-95db-74acd757f664', 'name': 'network-vif-deleted', 'tag': 'ecd649cb-ced7-4d5c-909d-03bc8dcf5791', 'status': 'completed', 'code': 200} Jul 28 11:33:25.131544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14ee5258-746a-4b22-87a4-2dc8a67b5b4b None None] Provisioning complete for port 7684c935-b13a-4c34-95f2-22b0afd5d671 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:25.137699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14ee5258-746a-4b22-87a4-2dc8a67b5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.141606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-2fa2d95d-5506-46c9-abcc-e3b65a1e5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:25.143903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-2fa2d95d-5506-46c9-abcc-e3b65a1e5faa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.1607649 Jul 28 11:33:25.196477 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-172c1a62-328d-4252-8d6b-ccf83c4781bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441403 Jul 28 11:33:25.389881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-14ee5258-746a-4b22-87a4-2dc8a67b5b4b None None] Port 7684c935-b13a-4c34-95f2-22b0afd5d671 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:33:25.402352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-8ad585b8-5d1d-4974-ba5a-ad1d1b4d2d9d service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951981 Jul 28 11:33:25.541232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48652) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:25.546214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151762346', 'description': 'tempest-secgroup-smoke-151762346 description', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:25.560044 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ddff4db-9ec9-4d96-9849-84c6526fcf8a req-232fcd24-66ec-4378-9ebf-2d91b21c126a service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499701 Jul 28 11:33:25.627816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-47088963-c108-4ad8-918f-2a2de2a68fce None None] Provisioning complete for port 7684c935-b13a-4c34-95f2-22b0afd5d671 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:25.628213 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47088963-c108-4ad8-918f-2a2de2a68fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.640867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.693641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ecd649cb-ced7-4d5c-909d-03bc8dcf5791 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:33:25.793378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: ecd649cb-ced7-4d5c-909d-03bc8dcf5791 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:33:25.795991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device ecd649cb-ced7-4d5c-909d-03bc8dcf5791 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:33:25.842943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa4a8e92-df78-4b42-af19-e55fb38cec44 req-55392b5e-f5b7-4a0d-9d40-dffe3211691b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0774450 Jul 28 11:33:25.850088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5bab1a19-6ecf-4934-bbfd-f66a5a444147 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:25.865882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-47088963-c108-4ad8-918f-2a2de2a68fce None None] Port 7684c935-b13a-4c34-95f2-22b0afd5d671 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:33:25.893132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.901497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.943589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d100c426-cccf-4059-a7b2-7724915cc924,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:25.949067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:25.952488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-23b1c073-bac4-46a5-ae25-59330e756e1a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4097867 Jul 28 11:33:25.954666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:25.959535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'd100c426-cccf-4059-a7b2-7724915cc924', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:25.987505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:25.987873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.014597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.079555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.137855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Transition to ACTIVE for port object 7684c935-b13a-4c34-95f2-22b0afd5d671 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:26.143853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.151575 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.156335 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.176289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b3d4d1-198f-47f8-9ec8-8f1206e0e55a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:26.193810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.195297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7689318d-b57a-461e-835b-736948b11a35 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401762 Jul 28 11:33:26.198326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:26.204529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4981c-3aa7-4c44-be25-64306ca46626 req-ab2807f6-7c2c-4d47-8bdd-2ad87c8f440e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:26.205402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'd100c426-cccf-4059-a7b2-7724915cc924', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:26.206336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53f4981c-3aa7-4c44-be25-64306ca46626 req-ab2807f6-7c2c-4d47-8bdd-2ad87c8f440e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 945 time: 0.0882072 Jul 28 11:33:26.265307 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.294134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc01cb-1bdf-4baf-83e0-ebfcc3310cc8 None None] Pushing event updated for resources: {'Port': ['ID=7684c935-b13a-4c34-95f2-22b0afd5d671,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:26.317107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53f4981c-3aa7-4c44-be25-64306ca46626 req-f520962a-e97e-4da4-b3dd-34919d817495 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036539 Jul 28 11:33:26.374365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Attempting to bind port 7684c935-b13a-4c34-95f2-22b0afd5d671 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:26.374987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Attempting to bind port 7684c935-b13a-4c34-95f2-22b0afd5d671 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:26.375634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Attempting to bind port 7684c935-b13a-4c34-95f2-22b0afd5d671 on network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:26.389115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:26.389356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.389677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Checking segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:26.390063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.390519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Bound using segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:26.391209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Bound port: 7684c935-b13a-4c34-95f2-22b0afd5d671, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:26.393647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.394491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.417298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bce7d4-fee8-4220-96c4-830433a3a133,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:26.445684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.450449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48676) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:26.455719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'd100c426-cccf-4059-a7b2-7724915cc924', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:26.460102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4d4d82d0-d0b3-4489-aff7-d6b01b20ff89 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2605791 Jul 28 11:33:26.493066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] For port 7684c935-b13a-4c34-95f2-22b0afd5d671, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:26.497610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.500709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] For port 7684c935-b13a-4c34-95f2-22b0afd5d671, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7684c935-b13a-4c34-95f2-22b0afd5d671,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:26.512212 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.588869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc01cb-1bdf-4baf-83e0-ebfcc3310cc8 None None] Pushing event updated for resources: {'Port': ['ID=7684c935-b13a-4c34-95f2-22b0afd5d671,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:26.597651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:33:26.598293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:33:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:26.627452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.635607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.692570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.694021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426307 Jul 28 11:33:26.697740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:26.698440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5159ff-7c3c-42d9-aeb3-b32b4c913359 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c029ed8f-e3fa-4857-ac06-b0e260dd6b33,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:26.702523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'd100c426-cccf-4059-a7b2-7724915cc924', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:26.776092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.798034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:33:26.933911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:26.959169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.003149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0fb9a1-7632-4fcf-866a-6f42bbe36018,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:27.016948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.020650 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-28f5396f-012c-4f02-8fc3-99ec0cb0d65d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218842 Jul 28 11:33:27.023643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 48706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:27.048711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'd100c426-cccf-4059-a7b2-7724915cc924', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:27.096906 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Project abb7d1130b794a54b3a5f4f29910c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:33:27.108597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.149519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:26Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:27.155772 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89810087-958a-46f4-91aa-640ba62f439b req-eb4e3cd7-5e96-41dc-8603-56c9619fde33 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0805383 Jul 28 11:33:27.186595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00591bd5-44ad-4531-8a9f-ee81a64af8f1 None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:26Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:33:27.219254 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.272570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.293626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-a21e308d-ffaa-4237-9734-e412f9634151 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:27.302187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-a21e308d-ffaa-4237-9734-e412f9634151 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 814 time: 0.3665862 Jul 28 11:33:27.306791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e66928-36f8-4f53-966b-536a79367aad,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:27.312446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.315022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-158e75ad-6a4d-44b2-8fb8-aa1815a503f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2899852 Jul 28 11:33:27.319231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 48712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:27.328713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'd100c426-cccf-4059-a7b2-7724915cc924', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:27.348272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-4e15d68c-f4dc-411c-a6ca-976e3a18b688 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/quotas/3b25f37147134ee19f7e97a7cdf2f08b HTTP/1.1" status: 200 len: 375 time: 0.0449605 Jul 28 11:33:27.403551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-f05f77f0-f1b8-4368-94c4-27492c84ba3e tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419579 Jul 28 11:33:27.447585 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Project abb7d1130b794a54b3a5f4f29910c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:33:27.470846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.568154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854332-de3c-4248-b53d-5e15ab5b04d2 req-7b1c5940-66e2-4194-8a6a-bf1a941a0155 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:27.569779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4854332-de3c-4248-b53d-5e15ab5b04d2 req-7b1c5940-66e2-4194-8a6a-bf1a941a0155 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 945 time: 0.1635382 Jul 28 11:33:27.666624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.675228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-cfb99510-ea40-43f2-920a-9407f7a8529c service neutron] 10.222.0.20 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372830 Jul 28 11:33:27.684601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 64e12127-7b73-4e9e-a02c-ae3d34407bf2 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:27.687547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4854332-de3c-4248-b53d-5e15ab5b04d2 req-49f7e3d0-95dd-4535-bc71-7e8ca864a974 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088798 Jul 28 11:33:27.689738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.755735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e900aeb5-dfe0-4e63-a4da-fffea0be8fce,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:27.784937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.798010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3588ac84-105b-4b06-9302-f8ae7abaf8e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4732137 Jul 28 11:33:27.818147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:27.826769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:27.827416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:27.862911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-dbf24173-0501-407f-a35b-e780f1ba9f8b service neutron] 10.222.0.20 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864858 Jul 28 11:33:27.997092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7684c935-b13a-4c34-95f2-22b0afd5d671 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:28.146657 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e432-3180-4016-8a23-db739085fbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:28.146793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59f52fbd-7b81-4a56-8dc6-8a9ce6099b4f req-4450b7ba-5c19-4342-9b34-cfffd5c40263 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 210 time: 0.0436547 Jul 28 11:33:28.173015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-077c6f37-8465-47f6-8396-c74bc473fb55 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151762346&fields=id&tenant_id=abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 267 time: 0.1052780 Jul 28 11:33:28.232089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:28.324488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731075d1-729c-4024-a30c-169b677d3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e12127-7b73-4e9e-a02c-ae3d34407bf2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:28.328982 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dbd175-b23b-470a-828e-31fe5f787fa5" -d '{"events": [{"server_uuid": "731075d1-729c-4024-a30c-169b677d3333", "name": "network-vif-plugged", "status": "completed", "tag": "64e12127-7b73-4e9e-a02c-ae3d34407bf2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:28.336334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7684c935-b13a-4c34-95f2-22b0afd5d671 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:28.347142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:28.348661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7684c935-b13a-4c34-95f2-22b0afd5d671 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:28.349778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:28.373300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc2b392c-75fd-40f6-b2a0-704415618dbf req-f8d6cb17-284c-4a3b-bab8-83996bb5884a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0630660 Jul 28 11:33:28.384636 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:28.472754 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f4951-93f5-40fa-a93e-7e980fcf6646 x-openstack-request-id: req-450f4951-93f5-40fa-a93e-7e980fcf6646 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:28.473190 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731075d1-729c-4024-a30c-169b677d3333", "name": "network-vif-plugged", "status": "completed", "tag": "64e12127-7b73-4e9e-a02c-ae3d34407bf2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:28.473557 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-450f4951-93f5-40fa-a93e-7e980fcf6646 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:28.474320 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731075d1-729c-4024-a30c-169b677d3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e12127-7b73-4e9e-a02c-ae3d34407bf2', 'code': 200} Jul 28 11:33:28.480506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-c74f8a6f-765d-4e6c-bb6e-fbb2bb918f8f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:28.508227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-c74f8a6f-765d-4e6c-bb6e-fbb2bb918f8f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/networks?id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 796 time: 0.3193109 Jul 28 11:33:28.541929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=64e12127-7b73-4e9e-a02c-ae3d34407bf2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:28.543506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-73d4459a-025b-4ca4-80e0-be5353b1fd2a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/quotas/abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0342841 Jul 28 11:33:28.575778 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:28.772021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223219eb-e637-4b7c-bbfc-6768953f339b req-724aa7bd-1b1a-4c92-a974-d1238290c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:28.776832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-223219eb-e637-4b7c-bbfc-6768953f339b req-724aa7bd-1b1a-4c92-a974-d1238290c9ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 1097 time: 0.1905959 Jul 28 11:33:28.795262 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-b43354a1-b40e-4adc-bfd8-11191a3abeb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508526 Jul 28 11:33:29.001062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7684c935-b13a-4c34-95f2-22b0afd5d671, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7684c935-b13a-4c34-95f2-22b0afd5d671,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:29.008620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:29.077407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-223219eb-e637-4b7c-bbfc-6768953f339b req-22ee0c40-5071-447e-84e1-9c4d6e31e23b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799275 Jul 28 11:33:29.101894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7684c935-b13a-4c34-95f2-22b0afd5d671,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:29.106149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-56d6cdc8-d961-481a-979a-45cd1d48846e service neutron] 10.222.0.20 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612920 Jul 28 11:33:29.116343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135f987-094d-49c2-b184-ac26a2e87b69 req-b3702aff-5354-443f-a25c-e2c980946e14 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:29.119253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d135f987-094d-49c2-b184-ac26a2e87b69 req-b3702aff-5354-443f-a25c-e2c980946e14 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 946 time: 0.2434845 Jul 28 11:33:29.224820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d135f987-094d-49c2-b184-ac26a2e87b69 req-9d11a9bf-e3f4-4077-aad0-ae62718df5d8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993407 Jul 28 11:33:29.305570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-aab05847-04f7-49e2-90fc-365c2efbf018 service neutron] 10.222.0.20 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547000 Jul 28 11:33:29.408814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-627159c4-a7f5-4dcf-9f48-82e15abf2afb req-968f7f5a-275c-4a2f-a1b3-a3f680dd2709 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 210 time: 0.0418499 Jul 28 11:33:29.530533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59fa4115-f7a8-4942-a6d8-7eeba80df546 req-7fb31b58-c80f-4bb3-baac-9a07e12d93a4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 210 time: 0.0458832 Jul 28 11:33:29.560711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4373674d-348a-49fa-b4ff-916c2d0a06f3 req-60979739-47dc-41d8-8663-b35e3a4e5a4a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0324972 Jul 28 11:33:29.798573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-48fe61a7-20ec-4e9b-aaa7-b74e0feefbf3 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:29.800420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-48fe61a7-20ec-4e9b-aaa7-b74e0feefbf3 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 814 time: 0.1497633 Jul 28 11:33:29.810365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7684c935-b13a-4c34-95f2-22b0afd5d671 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:29.818120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Request body: {'port': {'device_id': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d', 'admin_state_up': True, 'tenant_id': '3b25f37147134ee19f7e97a7cdf2f08b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:29.927768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7684c935-b13a-4c34-95f2-22b0afd5d671 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:29.928146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:30.053321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Made reservation on behalf of 3b25f37147134ee19f7e97a7cdf2f08b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:30.063078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:30.245896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Allocated IP 172.20.0.7 (0fd6b756-31e5-4e21-bc74-9b7a3a4b672d/e620cc9e-cae2-49a6-b183-fbe391c5cc6e/89ca76a4-5455-48ba-adff-c6d37e6d136d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:30.435999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b0a04-f0b1-4da8-b8c0-0a770f84b99f req-e607ddf1-18db-40f7-999e-70d6a8531ca7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:30.444531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a85b0a04-f0b1-4da8-b8c0-0a770f84b99f req-e607ddf1-18db-40f7-999e-70d6a8531ca7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 946 time: 0.0703204 Jul 28 11:33:30.468109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:30.551222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:30.558030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a85b0a04-f0b1-4da8-b8c0-0a770f84b99f req-5bd9010a-87d6-40dc-ae10-ad475a31846f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082246 Jul 28 11:33:30.586852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43c56836-4046-4f56-90e7-610ed3c74fc1 req-ebbda3cc-71b5-41ea-8ee7-7fecb487e826 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 210 time: 0.0644310 Jul 28 11:33:30.635040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:30.638639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:30.642708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:30.678649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0a2b392-e4f8-467e-b2a1-69394b42a175 req-79e26549-2ad8-4f42-8742-f3946b8d30a5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 210 time: 0.0408356 Jul 28 11:33:30.678865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Pushing event updated for resources: {'Port': ['ID=89ca76a4-5455-48ba-adff-c6d37e6d136d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:30.718727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:30.719838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:30.744295 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d1c6b6f1-c97e-4638-b3c9-a16bc5aac073 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9292283 Jul 28 11:33:30.770197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Request body: {'port': {'device_id': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:30.819832 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bafc8ce-a11e-4cab-bb74-7ae27771c592 req-1a661d67-569c-48e6-a4ed-c37052b39e06 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0454268 Jul 28 11:33:30.864787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465a21-4add-4dbe-84b1-c415cb70e70a req-efc1dd1c-d477-400a-a870-35aa9ee729bc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:30.866405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6465a21-4add-4dbe-84b1-c415cb70e70a req-efc1dd1c-d477-400a-a870-35aa9ee729bc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 946 time: 0.1273060 Jul 28 11:33:30.874000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:30.934938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6465a21-4add-4dbe-84b1-c415cb70e70a req-01ee3967-d12c-43fc-9616-8b187d5e8b33 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515621 Jul 28 11:33:31.007264 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.105021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-fd653858-5574-4da2-8dd5-c285be05361d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:31.106939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-fd653858-5574-4da2-8dd5-c285be05361d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/networks?id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 796 time: 0.1875246 Jul 28 11:33:31.129501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c02e481-c409-421e-b27b-15e9f89bc6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.199104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-fafe766c-7e43-4be1-9d57-b50a70c80dca tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 379 time: 0.0830617 Jul 28 11:33:31.221470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'port': {'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'admin_state_up': True, 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'security_groups': ['d100c426-cccf-4059-a7b2-7724915cc924']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:31.395727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8134e4dc-e871-4824-9cc9-d4212a4ea805 req-7c65e8ef-3d9f-47d0-a9d7-8b659980211e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3708b57b-0a40-4880-95db-74acd757f664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0661314 Jul 28 11:33:31.407416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ca76a4-5455-48ba-adff-c6d37e6d136d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:31.416491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.433424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Transition to ACTIVE for port object 89ca76a4-5455-48ba-adff-c6d37e6d136d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:31.438708 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.530920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8134e4dc-e871-4824-9cc9-d4212a4ea805 req-61b627d3-8197-4dc6-a848-a03ee0d0ed11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=3708b57b-0a40-4880-95db-74acd757f664 HTTP/1.1" status: 200 len: 210 time: 0.0617311 Jul 28 11:33:31.578861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Pushing event updated for resources: {'Port': ['ID=89ca76a4-5455-48ba-adff-c6d37e6d136d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:31.579432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e498262-ca1b-409e-9a78-bd8621c41d2d req-2512e160-8b39-4943-abab-3a2db460e497 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:31.588767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e498262-ca1b-409e-9a78-bd8621c41d2d req-2512e160-8b39-4943-abab-3a2db460e497 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 946 time: 0.2417033 Jul 28 11:33:31.601499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:31.605569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.677943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Attempting to bind port 89ca76a4-5455-48ba-adff-c6d37e6d136d on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:31.678286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Attempting to bind port 89ca76a4-5455-48ba-adff-c6d37e6d136d by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:31.678620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Attempting to bind port 89ca76a4-5455-48ba-adff-c6d37e6d136d on network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:31.683566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Port 89ca76a4-5455-48ba-adff-c6d37e6d136d on network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:31.683896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Attempting to bind port 89ca76a4-5455-48ba-adff-c6d37e6d136d on network 0fd6b756-31e5-4e21-bc74-9b7a3a4b672d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:31.689278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:31.689630 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Checking segment: {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:31.690005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Bound using segment: {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:31.690437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Bound port: 89ca76a4-5455-48ba-adff-c6d37e6d136d, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f578ebe7-b016-4691-bfd2-2dae23d03e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:31.691057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.743261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e498262-ca1b-409e-9a78-bd8621c41d2d req-2abd3f7c-3bf9-4e7a-9885-88dd1cb0078b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532631 Jul 28 11:33:31.809229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] For port 89ca76a4-5455-48ba-adff-c6d37e6d136d, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:31.813031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] For port 89ca76a4-5455-48ba-adff-c6d37e6d136d, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:31.821579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.886914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:31.887650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:31.889810 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] 10.222.0.44 "PUT /v2.0/ports/89ca76a4-5455-48ba-adff-c6d37e6d136d HTTP/1.1" status: 200 len: 1091 time: 1.1374314 Jul 28 11:33:31.890378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'tag': '89ca76a4-5455-48ba-adff-c6d37e6d136d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:31.893044 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804a305-be6a-49a9-97ff-f6f21f35f59e" -d '{"events": [{"name": "network-changed", "server_uuid": "e822bc72-5ebe-4a47-8f2a-6e3b344a1f14", "tag": "89ca76a4-5455-48ba-adff-c6d37e6d136d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:31.941203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a3c5-90ce-48bc-8315-782ba006583f service neutron] Pushing event updated for resources: {'Port': ['ID=89ca76a4-5455-48ba-adff-c6d37e6d136d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:31.988866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:32.000124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-0964ba43-8e92-4053-a532-868826f10036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.002088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-0964ba43-8e92-4053-a532-868826f10036 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 1094 time: 0.0558255 Jul 28 11:33:32.052947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-ee57993c-6a94-415e-982b-efcfabddbc64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d HTTP/1.1" status: 200 len: 217 time: 0.0392790 Jul 28 11:33:32.112565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-57026c0d-69e5-46d7-989c-e983ee51de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.114141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-57026c0d-69e5-46d7-989c-e983ee51de84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e620cc9e-cae2-49a6-b183-fbe391c5cc6e HTTP/1.1" status: 200 len: 854 time: 0.0526054 Jul 28 11:33:32.153203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-9606bbea-03ea-4138-ad0e-cbaf380851bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319300 Jul 28 11:33:32.269502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-774574d8-7903-4c3b-b96d-83a9e34141ca service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054723 Jul 28 11:33:32.270109 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134e4dc-e871-4824-9cc9-d4212a4ea805 req-f8d54c5d-4a20-4486-8490-8dbb54246502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.271532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8134e4dc-e871-4824-9cc9-d4212a4ea805 req-f8d54c5d-4a20-4486-8490-8dbb54246502 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf29a675dd67498595bfcda59848fc21&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7183888 Jul 28 11:33:32.305052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af1978a9-b2f9-4ecb-b481-0566737d4455 req-4a0a2df6-43b3-454f-a62a-c5e2456ecb8a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 210 time: 0.0528679 Jul 28 11:33:32.350435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435adb97-055e-4abe-bd1e-4248bb8e9afd req-854500da-11cf-4183-adcc-c1a25bdcb606 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.351977 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-435adb97-055e-4abe-bd1e-4248bb8e9afd req-854500da-11cf-4183-adcc-c1a25bdcb606 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 943 time: 0.5922923 Jul 28 11:33:32.441277 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b60bb2-270f-4869-86a2-003c96ded0ee x-openstack-request-id: req-71b60bb2-270f-4869-86a2-003c96ded0ee {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:32.441576 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e822bc72-5ebe-4a47-8f2a-6e3b344a1f14", "tag": "89ca76a4-5455-48ba-adff-c6d37e6d136d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:32.441831 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71b60bb2-270f-4869-86a2-003c96ded0ee {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:32.442236 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'tag': '89ca76a4-5455-48ba-adff-c6d37e6d136d', 'status': 'completed', 'code': 200} Jul 28 11:33:32.452835 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-52f4bd47-f08f-407c-a11e-005e38c48c24 req-cee3a847-f3d6-42c5-8d2f-fc786b5a017d service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718242 Jul 28 11:33:32.525189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134e4dc-e871-4824-9cc9-d4212a4ea805 req-03bda99d-ba39-4dcb-a89a-aaf25241f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.525921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8134e4dc-e871-4824-9cc9-d4212a4ea805 req-03bda99d-ba39-4dcb-a89a-aaf25241f8c8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329080 Jul 28 11:33:32.560870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.20.0.13 (57f2a395-e1a7-4dc1-aafe-8a1512c55a94/bbbde0c0-2f1a-4305-9f40-8f620d30d105/5849c5b4-23e4-433f-a614-a75be60691c6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:32.586208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-435adb97-055e-4abe-bd1e-4248bb8e9afd req-be9da309-8259-415f-a568-4e959b1e7ea9 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015557 Jul 28 11:33:32.586868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-65d22068-684a-4a67-85ad-81b454f568ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.589146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-65d22068-684a-4a67-85ad-81b454f568ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 1094 time: 0.0784614 Jul 28 11:33:32.683152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4f901-93f5-422c-9607-be331404b180 req-06acd5e8-88b0-43e0-95e7-2df4078aef65 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.684935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35c4f901-93f5-422c-9607-be331404b180 req-06acd5e8-88b0-43e0-95e7-2df4078aef65 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 946 time: 0.0880580 Jul 28 11:33:32.721915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-b9b45265-15ad-488e-b869-39eb70bffd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.723890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-b9b45265-15ad-488e-b869-39eb70bffd54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 200 len: 915 time: 0.1231644 Jul 28 11:33:32.816015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-167090ca-7910-4f80-8bf7-db66dc4d3a37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d HTTP/1.1" status: 200 len: 217 time: 0.0841098 Jul 28 11:33:32.883799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-6459a00d-4b0a-47ed-8d9d-773dfee89edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:32.885418 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-6459a00d-4b0a-47ed-8d9d-773dfee89edb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e620cc9e-cae2-49a6-b183-fbe391c5cc6e HTTP/1.1" status: 200 len: 854 time: 0.0611420 Jul 28 11:33:32.918055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:32.929667 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-d686379b-235a-406c-ba6f-b24ba2e3636c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332150 Jul 28 11:33:32.968073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Transition to ACTIVE for port object 5849c5b4-23e4-433f-a614-a75be60691c6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:32.978871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:33:32.979509 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.015894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7865-e9a0-4112-bb87-e370fec45ab7 req-5682a05f-43f5-45f8-85b5-7e7cffcd02ee tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:33.018864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd0c7865-e9a0-4112-bb87-e370fec45ab7 req-5682a05f-43f5-45f8-85b5-7e7cffcd02ee tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 946 time: 0.1644554 Jul 28 11:33:33.067289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-8a1af02b-0e8a-401a-ae71-d0dbec8eb6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245399 Jul 28 11:33:33.144215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd0c7865-e9a0-4112-bb87-e370fec45ab7 req-5f645161-7c9f-412f-99b2-a96593470acc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927999 Jul 28 11:33:33.149361 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.214343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4804a305-be6a-49a9-97ff-f6f21f35f59e req-a2f223aa-c772-4468-a5b3-a63462141e32 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362925 Jul 28 11:33:33.214617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port 64e12127-7b73-4e9e-a02c-ae3d34407bf2, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=64e12127-7b73-4e9e-a02c-ae3d34407bf2,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:33.215193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.263659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:33.265043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for 64e12127-7b73-4e9e-a02c-ae3d34407bf2 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:33:33.271737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:33.279742 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:33.322467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=5849c5b4-23e4-433f-a614-a75be60691c6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:33.406079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:33.407646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.438914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2ab4931e-8427-4dab-bff2-b47e97674cea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2297409 Jul 28 11:33:33.458734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Request body: {'port': {'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:33.539406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.667838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-49967ca0-df1a-4bdb-9cfb-7a0179b0809c None None] Provisioning for port 5849c5b4-23e4-433f-a614-a75be60691c6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:33.668634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.673656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-49967ca0-df1a-4bdb-9cfb-7a0179b0809c None None] Provisioning complete for port 5849c5b4-23e4-433f-a614-a75be60691c6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:33.674072 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49967ca0-df1a-4bdb-9cfb-7a0179b0809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.714524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b2fcd-01fa-412d-ae99-6611d839a72d req-0dd844cd-2830-42cb-a771-fcd50ed1b764 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:33.722652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d72b2fcd-01fa-412d-ae99-6611d839a72d req-0dd844cd-2830-42cb-a771-fcd50ed1b764 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 932 time: 0.2201054 Jul 28 11:33:33.739741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.753056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-49967ca0-df1a-4bdb-9cfb-7a0179b0809c None None] Port 5849c5b4-23e4-433f-a614-a75be60691c6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:33:33.758988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:33.761739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['64e12127-7b73-4e9e-a02c-ae3d34407bf2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:33.842329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=64e12127-7b73-4e9e-a02c-ae3d34407bf2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:33.896829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d72b2fcd-01fa-412d-ae99-6611d839a72d req-d0479a1a-70db-4f1e-b57b-62789e211bda tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731970 Jul 28 11:33:33.951007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d970e8-fe05-40ac-ac5f-d6a5f72be74c req-80a28aa1-2422-41ee-ba65-63341587b552 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:33.958621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54d970e8-fe05-40ac-ac5f-d6a5f72be74c req-80a28aa1-2422-41ee-ba65-63341587b552 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 943 time: 0.2805133 Jul 28 11:33:33.960653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port 64e12127-7b73-4e9e-a02c-ae3d34407bf2 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:33:33.965181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:33.967854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35c4f901-93f5-422c-9607-be331404b180 req-fdd62959-1625-4a17-9927-b9efedd411dd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "DELETE /v2.0/ports/64e12127-7b73-4e9e-a02c-ae3d34407bf2 HTTP/1.1" status: 204 len: 173 time: 1.2614110 Jul 28 11:33:33.981410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731075d1-729c-4024-a30c-169b677d3333', 'name': 'network-vif-deleted', 'tag': '64e12127-7b73-4e9e-a02c-ae3d34407bf2'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:33.985846 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bbc546-3a5d-460e-89d4-5b58511343fb" -d '{"events": [{"server_uuid": "731075d1-729c-4024-a30c-169b677d3333", "name": "network-vif-deleted", "tag": "64e12127-7b73-4e9e-a02c-ae3d34407bf2"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:34.081695 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfdb713-3d69-4e21-b2de-35f0e17727f4 x-openstack-request-id: req-edfdb713-3d69-4e21-b2de-35f0e17727f4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:34.082136 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731075d1-729c-4024-a30c-169b677d3333", "name": "network-vif-deleted", "tag": "64e12127-7b73-4e9e-a02c-ae3d34407bf2", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:34.082380 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edfdb713-3d69-4e21-b2de-35f0e17727f4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:34.082774 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731075d1-729c-4024-a30c-169b677d3333', 'name': 'network-vif-deleted', 'tag': '64e12127-7b73-4e9e-a02c-ae3d34407bf2', 'status': 'completed', 'code': 200} Jul 28 11:33:34.124305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54d970e8-fe05-40ac-ac5f-d6a5f72be74c req-db3f561b-6a65-4b38-87d5-5b7fe1ea5f33 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640165 Jul 28 11:33:34.303098 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-525cb613-37c1-465a-a026-f577c5fdf2ec req-c5473ecb-6b17-44c4-8080-40f0d99818c1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=731075d1-729c-4024-a30c-169b677d3333 HTTP/1.1" status: 200 len: 210 time: 0.0417910 Jul 28 11:33:34.366341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5849c5b4-23e4-433f-a614-a75be60691c6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:34.375215 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:34.389956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Transition to ACTIVE for port object 5849c5b4-23e4-433f-a614-a75be60691c6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:34.397214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:34.499922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Pushing event updated for resources: {'Port': ['ID=5849c5b4-23e4-433f-a614-a75be60691c6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:34.578947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Attempting to bind port 5849c5b4-23e4-433f-a614-a75be60691c6 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:34.579734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Attempting to bind port 5849c5b4-23e4-433f-a614-a75be60691c6 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:34.580569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Attempting to bind port 5849c5b4-23e4-433f-a614-a75be60691c6 on network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:34.589484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Port 5849c5b4-23e4-433f-a614-a75be60691c6 on network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:34.590263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Attempting to bind port 5849c5b4-23e4-433f-a614-a75be60691c6 on network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:34.596106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:34.597101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Checking segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:34.597701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Bound using segment: {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:34.598350 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Bound port: 5849c5b4-23e4-433f-a614-a75be60691c6, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e0927c-d1ad-4c3b-940a-211def4d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:34.599337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:34.689500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] For port 5849c5b4-23e4-433f-a614-a75be60691c6, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:34.694295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] For port 5849c5b4-23e4-433f-a614-a75be60691c6, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5849c5b4-23e4-433f-a614-a75be60691c6,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:34.705006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:34.743656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:34.744699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:34.746197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] 10.222.0.41 "PUT /v2.0/ports/5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 200 len: 1092 time: 1.2923615 Jul 28 11:33:34.785598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edd20-cf9b-43c6-a496-54ff12704320 service neutron] Pushing event updated for resources: {'Port': ['ID=5849c5b4-23e4-433f-a614-a75be60691c6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:34.824647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 89ca76a4-5455-48ba-adff-c6d37e6d136d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:34.851864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-95fdb29d-29ef-4d35-8d65-02b53cbe5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:34.854247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-95fdb29d-29ef-4d35-8d65-02b53cbe5b94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1095 time: 0.0567169 Jul 28 11:33:34.907377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-7e078a59-ced2-43d6-a678-81f23cd5fda8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 200 len: 217 time: 0.0450685 Jul 28 11:33:34.972862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-f8f9090b-1cf9-4715-b0a6-6e2b82ab2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:34.974720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-f8f9090b-1cf9-4715-b0a6-6e2b82ab2c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bbbde0c0-2f1a-4305-9f40-8f620d30d105 HTTP/1.1" status: 200 len: 834 time: 0.0574145 Jul 28 11:33:35.049618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 89ca76a4-5455-48ba-adff-c6d37e6d136d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:35.063577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '89ca76a4-5455-48ba-adff-c6d37e6d136d', 'network_id': '0fd6b756-31e5-4e21-bc74-9b7a3a4b672d', 'port_id': '89ca76a4-5455-48ba-adff-c6d37e6d136d', 'mac_address': 'fa:16:3e:e7:6e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e620cc9e-cae2-49a6-b183-fbe391c5cc6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:35.090691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-de4a8c75-a5ee-45b2-b717-4250e84bc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:35.092140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-de4a8c75-a5ee-45b2-b717-4250e84bc3fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084552 Jul 28 11:33:35.100054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5e5e0-9a74-4809-ba61-1e51c1e155fb req-5cc60d0e-a3a7-4110-a3b2-f3f87edb8de7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:35.101644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81f5e5e0-9a74-4809-ba61-1e51c1e155fb req-5cc60d0e-a3a7-4110-a3b2-f3f87edb8de7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 944 time: 0.0833189 Jul 28 11:33:35.144365 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:35.165777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ca76a4-5455-48ba-adff-c6d37e6d136d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:35.194523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 89ca76a4-5455-48ba-adff-c6d37e6d136d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:35.204966 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:35.225700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81f5e5e0-9a74-4809-ba61-1e51c1e155fb req-bfa7a7c4-8e67-43e9-b0bd-1bd5aa1eddea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144807 Jul 28 11:33:35.278776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=89ca76a4-5455-48ba-adff-c6d37e6d136d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:35.336073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-8d13672d-0c62-43d6-950e-60107bb47619 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334094 Jul 28 11:33:35.422597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['89ca76a4-5455-48ba-adff-c6d37e6d136d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:35.427246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572505a-81d7-42cc-9df0-46b679a0b9fb req-631d00cf-48c9-4b42-89c6-97876ceaf007 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:35.433782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b572505a-81d7-42cc-9df0-46b679a0b9fb req-631d00cf-48c9-4b42-89c6-97876ceaf007 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 944 time: 0.1624289 Jul 28 11:33:35.500007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-229b260e-621a-46ff-bafd-27deccf7cf50 req-2c2f40cc-2a1c-47f0-ac9b-a14a6b6180fd service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539500 Jul 28 11:33:35.511096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b572505a-81d7-42cc-9df0-46b679a0b9fb req-9bf1e2b0-0b4e-4c1a-a50f-1f147c154e42 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701053 Jul 28 11:33:35.973034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-94b9fe7d-4a75-467d-acaa-8d661021d71c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:35.975134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-94b9fe7d-4a75-467d-acaa-8d661021d71c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.1331367 Jul 28 11:33:36.005160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-3ad2c5db-31a5-4faa-aa86-77bfa5b947d0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0225034 Jul 28 11:33:36.072214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-c25ba86b-895d-4ed7-9dc6-693f95fb405d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590973 Jul 28 11:33:36.083233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:36.086365 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4002fed4-01a5-4133-804d-4ef16aa965e2" -d '{"events": [{"name": "network-changed", "server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:36.153334 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2eddb-e867-4fd3-b150-57392d69f3df x-openstack-request-id: req-a2d2eddb-e867-4fd3-b150-57392d69f3df {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:36.153637 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:36.153893 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2d2eddb-e867-4fd3-b150-57392d69f3df {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:36.154296 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6', 'status': 'completed', 'code': 200} Jul 28 11:33:36.267958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-572ec438-a72b-473f-a7fc-8679ab0ae038 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920164 Jul 28 11:33:36.289629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-0cd36c3f-059a-49f4-a044-e5733afb58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:36.291514 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-0cd36c3f-059a-49f4-a044-e5733afb58e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1095 time: 0.1092412 Jul 28 11:33:36.521397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-21d0c878-65db-4125-bfe7-20ede2da40d5 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461779 Jul 28 11:33:36.533235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39176-2432-4d7c-bcef-0bd6c13d46e4 req-eea1933e-49fe-4b7e-a3a9-30cd4be6edfc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:36.534763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fed39176-2432-4d7c-bcef-0bd6c13d46e4 req-eea1933e-49fe-4b7e-a3a9-30cd4be6edfc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 944 time: 0.1922672 Jul 28 11:33:36.536647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-84ed3b13-13b0-41dd-881f-bfc4dff96d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:36.538752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-84ed3b13-13b0-41dd-881f-bfc4dff96d09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 897 time: 0.2362609 Jul 28 11:33:36.615322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-2cbede75-7708-46ed-a728-f7d4af6217fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 200 len: 217 time: 0.0536523 Jul 28 11:33:36.664604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fed39176-2432-4d7c-bcef-0bd6c13d46e4 req-8a9175d3-70f1-4af0-a1f2-bf2b9dba82e2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205461 Jul 28 11:33:36.684076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-a8b10123-a2d8-48a0-ae50-f781bc626028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:36.685696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-a8b10123-a2d8-48a0-ae50-f781bc626028 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bbbde0c0-2f1a-4305-9f40-8f620d30d105 HTTP/1.1" status: 200 len: 834 time: 0.0581362 Jul 28 11:33:36.794010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-0c88a917-2a32-48a2-b42d-95ae49bab153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:36.795478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-0c88a917-2a32-48a2-b42d-95ae49bab153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030252 Jul 28 11:33:36.820747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-633d1d98-4265-4e37-b609-823311126009 req-2aa9e160-5518-4f62-a099-d601c22f192d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 210 time: 0.0597992 Jul 28 11:33:36.824252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 89ca76a4-5455-48ba-adff-c6d37e6d136d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:36.891349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc8507-fff4-4ed3-98de-a0a4ba1be627 req-d590eca8-8ec7-4c4d-af67-04ee5661e674 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:36.892907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01bc8507-fff4-4ed3-98de-a0a4ba1be627 req-d590eca8-8ec7-4c4d-af67-04ee5661e674 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 944 time: 0.1455693 Jul 28 11:33:36.949672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 89ca76a4-5455-48ba-adff-c6d37e6d136d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:36.955900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 89ca76a4-5455-48ba-adff-c6d37e6d136d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:36.956198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:36.979688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01bc8507-fff4-4ed3-98de-a0a4ba1be627 req-b3cd1432-f2ac-4d0d-a15e-785c06cf66b9 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801618 Jul 28 11:33:36.983998 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-fd2eda1d-4875-429e-a498-53750c68271b service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698186 Jul 28 11:33:37.091754 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:37.120928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4002fed4-01a5-4133-804d-4ef16aa965e2 req-1e0ffd62-318e-4721-8e48-74ffdeb4f3e2 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287966 Jul 28 11:33:37.147633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 89ca76a4-5455-48ba-adff-c6d37e6d136d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:37.148949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca76a4-5455-48ba-adff-c6d37e6d136d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:37.151882 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a59493-3c47-458f-a6c4-d9472d0d0589" -d '{"events": [{"server_uuid": "e822bc72-5ebe-4a47-8f2a-6e3b344a1f14", "name": "network-vif-plugged", "status": "completed", "tag": "89ca76a4-5455-48ba-adff-c6d37e6d136d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:37.156079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:37.219368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=89ca76a4-5455-48ba-adff-c6d37e6d136d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:37.223764 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8610d0-c090-454b-9202-c7ea6bee052c x-openstack-request-id: req-0d8610d0-c090-454b-9202-c7ea6bee052c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:37.224060 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e822bc72-5ebe-4a47-8f2a-6e3b344a1f14", "name": "network-vif-plugged", "status": "completed", "tag": "89ca76a4-5455-48ba-adff-c6d37e6d136d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:37.224433 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d8610d0-c090-454b-9202-c7ea6bee052c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:37.224910 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ca76a4-5455-48ba-adff-c6d37e6d136d', 'code': 200} Jul 28 11:33:37.338912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afb09e-fabb-4e30-b953-916513ecf542 req-25c689e3-82a9-4a9a-9bf0-3ff2f9c29c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:37.340440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29afb09e-fabb-4e30-b953-916513ecf542 req-25c689e3-82a9-4a9a-9bf0-3ff2f9c29c0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 1096 time: 0.0608680 Jul 28 11:33:37.388437 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-29afb09e-fabb-4e30-b953-916513ecf542 req-cf71be4b-2bd2-43b0-9eb7-cfa38f488dc0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Jul 28 11:33:37.741085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5849c5b4-23e4-433f-a614-a75be60691c6 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:37.743726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 64e12127-7b73-4e9e-a02c-ae3d34407bf2 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:33:37.770269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 64e12127-7b73-4e9e-a02c-ae3d34407bf2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:33:37.770617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 64e12127-7b73-4e9e-a02c-ae3d34407bf2 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:33:37.817731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdf618-d42e-404c-aa42-f5fa26eaac68 req-c334d12f-21ce-48d4-b0c6-2753e4f59f0f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:37.827319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cafdf618-d42e-404c-aa42-f5fa26eaac68 req-c334d12f-21ce-48d4-b0c6-2753e4f59f0f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 944 time: 0.0849669 Jul 28 11:33:37.894446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5849c5b4-23e4-433f-a614-a75be60691c6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5849c5b4-23e4-433f-a614-a75be60691c6,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:37.917397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5849c5b4-23e4-433f-a614-a75be60691c6', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:37.978977 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:37.996790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5849c5b4-23e4-433f-a614-a75be60691c6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:38.023141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5849c5b4-23e4-433f-a614-a75be60691c6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5849c5b4-23e4-433f-a614-a75be60691c6,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:38.028992 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:38.040625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cafdf618-d42e-404c-aa42-f5fa26eaac68 req-7d928ada-f671-4887-ae58-38d4a0c112f7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995077 Jul 28 11:33:38.138634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8cf501c-23d3-436f-950c-63bb291dd950 req-b302e0ff-5a71-44c6-9ddf-eb22840ee2ad tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 210 time: 0.1647103 Jul 28 11:33:38.142110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5849c5b4-23e4-433f-a614-a75be60691c6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:38.221939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5849c5b4-23e4-433f-a614-a75be60691c6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:38.273050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea1fb-6523-444e-bc32-b76944a5ae97 req-4f453fcb-669f-4460-be78-061a92b82e4b tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:38.280783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8eea1fb-6523-444e-bc32-b76944a5ae97 req-4f453fcb-669f-4460-be78-061a92b82e4b tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 945 time: 0.1340160 Jul 28 11:33:38.307143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-73ff7bda-d3bc-41e1-8db5-1cf15e44df05 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:38.308712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-73ff7bda-d3bc-41e1-8db5-1cf15e44df05 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.3896329 Jul 28 11:33:38.336869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:38.409505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8eea1fb-6523-444e-bc32-b76944a5ae97 req-ab745d5b-bb23-4993-806b-2b6156def3c7 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997608 Jul 28 11:33:38.479443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:38.484026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:38.645990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.14 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/f9dcf6fe-a778-4a11-866b-a49c8051b058) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:38.815848 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:38.875412 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:38.891068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:38.943497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=f9dcf6fe-a778-4a11-866b-a49c8051b058,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:38.965856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:38.967667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:38.974335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:39.036125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:39.037334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.060857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-9db0f32f-1370-4080-8c5f-2c0abd5ba35e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7280724 Jul 28 11:33:39.074514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Request body: {'port': {'device_id': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:39.169108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.206931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555442c-2e58-4715-8b7d-ca75c83b3a35 req-e0788c62-060f-4b0d-a37e-491bb993295f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:39.209146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3555442c-2e58-4715-8b7d-ca75c83b3a35 req-e0788c62-060f-4b0d-a37e-491bb993295f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 945 time: 0.0769129 Jul 28 11:33:39.375978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3555442c-2e58-4715-8b7d-ca75c83b3a35 req-b196f93a-9d57-4f61-a503-92ea4e764bd9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444032 Jul 28 11:33:39.393947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492bd31-deae-4837-9c1c-5f99c010d650 req-f910f106-2de4-494f-ba8d-aaaa4c6418bb tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:39.395841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3492bd31-deae-4837-9c1c-5f99c010d650 req-f910f106-2de4-494f-ba8d-aaaa4c6418bb tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 932 time: 0.1663914 Jul 28 11:33:39.486537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3492bd31-deae-4837-9c1c-5f99c010d650 req-deb8aea1-2722-46c2-ada7-c22ef2ce88ff tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811057 Jul 28 11:33:39.570185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363688c7-3943-44b1-bc8f-2560a7621980 req-75cb63d7-960c-4c2c-9579-46572f008368 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:39.571781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-363688c7-3943-44b1-bc8f-2560a7621980 req-75cb63d7-960c-4c2c-9579-46572f008368 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 945 time: 0.0843740 Jul 28 11:33:39.645572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dcf6fe-a778-4a11-866b-a49c8051b058 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:39.652779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-363688c7-3943-44b1-bc8f-2560a7621980 req-27fdd468-056f-49da-aa06-22f83d6762db tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729401 Jul 28 11:33:39.656777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.671022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Transition to ACTIVE for port object f9dcf6fe-a778-4a11-866b-a49c8051b058 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:39.675645 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.737613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dcf6fe-a778-4a11-866b-a49c8051b058,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:39.754688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5849c5b4-23e4-433f-a614-a75be60691c6 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:39.818872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5849c5b4-23e4-433f-a614-a75be60691c6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:39.824764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5849c5b4-23e4-433f-a614-a75be60691c6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:39.825219 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.828048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Attempting to bind port f9dcf6fe-a778-4a11-866b-a49c8051b058 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:39.828443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Attempting to bind port f9dcf6fe-a778-4a11-866b-a49c8051b058 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:39.828765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Attempting to bind port f9dcf6fe-a778-4a11-866b-a49c8051b058 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:39.833629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Port f9dcf6fe-a778-4a11-866b-a49c8051b058 on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:39.833952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Attempting to bind port f9dcf6fe-a778-4a11-866b-a49c8051b058 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:39.841171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:39.841520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:39.841899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:39.842636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Bound port: f9dcf6fe-a778-4a11-866b-a49c8051b058, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:39.843178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.927415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] For port f9dcf6fe-a778-4a11-866b-a49c8051b058, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:39.931138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] For port f9dcf6fe-a778-4a11-866b-a49c8051b058, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:39.936316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.977851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:39.979357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:39.980853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-627a5768-a893-437c-a498-e9f809633f48 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9dcf6fe-a778-4a11-866b-a49c8051b058 HTTP/1.1" status: 200 len: 1092 time: 0.9117923 Jul 28 11:33:39.983754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'tag': 'f9dcf6fe-a778-4a11-866b-a49c8051b058'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:39.987544 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99143b11-8f60-4abd-8977-7fe43a99690c" -d '{"events": [{"name": "network-changed", "server_uuid": "02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709", "tag": "f9dcf6fe-a778-4a11-866b-a49c8051b058"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:40.019140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:40.032170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a5768-a893-437c-a498-e9f809633f48 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dcf6fe-a778-4a11-866b-a49c8051b058,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:40.065625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:40.068373 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaea009c-7d8d-457f-97fe-cf441fd07cac" -d '{"events": [{"server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "name": "network-vif-plugged", "status": "completed", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:40.082542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5849c5b4-23e4-433f-a614-a75be60691c6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5849c5b4-23e4-433f-a614-a75be60691c6,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:40.089068 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:40.101778 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba387e-c61a-4464-aaa4-bc097b801d62 x-openstack-request-id: req-c3ba387e-c61a-4464-aaa4-bc097b801d62 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:40.102981 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709", "tag": "f9dcf6fe-a778-4a11-866b-a49c8051b058", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:40.102981 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3ba387e-c61a-4464-aaa4-bc097b801d62 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:40.103289 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'tag': 'f9dcf6fe-a778-4a11-866b-a49c8051b058', 'status': 'completed', 'code': 200} Jul 28 11:33:40.129351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-de40c393-ab42-4a5c-8f4c-70a81fe7b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.131480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-de40c393-ab42-4a5c-8f4c-70a81fe7b2bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 1095 time: 0.0936112 Jul 28 11:33:40.150501 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d657beca-4ed6-402a-b8de-e232ceb6f93d x-openstack-request-id: req-d657beca-4ed6-402a-b8de-e232ceb6f93d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:40.151337 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "name": "network-vif-plugged", "status": "completed", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:40.151772 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d657beca-4ed6-402a-b8de-e232ceb6f93d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:40.152165 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6', 'code': 200} Jul 28 11:33:40.195781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5849c5b4-23e4-433f-a614-a75be60691c6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:40.237567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-f204e3f0-8f0b-4d48-a8ee-ed63d4b2f6cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058 HTTP/1.1" status: 200 len: 217 time: 0.0830395 Jul 28 11:33:40.322508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d857495-aa82-4ae0-a4a9-81a927495544 req-1d3b4d0b-fcec-4c9d-a456-249b561ff68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.324591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d857495-aa82-4ae0-a4a9-81a927495544 req-1d3b4d0b-fcec-4c9d-a456-249b561ff68b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1097 time: 0.1056674 Jul 28 11:33:40.330174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-fed6332c-643e-4827-998f-760d0545d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.331718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-fed6332c-643e-4827-998f-760d0545d906 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0908301 Jul 28 11:33:40.393341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-c59e812d-bcc3-4bd7-8223-d2020eb00575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522339 Jul 28 11:33:40.471518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d857495-aa82-4ae0-a4a9-81a927495544 req-bbdc1066-4ef8-4c46-a47f-d6461377b1c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387231 Jul 28 11:33:40.520971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-dd6b6b78-a178-4acd-b612-a8714c7b5823 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193018 Jul 28 11:33:40.671699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d7d0-12fd-4107-a9cb-6053ed7d45b8 req-c4ada8e4-5833-45b4-8d51-382a99373ff4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.673494 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31e3d7d0-12fd-4107-a9cb-6053ed7d45b8 req-c4ada8e4-5833-45b4-8d51-382a99373ff4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 946 time: 0.1514716 Jul 28 11:33:40.740166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f78e-f65c-4430-8918-4c3f598be3b3 req-5091bf5e-c1d2-4b83-a80d-9a29ef550ea7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.741735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ac3f78e-f65c-4430-8918-4c3f598be3b3 req-5091bf5e-c1d2-4b83-a80d-9a29ef550ea7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 944 time: 0.1683042 Jul 28 11:33:40.750953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31e3d7d0-12fd-4107-a9cb-6053ed7d45b8 req-60035c4a-2f59-4598-8dc4-f22f806842a6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614724 Jul 28 11:33:40.772603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d351d609-2ebc-42ef-ab6d-a06fb8e88d55 req-07f4fa8f-4009-4b64-9f92-f31babd8201b service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395864 Jul 28 11:33:40.805859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ac3f78e-f65c-4430-8918-4c3f598be3b3 req-e58f717c-43e0-44c7-9b02-69b0faa529d9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535145 Jul 28 11:33:40.884151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143b11-8f60-4abd-8977-7fe43a99690c req-9c0602e6-8596-4d3a-adf3-c744e1ace38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.886306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-9c0602e6-8596-4d3a-adf3-c744e1ace38a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 1095 time: 0.0561857 Jul 28 11:33:40.988314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143b11-8f60-4abd-8977-7fe43a99690c req-701aa3d6-6824-4d85-a6a8-a131e5b4b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:40.989801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-701aa3d6-6824-4d85-a6a8-a131e5b4b6af service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.0951834 Jul 28 11:33:41.042203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-fd53cdf7-e028-440e-bdee-ae9b72b4e7cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058 HTTP/1.1" status: 200 len: 217 time: 0.0417778 Jul 28 11:33:41.093754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143b11-8f60-4abd-8977-7fe43a99690c req-79595c99-1a06-47fa-a264-f3034a836e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:41.095148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-79595c99-1a06-47fa-a264-f3034a836e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0455859 Jul 28 11:33:41.132013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-6d9e95fd-c98b-46ce-a6a7-2943201bea01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280857 Jul 28 11:33:41.272265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-3e5a0aca-929b-48c1-8cbc-351b5cba8574 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311429 Jul 28 11:33:41.399812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99143b11-8f60-4abd-8977-7fe43a99690c req-8804f97f-1515-48a8-9fde-4746d38d1c66 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185358 Jul 28 11:33:41.886506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb23b-56eb-455f-8a3a-ab068f23def8 req-3125bbbb-8b2d-41fd-a269-51cec8493ed5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:41.888142 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be6fb23b-56eb-455f-8a3a-ab068f23def8 req-3125bbbb-8b2d-41fd-a269-51cec8493ed5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 946 time: 0.0560136 Jul 28 11:33:41.984321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc0f9-6ee6-489c-bccd-c5d76503c226 req-4bfb73ac-f0a6-4698-916c-a1fcfb152836 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:41.986257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65ddc0f9-6ee6-489c-bccd-c5d76503c226 req-4bfb73ac-f0a6-4698-916c-a1fcfb152836 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 944 time: 0.0905931 Jul 28 11:33:41.991698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be6fb23b-56eb-455f-8a3a-ab068f23def8 req-5c21bf29-fd5f-40bf-a48b-97e9f33508a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970802 Jul 28 11:33:42.030062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65ddc0f9-6ee6-489c-bccd-c5d76503c226 req-33f8b523-8f95-4229-aa7a-7513d67ff3fe tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Jul 28 11:33:42.128376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ff93a-0a83-40a4-bbfb-e37dd5d61b20 req-c8b06e27-7ce4-4dcd-b553-939b2919f834 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:42.130362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d05ff93a-0a83-40a4-bbfb-e37dd5d61b20 req-c8b06e27-7ce4-4dcd-b553-939b2919f834 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 946 time: 0.0574856 Jul 28 11:33:42.174491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d05ff93a-0a83-40a4-bbfb-e37dd5d61b20 req-7e831ffc-521d-456b-a668-0c145fc91baf tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367959 Jul 28 11:33:42.198467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:42.250270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafc76a-ac1a-4c95-a547-6c16d7f26242 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:42.254636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5eafc76a-ac1a-4c95-a547-6c16d7f26242 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1092 time: 0.0523510 Jul 28 11:33:42.255083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:42.260078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:42.288370 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:42.400082 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:42.522856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.25.1.52 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/eec0750a-6d3f-4ba3-9dd8-b591be7161cb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:42.635769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:42.679500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:42.730127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:42.735565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:42.741599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:42.765466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=eec0750a-6d3f-4ba3-9dd8-b591be7161cb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:43.184528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630466c-3800-4f73-ba00-6ae7bc5c37be req-0099c595-103e-4aec-b234-c0eea435b77e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:43.192337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f630466c-3800-4f73-ba00-6ae7bc5c37be req-0099c595-103e-4aec-b234-c0eea435b77e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 944 time: 0.0693238 Jul 28 11:33:43.640472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f630466c-3800-4f73-ba00-6ae7bc5c37be req-155c0fcf-2014-42ae-880c-d61fa3757e4e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367783 Jul 28 11:33:43.770680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f9dcf6fe-a778-4a11-866b-a49c8051b058 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:43.869730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:43.944885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f9dcf6fe-a778-4a11-866b-a49c8051b058, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:43.958936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'f9dcf6fe-a778-4a11-866b-a49c8051b058', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': 'f9dcf6fe-a778-4a11-866b-a49c8051b058', 'mac_address': 'fa:16:3e:a0:5a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:44.008201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:44.012570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:44.025664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dcf6fe-a778-4a11-866b-a49c8051b058 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:44.099599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f9dcf6fe-a778-4a11-866b-a49c8051b058, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:44.109152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:44.197997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=f9dcf6fe-a778-4a11-866b-a49c8051b058,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:44.255029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:44.261619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:44.316429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['f9dcf6fe-a778-4a11-866b-a49c8051b058'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:44.348197 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=eec0750a-6d3f-4ba3-9dd8-b591be7161cb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:44.366774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:44.509630 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Floating IP 5b6922d1-b8ef-4055-bb83-058c1cf434b9 associated. External IP: 172.25.1.52, port: 5849c5b4-23e4-433f-a614-a75be60691c6. Jul 28 11:33:44.803470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab790b-5ab8-44a8-8f15-41217c76df33 req-21898134-7ff1-40a0-b2e1-171e7a620ea0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:44.805902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6ab790b-5ab8-44a8-8f15-41217c76df33 req-21898134-7ff1-40a0-b2e1-171e7a620ea0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 945 time: 0.0783923 Jul 28 11:33:44.855952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:33:44.858476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6ab790b-5ab8-44a8-8f15-41217c76df33 req-99ee48ab-2f91-4b6f-89e6-20e40c2c845e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Jul 28 11:33:45.019305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:33:45.033113 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:33:45.047432 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:33:45.048415 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:33:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:45.062355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:45.119673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aab0dbc1-bd5b-4ee4-aa1c-e39583a9c959 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8614347 Jul 28 11:33:45.121268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:45.123208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:45.127212 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f" -d '{"events": [{"name": "network-changed", "server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:45.191929 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b777e-4d0a-456a-9cd5-411ff7877aff x-openstack-request-id: req-119b777e-4d0a-456a-9cd5-411ff7877aff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:45.192528 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:45.192989 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-119b777e-4d0a-456a-9cd5-411ff7877aff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:45.193594 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6', 'status': 'completed', 'code': 200} Jul 28 11:33:45.310657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-abe150c1-a1d7-40c2-b82c-92a2cda33c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:45.312187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-abe150c1-a1d7-40c2-b82c-92a2cda33c5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1097 time: 0.0944114 Jul 28 11:33:45.316902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7d05cbf8-3b3a-414c-94b4-917d7fde79d6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5b6922d1-b8ef-4055-bb83-058c1cf434b9 HTTP/1.1" status: 200 len: 991 time: 0.1930561 Jul 28 11:33:45.396036 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:33:45.419550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-187eb727-8cb1-43e9-b88b-7d0f77aa4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:45.423538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-187eb727-8cb1-43e9-b88b-7d0f77aa4a0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 897 time: 0.0998759 Jul 28 11:33:45.513360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-f3e6ea1a-139d-42a5-a028-8942334e1539 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 200 len: 999 time: 0.0831225 Jul 28 11:33:45.568924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-62f34b1f-41bd-464c-a260-631f16a95d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:45.572446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-62f34b1f-41bd-464c-a260-631f16a95d3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bbbde0c0-2f1a-4305-9f40-8f620d30d105 HTTP/1.1" status: 200 len: 834 time: 0.0527775 Jul 28 11:33:45.631369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-1fcccd31-406b-40b1-80c5-5b95b874046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:45.631369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-1fcccd31-406b-40b1-80c5-5b95b874046c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476098 Jul 28 11:33:45.697851 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:43Z', 'revision_number': 0, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:45.728491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-f0dd36f9-a328-44c3-99ad-fec94dd5d8f8 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935347 Jul 28 11:33:45.729449 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:33:45.739989 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:33:45.740761 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:33:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:45.778463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f9dcf6fe-a778-4a11-866b-a49c8051b058 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:45.847286 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:33:45.873724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6733c2f4-fcd0-45a3-881d-66e4d7a5962f req-768067f9-79e7-4330-8a44-17170f9a82ae service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323268 Jul 28 11:33:45.902580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port f9dcf6fe-a778-4a11-866b-a49c8051b058 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:33:45.910308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port f9dcf6fe-a778-4a11-866b-a49c8051b058 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:33:45.910911 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:46.012404 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:46.059891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dcf6fe-a778-4a11-866b-a49c8051b058'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:46.067489 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2346052-1d57-4c52-a460-65f8e3d066a7" -d '{"events": [{"server_uuid": "02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709", "name": "network-vif-plugged", "status": "completed", "tag": "f9dcf6fe-a778-4a11-866b-a49c8051b058"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:46.107077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port f9dcf6fe-a778-4a11-866b-a49c8051b058, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:46.117301 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:46.131637 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:43Z', 'revision_number': 0, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:33:46.167926 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7a537-35b2-4da2-92cd-d72b3a6c5fb0 None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:33:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:43Z', 'revision_number': 0, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:33:46.172232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86375d-2e30-4228-a4e2-096bef4bd53a req-86140723-041b-4ea6-a290-465db3859524 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:46.188025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a86375d-2e30-4228-a4e2-096bef4bd53a req-86140723-041b-4ea6-a290-465db3859524 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 945 time: 0.1501493 Jul 28 11:33:46.193284 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615ab1d-2dd5-494e-b950-718c01f78b9c x-openstack-request-id: req-8615ab1d-2dd5-494e-b950-718c01f78b9c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:46.193574 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709", "name": "network-vif-plugged", "status": "completed", "tag": "f9dcf6fe-a778-4a11-866b-a49c8051b058", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:46.193830 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8615ab1d-2dd5-494e-b950-718c01f78b9c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:46.194233 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dcf6fe-a778-4a11-866b-a49c8051b058', 'code': 200} Jul 28 11:33:46.262298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=f9dcf6fe-a778-4a11-866b-a49c8051b058,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:46.317445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a86375d-2e30-4228-a4e2-096bef4bd53a req-24f45a9f-84ab-42ab-b0d3-343d645d991c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274703 Jul 28 11:33:46.319613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:46.349703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73538df5-3c60-4982-ae63-bda45d9efb74 req-f68a8af1-e659-452b-9b62-68f80cf346e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:46.356460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73538df5-3c60-4982-ae63-bda45d9efb74 req-f68a8af1-e659-452b-9b62-68f80cf346e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 1097 time: 0.1089492 Jul 28 11:33:46.425100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73538df5-3c60-4982-ae63-bda45d9efb74 req-0a953bed-2896-4339-bb4a-613c3dbedc78 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Jul 28 11:33:46.431890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-91b7a0c1-46fa-4270-9d24-a5bca028338f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5b6922d1-b8ef-4055-bb83-058c1cf434b9 HTTP/1.1" status: 200 len: 991 time: 0.1092393 Jul 28 11:33:46.486583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:33:46.502027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05083d-2156-4434-ba6e-380ef3ac8845 None None] New status for floating IP 5b6922d1-b8ef-4055-bb83-058c1cf434b9: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:33:47.434327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:47.444226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f893ad-88fe-494e-86a8-f39720a96d33 req-65fd70d6-71c6-4801-b2a7-dba5f5164311 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:47.445767 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96f893ad-88fe-494e-86a8-f39720a96d33 req-65fd70d6-71c6-4801-b2a7-dba5f5164311 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 946 time: 0.0553598 Jul 28 11:33:47.492546 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96f893ad-88fe-494e-86a8-f39720a96d33 req-9ea96b48-14a5-454b-b428-6cf9ae07d698 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Jul 28 11:33:47.544233 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6d0b0a59-0a9d-4533-803f-dd3966e63976 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5b6922d1-b8ef-4055-bb83-058c1cf434b9 HTTP/1.1" status: 200 len: 993 time: 0.0996451 Jul 28 11:33:47.634252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c8da-ff51-4803-9bd9-dfcefe095ce7 req-41e873d7-12e3-4c64-a07b-4fcbe8eaafdf tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:47.635983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c8da-ff51-4803-9bd9-dfcefe095ce7 req-41e873d7-12e3-4c64-a07b-4fcbe8eaafdf tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 946 time: 0.0650651 Jul 28 11:33:47.678897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7938c8da-ff51-4803-9bd9-dfcefe095ce7 req-d344143b-17f6-46c8-81d2-d94d927dd498 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361753 Jul 28 11:33:47.987591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4985f1-26bd-432c-841d-16347339ccf9 req-0c74e7d8-8684-4cbe-907b-e6694374f59d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:47.989597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b4985f1-26bd-432c-841d-16347339ccf9 req-0c74e7d8-8684-4cbe-907b-e6694374f59d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 946 time: 0.0575686 Jul 28 11:33:48.036103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b4985f1-26bd-432c-841d-16347339ccf9 req-f8b00de4-551c-424d-a151-c6c5f39171a5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Jul 28 11:33:49.209429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104daa-a4f3-42cc-a641-a727a23182d8 req-dcbf4138-f9f9-40dc-abc9-d26579dba486 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:49.210924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4104daa-a4f3-42cc-a641-a727a23182d8 req-dcbf4138-f9f9-40dc-abc9-d26579dba486 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 946 time: 0.0890167 Jul 28 11:33:49.237018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a489e72-d1cb-459a-9290-4344978cf080 req-bf0bf734-9329-42e7-bd4a-87987e7e14ee tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:49.241278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a489e72-d1cb-459a-9290-4344978cf080 req-bf0bf734-9329-42e7-bd4a-87987e7e14ee tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709 HTTP/1.1" status: 200 len: 946 time: 0.0878942 Jul 28 11:33:49.326808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4104daa-a4f3-42cc-a641-a727a23182d8 req-c1ca71b6-9894-42c6-8083-91be15ac0704 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841169 Jul 28 11:33:49.383028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port f9dcf6fe-a778-4a11-866b-a49c8051b058 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:33:49.383646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:49.478304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port f9dcf6fe-a778-4a11-866b-a49c8051b058, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=f9dcf6fe-a778-4a11-866b-a49c8051b058,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:49.478663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:49.491996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for f9dcf6fe-a778-4a11-866b-a49c8051b058 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:33:49.628816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:49.642790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:49.647319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['f9dcf6fe-a778-4a11-866b-a49c8051b058'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:49.664042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=f9dcf6fe-a778-4a11-866b-a49c8051b058,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:49.714497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port f9dcf6fe-a778-4a11-866b-a49c8051b058 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:33:49.717828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:49.720137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a489e72-d1cb-459a-9290-4344978cf080 req-3c52a46e-d74f-46a3-afe0-3f385f54621a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "DELETE /v2.0/ports/f9dcf6fe-a778-4a11-866b-a49c8051b058 HTTP/1.1" status: 204 len: 173 time: 0.4691422 Jul 28 11:33:49.720592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'name': 'network-vif-deleted', 'tag': 'f9dcf6fe-a778-4a11-866b-a49c8051b058'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:49.728615 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890833f0-c4ba-442b-bb86-4100d209d33a" -d '{"events": [{"server_uuid": "02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709", "name": "network-vif-deleted", "tag": "f9dcf6fe-a778-4a11-866b-a49c8051b058"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:49.772770 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0a76c0-1948-45b0-8e55-a674f08d2763 x-openstack-request-id: req-2e0a76c0-1948-45b0-8e55-a674f08d2763 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:49.772923 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709", "name": "network-vif-deleted", "tag": "f9dcf6fe-a778-4a11-866b-a49c8051b058", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:49.773131 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e0a76c0-1948-45b0-8e55-a674f08d2763 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:49.773595 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c3019a-c0d5-48d7-9bb5-aaf5a4c9c709', 'name': 'network-vif-deleted', 'tag': 'f9dcf6fe-a778-4a11-866b-a49c8051b058', 'status': 'completed', 'code': 200} Jul 28 11:33:49.866507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:50.702160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-4598aee5-88c7-419e-a2c5-e5d70b8da085 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:50.703887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-4598aee5-88c7-419e-a2c5-e5d70b8da085 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.1335216 Jul 28 11:33:50.724736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3477d97c-f425-4c5d-94ed-5123c2d39bd1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0147939 Jul 28 11:33:50.771995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-9522c2e8-ed10-45c1-aa87-b67959180bdc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459213 Jul 28 11:33:50.871538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3e032557-eb63-4754-84aa-962c3a9be425 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912876 Jul 28 11:33:50.977461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-fab85191-0c16-48ae-9de5-cf7850ffad77 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999300 Jul 28 11:33:51.212774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a6a593b-e4f6-4262-915a-98ae021ea4d0 req-c7d86d44-4f43-4c3c-b175-9ed379492dc4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 210 time: 0.0424442 Jul 28 11:33:52.346966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-4b27bd4d-4597-4986-a4ae-68515de26ba8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:52.362113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-4b27bd4d-4597-4986-a4ae-68515de26ba8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.2700784 Jul 28 11:33:52.376384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:52.435210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-10e35f36-5a14-483e-ba08-9782679086f0 req-1dbac58b-28e2-4167-980c-4d217634fc3c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 210 time: 0.0720789 Jul 28 11:33:52.530923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:52.535383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:52.692788 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:52.706428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.2 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/16c46980-91ce-4ff5-976b-734ea2c10245) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:33:52.895981 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:52.938804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:52.951774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:52.983140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:33:52.989248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:52.998497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:33:53.053172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:53.053973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:53.078212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=16c46980-91ce-4ff5-976b-734ea2c10245,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:53.084811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-3c5e800e-115b-44e0-b2c8-ab6a76a37c09 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7117844 Jul 28 11:33:53.104969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Request body: {'port': {'device_id': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:53.214753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:53.542426 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c46980-91ce-4ff5-976b-734ea2c10245 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:53.569615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:53.629929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Transition to ACTIVE for port object 16c46980-91ce-4ff5-976b-734ea2c10245 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:33:53.638616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:53.658858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341593f5-473c-4e56-98a7-2eb39d5dde0b req-ab57455d-dcaf-45cf-9c80-81e6b28bdf3c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:53.661694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-341593f5-473c-4e56-98a7-2eb39d5dde0b req-ab57455d-dcaf-45cf-9c80-81e6b28bdf3c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 931 time: 0.0988276 Jul 28 11:33:53.741874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Pushing event updated for resources: {'Port': ['ID=16c46980-91ce-4ff5-976b-734ea2c10245,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:53.814804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f9dcf6fe-a778-4a11-866b-a49c8051b058 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:33:53.891764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: f9dcf6fe-a778-4a11-866b-a49c8051b058 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:33:53.892412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device f9dcf6fe-a778-4a11-866b-a49c8051b058 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:33:54.000490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-341593f5-473c-4e56-98a7-2eb39d5dde0b req-7e140b2e-d8e1-42e0-a04b-350a192463e6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538304 Jul 28 11:33:54.053721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Attempting to bind port 16c46980-91ce-4ff5-976b-734ea2c10245 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:33:54.054267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Attempting to bind port 16c46980-91ce-4ff5-976b-734ea2c10245 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:33:54.054687 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Attempting to bind port 16c46980-91ce-4ff5-976b-734ea2c10245 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:54.060546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Port 16c46980-91ce-4ff5-976b-734ea2c10245 on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:33:54.061005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Attempting to bind port 16c46980-91ce-4ff5-976b-734ea2c10245 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:33:54.066643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:33:54.067111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:54.067586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:33:54.068372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Bound port: 16c46980-91ce-4ff5-976b-734ea2c10245, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:33:54.068905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:54.149662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] For port 16c46980-91ce-4ff5-976b-734ea2c10245, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:33:54.153713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] For port 16c46980-91ce-4ff5-976b-734ea2c10245, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=16c46980-91ce-4ff5-976b-734ea2c10245,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:33:54.163714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:54.209066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:54.209778 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:54.212026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] 10.222.0.41 "PUT /v2.0/ports/16c46980-91ce-4ff5-976b-734ea2c10245 HTTP/1.1" status: 200 len: 1091 time: 1.1149054 Jul 28 11:33:54.212617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'tag': '16c46980-91ce-4ff5-976b-734ea2c10245'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:33:54.214899 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3427aa-5eba-40a2-8169-bb27d56e6313" -d '{"events": [{"name": "network-changed", "server_uuid": "581ba733-c7a5-4b39-af0d-2a816b1c5eae", "tag": "16c46980-91ce-4ff5-976b-734ea2c10245"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:33:54.255725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Pushing event updated for resources: {'Port': ['ID=16c46980-91ce-4ff5-976b-734ea2c10245,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:54.265339 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40816ef9-3a8e-46ce-92a9-e7030dfa6776 x-openstack-request-id: req-40816ef9-3a8e-46ce-92a9-e7030dfa6776 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:33:54.265799 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581ba733-c7a5-4b39-af0d-2a816b1c5eae", "tag": "16c46980-91ce-4ff5-976b-734ea2c10245", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:33:54.266057 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40816ef9-3a8e-46ce-92a9-e7030dfa6776 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:33:54.266455 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'tag': '16c46980-91ce-4ff5-976b-734ea2c10245', 'status': 'completed', 'code': 200} Jul 28 11:33:54.277085 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.277439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.277877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.278228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.278566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.278899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.279232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.279557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.279883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.280236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.280562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.280886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89eb9e-165d-4115-ab54-cba008abd86f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:54.315522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-5d1438c3-8909-45e3-9a0d-99980f95260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:54.317111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-5d1438c3-8909-45e3-9a0d-99980f95260d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 1094 time: 0.0535407 Jul 28 11:33:54.367925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-94e12d90-827e-4dee-bab9-ea6ae201c08e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16c46980-91ce-4ff5-976b-734ea2c10245 HTTP/1.1" status: 200 len: 217 time: 0.0365322 Jul 28 11:33:54.452870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-a5696958-cf75-4e72-8bb9-1aaaee5857cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:54.454447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-a5696958-cf75-4e72-8bb9-1aaaee5857cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0754626 Jul 28 11:33:54.510825 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-0cd733dc-ddf9-47e8-ba1f-9913151b64a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410385 Jul 28 11:33:54.636562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-119354d5-054e-4b2a-bda9-27513d219aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146374 Jul 28 11:33:54.773199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a4ae83ab-f3e5-45c6-a3c0-66e31963bb5f req-42ff2b35-e2f3-415f-a559-280719957d07 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258619 Jul 28 11:33:54.895691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-314fb141-4084-421a-9cd4-cdc751358fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:54.897322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-314fb141-4084-421a-9cd4-cdc751358fac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 1094 time: 0.0591927 Jul 28 11:33:55.025151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-aab071e6-c46f-44dd-b733-31cfa707fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:55.027923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-aab071e6-c46f-44dd-b733-31cfa707fe79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.1213524 Jul 28 11:33:55.087353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-8ace7c49-0bba-4a07-a822-e90b1c2fade3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16c46980-91ce-4ff5-976b-734ea2c10245 HTTP/1.1" status: 200 len: 217 time: 0.0424750 Jul 28 11:33:55.219619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-0c0747a6-882b-43b1-8449-338021912801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:55.221241 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-0c0747a6-882b-43b1-8449-338021912801 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.1242733 Jul 28 11:33:55.279987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215cd2a-818f-4fb9-9673-88d2a041834e req-50e94bda-7a7f-4886-8606-de7476028899 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:55.281520 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a215cd2a-818f-4fb9-9673-88d2a041834e req-50e94bda-7a7f-4886-8606-de7476028899 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 943 time: 0.1388774 Jul 28 11:33:55.283638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-ca78b388-b767-47a0-b31f-d57b7f663e69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544455 Jul 28 11:33:55.379515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a215cd2a-818f-4fb9-9673-88d2a041834e req-54f858af-6260-4e60-bc56-61c30b14b9a7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889862 Jul 28 11:33:55.435356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-65765140-845c-436e-9847-ff089f20c3bf service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316884 Jul 28 11:33:55.541346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d3427aa-5eba-40a2-8169-bb27d56e6313 req-1a1c8597-cf83-4986-8fdd-c79ef7e9a665 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982332 Jul 28 11:33:56.501970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac384ef-0a65-4d30-b580-2b2f52fb3daf req-eb3982d0-5496-49ac-9876-6f930c937488 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:56.504284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ac384ef-0a65-4d30-b580-2b2f52fb3daf req-eb3982d0-5496-49ac-9876-6f930c937488 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 943 time: 0.0528483 Jul 28 11:33:56.549566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ac384ef-0a65-4d30-b580-2b2f52fb3daf req-43647587-e8e3-4819-8c49-dbd7884a7cb7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Jul 28 11:33:57.656668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:57.712696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701612e8-085c-4120-bdba-1b57d023ef63 req-d239961f-e08a-472d-9d2f-1a56c7ce3f41 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:57.714949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-701612e8-085c-4120-bdba-1b57d023ef63 req-d239961f-e08a-472d-9d2f-1a56c7ce3f41 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 943 time: 0.0571225 Jul 28 11:33:57.767386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-701612e8-085c-4120-bdba-1b57d023ef63 req-8193f050-6ef9-4923-ab27-575473eda255 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Jul 28 11:33:57.837564 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e9dcb0f-d4d4-418a-991a-674c90cf5630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=149b2964b66b491eb52db3d00ec91a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779792 Jul 28 11:33:57.840007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:57.841174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 16c46980-91ce-4ff5-976b-734ea2c10245 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:33:57.922417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:57.953641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:57.964397 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a7e58da2-e9c6-4d94-9d0d-447bb315adec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.011292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 16c46980-91ce-4ff5-976b-734ea2c10245, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=16c46980-91ce-4ff5-976b-734ea2c10245,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:58.022746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '16c46980-91ce-4ff5-976b-734ea2c10245', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': '16c46980-91ce-4ff5-976b-734ea2c10245', 'mac_address': 'fa:16:3e:24:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:33:58.023260 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.026116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.029801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15 HTTP/1.1" status: 204 len: 168 time: 0.1859117 Jul 28 11:33:58.039861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56bfb00-48aa-4ab9-a8cd-2e2d7c595e15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:58.048367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.048726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.049070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.049410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.049837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.050345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.050937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.051447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.051959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.052507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.053320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.053960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653d75-60e3-4fc2-a71d-948dc73ee01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.241744 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.258966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c46980-91ce-4ff5-976b-734ea2c10245 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:33:58.279835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 16c46980-91ce-4ff5-976b-734ea2c10245, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=16c46980-91ce-4ff5-976b-734ea2c10245,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:33:58.283657 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.331021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=16c46980-91ce-4ff5-976b-734ea2c10245,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:58.338526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.338871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.339211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.339548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.339922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.340217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.340555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.340881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.341210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.341530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.341852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.342171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:33:58.497792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['16c46980-91ce-4ff5-976b-734ea2c10245'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:33:58.842130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:58.891280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-2bfdc457-2b5a-45bf-9c3d-252c4e4d3926 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:58.892673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-2bfdc457-2b5a-45bf-9c3d-252c4e4d3926 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1344826 Jul 28 11:33:58.913719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-5b184f63-7293-479c-b9a0-456bc135f3c5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0135462 Jul 28 11:33:58.924769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e2f0-1b9f-41dd-9e82-07646ebc8500 req-1fb328f2-4a19-46bc-b5f4-59997caaee7e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:58.926211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb76e2f0-1b9f-41dd-9e82-07646ebc8500 req-1fb328f2-4a19-46bc-b5f4-59997caaee7e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 944 time: 0.0732865 Jul 28 11:33:58.941495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1498642023-network', 'tenant_id': '6b81b862755140848b018ecb5449f690'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:58.965534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Made reservation on behalf of 6b81b862755140848b018ecb5449f690 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:58.969259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.980102 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:58.998067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb76e2f0-1b9f-41dd-9e82-07646ebc8500 req-c2087cd6-1a48-4ddf-8069-912b580f267c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611854 Jul 28 11:33:59.005170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-8092e680-e0bc-445b-8174-91098338ec00 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780234 Jul 28 11:33:59.101184 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.106356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.129014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-1dc90147-6277-415a-bf7f-753fc82d4d88 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153588 Jul 28 11:33:59.132279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:33:59.142407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c1eea5-b2a2-4c94-bb7b-79814aa5dade,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:59.149017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.149385 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Added segment da15a605-7a21-49d2-ba45-96b17f38f16c of type vlan for network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 Jul 28 11:33:59.192979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.226043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.227924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:59.228810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.244669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-c2c41125-941a-48f3-9086-88ec6774e308 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129608 Jul 28 11:33:59.301523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4551649 Jul 28 11:33:59.301960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:59.307399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0e96-7d9e-4782-be76-84df8c11ead3 admin admin] Pushing event updated for resources: {'Network': ['ID=6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:59.310270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Request body: {'subnet': {'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1498642023-subnet', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:59.317963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:33:59.347125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Made reservation on behalf of 6b81b862755140848b018ecb5449f690 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:33:59.350385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.491297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bce80279-cbe6-4066-b13c-3f6d1435ec5e req-0671bc23-962f-49d2-a31d-07463eda187e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 210 time: 0.0357897 Jul 28 11:33:59.580308 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.636148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddaa828-1393-4308-86ce-1ae7ce126142,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:33:59.650719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Checking segment: {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:33:59.651172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Network hostable DHCP agents. Network: 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:33:59.668610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:33:59.677821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:33:59.682735 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:33:59.683353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.693150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c7750-9485-4030-9bf7-74a7e28ecefb None None] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:33:59.699737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc2ec771-0493-4ee1-a940-28720e16f996 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3957939 Jul 28 11:33:59.702288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:33:59.706676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:33:59.733359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.734646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.802974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.855509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 16c46980-91ce-4ff5-976b-734ea2c10245 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:33:59.932729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2', 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'fixed_ips': [{'subnet_id': '9ddaa828-1393-4308-86ce-1ae7ce126142'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:33:59.933860 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:33:59.955170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.013883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 16c46980-91ce-4ff5-976b-734ea2c10245 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:00.024748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 16c46980-91ce-4ff5-976b-734ea2c10245 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:00.025924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.218521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Allocated IP 172.20.0.2 (6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2/9ddaa828-1393-4308-86ce-1ae7ce126142/91f76ff2-e599-4bd8-a4c9-4b8fe137ed63) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:00.305960 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.310125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b199416-7d0d-4080-94f7-2e8c61012603 req-c0362fb0-04c9-437f-8210-d33b4a51aa01 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:00.313507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b199416-7d0d-4080-94f7-2e8c61012603 req-c0362fb0-04c9-437f-8210-d33b4a51aa01 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 944 time: 0.1130672 Jul 28 11:34:00.342084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c46980-91ce-4ff5-976b-734ea2c10245'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:00.344549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.345123 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68a3f4-62e6-473a-8472-1bfe75d86c0c" -d '{"events": [{"server_uuid": "581ba733-c7a5-4b39-af0d-2a816b1c5eae", "name": "network-vif-plugged", "status": "completed", "tag": "16c46980-91ce-4ff5-976b-734ea2c10245"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:00.369577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 16c46980-91ce-4ff5-976b-734ea2c10245, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=16c46980-91ce-4ff5-976b-734ea2c10245,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:00.378125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.385707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.409451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b199416-7d0d-4080-94f7-2e8c61012603 req-01e486c6-ca8a-483f-8012-92a51dccf395 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896726 Jul 28 11:34:00.443320 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a64615-36c0-47c1-aa27-653e47f530a0 x-openstack-request-id: req-57a64615-36c0-47c1-aa27-653e47f530a0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:00.443614 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ba733-c7a5-4b39-af0d-2a816b1c5eae", "name": "network-vif-plugged", "status": "completed", "tag": "16c46980-91ce-4ff5-976b-734ea2c10245", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:00.443856 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57a64615-36c0-47c1-aa27-653e47f530a0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:00.444272 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c46980-91ce-4ff5-976b-734ea2c10245', 'code': 200} Jul 28 11:34:00.521420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=16c46980-91ce-4ff5-976b-734ea2c10245,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:00.528345 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.550126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Transition to ACTIVE for port object 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:00.567912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fcbfd-9384-4acf-8076-c8f8d50d5103 req-6cb1a594-2151-4b4d-8345-f88ae4d980aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:00.569565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d33fcbfd-9384-4acf-8076-c8f8d50d5103 req-6cb1a594-2151-4b4d-8345-f88ae4d980aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 1096 time: 0.0902019 Jul 28 11:34:00.585902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Transition to ACTIVE for port object 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:00.597662 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.615513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Allocated IP 172.25.1.28 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b8d36670-5359-4c25-a200-41cbe8728b92) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:00.645102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:00.649236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:00.653081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:00.705874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1314e25-09ae-4159-a61d-f254cff5b0cd req-55f0b592-15b7-4685-a133-ca774c616dcc tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 210 time: 0.0653267 Jul 28 11:34:00.712533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-c20a1f26-6b14-4d17-9fef-13724dedc926 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:00.714871 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-c20a1f26-6b14-4d17-9fef-13724dedc926 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1988823 Jul 28 11:34:00.719879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Pushing event updated for resources: {'Port': ['ID=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:00.730328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:00.757010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d33fcbfd-9384-4acf-8076-c8f8d50d5103 req-d9e6ca41-8e48-4de5-9c23-109c2f12fbd7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699440 Jul 28 11:34:00.786832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Attempting to bind port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:00.787330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Attempting to bind port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:00.787698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Attempting to bind port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 on network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:00.794231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:00.794652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Checking segment: {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:00.795614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.797423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Bound using segment: {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:00.797945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Bound port: 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:00.810750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.859261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.904899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:00.907988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] For port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:00.909448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.914521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.918783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] For port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,segment=NetworkSegment(da15a605-7a21-49d2-ba45-96b17f38f16c),segment_id=da15a605-7a21-49d2-ba45-96b17f38f16c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:00.927143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:00.977502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:00.978756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d36670-5359-4c25-a200-41cbe8728b92,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:00.982632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:00.988732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:01.004837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:01.043419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a7f57-7df6-45d0-9bc5-a284f73310d5 None None] Pushing event updated for resources: {'Port': ['ID=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:01.078637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.5 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/de42c9f8-4588-4953-a96c-b8a79e6cf9f1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:01.132459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa094936-5d69-4f50-b5f0-dc0333feb97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:01.490647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:01.510345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object de42c9f8-4588-4953-a96c-b8a79e6cf9f1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:01.632709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:01.724792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:01.740114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:01.742092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:01.755335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:01.897822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:01.898500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:01.932650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:01.950380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-dae00cef-603a-48f3-bc8e-d6ca6622c689 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2249923 Jul 28 11:34:01.964290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Request body: {'port': {'device_id': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:02.038127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.098229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:02.098455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.194025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.248644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac09c492-b4bb-469f-92e2-82c743fc031f None None] Provisioning for port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:02.257742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac09c492-b4bb-469f-92e2-82c743fc031f None None] Provisioning complete for port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:02.260051 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac09c492-b4bb-469f-92e2-82c743fc031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.302678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763880f7-be5a-4b80-858e-97f03a4abb68 req-26a40e5d-3843-4a22-a3b5-8168779f9cee tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:02.304231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-763880f7-be5a-4b80-858e-97f03a4abb68 req-26a40e5d-3843-4a22-a3b5-8168779f9cee tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 931 time: 0.3742375 Jul 28 11:34:02.317293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5434c-81a0-46d8-9574-b53349e2b894 req-a9f17341-a218-4519-b413-1466b0fbaec8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:02.317293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85a5434c-81a0-46d8-9574-b53349e2b894 req-a9f17341-a218-4519-b413-1466b0fbaec8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 945 time: 0.3888478 Jul 28 11:34:02.343568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ac09c492-b4bb-469f-92e2-82c743fc031f None None] Port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:34:02.419373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85a5434c-81a0-46d8-9574-b53349e2b894 req-96ec6f1f-bd75-4335-b2fe-a9ad83a02396 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949185 Jul 28 11:34:02.424448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-763880f7-be5a-4b80-858e-97f03a4abb68 req-e2e844c5-337b-4860-a717-cd8df7453d67 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Jul 28 11:34:02.513315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de42c9f8-4588-4953-a96c-b8a79e6cf9f1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:02.525653 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.543169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Transition to ACTIVE for port object de42c9f8-4588-4953-a96c-b8a79e6cf9f1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:02.550610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.575810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.656081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Pushing event updated for resources: {'Port': ['ID=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:02.802532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Attempting to bind port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:02.803218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Attempting to bind port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:02.803379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Attempting to bind port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:02.815684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:34:02.816307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Attempting to bind port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:02.830575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e60d04-08c8-4ce1-8bf9-3c41fae80a95 None None] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:34:02.835555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:02.835893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:02.836352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:02.836875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Bound port: de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:02.837138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:02.865112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Router 425744bd-b0f8-4ded-a561-7c68b8276207 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:34:02.931657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] For port de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:02.945227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] For port de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:02.954605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.047459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] Provisioning for port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:03.060994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] Provisioning complete for port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:03.063383 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.083520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:03.084148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.088209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] 10.222.0.44 "PUT /v2.0/ports/de42c9f8-4588-4953-a96c-b8a79e6cf9f1 HTTP/1.1" status: 200 len: 1091 time: 1.1266413 Jul 28 11:34:03.088209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'tag': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:03.089817 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be" -d '{"events": [{"name": "network-changed", "server_uuid": "618e3a80-1abc-4a94-9f24-620da802cc6e", "tag": "de42c9f8-4588-4953-a96c-b8a79e6cf9f1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:03.096804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:34:03.110830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bd879-bcd6-4a61-bcef-9d28334e4ded service neutron] Pushing event updated for resources: {'Port': ['ID=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:03.122834 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Sync routers for ids ['425744bd-b0f8-4ded-a561-7c68b8276207'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:34:03.140779 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Routers {'425744bd-b0f8-4ded-a561-7c68b8276207'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:03.142271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['425744bd-b0f8-4ded-a561-7c68b8276207'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:03.151616 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.153928 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-215939da-5511-4af1-bd7d-248917fa2788 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4498732 Jul 28 11:34:03.156690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:03.303323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e871bde0-ed1e-422d-9389-3d24dad0232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:03.305573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-e871bde0-ed1e-422d-9389-3d24dad0232d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 1094 time: 0.1696155 Jul 28 11:34:03.305752 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.405269 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-9b289866-958b-4c34-9e38-96cad891d912 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1 HTTP/1.1" status: 200 len: 217 time: 0.0918322 Jul 28 11:34:03.415361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] For port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,segment=NetworkSegment(da15a605-7a21-49d2-ba45-96b17f38f16c),segment_id=da15a605-7a21-49d2-ba45-96b17f38f16c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:03.429306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.486510 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a4071-619f-4c38-bbfa-1702cb44fd66 x-openstack-request-id: req-558a4071-619f-4c38-bbfa-1702cb44fd66 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:03.486807 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618e3a80-1abc-4a94-9f24-620da802cc6e", "tag": "de42c9f8-4588-4953-a96c-b8a79e6cf9f1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:03.487058 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-558a4071-619f-4c38-bbfa-1702cb44fd66 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:03.487462 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'tag': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1', 'status': 'completed', 'code': 200} Jul 28 11:34:03.509798 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Set router 425744bd-b0f8-4ded-a561-7c68b8276207 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:03.576526 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-0ee833f2-2848-4832-a7b6-7d2f90733a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:03.578029 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-0ee833f2-2848-4832-a7b6-7d2f90733a09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.1624675 Jul 28 11:34:03.587332 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.631982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39b384-3c36-4057-b8c8-664916db7979 None None] Pushing event updated for resources: {'Port': ['ID=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:03.655337 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-0564a4c7-dab7-419d-b642-e3be13b3aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:03.657502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-0564a4c7-dab7-419d-b642-e3be13b3aee6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706041 Jul 28 11:34:03.806730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf85c2-b0cf-4d38-be8b-072a9f9d070c req-652d2ca4-32dd-4a02-8201-131a5c0a80ca tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:03.814196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82cf85c2-b0cf-4d38-be8b-072a9f9d070c req-652d2ca4-32dd-4a02-8201-131a5c0a80ca tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1932745 Jul 28 11:34:03.827537 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-8025e8a9-537c-4a98-8761-34a3b6b11476 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608949 Jul 28 11:34:03.829722 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:01Z', 'revision_number': 3, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port': {'id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:00Z', 'updated_at': '2021-07-28T11:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:03.850062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854c2c-44b1-4694-984a-e05d10e75440 req-4f9d64be-73d6-4ded-b162-08124a46dbb9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:03.852047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3854c2c-44b1-4694-984a-e05d10e75440 req-4f9d64be-73d6-4ded-b162-08124a46dbb9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 945 time: 0.2322860 Jul 28 11:34:03.880298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:03.906018 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Checking router: 425744bd-b0f8-4ded-a561-7c68b8276207 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:34:03.908044 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Updating router 425744bd-b0f8-4ded-a561-7c68b8276207 port b8d36670-5359-4c25-a200-41cbe8728b92 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:34:03.933216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1297f792-392e-4eab-b729-83fdcecf6d5b req-f7fcd33a-8915-4019-a428-319f1fd1c916 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975778 Jul 28 11:34:03.940775 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:03.954799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8305cea0-31a0-4497-84eb-f1c70d9fea5b None None] Provisioning complete for port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:03.955178 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8305cea0-31a0-4497-84eb-f1c70d9fea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.011815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:04.012247 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.034461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-9ada9370-66fd-4891-a9c5-6a2296eb5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:04.036213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-9ada9370-66fd-4891-a9c5-6a2296eb5944 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 1094 time: 0.0480647 Jul 28 11:34:04.077104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82cf85c2-b0cf-4d38-be8b-072a9f9d070c req-7ea5cb39-8ce4-411b-9f3a-a2ae465c67bc tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569923 Jul 28 11:34:04.126600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3854c2c-44b1-4694-984a-e05d10e75440 req-8762cea5-c428-433d-b1e5-b2e3b91b6b30 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976576 Jul 28 11:34:04.236104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.248898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-c09ee1b5-aa18-4f1a-a42c-944b95afb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:04.251218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-c09ee1b5-aa18-4f1a-a42c-944b95afb255 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.2058363 Jul 28 11:34:04.315161 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-88cdeb7f-09e2-4741-8834-68767a274b00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1 HTTP/1.1" status: 200 len: 217 time: 0.0547531 Jul 28 11:34:04.389534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-3fcdbe88-5a50-428b-937c-a75b5f20ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:04.391895 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-3fcdbe88-5a50-428b-937c-a75b5f20ca78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0699017 Jul 28 11:34:04.401908 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.415435 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Transition to ACTIVE for port object b8d36670-5359-4c25-a200-41cbe8728b92 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:04.426425 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.477747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-81baf15a-de91-4890-aa3f-11d19bf851d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:04.485716 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-81baf15a-de91-4890-aa3f-11d19bf851d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845764 Jul 28 11:34:04.524789 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Attempting to bind port b8d36670-5359-4c25-a200-41cbe8728b92 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:04.525246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Attempting to bind port b8d36670-5359-4c25-a200-41cbe8728b92 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:04.525715 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Attempting to bind port b8d36670-5359-4c25-a200-41cbe8728b92 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:04.538067 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:04.538606 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:04.539844 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.540323 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:04.540895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Bound port: b8d36670-5359-4c25-a200-41cbe8728b92, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:04.541464 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.543676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Pushing event updated for resources: {'Port': ['ID=b8d36670-5359-4c25-a200-41cbe8728b92,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:04.550207 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Allocated IP 172.20.0.1 (6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2/9ddaa828-1393-4308-86ce-1ae7ce126142/5dd82380-7da1-4cda-bb18-bb9b9855c12d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:04.576304 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.577598 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.579769 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.580233 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.580694 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.581557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.582005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.583851 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.584322 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.584762 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.585880 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.586328 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:34:04.626087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-f9a3368a-416a-40e9-a885-79c58309eeb1 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266282 Jul 28 11:34:04.652096 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] For port b8d36670-5359-4c25-a200-41cbe8728b92, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:04.656534 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] For port b8d36670-5359-4c25-a200-41cbe8728b92, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b8d36670-5359-4c25-a200-41cbe8728b92,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:04.662215 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.703776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-47d8f3f8-7d53-4ee2-a028-331e9957c2ed tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:04.713529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-47d8f3f8-7d53-4ee2-a028-331e9957c2ed tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.3116100 Jul 28 11:34:04.732325 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Routers {'425744bd-b0f8-4ded-a561-7c68b8276207'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:04.733118 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['425744bd-b0f8-4ded-a561-7c68b8276207'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:04.740219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-965fd9cd-2a55-4c9c-8408-5585e4300ebd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0250685 Jul 28 11:34:04.760912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b8accb0c-0ef4-4e6d-8b56-c6488a6345be req-4d8cd845-d4f0-4eaa-a2c1-73b51fd60dbe service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266642 Jul 28 11:34:04.777381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcffa6-7206-48ed-a379-53add732c7a4 None None] Pushing event updated for resources: {'Port': ['ID=b8d36670-5359-4c25-a200-41cbe8728b92,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:04.851080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:04.880987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-cb49fd62-6f4f-470f-ac30-a9e8c2bfee28 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236098 Jul 28 11:34:04.927447 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] Set router 425744bd-b0f8-4ded-a561-7c68b8276207 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:04.963108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Transition to ACTIVE for port object 5dd82380-7da1-4cda-bb18-bb9b9855c12d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:05.027409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-708ee939-f64b-4b33-b13e-ae4b31a4e010 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434255 Jul 28 11:34:05.033374 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:05.127111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:05.138093 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:01Z', 'revision_number': 3, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port': {'id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:00Z', 'updated_at': '2021-07-28T11:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:05.140502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Pushing event updated for resources: {'Port': ['ID=5dd82380-7da1-4cda-bb18-bb9b9855c12d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:05.148000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:05.150878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:05.175815 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08b206-b2ca-4701-91f8-f8bad1d9a72f None None] The sync data for ids ['425744bd-b0f8-4ded-a561-7c68b8276207'] in n-d-723573-7 is: [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:01Z', 'revision_number': 3, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port': {'id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:00Z', 'updated_at': '2021-07-28T11:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:34:05.262365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:05.321013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-e9ccbe81-1be1-49d4-9a30-d1db9d786a5b service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828395 Jul 28 11:34:05.342821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e80d3-812c-496d-86b0-c9cf9e4a0647 req-42300fd1-dd08-4d3b-b251-a2b99d23e7ca tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:05.351057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd3e80d3-812c-496d-86b0-c9cf9e4a0647 req-42300fd1-dd08-4d3b-b251-a2b99d23e7ca tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1697414 Jul 28 11:34:05.501425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd3e80d3-812c-496d-86b0-c9cf9e4a0647 req-e24022af-94bb-48f8-91e2-746ab07b8ad6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486995 Jul 28 11:34:05.605548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6179445-19bb-4e19-890b-c0d4e9dc5e78 None None] Provisioning for port 5dd82380-7da1-4cda-bb18-bb9b9855c12d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:05.611010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6179445-19bb-4e19-890b-c0d4e9dc5e78 None None] Provisioning complete for port 5dd82380-7da1-4cda-bb18-bb9b9855c12d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:05.611677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6179445-19bb-4e19-890b-c0d4e9dc5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:05.634532 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:05.721608 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b6179445-19bb-4e19-890b-c0d4e9dc5e78 None None] Port 5dd82380-7da1-4cda-bb18-bb9b9855c12d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:34:05.728321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c89bbfc-fc9f-4bfa-bbcb-18dcc1b3ccea req-9812a2f4-6c90-4473-9f9c-4a2fddb83cb4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 210 time: 0.0582354 Jul 28 11:34:05.881755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b8d36670-5359-4c25-a200-41cbe8728b92 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:05.988218 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:05.999163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:06.076149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b8d36670-5359-4c25-a200-41cbe8728b92 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:06.084642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Pushing event updated for resources: {'Port': ['ID=5dd82380-7da1-4cda-bb18-bb9b9855c12d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:06.085831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b8d36670-5359-4c25-a200-41cbe8728b92 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:06.086792 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:06.099031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:06.271843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:06.273490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:06.333449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:06.408129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b8d36670-5359-4c25-a200-41cbe8728b92, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b8d36670-5359-4c25-a200-41cbe8728b92,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:06.420079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:06.483027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Router 425744bd-b0f8-4ded-a561-7c68b8276207 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:34:06.544730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b8d36670-5359-4c25-a200-41cbe8728b92,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:06.794192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63cf64f0-7a74-4da5-8452-1923c86c3a94 None None] Provisioning complete for port 5dd82380-7da1-4cda-bb18-bb9b9855c12d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:06.795796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63cf64f0-7a74-4da5-8452-1923c86c3a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:06.889581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903246c9-44cd-4df7-87ab-3a2d3cfc7758 req-df117eef-54ed-4866-b5b0-d058e3aaf0fe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:06.892058 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-903246c9-44cd-4df7-87ab-3a2d3cfc7758 req-df117eef-54ed-4866-b5b0-d058e3aaf0fe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.2279074 Jul 28 11:34:06.905645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-63cf64f0-7a74-4da5-8452-1923c86c3a94 None None] Port 5dd82380-7da1-4cda-bb18-bb9b9855c12d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:34:07.005497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bfd787b-4159-43aa-9966-8fece9bd5ba3 req-9a2ade48-d850-4e66-afeb-5e82f87f93f3 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 210 time: 0.0914264 Jul 28 11:34:07.009985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-903246c9-44cd-4df7-87ab-3a2d3cfc7758 req-d3d47b6c-c94a-4d1b-8875-6e5ef71d728d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948553 Jul 28 11:34:07.011187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:34:07.043233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2499872a-7108-40bd-ae49-b0cbe13aa95f admin admin] 10.222.0.20 "PUT /v2.0/routers/425744bd-b0f8-4ded-a561-7c68b8276207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8703699 Jul 28 11:34:07.842807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-1f4b0423-3e05-4707-81e8-0a1c37ba8727 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:07.844657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-1f4b0423-3e05-4707-81e8-0a1c37ba8727 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.3217456 Jul 28 11:34:07.847592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b8d36670-5359-4c25-a200-41cbe8728b92 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:07.865593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:07.978614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b8d36670-5359-4c25-a200-41cbe8728b92 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:07.979146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:08.020702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Sync routers for ids ['425744bd-b0f8-4ded-a561-7c68b8276207'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:34:08.046667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Routers {'425744bd-b0f8-4ded-a561-7c68b8276207'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:08.047597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['425744bd-b0f8-4ded-a561-7c68b8276207'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:08.083285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:08.100907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:08.309835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Set router 425744bd-b0f8-4ded-a561-7c68b8276207 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:08.332579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad936fa4-a444-40fc-a0dd-daee172390ff req-129542b0-42af-416f-8ad5-86a39757fa78 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 210 time: 0.1565480 Jul 28 11:34:08.374779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb282d-2c65-45a9-9ccf-178d28997a0a req-57d5b4b5-e726-4bfd-9321-3f9e3615af0e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:08.381735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31eb282d-2c65-45a9-9ccf-178d28997a0a req-57d5b4b5-e726-4bfd-9321-3f9e3615af0e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.0970283 Jul 28 11:34:08.467041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31eb282d-2c65-45a9-9ccf-178d28997a0a req-83fa087c-de3e-4085-b453-19652e161ca8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843506 Jul 28 11:34:08.521447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.14 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/e1e362b6-508d-429a-8430-dc6818662201) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:08.645298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:05Z', 'revision_number': 4, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port': {'id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:00Z', 'updated_at': '2021-07-28T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5dd82380-7da1-4cda-bb18-bb9b9855c12d', 'name': '', 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'mac_address': 'fa:16:3e:5a:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9ddaa828-1393-4308-86ce-1ae7ce126142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:04Z', 'updated_at': '2021-07-28T11:34:05Z', 'revision_number': 2, 'project_id': '6b81b862755140848b018ecb5449f690', 'subnets': [{'id': '9ddaa828-1393-4308-86ce-1ae7ce126142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:08.677313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Checking router: 425744bd-b0f8-4ded-a561-7c68b8276207 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:34:08.677754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Updating router 425744bd-b0f8-4ded-a561-7c68b8276207 port 5dd82380-7da1-4cda-bb18-bb9b9855c12d binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:34:08.729032 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:08.807169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:08.927143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:08.950103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:08.960355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['16c46980-91ce-4ff5-976b-734ea2c10245'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:09.044067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:09.075467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:09.082264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:09.758730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=e1e362b6-508d-429a-8430-dc6818662201,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:09.927449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:09.928603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:09.952822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabe1f0-9997-404b-99f6-a82e67e2a88a req-ece54284-70d1-463f-a757-8266753b866c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:09.954931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeabe1f0-9997-404b-99f6-a82e67e2a88a req-ece54284-70d1-463f-a757-8266753b866c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.2024455 Jul 28 11:34:09.975899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:10.001158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cc085-1e3a-4dfa-bc84-277d3d70e937 req-661bdc90-8d13-406e-87a0-1cb6f01b0c1a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:10.003112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f0cc085-1e3a-4dfa-bc84-277d3d70e937 req-661bdc90-8d13-406e-87a0-1cb6f01b0c1a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 932 time: 0.2492166 Jul 28 11:34:10.009069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-753d7e5c-6574-48a4-a44c-4a868f2cefec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1495900 Jul 28 11:34:10.028105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Request body: {'port': {'device_id': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:10.110596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.151099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeabe1f0-9997-404b-99f6-a82e67e2a88a req-bf928274-6ac4-484d-b3b8-54d07e191a4a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883969 Jul 28 11:34:10.179622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.205611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f0cc085-1e3a-4dfa-bc84-277d3d70e937 req-af3545f2-ca77-4153-87ce-0b08d4cab2c0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224041 Jul 28 11:34:10.223784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Transition to ACTIVE for port object 5dd82380-7da1-4cda-bb18-bb9b9855c12d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:10.282588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.547651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540918a-5159-40c1-a0c3-d261fc87a75f None None] Pushing event updated for resources: {'Port': ['ID=5dd82380-7da1-4cda-bb18-bb9b9855c12d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:10.609217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Attempting to bind port 5dd82380-7da1-4cda-bb18-bb9b9855c12d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:10.609751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Attempting to bind port 5dd82380-7da1-4cda-bb18-bb9b9855c12d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:10.610565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Attempting to bind port 5dd82380-7da1-4cda-bb18-bb9b9855c12d on network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:10.624045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:10.634092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Checking segment: {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:10.634518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.634933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Bound using segment: {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:10.635439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Bound port: 5dd82380-7da1-4cda-bb18-bb9b9855c12d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15a605-7a21-49d2-ba45-96b17f38f16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:10.635830 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.800959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] For port 5dd82380-7da1-4cda-bb18-bb9b9855c12d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:10.805621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] For port 5dd82380-7da1-4cda-bb18-bb9b9855c12d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5dd82380-7da1-4cda-bb18-bb9b9855c12d,segment=NetworkSegment(da15a605-7a21-49d2-ba45-96b17f38f16c),segment_id=da15a605-7a21-49d2-ba45-96b17f38f16c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:10.815459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.827672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e362b6-508d-429a-8430-dc6818662201 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:10.850224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.876614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Transition to ACTIVE for port object e1e362b6-508d-429a-8430-dc6818662201 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:10.888670 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:10.912548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540918a-5159-40c1-a0c3-d261fc87a75f None None] Pushing event updated for resources: {'Port': ['ID=5dd82380-7da1-4cda-bb18-bb9b9855c12d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:10.938389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Routers {'425744bd-b0f8-4ded-a561-7c68b8276207'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:10.939024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['425744bd-b0f8-4ded-a561-7c68b8276207'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:11.014827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e362b6-508d-429a-8430-dc6818662201,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:11.182999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Attempting to bind port e1e362b6-508d-429a-8430-dc6818662201 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:11.189670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Attempting to bind port e1e362b6-508d-429a-8430-dc6818662201 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:11.190012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Attempting to bind port e1e362b6-508d-429a-8430-dc6818662201 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:11.198824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Port e1e362b6-508d-429a-8430-dc6818662201 on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:34:11.199155 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Attempting to bind port e1e362b6-508d-429a-8430-dc6818662201 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:11.214051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:11.216582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:11.218646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:11.219114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Bound port: e1e362b6-508d-429a-8430-dc6818662201, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:11.219777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:11.258984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:11.353515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] Set router 425744bd-b0f8-4ded-a561-7c68b8276207 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:11.467473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] For port e1e362b6-508d-429a-8430-dc6818662201, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:11.472984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] For port e1e362b6-508d-429a-8430-dc6818662201, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e1e362b6-508d-429a-8430-dc6818662201,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:11.495352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fdef5-bcc0-49a8-ac76-a7f50861d9ef req-ed16fb68-13af-48fe-995e-af9270c3919a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:11.504005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da2fdef5-bcc0-49a8-ac76-a7f50861d9ef req-ed16fb68-13af-48fe-995e-af9270c3919a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1401365 Jul 28 11:34:11.506511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:11.572217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:11.572851 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:11.574353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] 10.222.0.41 "PUT /v2.0/ports/e1e362b6-508d-429a-8430-dc6818662201 HTTP/1.1" status: 200 len: 1092 time: 1.5550327 Jul 28 11:34:11.578622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'tag': 'e1e362b6-508d-429a-8430-dc6818662201'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:11.583333 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1514f090-8c64-4380-8dc7-97a02cbf6d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7abd27d-7a7f-4784-90e7-22fef5be34f3", "tag": "e1e362b6-508d-429a-8430-dc6818662201"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:11.606710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Deleting port 5dd82380-7da1-4cda-bb18-bb9b9855c12d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:11.606710 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:11.614964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b3f2-9840-4efc-b74c-2d271f057f98 req-3ce2aa51-e476-4f77-9d4e-8205d80d212e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:11.616916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1be4b3f2-9840-4efc-b74c-2d271f057f98 req-3ce2aa51-e476-4f77-9d4e-8205d80d212e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 944 time: 0.2237599 Jul 28 11:34:11.705891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a62695-b8b9-465f-b583-8026ce680515 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e362b6-508d-429a-8430-dc6818662201,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:11.715769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:05Z', 'revision_number': 4, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port': {'id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:00Z', 'updated_at': '2021-07-28T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5dd82380-7da1-4cda-bb18-bb9b9855c12d', 'name': '', 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'mac_address': 'fa:16:3e:5a:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9ddaa828-1393-4308-86ce-1ae7ce126142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:04Z', 'updated_at': '2021-07-28T11:34:10Z', 'revision_number': 4, 'project_id': '6b81b862755140848b018ecb5449f690', 'subnets': [{'id': '9ddaa828-1393-4308-86ce-1ae7ce126142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:11.720659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da2fdef5-bcc0-49a8-ac76-a7f50861d9ef req-a56007b3-6548-4588-bd70-c5d1382372e2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155433 Jul 28 11:34:11.733175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1be4b3f2-9840-4efc-b74c-2d271f057f98 req-0eb4fa5a-ad9e-4ae4-a703-4596d24d37bc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004431 Jul 28 11:34:11.764754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-a7d3025d-db43-4ee7-b62b-4a2aa2773534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:11.769859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-a7d3025d-db43-4ee7-b62b-4a2aa2773534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 1095 time: 0.1187212 Jul 28 11:34:11.782908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] For port 5dd82380-7da1-4cda-bb18-bb9b9855c12d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5dd82380-7da1-4cda-bb18-bb9b9855c12d,segment=NetworkSegment(da15a605-7a21-49d2-ba45-96b17f38f16c),segment_id=da15a605-7a21-49d2-ba45-96b17f38f16c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:11.790204 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:11.805467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Calling delete_port for 5dd82380-7da1-4cda-bb18-bb9b9855c12d owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:11.822615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0752047-1555-45b5-a37a-e76613bf9df5 None None] The sync data for ids ['425744bd-b0f8-4ded-a561-7c68b8276207'] in n-d-723573-7 is: [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:05Z', 'revision_number': 4, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port': {'id': 'b8d36670-5359-4c25-a200-41cbe8728b92', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:00Z', 'updated_at': '2021-07-28T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5dd82380-7da1-4cda-bb18-bb9b9855c12d', 'name': '', 'network_id': '6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'mac_address': 'fa:16:3e:5a:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '9ddaa828-1393-4308-86ce-1ae7ce126142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:04Z', 'updated_at': '2021-07-28T11:34:10Z', 'revision_number': 4, 'project_id': '6b81b862755140848b018ecb5449f690', 'subnets': [{'id': '9ddaa828-1393-4308-86ce-1ae7ce126142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:34:11.860791 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12f3cb9-aa6c-48d3-adc4-fdc52f034f31 x-openstack-request-id: req-c12f3cb9-aa6c-48d3-adc4-fdc52f034f31 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:11.861357 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7abd27d-7a7f-4784-90e7-22fef5be34f3", "tag": "e1e362b6-508d-429a-8430-dc6818662201", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:11.861447 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c12f3cb9-aa6c-48d3-adc4-fdc52f034f31 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:11.861830 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'tag': 'e1e362b6-508d-429a-8430-dc6818662201', 'status': 'completed', 'code': 200} Jul 28 11:34:11.863677 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-120cf02c-283f-4764-9e3f-a2688453da21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e362b6-508d-429a-8430-dc6818662201 HTTP/1.1" status: 200 len: 217 time: 0.0840144 Jul 28 11:34:11.983020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-70507d10-50c3-46b8-aca7-4438439c9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:11.984806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-70507d10-50c3-46b8-aca7-4438439c9b4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.1138539 Jul 28 11:34:12.031711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-65785eb5-fc4d-4b2e-a6de-9d7be3445c5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377340 Jul 28 11:34:12.206393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:12.247848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e15cf3-afd2-454d-abcb-25061b58a606 req-16983ec2-3ec9-473a-b1cb-cea342ebfcf9 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:12.249799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32e15cf3-afd2-454d-abcb-25061b58a606 req-16983ec2-3ec9-473a-b1cb-cea342ebfcf9 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 945 time: 0.1118670 Jul 28 11:34:12.261121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd82380-7da1-4cda-bb18-bb9b9855c12d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:12.265093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-7189febf-a88f-4950-bcb7-c9181e2bd22d service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202678 Jul 28 11:34:12.373326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-32e15cf3-afd2-454d-abcb-25061b58a606 req-05db87a2-98c5-49a2-b799-14297c5bb151 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071522 Jul 28 11:34:12.438160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8b3d2c6-77ed-4351-8138-f445e33ff486 req-54f2ca3c-3758-44c4-8c70-0b77c3792246 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613331 Jul 28 11:34:12.516452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:12.583373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-9e005bbb-8ebb-4ae0-ba76-dac3f0978bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:12.586381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-9e005bbb-8ebb-4ae0-ba76-dac3f0978bee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 1095 time: 0.0859668 Jul 28 11:34:12.737386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-f195064a-8b68-4084-8184-1334f20d4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:12.743985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-f195064a-8b68-4084-8184-1334f20d4d24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.1496520 Jul 28 11:34:12.841221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Router 425744bd-b0f8-4ded-a561-7c68b8276207 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:34:12.849037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-2e05b630-4418-4012-b16a-9c5b4153aed6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e362b6-508d-429a-8430-dc6818662201 HTTP/1.1" status: 200 len: 217 time: 0.0975428 Jul 28 11:34:12.965827 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-2953cc85-808c-48ac-bfe5-4341e58dc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:12.967452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-2953cc85-808c-48ac-bfe5-4341e58dc709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.1062922 Jul 28 11:34:12.976799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:34:12.983866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481c801-d708-46c0-8f72-2e8d285f2645 req-cd6c65f8-c364-41f7-96f5-db72dbb23ae5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:12.985670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1481c801-d708-46c0-8f72-2e8d285f2645 req-cd6c65f8-c364-41f7-96f5-db72dbb23ae5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1255805 Jul 28 11:34:12.998111 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6a5696ff-b88f-4df6-8b40-6627a894c0e6 admin admin] 10.222.0.20 "PUT /v2.0/routers/425744bd-b0f8-4ded-a561-7c68b8276207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171394 Jul 28 11:34:12.998536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:13.004214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d1fe0-1d02-4bf3-b171-82809a859e8e req-f94577d6-b860-4055-9a97-e9fe33cb6c1c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:13.012116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e73d1fe0-1d02-4bf3-b171-82809a859e8e req-f94577d6-b860-4055-9a97-e9fe33cb6c1c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 944 time: 0.1618888 Jul 28 11:34:13.052644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-cecf7b96-6281-43e8-9b72-62301475fde0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658777 Jul 28 11:34:13.123142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.165249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e73d1fe0-1d02-4bf3-b171-82809a859e8e req-588d87bd-0652-43f0-a430-0a786ac260f0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501124 Jul 28 11:34:13.176917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1481c801-d708-46c0-8f72-2e8d285f2645 req-ecee1fc9-c2b6-490a-9086-93d343377eba tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555781 Jul 28 11:34:13.226075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-b08721bb-6e29-48f2-bb16-8091edfba218 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565959 Jul 28 11:34:13.292701 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.352347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1514f090-8c64-4380-8dc7-97a02cbf6d7e req-f735b532-2773-4ed5-b60a-684c8eb13863 service neutron] 10.222.0.41 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183839 Jul 28 11:34:13.365453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Deleting port b8d36670-5359-4c25-a200-41cbe8728b92 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:13.365931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.498385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] For port b8d36670-5359-4c25-a200-41cbe8728b92, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b8d36670-5359-4c25-a200-41cbe8728b92,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:13.498924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.515783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Calling delete_port for b8d36670-5359-4c25-a200-41cbe8728b92 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:13.540532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6506e9-2c24-49d5-a3cf-713c20de4ef9 req-9a29c06f-a197-43ef-b9f5-cacf1990f1d0 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:13.542203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d6506e9-2c24-49d5-a3cf-713c20de4ef9 req-9a29c06f-a197-43ef-b9f5-cacf1990f1d0 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 945 time: 0.0645080 Jul 28 11:34:13.605594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d6506e9-2c24-49d5-a3cf-713c20de4ef9 req-284c7406-7d30-492f-a160-a545b4dc6ae8 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/security-groups?id=973d3fec-2c23-4435-a35b-6641d13c7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Jul 28 11:34:13.690151 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] Sync routers for ids ['425744bd-b0f8-4ded-a561-7c68b8276207'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:34:13.709425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-12a43a60-5b49-4af6-b41c-070c8fb8089e tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:13.710249 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] Routers {'425744bd-b0f8-4ded-a561-7c68b8276207'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:13.710888 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['425744bd-b0f8-4ded-a561-7c68b8276207'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:13.711041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-12a43a60-5b49-4af6-b41c-070c8fb8089e tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 945 time: 0.1120653 Jul 28 11:34:13.810149 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] Set router 425744bd-b0f8-4ded-a561-7c68b8276207 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:13.826231 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.860832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d36670-5359-4c25-a200-41cbe8728b92,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:13.875310 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:13Z', 'revision_number': 6, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:13.893573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e1e362b6-508d-429a-8430-dc6818662201 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:34:13.902557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] Checking router: 425744bd-b0f8-4ded-a561-7c68b8276207 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:34:13.910310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Deleting port 89ca76a4-5455-48ba-adff-c6d37e6d136d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:13.910679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.910874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] Routers {'425744bd-b0f8-4ded-a561-7c68b8276207'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:13.911464 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['425744bd-b0f8-4ded-a561-7c68b8276207'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:13.989400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:13.991145 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] Set router 425744bd-b0f8-4ded-a561-7c68b8276207 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:14.024438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e1e362b6-508d-429a-8430-dc6818662201, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e1e362b6-508d-429a-8430-dc6818662201,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:14.038700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'e1e362b6-508d-429a-8430-dc6818662201', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': 'e1e362b6-508d-429a-8430-dc6818662201', 'mac_address': 'fa:16:3e:9f:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:34:14.052418 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:13Z', 'revision_number': 7, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:14.057719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 49980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:14.098403 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.099328 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aaae7-a0e4-472f-b10d-3afa3ef3c33b None None] The sync data for ids ['425744bd-b0f8-4ded-a561-7c68b8276207'] in n-d-723573-7 is: [{'id': '425744bd-b0f8-4ded-a561-7c68b8276207', 'name': 'tempest-ImageQuotaTest-1498642023-router', 'tenant_id': '6b81b862755140848b018ecb5449f690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:59Z', 'updated_at': '2021-07-28T11:34:13Z', 'revision_number': 7, 'project_id': '6b81b862755140848b018ecb5449f690', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:34:14.105066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.109524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.119503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e362b6-508d-429a-8430-dc6818662201 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:14.155043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e1e362b6-508d-429a-8430-dc6818662201, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e1e362b6-508d-429a-8430-dc6818662201,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:14.160425 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.182216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] For port 89ca76a4-5455-48ba-adff-c6d37e6d136d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=89ca76a4-5455-48ba-adff-c6d37e6d136d,segment=NetworkSegment(f578ebe7-b016-4691-bfd2-2dae23d03e5a),segment_id=f578ebe7-b016-4691-bfd2-2dae23d03e5a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:14.182595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.199655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Calling delete_port for 89ca76a4-5455-48ba-adff-c6d37e6d136d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:14.201686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.202183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425744bd-b0f8-4ded-a561-7c68b8276207 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:34:14.207103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.208525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-15aa7faa-792b-4dc8-977b-3a1cc0252169 admin admin] 10.222.0.20 "DELETE /v2.0/routers/425744bd-b0f8-4ded-a561-7c68b8276207 HTTP/1.1" status: 204 len: 168 time: 1.2088215 Jul 28 11:34:14.211669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:14.233776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e1e362b6-508d-429a-8430-dc6818662201,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:14.272672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad8f77-7150-40c6-bb16-711c6eb1b0a0 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:14.273809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad8f77-7150-40c6-bb16-711c6eb1b0a0 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:14.274489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad8f77-7150-40c6-bb16-711c6eb1b0a0 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:14.276568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-30ad8f77-7150-40c6-bb16-711c6eb1b0a0 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=abb7d1130b794a54b3a5f4f29910c4c2&network_id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 2970 time: 0.2168639 Jul 28 11:34:14.309893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Deleting subnet 9ddaa828-1393-4308-86ce-1ae7ce126142 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:34:14.315447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.360100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966c67b-6fdb-4db4-a4e2-4e0aa4d80df4 req-951b1130-6c9d-4076-bb6c-4b246c8e5ef9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:14.362017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b966c67b-6fdb-4db4-a4e2-4e0aa4d80df4 req-951b1130-6c9d-4076-bb6c-4b246c8e5ef9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 945 time: 0.0834808 Jul 28 11:34:14.370437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ba8ba-a578-44b3-916a-b243460ae23b req-b7f145ae-2445-4f70-b3b6-3631a299a574 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:14.372065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b7ba8ba-a578-44b3-916a-b243460ae23b req-b7f145ae-2445-4f70-b3b6-3631a299a574 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1040351 Jul 28 11:34:14.372720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.417989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e1e362b6-508d-429a-8430-dc6818662201'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:14.431646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b966c67b-6fdb-4db4-a4e2-4e0aa4d80df4 req-53d68d1e-020b-412c-9772-0a6c850597c7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584786 Jul 28 11:34:14.442440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b7ba8ba-a578-44b3-916a-b243460ae23b req-e00ba22e-e25b-4e87-8214-9cb1d96118a5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522461 Jul 28 11:34:14.525908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.548198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['89ca76a4-5455-48ba-adff-c6d37e6d136d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:14.562641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Pushing event deleted for resources: {'Port': ['ID=89ca76a4-5455-48ba-adff-c6d37e6d136d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:14.618334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] No DVR routers for this DVR port 89ca76a4-5455-48ba-adff-c6d37e6d136d on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:14.622264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.624384 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3ab3f55-4a47-4315-8d3c-20cbb648158d req-708b9c65-79c7-49bc-a76f-3fd643db3e70 tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.44 "DELETE /v2.0/ports/89ca76a4-5455-48ba-adff-c6d37e6d136d HTTP/1.1" status: 204 len: 173 time: 0.9076283 Jul 28 11:34:14.624899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'name': 'network-vif-deleted', 'tag': '89ca76a4-5455-48ba-adff-c6d37e6d136d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:14.629335 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b639fc1-946b-451b-9910-17ed2b082681" -d '{"events": [{"server_uuid": "e822bc72-5ebe-4a47-8f2a-6e3b344a1f14", "name": "network-vif-deleted", "tag": "89ca76a4-5455-48ba-adff-c6d37e6d136d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:14.649158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.723436 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.761114 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a356e8a-7249-41a9-a15d-b40d25ad5b00 x-openstack-request-id: req-7a356e8a-7249-41a9-a15d-b40d25ad5b00 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:14.761413 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e822bc72-5ebe-4a47-8f2a-6e3b344a1f14", "name": "network-vif-deleted", "tag": "89ca76a4-5455-48ba-adff-c6d37e6d136d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:14.761653 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a356e8a-7249-41a9-a15d-b40d25ad5b00 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:14.762054 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e822bc72-5ebe-4a47-8f2a-6e3b344a1f14', 'name': 'network-vif-deleted', 'tag': '89ca76a4-5455-48ba-adff-c6d37e6d136d', 'status': 'completed', 'code': 200} Jul 28 11:34:14.762746 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddaa828-1393-4308-86ce-1ae7ce126142,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:14.769212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.771073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0fbf8e13-5a10-4fd1-b314-4bff7872a6ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ddaa828-1393-4308-86ce-1ae7ce126142 HTTP/1.1" status: 204 len: 168 time: 0.5584395 Jul 28 11:34:14.776883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b8e7434-fd40-46b1-a4eb-8008ca86bbc9 req-897d9688-5632-4e72-ae74-110e408d3ccc tempest-VolumesSnapshotTestJSON-1994209667 tempest-VolumesSnapshotTestJSON-1994209667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e822bc72-5ebe-4a47-8f2a-6e3b344a1f14 HTTP/1.1" status: 200 len: 210 time: 0.0505712 Jul 28 11:34:14.777698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 49996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:14.778778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc554eb-1ff1-496c-a192-5461710d50a3 None None] Network 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:34:14.858207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.921066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Deleting port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:14.921494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:14.994424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] DHCP port deletion for 6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:34:15.004185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] For port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,segment=NetworkSegment(da15a605-7a21-49d2-ba45-96b17f38f16c),segment_id=da15a605-7a21-49d2-ba45-96b17f38f16c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:15.004636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.019421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Calling delete_port for 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:15.049167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] Deleting port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:15.049626 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.115599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.144317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] For port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,segment=NetworkSegment(da15a605-7a21-49d2-ba45-96b17f38f16c),segment_id=da15a605-7a21-49d2-ba45-96b17f38f16c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:15.144726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.152849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:15.155846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] No DVR routers for this DVR port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:15.178093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] Calling delete_port for 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:15.264317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.276287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:15.297279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da15a605-7a21-49d2-ba45-96b17f38f16c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:15.297884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da15a605-7a21-49d2-ba45-96b17f38f16c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:15.303758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.317525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.335094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] Pushing event deleted for resources: {'Port': ['ID=91f76ff2-e599-4bd8-a4c9-4b8fe137ed63,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:15.343150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc91ddf-9b60-4ce9-9c70-98dce546d9e2 None None] No DVR routers for this DVR port 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:15.364299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.373945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:34:15.374856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:34:15.377644 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:34:15.450796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.457472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.462833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] 10.222.0.20 "DELETE /v2.0/networks/6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2 HTTP/1.1" status: 204 len: 168 time: 0.6840956 Jul 28 11:34:15.475002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c82db-4eaf-4d67-a22e-a06777e5bcdc admin admin] Pushing event deleted for resources: {'Network': ['ID=6417f6f4-58f3-4bdf-8fbe-ad57b51e6dc2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:15.603463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275200c7-9303-4fbc-9183-bf1872245fbc req-6286da42-50f8-4ef2-afe4-9fe9453c7093 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:15.603963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:15.608765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-275200c7-9303-4fbc-9183-bf1872245fbc req-6286da42-50f8-4ef2-afe4-9fe9453c7093 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 945 time: 0.0962603 Jul 28 11:34:15.638577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64919a5-4a49-4b97-9a18-3f4ab756e9d7 req-dd99e239-e291-4494-b59a-efd82028aa6d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:15.640216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a64919a5-4a49-4b97-9a18-3f4ab756e9d7 req-dd99e239-e291-4494-b59a-efd82028aa6d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.0940154 Jul 28 11:34:15.664651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2b10f540-0cb3-41b4-af8c-70dd6abb6f58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b81b862755140848b018ecb5449f690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590763 Jul 28 11:34:15.666141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:15.687577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-275200c7-9303-4fbc-9183-bf1872245fbc req-73598550-c05a-46f0-8f2b-9ae034864eee tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780053 Jul 28 11:34:15.708751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a64919a5-4a49-4b97-9a18-3f4ab756e9d7 req-bacbb2df-ead7-4fa9-a686-6efedff2d59a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601616 Jul 28 11:34:15.732956 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf41a58-38fd-4456-bc76-33bf1986ca73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.756019 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf41a58-38fd-4456-bc76-33bf1986ca73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.806687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b8d36670-5359-4c25-a200-41cbe8728b92 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:15.823291 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf41a58-38fd-4456-bc76-33bf1986ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.826853 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf41a58-38fd-4456-bc76-33bf1986ca73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:15.830736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b8d36670-5359-4c25-a200-41cbe8728b92 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:15.830736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b8d36670-5359-4c25-a200-41cbe8728b92 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:15.830736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5dd82380-7da1-4cda-bb18-bb9b9855c12d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:15.831882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8bf41a58-38fd-4456-bc76-33bf1986ca73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82c1eea5-b2a2-4c94-bb7b-79814aa5dade HTTP/1.1" status: 204 len: 168 time: 0.1654902 Jul 28 11:34:15.850482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf41a58-38fd-4456-bc76-33bf1986ca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c1eea5-b2a2-4c94-bb7b-79814aa5dade,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:15.878400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5dd82380-7da1-4cda-bb18-bb9b9855c12d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:15.878748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5dd82380-7da1-4cda-bb18-bb9b9855c12d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:15.879174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:15.902384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:15.902731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 91f76ff2-e599-4bd8-a4c9-4b8fe137ed63 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:15.904491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e1e362b6-508d-429a-8430-dc6818662201 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:15.975668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port e1e362b6-508d-429a-8430-dc6818662201 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:15.981404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port e1e362b6-508d-429a-8430-dc6818662201 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:15.982059 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.083284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.109182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e362b6-508d-429a-8430-dc6818662201'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:16.111705 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedf196b-74b5-4156-9b18-56ccd49d2b19" -d '{"events": [{"server_uuid": "d7abd27d-7a7f-4784-90e7-22fef5be34f3", "name": "network-vif-plugged", "status": "completed", "tag": "e1e362b6-508d-429a-8430-dc6818662201"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:16.162421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e1e362b6-508d-429a-8430-dc6818662201, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e1e362b6-508d-429a-8430-dc6818662201,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:16.173785 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.219604 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30955a1a-fd13-4f46-b5d5-d997a8bf1621 x-openstack-request-id: req-30955a1a-fd13-4f46-b5d5-d997a8bf1621 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:16.219918 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7abd27d-7a7f-4784-90e7-22fef5be34f3", "name": "network-vif-plugged", "status": "completed", "tag": "e1e362b6-508d-429a-8430-dc6818662201", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:16.220141 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30955a1a-fd13-4f46-b5d5-d997a8bf1621 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:16.220553 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e362b6-508d-429a-8430-dc6818662201', 'code': 200} Jul 28 11:34:16.280416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e1e362b6-508d-429a-8430-dc6818662201,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:16.332553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:16.352095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaf827-fc0f-461f-93bd-d3593f0c5b2b req-27a3f997-e587-4c6c-a840-3affccdefd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:16.354615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0eaf827-fc0f-461f-93bd-d3593f0c5b2b req-27a3f997-e587-4c6c-a840-3affccdefd94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 1097 time: 0.0852158 Jul 28 11:34:16.355290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ef59465-a4dd-42ae-b5c0-af156c75912e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.437161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0eaf827-fc0f-461f-93bd-d3593f0c5b2b req-1e218b3c-e789-4003-b4e7-5e12d51c03d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Jul 28 11:34:16.467611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ef59465-a4dd-42ae-b5c0-af156c75912e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.473415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ef59465-a4dd-42ae-b5c0-af156c75912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.512212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef59465-a4dd-42ae-b5c0-af156c75912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300287bb-2a57-41cf-a270-8e9eb370bb33,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:16.518937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ef59465-a4dd-42ae-b5c0-af156c75912e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1827254 Jul 28 11:34:16.519170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:16.573043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde41d79-91ba-4104-b487-1c2cbd360c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.595666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde41d79-91ba-4104-b487-1c2cbd360c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.645712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde41d79-91ba-4104-b487-1c2cbd360c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.648949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde41d79-91ba-4104-b487-1c2cbd360c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:16.652347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bde41d79-91ba-4104-b487-1c2cbd360c0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/300287bb-2a57-41cf-a270-8e9eb370bb33 HTTP/1.1" status: 204 len: 168 time: 0.1300085 Jul 28 11:34:16.664691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde41d79-91ba-4104-b487-1c2cbd360c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300287bb-2a57-41cf-a270-8e9eb370bb33,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:16.897218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7dc23-eee7-4b8e-b763-460d288a8514 req-a3811f49-d4ae-486b-b639-43495ebdeef3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:16.907911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66b7dc23-eee7-4b8e-b763-460d288a8514 req-a3811f49-d4ae-486b-b639-43495ebdeef3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1087351 Jul 28 11:34:16.971061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66b7dc23-eee7-4b8e-b763-460d288a8514 req-c48cc83b-4f95-4544-95a4-5a881db6eeae tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617852 Jul 28 11:34:17.007202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8df66d-b8fb-4712-b7f8-14209faf2ab3 req-41baf466-742f-47f5-8316-f9fc4785d560 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:17.014721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e8df66d-b8fb-4712-b7f8-14209faf2ab3 req-41baf466-742f-47f5-8316-f9fc4785d560 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 946 time: 0.2123728 Jul 28 11:34:17.058434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 89ca76a4-5455-48ba-adff-c6d37e6d136d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:17.066170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e8df66d-b8fb-4712-b7f8-14209faf2ab3 req-08526697-e3ae-4563-8821-5902aa639ae2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505140 Jul 28 11:34:17.098301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 89ca76a4-5455-48ba-adff-c6d37e6d136d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:17.098815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 89ca76a4-5455-48ba-adff-c6d37e6d136d not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:18.118669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f53b80-23ad-4c4a-b74c-df1b41369476 req-1d0956d3-7254-47f2-bdab-16846bee50b1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:18.124964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33f53b80-23ad-4c4a-b74c-df1b41369476 req-1d0956d3-7254-47f2-bdab-16846bee50b1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.0710604 Jul 28 11:34:18.181687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33f53b80-23ad-4c4a-b74c-df1b41369476 req-afd0c2a7-b9a6-4370-8550-0069f012fc6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Jul 28 11:34:18.221340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8cd39-d9d3-47c8-89d5-e3b62a831d60 req-54d7cb94-74ac-44d0-a993-3d8f11a57fde tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:18.223039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7c8cd39-d9d3-47c8-89d5-e3b62a831d60 req-54d7cb94-74ac-44d0-a993-3d8f11a57fde tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 946 time: 0.0599201 Jul 28 11:34:18.266202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7c8cd39-d9d3-47c8-89d5-e3b62a831d60 req-7118e607-305c-4d2a-80e3-010f367e8dae tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Jul 28 11:34:18.409110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f200b68-fd9b-45eb-b09f-09cd1aa8829f req-e9efd652-b0d2-4106-8a01-22f2a48d019a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:18.410934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f200b68-fd9b-45eb-b09f-09cd1aa8829f req-e9efd652-b0d2-4106-8a01-22f2a48d019a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 945 time: 0.0651124 Jul 28 11:34:18.542318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f200b68-fd9b-45eb-b09f-09cd1aa8829f req-8e0849e5-593d-44d1-bf9b-274b4190ecda tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190705 Jul 28 11:34:18.647421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:18.728370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c08cf-7b44-4219-9d9f-d3c0c590f843 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:18.730292 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-522c08cf-7b44-4219-9d9f-d3c0c590f843 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 814 time: 0.0811448 Jul 28 11:34:18.733125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8737e2f-a0f7-4825-bd9e-46950a985946 req-ddbe4d31-d28b-46ae-bc29-060313611ca7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:18.734937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8737e2f-a0f7-4825-bd9e-46950a985946 req-ddbe4d31-d28b-46ae-bc29-060313611ca7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 946 time: 0.0822670 Jul 28 11:34:18.777812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8737e2f-a0f7-4825-bd9e-46950a985946 req-38a58b07-b1dd-4059-a68e-d3cb0d8b4d1c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Jul 28 11:34:19.020652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37174bc8-5650-4c20-8ac2-08d3eeb816b4 req-90868e88-5c40-409a-8243-18e20187ed6e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:19.022023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37174bc8-5650-4c20-8ac2-08d3eeb816b4 req-90868e88-5c40-409a-8243-18e20187ed6e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 946 time: 0.0507951 Jul 28 11:34:19.060225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37174bc8-5650-4c20-8ac2-08d3eeb816b4 req-854b999e-23d9-4d1a-8fc6-cd14b3d11b9a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Jul 28 11:34:19.299995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df37bb-4f33-4b9a-a9b3-6f2edebd5e64 req-62d0dcd1-349c-43d3-8c42-82af4a7e3b43 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:19.301510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9df37bb-4f33-4b9a-a9b3-6f2edebd5e64 req-62d0dcd1-349c-43d3-8c42-82af4a7e3b43 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.0509996 Jul 28 11:34:19.341596 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9df37bb-4f33-4b9a-a9b3-6f2edebd5e64 req-900f385e-3e72-43ad-bbaf-a0c879adf071 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Jul 28 11:34:19.865574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.064945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:20.070933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'network': {'name': 'tempest-network-smoke--1128744478', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:20.093938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:20.098097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.125495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:34:20.135351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.135615 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Added segment 8b33e54b-7406-48a8-b5b8-d792954648b0 of type vlan for network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 Jul 28 11:34:20.182067 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.186229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230995f7-38c0-46e3-8f19-c60737667193 req-62bde591-3c8e-47fc-8748-ac372090a8b4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:20.187802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-230995f7-38c0-46e3-8f19-c60737667193 req-62bde591-3c8e-47fc-8748-ac372090a8b4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 946 time: 0.0573819 Jul 28 11:34:20.216566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.222158 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:20.222729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.230442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-230995f7-38c0-46e3-8f19-c60737667193 req-25003363-3daa-4a4d-8299-be94191f35d2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Jul 28 11:34:20.525078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f9451-695f-4609-a30e-b557163ced77 req-dcc8fc57-8489-49c2-a9e3-9fa1e6a18fd4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:20.526637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d6f9451-695f-4609-a30e-b557163ced77 req-dcc8fc57-8489-49c2-a9e3-9fa1e6a18fd4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 946 time: 0.1018953 Jul 28 11:34:20.535400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50f43-4b25-4bd0-8de5-6dfab536e9a4 req-a7eeea31-eae0-4d4a-af88-003a8336df7f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:20.536891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7f50f43-4b25-4bd0-8de5-6dfab536e9a4 req-a7eeea31-eae0-4d4a-af88-003a8336df7f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1004770 Jul 28 11:34:20.580443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5114348 Jul 28 11:34:20.580807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:20.582682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641050-5ecc-4f19-81f3-80266cf4702d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Network': ['ID=4cea04e3-e55d-4f51-bf39-6ff26272c0f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:20.593665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:34:20.714094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7f50f43-4b25-4bd0-8de5-6dfab536e9a4 req-a85a42f2-c154-495c-ad0b-ad78ffd5b17d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695826 Jul 28 11:34:20.724435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f898fbf-9400-494f-89b7-6e071bea5e03 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:20.725885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8f898fbf-9400-494f-89b7-6e071bea5e03 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=abb7d1130b794a54b3a5f4f29910c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1442430 Jul 28 11:34:20.730233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:20.752208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port e1e362b6-508d-429a-8430-dc6818662201 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:20.752774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.867762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port e1e362b6-508d-429a-8430-dc6818662201, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e1e362b6-508d-429a-8430-dc6818662201,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:20.868229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:20.882092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for e1e362b6-508d-429a-8430-dc6818662201 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:20.895896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8400d-a059-4630-8b86-7e16bdcce89b tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:20.897315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-83c8400d-a059-4630-8b86-7e16bdcce89b tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1658583 Jul 28 11:34:20.900906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:20.939265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db0babfd-6754-457a-b6ba-7f259710f52a tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345652 Jul 28 11:34:20.939485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:20.983677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9783e4a4-0196-46a4-8e08-ce487aee7d96 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=abb7d1130b794a54b3a5f4f29910c4c2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407798 Jul 28 11:34:20.983933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:21.019677 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:21.035578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:21.040133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['16c46980-91ce-4ff5-976b-734ea2c10245', 'e1e362b6-508d-429a-8430-dc6818662201'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:21.061355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=e1e362b6-508d-429a-8430-dc6818662201,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:21.077995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e8f56-d2d7-4e68-b66d-c954583d2546 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:21.080215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bb5e8f56-d2d7-4e68-b66d-c954583d2546 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946407 Jul 28 11:34:21.086713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:21.141582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ddf68a08-71d9-421b-9d1e-0ebd8721ea07 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491898 Jul 28 11:34:21.141582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port e1e362b6-508d-429a-8430-dc6818662201 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:21.143048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:21.143580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:21.145692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d6f9451-695f-4609-a30e-b557163ced77 req-40eb64e4-f7e4-4a83-bb6b-0d3602457b61 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "DELETE /v2.0/ports/e1e362b6-508d-429a-8430-dc6818662201 HTTP/1.1" status: 204 len: 173 time: 0.6075492 Jul 28 11:34:21.146156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'name': 'network-vif-deleted', 'tag': 'e1e362b6-508d-429a-8430-dc6818662201'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:21.151987 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a8d13b-e43b-47da-9725-d02d19fdbe31" -d '{"events": [{"server_uuid": "d7abd27d-7a7f-4784-90e7-22fef5be34f3", "name": "network-vif-deleted", "tag": "e1e362b6-508d-429a-8430-dc6818662201"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:21.159997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237192354', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:21.201654 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e6ddc8-a40b-45c6-8e16-acd4bcee4bdb x-openstack-request-id: req-22e6ddc8-a40b-45c6-8e16-acd4bcee4bdb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:21.202175 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7abd27d-7a7f-4784-90e7-22fef5be34f3", "name": "network-vif-deleted", "tag": "e1e362b6-508d-429a-8430-dc6818662201", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:21.202719 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22e6ddc8-a40b-45c6-8e16-acd4bcee4bdb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:21.205420 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7abd27d-7a7f-4784-90e7-22fef5be34f3', 'name': 'network-vif-deleted', 'tag': 'e1e362b6-508d-429a-8430-dc6818662201', 'status': 'completed', 'code': 200} Jul 28 11:34:21.364775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:21.369002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:21.390437 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-805c4493-4d84-4cae-92f6-14a3ea071022 req-85ea6ea3-6697-4b39-b8cb-f947ed963774 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7abd27d-7a7f-4784-90e7-22fef5be34f3 HTTP/1.1" status: 200 len: 210 time: 0.0365264 Jul 28 11:34:21.575533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:21.642189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Subnet': ['ID=d052c31a-26b3-4a8e-b2d8-58733a612001,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:21.651520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Checking segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:21.651520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network hostable DHCP agents. Network: 4cea04e3-e55d-4f51-bf39-6ff26272c0f4, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:34:21.672166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:34:21.685468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 4cea04e3-e55d-4f51-bf39-6ff26272c0f4) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:21.690157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:21.691063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:21.698066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb10a81-78d8-48ab-8c45-ae31dcaf936a None None] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:34:21.715980 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-399df625-5ffb-4d5b-8f58-713da9f8a11d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5702574 Jul 28 11:34:21.880929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1812-019d-4c0d-9725-3272a70f1c25 req-dfdf76f6-1aae-4e08-a4bf-821b56ba7b65 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:21.883813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a49b1812-019d-4c0d-9725-3272a70f1c25 req-dfdf76f6-1aae-4e08-a4bf-821b56ba7b65 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.0664148 Jul 28 11:34:21.892958 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ips': [{'subnet_id': 'd052c31a-26b3-4a8e-b2d8-58733a612001'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:34:21.893979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:21.939243 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a49b1812-019d-4c0d-9725-3272a70f1c25 req-9ef55610-c4cc-4bc5-980a-08ed1a07297b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Jul 28 11:34:22.072414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Allocated IP 172.20.0.18 (4cea04e3-e55d-4f51-bf39-6ff26272c0f4/d052c31a-26b3-4a8e-b2d8-58733a612001/0bfe6755-ecdd-4cb6-986f-23d4197c4e8e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:22.222545 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.238425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Transition to ACTIVE for port object 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:22.259360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:22.263414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Transition to ACTIVE for port object 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:22.264925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124901231', 'description': 'tempest-secgroup-smoke-2124901231 description', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:22.270406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.304699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.314176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:22.319020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:22.323047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:22.330780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Pushing event updated for resources: {'Port': ['ID=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:22.410167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Attempting to bind port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:22.410829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Attempting to bind port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:22.411410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Attempting to bind port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e on network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:22.417362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:22.417972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Checking segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:22.418597 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.419117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Bound using segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:22.419915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Bound port: 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:22.419915 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.436972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.443584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.502759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc351a-3577-4a75-bd7a-7a81babfa4a8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:22.511459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.513186 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-850f4835-f033-4b4b-9599-75faaeb2436a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2521703 Jul 28 11:34:22.516901 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:22.527912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': '6dbc351a-3577-4a75-bd7a-7a81babfa4a8', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:22.535373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-48098910-2191-4661-b890-1f539f6e4832 None None] For port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:22.541867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-48098910-2191-4661-b890-1f539f6e4832 None None] For port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:22.551807 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.577182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.694344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48098910-2191-4661-b890-1f539f6e4832 None None] Pushing event updated for resources: {'Port': ['ID=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:22.715729 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.747113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.752428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.783669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae59c2ee-2556-49c9-84ae-fd8d1e4c3946,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:22.792567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.794027 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec0deb57-8371-47d3-adc5-a58658aec8a9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2736895 Jul 28 11:34:22.797037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:22.802218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': '6dbc351a-3577-4a75-bd7a-7a81babfa4a8', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:22.852263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:22.935092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e3c9-32ac-4d92-a8b6-a24df0420f1a req-71e0a1c0-5bd4-4bc2-8db8-01b86725d00f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:22.940012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1e6e3c9-32ac-4d92-a8b6-a24df0420f1a req-71e0a1c0-5bd4-4bc2-8db8-01b86725d00f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 945 time: 0.1070452 Jul 28 11:34:23.027550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.056826 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.149278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecda9ae-e4a8-4d1f-872a-96b8d6335fdb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:23.154951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f1e6e3c9-32ac-4d92-a8b6-a24df0420f1a req-fac2c38a-6e02-4ef1-8cba-62f3e51d069e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084372 Jul 28 11:34:23.155785 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.156892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-edc2193e-2fbf-4e89-bbe1-4541a5adbbd6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3585768 Jul 28 11:34:23.159781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:23.165852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': '6dbc351a-3577-4a75-bd7a-7a81babfa4a8', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:23.176376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43920-0184-4c00-ab81-a16fc0eb7f8f req-6f1d7915-3d5d-480f-b9e4-9568d8bb774d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:23.177962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26e43920-0184-4c00-ab81-a16fc0eb7f8f req-6f1d7915-3d5d-480f-b9e4-9568d8bb774d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.1324952 Jul 28 11:34:23.215395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.254098 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26e43920-0184-4c00-ab81-a16fc0eb7f8f req-7d578c75-12be-4afb-94e6-797301a64e02 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Jul 28 11:34:23.295322 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.300509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.323902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2b7175-f63e-441a-8937-5d99cd950a09,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:23.331580 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.333244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-af75ea95-2a65-452b-abd4-9ce632ef4b25 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721127 Jul 28 11:34:23.335954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:23.340694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': '6dbc351a-3577-4a75-bd7a-7a81babfa4a8', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:23.370662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.423135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.427824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.455334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb8a01f-ef75-46b5-90da-503ae7f1df54,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:23.469140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.476717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:23.480732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-139c8ba8-2581-4f04-9715-9ddee0ed8977 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436076 Jul 28 11:34:23.481412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': '6dbc351a-3577-4a75-bd7a-7a81babfa4a8', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:23.487183 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:34:23.511444 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Project abb7d1130b794a54b3a5f4f29910c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:34:23.517625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.593841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.599191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.613734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac8f346-d199-4cfc-bb66-e601f2bd4f60,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:23.634955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.636310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-620b12da-27eb-4a8e-80bb-84172f092d65 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584072 Jul 28 11:34:23.639185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:23.643801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': '6dbc351a-3577-4a75-bd7a-7a81babfa4a8', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:23.671963 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Project abb7d1130b794a54b3a5f4f29910c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:34:23.679984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.775827 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.782854 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.821241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b24c33-74b3-4d92-97c1-4e42627a9eb2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:23.833248 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:23.836167 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3dd2fbcc-05a9-45ad-badb-ffce132941c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1958642 Jul 28 11:34:23.931282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d6861-9534-4b9d-9692-6de23cd8699e None None] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:34:23.950143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:24.000642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e1e362b6-508d-429a-8430-dc6818662201 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:24.055858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: e1e362b6-508d-429a-8430-dc6818662201 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:24.056238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e1e362b6-508d-429a-8430-dc6818662201 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:24.101051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2ff1024-d8dc-44d4-8230-262ca3e2c32f None None] Provisioning for port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:24.174174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:24.181637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:24.182341 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:24.183511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-86266c64-1983-441e-8970-346135fd1da8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:24.184984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-86266c64-1983-441e-8970-346135fd1da8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 945 time: 0.0929959 Jul 28 11:34:24.250755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-358c2ab1-c7f6-4aff-89b2-61c058a62467 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124901231&fields=id&tenant_id=abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 267 time: 0.1145916 Jul 28 11:34:24.356328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:24.416610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:24.422645 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:24.424457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16588767-1828-425e-99ad-54d7c47443d8 req-da44cbfb-64ed-4bf6-8a20-c08ea3d9a320 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:24.430903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16588767-1828-425e-99ad-54d7c47443d8 req-da44cbfb-64ed-4bf6-8a20-c08ea3d9a320 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 945 time: 0.1477079 Jul 28 11:34:24.495395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-a348a6b0-ec9b-4b81-b1d9-9020824ccdb8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:24.502348 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-a348a6b0-ec9b-4b81-b1d9-9020824ccdb8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/networks?id=4cea04e3-e55d-4f51-bf39-6ff26272c0f4 HTTP/1.1" status: 200 len: 797 time: 0.2506728 Jul 28 11:34:24.506658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:24.529456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port 16c46980-91ce-4ff5-976b-734ea2c10245 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:24.530402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:24.587996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-12c591ff-b845-4352-b590-e1c88cf51ede tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/quotas/abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0845234 Jul 28 11:34:24.597516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16588767-1828-425e-99ad-54d7c47443d8 req-46231485-8041-4250-a3d3-24ee60ef60c7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533022 Jul 28 11:34:24.657357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d4fd107-4a19-4b50-9f82-fe48701f033e None None] Provisioning complete for port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:24.657739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd107-4a19-4b50-9f82-fe48701f033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:24.707567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port 16c46980-91ce-4ff5-976b-734ea2c10245, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=16c46980-91ce-4ff5-976b-734ea2c10245,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:24.707943 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:24.741676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for 16c46980-91ce-4ff5-976b-734ea2c10245 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:24.754721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-2ae7aa5c-9828-4216-bc1a-044b385bb5bd tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1537585 Jul 28 11:34:24.776548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-8bfd8a9f-c332-47a8-a81f-ebac0d96685b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:34:24.786760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-8bfd8a9f-c332-47a8-a81f-ebac0d96685b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167177 Jul 28 11:34:24.891103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e169f-ac8e-4287-ac0b-b3775009ba1c req-10c45ff1-4636-4c6b-a68f-75510da9ccd7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:24.892534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb6e169f-ac8e-4287-ac0b-b3775009ba1c req-10c45ff1-4636-4c6b-a68f-75510da9ccd7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.2024174 Jul 28 11:34:24.983907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb6e169f-ac8e-4287-ac0b-b3775009ba1c req-a8d89a3a-791e-4c60-b268-f5a09109bb18 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832820 Jul 28 11:34:24.985931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-4da55013-4952-4e38-a346-179e5c853a9e service neutron] 10.222.0.20 "GET /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981225 Jul 28 11:34:25.107864 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:25.124141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['16c46980-91ce-4ff5-976b-734ea2c10245'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:25.127751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:25.155017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=16c46980-91ce-4ff5-976b-734ea2c10245,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:25.217103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-812ebebb-59e1-4e5b-8424-d25f7eb4e539 service neutron] 10.222.0.20 "GET /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192900 Jul 28 11:34:25.267231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port 16c46980-91ce-4ff5-976b-734ea2c10245 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:25.270807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:25.274024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b48bd7d3-f4b6-4451-a72d-4fbde19469e8 req-2db25cfc-a088-4998-b161-097f1c43d85a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.41 "DELETE /v2.0/ports/16c46980-91ce-4ff5-976b-734ea2c10245 HTTP/1.1" status: 204 len: 173 time: 1.0821385 Jul 28 11:34:25.274650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'name': 'network-vif-deleted', 'tag': '16c46980-91ce-4ff5-976b-734ea2c10245'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:25.277467 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2f1a46-47f9-44ad-b4b8-c6b29b1c2b18" -d '{"events": [{"server_uuid": "581ba733-c7a5-4b39-af0d-2a816b1c5eae", "name": "network-vif-deleted", "tag": "16c46980-91ce-4ff5-976b-734ea2c10245"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:25.325348 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afcf089-cd3d-4016-a9e3-e2effd9f5076 x-openstack-request-id: req-5afcf089-cd3d-4016-a9e3-e2effd9f5076 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:25.325648 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581ba733-c7a5-4b39-af0d-2a816b1c5eae", "name": "network-vif-deleted", "tag": "16c46980-91ce-4ff5-976b-734ea2c10245", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:25.325902 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5afcf089-cd3d-4016-a9e3-e2effd9f5076 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:25.326359 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581ba733-c7a5-4b39-af0d-2a816b1c5eae', 'name': 'network-vif-deleted', 'tag': '16c46980-91ce-4ff5-976b-734ea2c10245', 'status': 'completed', 'code': 200} Jul 28 11:34:25.488017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e565ed46-9669-4002-bdf7-eaac35472afc req-a86fa630-57c4-45c7-b393-20ca1d6f16a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 210 time: 0.0341187 Jul 28 11:34:25.546860 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-e2f0f1e9-8f9c-4d47-9d72-5b34a17772af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521677 Jul 28 11:34:25.650418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-ab3abbc8-5e2a-4a9f-bb58-3fc2fd765456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:25.652297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-ab3abbc8-5e2a-4a9f-bb58-3fc2fd765456 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0554264 Jul 28 11:34:25.848279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c586c7e-6594-44b7-b41d-3dda85dee0aa req-a89c1e9f-adda-4cdc-8776-3a872eee7ce7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=581ba733-c7a5-4b39-af0d-2a816b1c5eae HTTP/1.1" status: 200 len: 210 time: 0.0562661 Jul 28 11:34:25.866146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-649a9dec-4fd9-4e92-a2f8-77bea0b5bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:25.868492 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-649a9dec-4fd9-4e92-a2f8-77bea0b5bc78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.1914370 Jul 28 11:34:25.921682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:25.926184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-e51bd4f6-e775-4bb7-88ca-226c81ca63c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 200 len: 217 time: 0.0499043 Jul 28 11:34:25.994718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:25.995061 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:25.996454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-c39383b7-a9c8-4ea3-94a4-eb62dbf180f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:25.998497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-c39383b7-a9c8-4ea3-94a4-eb62dbf180f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0651138 Jul 28 11:34:26.052201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-bd1ac1d6-144d-4dd4-8cfc-1622b81be581 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462554 Jul 28 11:34:26.167270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88e83-4210-48c9-8b8a-f94d2a250ae8 req-37826115-90e0-4e0f-b63e-1970078808e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:26.169443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0d88e83-4210-48c9-8b8a-f94d2a250ae8 req-37826115-90e0-4e0f-b63e-1970078808e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 943 time: 0.0845423 Jul 28 11:34:26.183784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-aaadc298-6b94-4f04-940c-9c5d3d8c158d service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237249 Jul 28 11:34:26.236864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0d88e83-4210-48c9-8b8a-f94d2a250ae8 req-953f8036-50d5-423b-b440-a8132e794996 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564842 Jul 28 11:34:26.356532 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21d62d1a-9e04-4d12-96e1-7a8fa75f5d2d req-89df7c85-eca4-42b2-9350-d65558d5bae9 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657939 Jul 28 11:34:26.587482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f5cc622-4604-4825-9644-96993afabc58 req-11e8330e-e068-4fef-8124-63bd62e943f8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 210 time: 0.0270445 Jul 28 11:34:26.904767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-e2c3baaa-9ab1-4b51-bcca-d15b0583e460 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:26.906661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-e2c3baaa-9ab1-4b51-bcca-d15b0583e460 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/networks?id=4cea04e3-e55d-4f51-bf39-6ff26272c0f4 HTTP/1.1" status: 200 len: 797 time: 0.1446128 Jul 28 11:34:26.978380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-f9dbcfdd-3916-408e-b0d5-3dc9298f43f7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 472 time: 0.0618441 Jul 28 11:34:26.990280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'port': {'device_id': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'admin_state_up': True, 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'security_groups': ['6dbc351a-3577-4a75-bd7a-7a81babfa4a8']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:27.104749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de42c9f8-4588-4953-a96c-b8a79e6cf9f1 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:34:27.198141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:27.201554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:27.220285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:27.258712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1', 'mac_address': 'fa:16:3e:4c:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:34:27.313320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-82c0841e-ba44-4347-8ae2-1959bd7eb71a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:27.314891 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-82c0841e-ba44-4347-8ae2-1959bd7eb71a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.1784420 Jul 28 11:34:27.351353 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:27.381212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de42c9f8-4588-4953-a96c-b8a79e6cf9f1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:27.410803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:27.414767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:27.482196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:27.621677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['de42c9f8-4588-4953-a96c-b8a79e6cf9f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:27.780952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0ffec9a7-0cac-41f6-91fc-db7fb54f844c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0452893 Jul 28 11:34:27.807418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.20.0.25 (4cea04e3-e55d-4f51-bf39-6ff26272c0f4/d052c31a-26b3-4a8e-b2d8-58733a612001/70a307d7-2438-4378-ae4c-52aa2bd22c0d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:27.846323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22861d-d470-43af-98ab-df858c013c8b req-ae1dad13-e86d-481b-850e-9e3737678966 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:27.847812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f22861d-d470-43af-98ab-df858c013c8b req-ae1dad13-e86d-481b-850e-9e3737678966 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 944 time: 0.1133473 Jul 28 11:34:27.889197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd396101-5e5d-4afd-aea1-0d6363c5290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:27.898965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-3a89f851-2234-4bd5-9516-ef64f8e1a139 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094196 Jul 28 11:34:27.994822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 16c46980-91ce-4ff5-976b-734ea2c10245 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:28.013485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0f22861d-d470-43af-98ab-df858c013c8b req-5110d7ab-74d1-42e5-82c0-1d1fd42acf93 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546648 Jul 28 11:34:28.016527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 16c46980-91ce-4ff5-976b-734ea2c10245 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:28.017327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 16c46980-91ce-4ff5-976b-734ea2c10245 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:28.110703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-1a95f33e-a07e-40ab-b9e9-f414a265ed8c service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010520 Jul 28 11:34:28.114121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-611d0588-7878-4872-994b-0b6c7d7b31b7 req-2c2bbd74-c8b2-472b-b1be-a630777a8456 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 210 time: 0.0403471 Jul 28 11:34:28.116945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.175691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Transition to ACTIVE for port object 70a307d7-2438-4378-ae4c-52aa2bd22c0d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:28.236093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-af0ea4b6-d4c4-4cc9-b541-26a5562f34e4 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165054 Jul 28 11:34:28.242653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.284899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:28.287969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:28.291998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:28.323777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=70a307d7-2438-4378-ae4c-52aa2bd22c0d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:28.360013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:28.360967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.380018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-5d9f594d-a4c6-40d5-8a66-cf7b7d95a765 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3943400 Jul 28 11:34:28.391366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Request body: {'port': {'device_id': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:28.451511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cee8f0a5-da52-4355-85b5-112ee16dfeb3 req-fdabf761-2f0f-43ba-8461-7e858417e8d8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 210 time: 0.0569513 Jul 28 11:34:28.495892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.591740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88288b80-6eec-47e9-978f-a4a515f67496 None None] Provisioning for port 70a307d7-2438-4378-ae4c-52aa2bd22c0d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:28.598255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88288b80-6eec-47e9-978f-a4a515f67496 None None] Provisioning complete for port 70a307d7-2438-4378-ae4c-52aa2bd22c0d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:28.598784 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88288b80-6eec-47e9-978f-a4a515f67496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.642739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88288b80-6eec-47e9-978f-a4a515f67496 None None] Port 70a307d7-2438-4378-ae4c-52aa2bd22c0d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:34:28.822056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a307d7-2438-4378-ae4c-52aa2bd22c0d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:28.829569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.842038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Transition to ACTIVE for port object 70a307d7-2438-4378-ae4c-52aa2bd22c0d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:28.850425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:28.914524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Pushing event updated for resources: {'Port': ['ID=70a307d7-2438-4378-ae4c-52aa2bd22c0d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:28.993018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Attempting to bind port 70a307d7-2438-4378-ae4c-52aa2bd22c0d on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:28.993364 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Attempting to bind port 70a307d7-2438-4378-ae4c-52aa2bd22c0d by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:28.993696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Attempting to bind port 70a307d7-2438-4378-ae4c-52aa2bd22c0d on network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:28.998260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Port 70a307d7-2438-4378-ae4c-52aa2bd22c0d on network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:34:28.998584 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Attempting to bind port 70a307d7-2438-4378-ae4c-52aa2bd22c0d on network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:29.005962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:29.006307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Checking segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:29.006693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Bound using segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:29.007272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Bound port: 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:29.007781 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.089686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] For port 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:29.100947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] For port 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:29.112942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.119095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de42c9f8-4588-4953-a96c-b8a79e6cf9f1 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:29.182349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:29.188018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:29.188642 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.201599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.202230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.203819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] 10.222.0.41 "PUT /v2.0/ports/70a307d7-2438-4378-ae4c-52aa2bd22c0d HTTP/1.1" status: 200 len: 1092 time: 0.8168499 Jul 28 11:34:29.210790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'tag': '70a307d7-2438-4378-ae4c-52aa2bd22c0d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:29.213535 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e60ed-8f73-4010-a254-ea2a07a3c222", "tag": "70a307d7-2438-4378-ae4c-52aa2bd22c0d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:29.324589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.350124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74399e7d-08b4-4a99-be3b-462b9ee2d080 req-dd5408c6-aac5-4ead-b4c8-f00c57352017 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.351899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:29.352518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74399e7d-08b4-4a99-be3b-462b9ee2d080 req-dd5408c6-aac5-4ead-b4c8-f00c57352017 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 944 time: 0.2546394 Jul 28 11:34:29.354386 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936b6eca-85f0-47ce-a211-9a86663354aa" -d '{"events": [{"server_uuid": "618e3a80-1abc-4a94-9f24-620da802cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "de42c9f8-4588-4953-a96c-b8a79e6cf9f1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:29.363245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c926931-0beb-467c-9c21-9a5cbe5bbc67 service neutron] Pushing event updated for resources: {'Port': ['ID=70a307d7-2438-4378-ae4c-52aa2bd22c0d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:29.381517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:29.387940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.410138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22dc67-15e9-477a-a70c-b2f31feef2de req-eb051015-f933-4dc3-94c2-29b0a6c6a71c tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.412651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e22dc67-15e9-477a-a70c-b2f31feef2de req-eb051015-f933-4dc3-94c2-29b0a6c6a71c tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 944 time: 0.1770244 Jul 28 11:34:29.437963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74399e7d-08b4-4a99-be3b-462b9ee2d080 req-8c6af85d-1f1c-43bd-ab4b-e5b38ee9d043 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771015 Jul 28 11:34:29.439747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-7611e450-56eb-45de-b6f5-7369e9181267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.441326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-7611e450-56eb-45de-b6f5-7369e9181267 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 1095 time: 0.1883383 Jul 28 11:34:29.458167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:29.560162 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31768b4b-7e94-45bf-a056-7c78db4709ad x-openstack-request-id: req-31768b4b-7e94-45bf-a056-7c78db4709ad {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:29.561204 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618e3a80-1abc-4a94-9f24-620da802cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "de42c9f8-4588-4953-a96c-b8a79e6cf9f1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:29.561358 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb9f6c-6965-4a2f-9266-7b1b01f9a803 x-openstack-request-id: req-64fb9f6c-6965-4a2f-9266-7b1b01f9a803 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:29.561482 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31768b4b-7e94-45bf-a056-7c78db4709ad {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:29.561571 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e60ed-8f73-4010-a254-ea2a07a3c222", "tag": "70a307d7-2438-4378-ae4c-52aa2bd22c0d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:29.561571 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64fb9f6c-6965-4a2f-9266-7b1b01f9a803 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:29.561738 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1', 'code': 200} Jul 28 11:34:29.561826 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'tag': '70a307d7-2438-4378-ae4c-52aa2bd22c0d', 'status': 'completed', 'code': 200} Jul 28 11:34:29.573604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-c6118992-e312-4640-a904-608aee3fa73b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d HTTP/1.1" status: 200 len: 217 time: 0.0999477 Jul 28 11:34:29.641592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-9af1172c-3489-4856-a5fc-bf009de9f0fd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.646202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-9af1172c-3489-4856-a5fc-bf009de9f0fd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.1834395 Jul 28 11:34:29.667041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:29.679463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2e22dc67-15e9-477a-a70c-b2f31feef2de req-2eb096ad-2012-43c1-ae67-84ab7d80eca9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446003 Jul 28 11:34:29.712212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf9867e9-b4ea-4446-aa50-f93fac2ddf37 req-0f70d4a5-98b7-4243-91c2-7393abf8e2d4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 210 time: 0.0707915 Jul 28 11:34:29.742105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-7189f71b-b4c1-4747-a0b7-6848d3a0c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.743747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-7189f71b-b4c1-4747-a0b7-6848d3a0c78a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d052c31a-26b3-4a8e-b2d8-58733a612001 HTTP/1.1" status: 200 len: 837 time: 0.1693749 Jul 28 11:34:29.765419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e238-b80f-4d36-94b1-1a296667f37b req-21f48f08-bb26-4e7e-b9ba-b145f2a838d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.766867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d130e238-b80f-4d36-94b1-1a296667f37b req-21f48f08-bb26-4e7e-b9ba-b145f2a838d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 1096 time: 0.1051579 Jul 28 11:34:29.801780 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:29.806156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:29.824428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-e1f3903f-d6ec-4ec3-9069-669bd871d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:29.825938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-e1f3903f-d6ec-4ec3-9069-669bd871d1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cea04e3-e55d-4f51-bf39-6ff26272c0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732598 Jul 28 11:34:29.827943 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d130e238-b80f-4d36-94b1-1a296667f37b req-16a06e5d-c41d-4d14-a785-7d4db18393ca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Jul 28 11:34:29.924141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-93c9596b-b0b0-4fbf-b186-7d5f6c8a39f0 service neutron] 10.222.0.41 "GET /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907474 Jul 28 11:34:29.945263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.4 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:30.016984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5015684e-abd7-48cd-a4ba-a3ae972ff070 req-d93cce0c-88cb-4483-9566-d74103d38f3f service neutron] 10.222.0.41 "GET /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862727 Jul 28 11:34:30.108599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-a166cc3d-acf0-4790-8e2c-3efef6c8653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.109345 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.109942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-a166cc3d-acf0-4790-8e2c-3efef6c8653e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 1095 time: 0.0467179 Jul 28 11:34:30.154025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.168255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:30.207152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:30.215756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:30.222765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-8fa06f8f-a75e-4f45-965f-98fbc4d07398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.223587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:30.224645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-8fa06f8f-a75e-4f45-965f-98fbc4d07398 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cea04e3-e55d-4f51-bf39-6ff26272c0f4 HTTP/1.1" status: 200 len: 898 time: 0.1074688 Jul 28 11:34:30.248106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:30.306550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-6d68c394-cd6b-4f99-8fa3-8cb9a4a98407 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d HTTP/1.1" status: 200 len: 217 time: 0.0692928 Jul 28 11:34:30.310508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.311301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.329307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-0a3b3e59-d71f-405c-a547-96278c3eacf7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6687315 Jul 28 11:34:30.347937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Request body: {'port': {'device_id': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:30.376677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-ffe9c955-b5a4-4c1a-a037-a1b7539a9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.378731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-ffe9c955-b5a4-4c1a-a037-a1b7539a9853 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d052c31a-26b3-4a8e-b2d8-58733a612001 HTTP/1.1" status: 200 len: 837 time: 0.0643373 Jul 28 11:34:30.419046 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.455908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-dfc82827-6a1a-441a-8ac5-9d6d8a409136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.458114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-dfc82827-6a1a-441a-8ac5-9d6d8a409136 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cea04e3-e55d-4f51-bf39-6ff26272c0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700364 Jul 28 11:34:30.602687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-68aba42c-2da3-46ec-87a5-07a3d214dde2 service neutron] 10.222.0.41 "GET /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337142 Jul 28 11:34:30.617818 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c185dd7-b6d9-4ef3-ad47-6d9e691ac906 req-a874677c-d243-4c7d-8b3d-0dbceebefa79 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.627135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c185dd7-b6d9-4ef3-ad47-6d9e691ac906 req-a874677c-d243-4c7d-8b3d-0dbceebefa79 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0935102 Jul 28 11:34:30.736729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:30.746769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.747699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b2b6b257-d6d1-4d2c-91aa-cc7fe47a91de req-86de29c6-ef37-4d10-92ed-0e59b182adef service neutron] 10.222.0.41 "GET /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089573 Jul 28 11:34:30.777752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Transition to ACTIVE for port object 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:30.783190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.818126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c185dd7-b6d9-4ef3-ad47-6d9e691ac906 req-ecd1c5d0-cd37-46ba-8fc6-de6d98df7aa5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896820 Jul 28 11:34:30.842369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14d4a7-47e6-451d-ac59-a1f7428ea24b req-ef511200-ff41-4c56-8909-ed84675b7023 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.842848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b14d4a7-47e6-451d-ac59-a1f7428ea24b req-ef511200-ff41-4c56-8909-ed84675b7023 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 944 time: 0.0810015 Jul 28 11:34:30.886173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:30.903946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b14d4a7-47e6-451d-ac59-a1f7428ea24b req-74b5fed1-62ff-4f5f-9026-0c6420c82f3f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542662 Jul 28 11:34:30.932998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Attempting to bind port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:30.933347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Attempting to bind port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:30.933779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Attempting to bind port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:30.938757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:34:30.939082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Attempting to bind port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:30.947586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:30.947966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:30.948378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:30.949285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Bound port: 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:30.949285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:30.989231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c074ead-8b16-4165-b2dd-28b236937db8 req-32732257-6c79-4e95-bc57-fd5e2a66c5e0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:30.991892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c074ead-8b16-4165-b2dd-28b236937db8 req-32732257-6c79-4e95-bc57-fd5e2a66c5e0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 943 time: 0.0706227 Jul 28 11:34:30.993356 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:31.032585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] For port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:31.037223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] For port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:31.041442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c074ead-8b16-4165-b2dd-28b236937db8 req-43332eb7-d0cd-455b-99a4-fd1f62b34950 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Jul 28 11:34:31.046523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:31.099940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.100600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:31.102880 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] 10.222.0.44 "PUT /v2.0/ports/7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe HTTP/1.1" status: 200 len: 1091 time: 0.7638805 Jul 28 11:34:31.103141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'tag': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:31.105621 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3eef59-96ba-4450-b2f4-cd1bcac64422" -d '{"events": [{"name": "network-changed", "server_uuid": "78e485c6-9dbb-416b-b739-6e3bbbaebf36", "tag": "7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:31.139196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07fb6e62-6e1a-49b9-b4e8-5046aa0ff8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:31.147518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59684837-0dea-4609-98fd-cc7f7914a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:31.181753 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb5d8f-aee8-4dfa-a7eb-eb4431a64b69 x-openstack-request-id: req-55cb5d8f-aee8-4dfa-a7eb-eb4431a64b69 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:31.182057 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e485c6-9dbb-416b-b739-6e3bbbaebf36", "tag": "7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:31.182289 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55cb5d8f-aee8-4dfa-a7eb-eb4431a64b69 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:31.182766 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'tag': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe', 'status': 'completed', 'code': 200} Jul 28 11:34:31.202230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-8b3ed048-5a69-4f9d-8148-14d1f7516066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.204447 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-8b3ed048-5a69-4f9d-8148-14d1f7516066 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 1094 time: 0.0530910 Jul 28 11:34:31.252077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-546c967a-7b17-4a38-99de-5672a99c1b56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe HTTP/1.1" status: 200 len: 217 time: 0.0395415 Jul 28 11:34:31.302260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-9ece8b19-4cdb-4ee5-aeb1-0370e8ecc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.304256 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-9ece8b19-4cdb-4ee5-aeb1-0370e8ecc623 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0441923 Jul 28 11:34:31.342583 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-aa939ffd-cd32-4b7a-bab3-d50c25d85e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 28 11:34:31.437017 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-da7dcebe-0ce5-46b2-b14f-7dc6ea4e0891 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873301 Jul 28 11:34:31.545784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4b0c02-a562-4c90-9a68-13ce37fc16fa req-d829dc52-91f1-4ca1-8283-bf51aed6fb59 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014273 Jul 28 11:34:31.631439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-946dd044-28c2-4d3a-9c67-ee56c34a1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.633771 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-946dd044-28c2-4d3a-9c67-ee56c34a1494 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 1094 time: 0.0430355 Jul 28 11:34:31.730499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-2c5dd554-cad7-401f-ba4c-a8e468972e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.731904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-2c5dd554-cad7-401f-ba4c-a8e468972e74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.0911586 Jul 28 11:34:31.796641 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-9422b2bd-fdae-4478-84d5-21a58aeb0957 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe HTTP/1.1" status: 200 len: 217 time: 0.0576200 Jul 28 11:34:31.869680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-69470e3a-d1a8-4ec1-b175-31408d90db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.871696 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-69470e3a-d1a8-4ec1-b175-31408d90db26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0661583 Jul 28 11:34:31.907241 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-0e1e73da-9ea1-4b51-9180-c8a78da55488 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279920 Jul 28 11:34:31.969911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a378d-65eb-4028-8dc9-91a92c3d3c99 req-1d41221f-901a-4ecb-90c0-49e8e6f47b3f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:31.979656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-040a378d-65eb-4028-8dc9-91a92c3d3c99 req-1d41221f-901a-4ecb-90c0-49e8e6f47b3f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0791178 Jul 28 11:34:31.986978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:32.004454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 70a307d7-2438-4378-ae4c-52aa2bd22c0d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:34:32.029891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-41849852-3919-4b8a-80bf-0c35b71ca556 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144493 Jul 28 11:34:32.051777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-040a378d-65eb-4028-8dc9-91a92c3d3c99 req-56b5ab40-a344-4445-8d91-05b16d0a7a12 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712249 Jul 28 11:34:32.078974 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee46986-25e4-4de5-8e46-4d7db9887dea req-8074770c-25ab-432f-8e47-adecf329f6b4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:32.080595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ee46986-25e4-4de5-8e46-4d7db9887dea req-8074770c-25ab-432f-8e47-adecf329f6b4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 944 time: 0.0797353 Jul 28 11:34:32.139276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ee46986-25e4-4de5-8e46-4d7db9887dea req-e43b3581-1105-4eaf-abf1-56fc130212b8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514622 Jul 28 11:34:32.143837 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3e3eef59-96ba-4450-b2f4-cd1bcac64422 req-fee40902-eeec-4d1d-8802-2557e6300e71 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052532 Jul 28 11:34:32.145377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:32.159482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '70a307d7-2438-4378-ae4c-52aa2bd22c0d', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'port_id': '70a307d7-2438-4378-ae4c-52aa2bd22c0d', 'mac_address': 'fa:16:3e:bc:44:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:34:32.181479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958bc43-1eda-418c-aac1-4ffcf74ff740 req-6d28187b-05c6-41e8-9ed0-1db25b6a3d3f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:32.183112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d958bc43-1eda-418c-aac1-4ffcf74ff740 req-6d28187b-05c6-41e8-9ed0-1db25b6a3d3f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 943 time: 0.0600803 Jul 28 11:34:32.204246 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:32.218079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a307d7-2438-4378-ae4c-52aa2bd22c0d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:32.243226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:32.249624 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:32.251384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d958bc43-1eda-418c-aac1-4ffcf74ff740 req-bdc6720f-8c0c-4e48-b6bb-2948138cf6d8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621099 Jul 28 11:34:32.278727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111607d1-36e9-4311-8793-c656f0e1bf41 req-a5f7848d-2028-418f-9947-7be4f23c8415 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:32.280497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111607d1-36e9-4311-8793-c656f0e1bf41 req-a5f7848d-2028-418f-9947-7be4f23c8415 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0689623 Jul 28 11:34:32.307265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=70a307d7-2438-4378-ae4c-52aa2bd22c0d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:32.328656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111607d1-36e9-4311-8793-c656f0e1bf41 req-279912ec-54df-4834-a61c-abbef80ef6f5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Jul 28 11:34:32.462936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d745-4b64-46fb-8620-df90a2e18868 req-26194d54-fdc2-446a-8fde-6acf20aebe88 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:32.464623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0771d745-4b64-46fb-8620-df90a2e18868 req-26194d54-fdc2-446a-8fde-6acf20aebe88 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0563095 Jul 28 11:34:32.466397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['70a307d7-2438-4378-ae4c-52aa2bd22c0d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:32.505776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0771d745-4b64-46fb-8620-df90a2e18868 req-6ae363f5-ca6d-4af9-91cc-f8af1e447feb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Jul 28 11:34:32.770528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-36bcc5e9-388f-40a1-b833-9c08b0fb79a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610914 Jul 28 11:34:32.821033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995a75-1631-43a7-b302-c2abbc4c193f req-1a8d4704-ae5f-4449-b154-24a41af0558b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:32.822983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e995a75-1631-43a7-b302-c2abbc4c193f req-1a8d4704-ae5f-4449-b154-24a41af0558b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0515857 Jul 28 11:34:32.891645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e995a75-1631-43a7-b302-c2abbc4c193f req-10292a50-c171-466c-ac73-eaf87dacd70b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Jul 28 11:34:32.894319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67682-0f27-4643-82d8-33644e23a084 req-eeaf2aca-d118-4b22-9e0a-28e744b498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:32.895741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-eeaf2aca-d118-4b22-9e0a-28e744b498d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1097 time: 0.0718670 Jul 28 11:34:33.013440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67682-0f27-4643-82d8-33644e23a084 req-72b8b79f-e86c-46f6-bceb-0b41f0f003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:33.014888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-72b8b79f-e86c-46f6-bceb-0b41f0f003a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 897 time: 0.0889335 Jul 28 11:34:33.087625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-d029764f-e05d-41b5-a962-9959790a9700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 200 len: 1001 time: 0.0642276 Jul 28 11:34:33.137758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67682-0f27-4643-82d8-33644e23a084 req-71137663-4d6e-4d1a-ac09-8132ddbc164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:33.139212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-71137663-4d6e-4d1a-ac09-8132ddbc164b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bbbde0c0-2f1a-4305-9f40-8f620d30d105 HTTP/1.1" status: 200 len: 834 time: 0.0444078 Jul 28 11:34:33.186421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67682-0f27-4643-82d8-33644e23a084 req-6d7c03bf-685c-49a2-9689-bd703f2ae907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:33.187924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-6d7c03bf-685c-49a2-9689-bd703f2ae907 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412364 Jul 28 11:34:33.324473 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ebbbd-d6f1-4a36-826c-709a5a9aa8e1 req-ee0ac51f-8494-43c1-abf1-e36e69dedfd9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:33.326070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-877ebbbd-d6f1-4a36-826c-709a5a9aa8e1 req-ee0ac51f-8494-43c1-abf1-e36e69dedfd9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 945 time: 0.1129696 Jul 28 11:34:33.330026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-f1ce5fab-da3f-40bd-a521-7c179c65e6c1 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342721 Jul 28 11:34:33.500016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fde28-4b9b-4d44-8acc-688193bf5d48 req-38d5a116-32f7-4b12-8657-64ee1dfc127b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:33.504217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-550fde28-4b9b-4d44-8acc-688193bf5d48 req-38d5a116-32f7-4b12-8657-64ee1dfc127b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 943 time: 0.1684332 Jul 28 11:34:33.509677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:33.513490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-877ebbbd-d6f1-4a36-826c-709a5a9aa8e1 req-e9484122-d133-4c28-b09e-66cc1c8020b1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700389 Jul 28 11:34:33.561415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69b67682-0f27-4643-82d8-33644e23a084 req-6848abef-74b2-453a-ba10-a8b362a99d49 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166495 Jul 28 11:34:33.580217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-550fde28-4b9b-4d44-8acc-688193bf5d48 req-a1e83b49-5470-495c-8914-c70196c1f676 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575745 Jul 28 11:34:34.008810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f5201-083b-46ba-9d2f-b16ccc36664a req-49f97d2f-10e1-4f10-91b2-bf95bf61bc8e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:34.010322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-058f5201-083b-46ba-9d2f-b16ccc36664a req-49f97d2f-10e1-4f10-91b2-bf95bf61bc8e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0493159 Jul 28 11:34:34.010455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 70a307d7-2438-4378-ae4c-52aa2bd22c0d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:34.060401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 70a307d7-2438-4378-ae4c-52aa2bd22c0d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:34.062992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-058f5201-083b-46ba-9d2f-b16ccc36664a req-49760d8b-a567-4775-92a1-6ef4460de975 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Jul 28 11:34:34.064370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 70a307d7-2438-4378-ae4c-52aa2bd22c0d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:34.064781 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.142389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.164878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a307d7-2438-4378-ae4c-52aa2bd22c0d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:34.167110 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f3b74e-8f8e-433a-bc25-06d3887562d2" -d '{"events": [{"server_uuid": "3b8e60ed-8f73-4010-a254-ea2a07a3c222", "name": "network-vif-plugged", "status": "completed", "tag": "70a307d7-2438-4378-ae4c-52aa2bd22c0d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:34.180256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:34.184153 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.209346 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3107b4-3ffb-4d20-9816-62033b88d63e x-openstack-request-id: req-4f3107b4-3ffb-4d20-9816-62033b88d63e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:34.209639 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e60ed-8f73-4010-a254-ea2a07a3c222", "name": "network-vif-plugged", "status": "completed", "tag": "70a307d7-2438-4378-ae4c-52aa2bd22c0d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:34.209911 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f3107b4-3ffb-4d20-9816-62033b88d63e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:34.211026 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a307d7-2438-4378-ae4c-52aa2bd22c0d', 'code': 200} Jul 28 11:34:34.238904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=70a307d7-2438-4378-ae4c-52aa2bd22c0d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:34.253368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2e78-e678-494a-b220-6979e481acea req-ccc39f3a-d3c1-41d2-8a5f-544daa4e6073 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:34.254832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-45af2e78-e678-494a-b220-6979e481acea req-ccc39f3a-d3c1-41d2-8a5f-544daa4e6073 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 945 time: 0.0661347 Jul 28 11:34:34.324877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006431f7-9ff1-45c6-9f7c-cb3269f2925a req-baff322d-c580-40bd-9f4c-29f00742434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:34.326405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-006431f7-9ff1-45c6-9f7c-cb3269f2925a req-baff322d-c580-40bd-9f4c-29f00742434c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 1097 time: 0.0413930 Jul 28 11:34:34.350755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:34.351106 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.362409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-006431f7-9ff1-45c6-9f7c-cb3269f2925a req-d21c8fc1-0ea4-45a3-abb2-c0107dc9f6ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290334 Jul 28 11:34:34.438295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port de42c9f8-4588-4953-a96c-b8a79e6cf9f1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:34.438582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.455452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for de42c9f8-4588-4953-a96c-b8a79e6cf9f1 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:34.590609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.604141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['de42c9f8-4588-4953-a96c-b8a79e6cf9f1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:34.627476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=de42c9f8-4588-4953-a96c-b8a79e6cf9f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:34.689525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port de42c9f8-4588-4953-a96c-b8a79e6cf9f1 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:34.692402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:34.695119 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-45af2e78-e678-494a-b220-6979e481acea req-b672fefd-3507-4d54-9f61-3f50754877e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "DELETE /v2.0/ports/de42c9f8-4588-4953-a96c-b8a79e6cf9f1 HTTP/1.1" status: 204 len: 173 time: 0.4337125 Jul 28 11:34:34.695689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'name': 'network-vif-deleted', 'tag': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:34.696248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2e6b1-f9eb-47dc-9ad6-9de7edb883b4 req-f55c88d1-ba15-4fec-b997-7bb09b9b87ef tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:34.704435 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05142f9-1060-466d-a031-a0e1f867b153" -d '{"events": [{"server_uuid": "618e3a80-1abc-4a94-9f24-620da802cc6e", "name": "network-vif-deleted", "tag": "de42c9f8-4588-4953-a96c-b8a79e6cf9f1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:34.705166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d2e6b1-f9eb-47dc-9ad6-9de7edb883b4 req-f55c88d1-ba15-4fec-b997-7bb09b9b87ef tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 946 time: 0.1057994 Jul 28 11:34:34.800821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d2e6b1-f9eb-47dc-9ad6-9de7edb883b4 req-95f527b4-1680-47e4-a947-219d38f916c2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803044 Jul 28 11:34:34.822616 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25962f98-4ece-4cb8-a75a-76c98c3b35d2 req-358116d0-f443-4c4e-bad2-48dc86e92969 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:34.824336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25962f98-4ece-4cb8-a75a-76c98c3b35d2 req-358116d0-f443-4c4e-bad2-48dc86e92969 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 943 time: 0.1157942 Jul 28 11:34:34.855412 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b46e3c0-81bb-413a-a724-a4994e771494 x-openstack-request-id: req-5b46e3c0-81bb-413a-a724-a4994e771494 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:34.855803 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618e3a80-1abc-4a94-9f24-620da802cc6e", "name": "network-vif-deleted", "tag": "de42c9f8-4588-4953-a96c-b8a79e6cf9f1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:34.856095 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b46e3c0-81bb-413a-a724-a4994e771494 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:34.856900 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618e3a80-1abc-4a94-9f24-620da802cc6e', 'name': 'network-vif-deleted', 'tag': 'de42c9f8-4588-4953-a96c-b8a79e6cf9f1', 'status': 'completed', 'code': 200} Jul 28 11:34:34.889900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25962f98-4ece-4cb8-a75a-76c98c3b35d2 req-a5d7bbe0-c0b3-4150-b4d6-b0c9f2fd4d4c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526872 Jul 28 11:34:35.149311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:34:35.216238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76615cd1-3058-4b96-ad1c-b35b61a5e7bc req-a13e3df3-aa89-4232-8c5a-59e3ddc27993 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 210 time: 0.0478003 Jul 28 11:34:35.267496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:35.279761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe', 'mac_address': 'fa:16:3e:21:5f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:34:35.322099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:35.335290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:35.358068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:35.363372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:35.412565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:35.563109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:35.903936 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3802387-9dfa-482e-a2e8-dbbeedc33a4a req-7b630c2b-ce40-4c8d-9e11-ad372bdf201d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:35.905475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3802387-9dfa-482e-a2e8-dbbeedc33a4a req-7b630c2b-ce40-4c8d-9e11-ad372bdf201d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 946 time: 0.0526264 Jul 28 11:34:35.966072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3802387-9dfa-482e-a2e8-dbbeedc33a4a req-4d16e81f-889b-43ec-8a7e-7bd7b8f8c818 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541258 Jul 28 11:34:36.037260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f8646-976d-4568-82e8-f6e62174d584 req-bb16d6e5-f82d-4014-bcd8-8d03224be9c1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:36.039347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-984f8646-976d-4568-82e8-f6e62174d584 req-bb16d6e5-f82d-4014-bcd8-8d03224be9c1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 944 time: 0.0723495 Jul 28 11:34:36.111254 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-984f8646-976d-4568-82e8-f6e62174d584 req-0041f399-44f0-4674-b275-cc383e87af1d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654874 Jul 28 11:34:36.152008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65d177-e991-4454-94b1-54c380170dca req-af596bc4-c326-4371-b0a4-6ac00cc20eaf tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:36.153727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea65d177-e991-4454-94b1-54c380170dca req-af596bc4-c326-4371-b0a4-6ac00cc20eaf tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 946 time: 0.0918872 Jul 28 11:34:36.198224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ea65d177-e991-4454-94b1-54c380170dca req-b8c1a93a-257b-441a-8233-541e17036df5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 Jul 28 11:34:36.318981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4f1c8d7-baa0-44dc-8754-4955d768d87d req-aa9737ce-c2a6-40e2-8fd2-82e4d1301ce8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 210 time: 0.0281730 Jul 28 11:34:37.165664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:37.237617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:37.242862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:37.243488 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:37.245327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554534d-3f19-4b37-8303-0df2cbfe44d1 req-ff89bef8-a1e7-4f46-a9bd-63a0af6bae41 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:37.246961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d554534d-3f19-4b37-8303-0df2cbfe44d1 req-ff89bef8-a1e7-4f46-a9bd-63a0af6bae41 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 944 time: 0.0576725 Jul 28 11:34:37.363497 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:37.379440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d554534d-3f19-4b37-8303-0df2cbfe44d1 req-1cb5c381-ebf6-4844-b763-13ae261c75b4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899067 Jul 28 11:34:37.418539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:37.425200 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd206fd-1ee8-4726-a96e-a32349eeab10" -d '{"events": [{"server_uuid": "78e485c6-9dbb-416b-b739-6e3bbbaebf36", "name": "network-vif-plugged", "status": "completed", "tag": "7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:37.449943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:37.457510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:37.458435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de42c9f8-4588-4953-a96c-b8a79e6cf9f1 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:37.528396 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a877c40-14a7-4691-8733-145a8626ea40 x-openstack-request-id: req-2a877c40-14a7-4691-8733-145a8626ea40 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:37.528679 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e485c6-9dbb-416b-b739-6e3bbbaebf36", "name": "network-vif-plugged", "status": "completed", "tag": "7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:37.528930 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a877c40-14a7-4691-8733-145a8626ea40 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:37.531175 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe', 'code': 200} Jul 28 11:34:37.539311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: de42c9f8-4588-4953-a96c-b8a79e6cf9f1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:37.539889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device de42c9f8-4588-4953-a96c-b8a79e6cf9f1 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:37.587569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:37.631632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8a213-479a-40d0-95ee-e1bbcf403efb req-37b31374-4c76-4937-94ea-6174b5e4a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:37.639586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55c8a213-479a-40d0-95ee-e1bbcf403efb req-37b31374-4c76-4937-94ea-6174b5e4a3a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 1096 time: 0.0896146 Jul 28 11:34:37.677593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:37.728886 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55c8a213-479a-40d0-95ee-e1bbcf403efb req-e59ede57-97e2-44ac-bcc7-2963e9e71bc4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822732 Jul 28 11:34:37.743743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07e78d6c-3e8f-4dbb-848b-196ee6cd6869 req-dbdbbdef-a524-4cf0-84fb-26578d245eb0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 210 time: 0.3339682 Jul 28 11:34:38.237752 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:38.529479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d9cb8-de0f-46bf-a39f-049f78eb3579 req-71865834-dc41-4857-ba55-4d94cee3fe1e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:38.538341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e0d9cb8-de0f-46bf-a39f-049f78eb3579 req-71865834-dc41-4857-ba55-4d94cee3fe1e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.0768292 Jul 28 11:34:38.582593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e0d9cb8-de0f-46bf-a39f-049f78eb3579 req-7048bfbf-ccd5-4f03-aba3-037511df539a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Jul 28 11:34:38.894029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c36000a-f206-4093-afd6-dad5531c024a req-427260cb-fc3d-41e8-91e8-314018610781 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=618e3a80-1abc-4a94-9f24-620da802cc6e HTTP/1.1" status: 200 len: 210 time: 0.0607333 Jul 28 11:34:38.982980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.20.0.17 (4cea04e3-e55d-4f51-bf39-6ff26272c0f4/d052c31a-26b3-4a8e-b2d8-58733a612001/3f224712-dc21-4bd8-bbd8-cc6856089d9d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:39.146465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:39.162415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Transition to ACTIVE for port object 3f224712-dc21-4bd8-bbd8-cc6856089d9d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:39.227340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:39.296521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:39.301895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:39.318486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:39.323807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=3f224712-dc21-4bd8-bbd8-cc6856089d9d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:39.409509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:39.644089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bf9d8c45-cac2-4fe3-bac0-d457d81a1c0d None None] Provisioning for port 3f224712-dc21-4bd8-bbd8-cc6856089d9d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:39.660306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bf9d8c45-cac2-4fe3-bac0-d457d81a1c0d None None] Provisioning complete for port 3f224712-dc21-4bd8-bbd8-cc6856089d9d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:39.660691 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8c45-cac2-4fe3-bac0-d457d81a1c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:39.693230 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:39.722632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af24e-114b-45dd-903e-8b0f9207dd25 req-3ca56259-fbf8-4327-833b-a2cae1305c7b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:39.732555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb7af24e-114b-45dd-903e-8b0f9207dd25 req-3ca56259-fbf8-4327-833b-a2cae1305c7b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.0783823 Jul 28 11:34:39.736515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d8c45-cac2-4fe3-bac0-d457d81a1c0d None None] Port 3f224712-dc21-4bd8-bbd8-cc6856089d9d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:34:39.788636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb7af24e-114b-45dd-903e-8b0f9207dd25 req-63094685-5c31-4c67-bde7-fafeb41bffa8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543137 Jul 28 11:34:40.121816 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:40.144349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:40.160212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14776a-f713-4dad-b1a5-9293507584c2 req-937360da-3d46-4cfa-a621-8c5cefcd4c71 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:40.168387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d14776a-f713-4dad-b1a5-9293507584c2 req-937360da-3d46-4cfa-a621-8c5cefcd4c71 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.1245651 Jul 28 11:34:40.225988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d14776a-f713-4dad-b1a5-9293507584c2 req-c9413ca0-3867-4631-bb5b-353f20325bd6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565004 Jul 28 11:34:40.254643 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:40.262968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=3f224712-dc21-4bd8-bbd8-cc6856089d9d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:40.397062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54191-a478-4cac-95de-afee2bd60fc3 req-7d81328e-0dce-45ea-ad69-0d00e748812b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:40.404597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1be54191-a478-4cac-95de-afee2bd60fc3 req-7d81328e-0dce-45ea-ad69-0d00e748812b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.0765436 Jul 28 11:34:40.435112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:40.436558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:40.472684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1be54191-a478-4cac-95de-afee2bd60fc3 req-c8d620d3-c799-4dcf-8984-bcc2bbf4462b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668392 Jul 28 11:34:40.696670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:34:40.781824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b1bd72e9-13a0-4b29-8a83-2f9f01481b65 None None] Provisioning complete for port 3f224712-dc21-4bd8-bbd8-cc6856089d9d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:40.782424 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bd72e9-13a0-4b29-8a83-2f9f01481b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:40.858206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:34:40.872449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:34:40.873134 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b53d0bf-ccb3-4ba0-aeb9-bf547c372f67 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "PUT /v2.0/routers/74e74794-1c92-4f45-9218-b6647b09cd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944339 Jul 28 11:34:40.895104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:40.895729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:40.898973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd72e9-13a0-4b29-8a83-2f9f01481b65 None None] Port 3f224712-dc21-4bd8-bbd8-cc6856089d9d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:34:41.003175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50e353-c0ef-49ac-bbf4-e4b8e18082f2 req-921760ed-e065-441f-9ce7-8f3ded602b6f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:41.004674 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba50e353-c0ef-49ac-bbf4-e4b8e18082f2 req-921760ed-e065-441f-9ce7-8f3ded602b6f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.0635204 Jul 28 11:34:41.048052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:41.078515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba50e353-c0ef-49ac-bbf4-e4b8e18082f2 req-eb92efc2-3653-440c-a40c-5fc1e6be4d3f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652924 Jul 28 11:34:41.387114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:34:39Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:46Z', 'revision_number': 1, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f224712-dc21-4bd8-bbd8-cc6856089d9d', 'name': '', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:5c:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:38Z', 'updated_at': '2021-07-28T11:34:39Z', 'revision_number': 2, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:41.417935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:34:41.418351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Updating router 74e74794-1c92-4f45-9218-b6647b09cd23 port 3f224712-dc21-4bd8-bbd8-cc6856089d9d binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:34:41.447524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:41.778512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:41.789424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Transition to ACTIVE for port object 3f224712-dc21-4bd8-bbd8-cc6856089d9d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:41.796949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:41.858976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890a2ca-72a8-4b47-a4be-8515b86553d1 None None] Pushing event updated for resources: {'Port': ['ID=3f224712-dc21-4bd8-bbd8-cc6856089d9d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:41.980600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Attempting to bind port 3f224712-dc21-4bd8-bbd8-cc6856089d9d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:41.980981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Attempting to bind port 3f224712-dc21-4bd8-bbd8-cc6856089d9d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:41.981333 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Attempting to bind port 3f224712-dc21-4bd8-bbd8-cc6856089d9d on network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:41.987068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:41.987446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Checking segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:41.987852 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:41.993938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Bound using segment: {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:41.994511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Bound port: 3f224712-dc21-4bd8-bbd8-cc6856089d9d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b33e54b-7406-48a8-b5b8-d792954648b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:41.994920 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:42.145989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] For port 3f224712-dc21-4bd8-bbd8-cc6856089d9d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:42.150180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] For port 3f224712-dc21-4bd8-bbd8-cc6856089d9d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3f224712-dc21-4bd8-bbd8-cc6856089d9d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:42.161610 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:42.225877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-ef099962-190a-4e98-bbad-dff92e9b0012 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:42.250291 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-ef099962-190a-4e98-bbad-dff92e9b0012 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.1305134 Jul 28 11:34:42.267682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4f43-735f-4f72-b4b5-07148a67a05d req-e3d40c66-04f1-4d55-bae2-83f340f3a0cc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:42.276797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-574a4f43-735f-4f72-b4b5-07148a67a05d req-e3d40c66-04f1-4d55-bae2-83f340f3a0cc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 945 time: 0.0667706 Jul 28 11:34:42.297409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:34:42.298500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:34:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:42.368448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-574a4f43-735f-4f72-b4b5-07148a67a05d req-9652df89-6ca6-4af6-bef7-61fe2d575736 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903296 Jul 28 11:34:42.435161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:34:42.530814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:34:42.531261 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:42.534560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890a2ca-72a8-4b47-a4be-8515b86553d1 None None] Pushing event updated for resources: {'Port': ['ID=3f224712-dc21-4bd8-bbd8-cc6856089d9d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:42.714155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:42.714527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:42.740349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:34:42.803143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:34:39Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:46Z', 'revision_number': 1, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f224712-dc21-4bd8-bbd8-cc6856089d9d', 'name': '', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:5c:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:38Z', 'updated_at': '2021-07-28T11:34:42Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:34:42.835303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c410a0-8a55-4c52-b799-d484637a3bc7 None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:34:39Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:46Z', 'revision_number': 1, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f224712-dc21-4bd8-bbd8-cc6856089d9d', 'name': '', 'network_id': '4cea04e3-e55d-4f51-bf39-6ff26272c0f4', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:5c:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:34:38Z', 'updated_at': '2021-07-28T11:34:42Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'd052c31a-26b3-4a8e-b2d8-58733a612001', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:34:42.976075 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:42.988644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327', '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:43.036969 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:43.080771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:34:43.083484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:43.085812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b4cfd750-9a52-4cb4-8018-012d05da93e2 req-a6f6e02d-661b-4308-a7c6-1407e4374818 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "DELETE /v2.0/ports/7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe HTTP/1.1" status: 204 len: 173 time: 0.8279095 Jul 28 11:34:43.086783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'name': 'network-vif-deleted', 'tag': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:43.088602 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc5e96-a8a8-4f46-97f4-cb20ca6a5435" -d '{"events": [{"server_uuid": "78e485c6-9dbb-416b-b739-6e3bbbaebf36", "name": "network-vif-deleted", "tag": "7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:43.151680 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6767d97e-8e49-45f9-9e1a-31325001df96 x-openstack-request-id: req-6767d97e-8e49-45f9-9e1a-31325001df96 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:43.152021 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e485c6-9dbb-416b-b739-6e3bbbaebf36", "name": "network-vif-deleted", "tag": "7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:43.152316 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6767d97e-8e49-45f9-9e1a-31325001df96 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:43.152691 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e485c6-9dbb-416b-b739-6e3bbbaebf36', 'name': 'network-vif-deleted', 'tag': '7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe', 'status': 'completed', 'code': 200} Jul 28 11:34:43.488169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ddef0bfa-0cb4-4501-89ff-8cec4bd852bc req-025e981c-f530-4549-9c00-3b6a5e9d1af6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=78e485c6-9dbb-416b-b739-6e3bbbaebf36 HTTP/1.1" status: 200 len: 210 time: 0.0394840 Jul 28 11:34:43.948264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3f224712-dc21-4bd8-bbd8-cc6856089d9d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:44.185103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 3f224712-dc21-4bd8-bbd8-cc6856089d9d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:44.188820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3f224712-dc21-4bd8-bbd8-cc6856089d9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:44.189192 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:44.271002 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:44.306364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 3f224712-dc21-4bd8-bbd8-cc6856089d9d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3f224712-dc21-4bd8-bbd8-cc6856089d9d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:44.311678 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:44.364999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=3f224712-dc21-4bd8-bbd8-cc6856089d9d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:44.779634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-b9e4f2c2-8689-44f8-915c-9f713ee77293 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:44.781249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-b9e4f2c2-8689-44f8-915c-9f713ee77293 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.1072807 Jul 28 11:34:44.799029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-b57506f5-a723-4cd9-a048-e592d0e9d927 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/quotas/741218a62c5543f79329a3e365f4238c HTTP/1.1" status: 200 len: 375 time: 0.0116370 Jul 28 11:34:44.859824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-25732306-79b5-4bd4-9bc4-4eb262106287 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535722 Jul 28 11:34:44.957595 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-bfc1ac2e-0705-4e4d-84de-069357231217 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941024 Jul 28 11:34:45.060025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-301fbda1-5097-4234-92da-65ef9bf3eae4 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894375 Jul 28 11:34:45.198877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:34:45.250837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb468b61-22ad-4b16-af45-231bdf69b905 req-c2bd2f8c-e4bb-4ae0-9898-7285a6eb0f38 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 210 time: 0.0404880 Jul 28 11:34:45.275993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:34:45.276336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 7bdff2e3-c51b-45cd-9ce3-3ec0f129a0fe not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:34:45.858633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3f224712-dc21-4bd8-bbd8-cc6856089d9d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:45.920268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3f224712-dc21-4bd8-bbd8-cc6856089d9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:45.920988 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:46.435339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-cbc49ad9-1de9-4a41-b41f-1d9c2a5f1047 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:46.437074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-cbc49ad9-1de9-4a41-b41f-1d9c2a5f1047 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 805 time: 0.2090750 Jul 28 11:34:46.454760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Request body: {'port': {'device_id': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'admin_state_up': True, 'tenant_id': '741218a62c5543f79329a3e365f4238c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:46.472199 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71e27afe-ea4d-4151-a34d-d36b22e158b4 req-bb2b03f0-6b1f-4f96-9191-28f6b5679b51 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 210 time: 0.0776408 Jul 28 11:34:46.631431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Made reservation on behalf of 741218a62c5543f79329a3e365f4238c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:34:46.636285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:46.798556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Allocated IP 172.20.0.14 (cfcac859-55f6-43e7-8145-2527e872912e/694c068d-aecc-4db8-a793-16390ddb7f7a/acb6fa87-ac58-46fe-b8ef-6ab1a9217916) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:34:46.973136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.017332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.028941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:47.077601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Network cfcac859-55f6-43e7-8145-2527e872912e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:34:47.084394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:34:47.089361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:34:47.094313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event updated for resources: {'Port': ['ID=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:47.194299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:47.195777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.218106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-9a74b9b0-fe4e-47d2-92fe-ee41eb11be0a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7696259 Jul 28 11:34:47.234487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Request body: {'port': {'device_id': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:34:47.297029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.589763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb6fa87-ac58-46fe-b8ef-6ab1a9217916 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:47.597938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.601118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090e7c-fe8d-49dd-88c3-ac62ed1ef66a req-b8e1213a-f683-4adc-9783-5a883e094d5c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:47.602921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4090e7c-fe8d-49dd-88c3-ac62ed1ef66a req-b8e1213a-f683-4adc-9783-5a883e094d5c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 932 time: 0.0559976 Jul 28 11:34:47.613619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Transition to ACTIVE for port object acb6fa87-ac58-46fe-b8ef-6ab1a9217916 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:34:47.618819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.646070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f4090e7c-fe8d-49dd-88c3-ac62ed1ef66a req-e38b56fa-7830-41f8-ba20-a2e8efd4fa4f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Jul 28 11:34:47.673492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:47.745791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Attempting to bind port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:34:47.746126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Attempting to bind port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:34:47.746460 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Attempting to bind port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:47.750942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 on network cfcac859-55f6-43e7-8145-2527e872912e not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:34:47.751260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Attempting to bind port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 on network cfcac859-55f6-43e7-8145-2527e872912e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:34:47.756349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:34:47.756683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Checking segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:34:47.757094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Bound using segment: {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:34:47.757515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Bound port: acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23346928-309e-4b3e-828b-75a92f6ec7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:34:47.757934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.824207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] For port acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:34:47.827494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] For port acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:34:47.831372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.871308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:47.871926 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:47.873400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] 10.222.0.44 "PUT /v2.0/ports/acb6fa87-ac58-46fe-b8ef-6ab1a9217916 HTTP/1.1" status: 200 len: 1092 time: 0.6450307 Jul 28 11:34:47.873843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'tag': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:47.876162 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d8648-057b-4b55-9dd0-6815b28da68c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc8d04-ed46-4503-9c10-7aa6bf937d2e", "tag": "acb6fa87-ac58-46fe-b8ef-6ab1a9217916"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:47.905648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f651f-3bc2-4c54-9780-95011d0b3ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:47.934159 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5bb501-8f96-4f76-8d86-ff663973d22f x-openstack-request-id: req-9e5bb501-8f96-4f76-8d86-ff663973d22f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:47.934569 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc8d04-ed46-4503-9c10-7aa6bf937d2e", "tag": "acb6fa87-ac58-46fe-b8ef-6ab1a9217916", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:47.934852 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e5bb501-8f96-4f76-8d86-ff663973d22f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:47.935341 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'tag': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916', 'status': 'completed', 'code': 200} Jul 28 11:34:47.969585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-503e9c59-01c4-4fb3-9069-738f52f92bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:47.971096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-503e9c59-01c4-4fb3-9069-738f52f92bac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 1095 time: 0.0474634 Jul 28 11:34:48.025057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-1eab2ca0-409a-4182-9525-d35b0ece0065 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916 HTTP/1.1" status: 200 len: 217 time: 0.0348828 Jul 28 11:34:48.077599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34600-ed36-4090-8e59-e35e4fda782a req-f7da5b64-a03f-42c2-a796-ff29bec25660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:48.079075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-f7da5b64-a03f-42c2-a796-ff29bec25660 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0488448 Jul 28 11:34:48.112367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-4af20aa0-7ff6-434b-8cec-a412cd5c5cd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251925 Jul 28 11:34:48.207281 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-bfee3b77-e523-41b9-9f45-08807032dbf9 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872011 Jul 28 11:34:48.312673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5be34600-ed36-4090-8e59-e35e4fda782a req-420632b2-38f1-46dc-ae66-1ca76ea66be6 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977228 Jul 28 11:34:48.414494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8648-057b-4b55-9dd0-6815b28da68c req-6d26d8d6-5541-471c-a8e7-33cabe58f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:48.415992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-6d26d8d6-5541-471c-a8e7-33cabe58f8af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 1095 time: 0.0518618 Jul 28 11:34:48.534252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8648-057b-4b55-9dd0-6815b28da68c req-bb42c29d-7541-4015-982e-c6ee363bd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:48.536213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-bb42c29d-7541-4015-982e-c6ee363bd349 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.1133866 Jul 28 11:34:48.581667 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-044aa42d-d5cb-4010-ba52-b3997b24b0f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916 HTTP/1.1" status: 200 len: 217 time: 0.0375619 Jul 28 11:34:48.637567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8648-057b-4b55-9dd0-6815b28da68c req-4c80825b-c3d7-43d3-9661-5dae4620c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:48.639087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-4c80825b-c3d7-43d3-9661-5dae4620c870 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0502353 Jul 28 11:34:48.682853 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-dbb50e1b-0095-4ff2-a576-fa204bdd687d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355368 Jul 28 11:34:48.780999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884abac-961f-492a-9663-ab202f4d5e80 req-67c9a46e-29a7-4e14-9cb0-36b6a00e95da tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:48.782543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b884abac-961f-492a-9663-ab202f4d5e80 req-67c9a46e-29a7-4e14-9cb0-36b6a00e95da tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 944 time: 0.0614989 Jul 28 11:34:48.799328 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-442ef145-73ff-41bb-a28e-c4bf3dfa71c8 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086571 Jul 28 11:34:48.838005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b884abac-961f-492a-9663-ab202f4d5e80 req-78e22bea-db51-4b0d-962e-63a7bc6a05e4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Jul 28 11:34:48.904649 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-922d8648-057b-4b55-9dd0-6815b28da68c req-6dad7fac-93a5-45b4-87b4-b0eb19e7c657 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981898 Jul 28 11:34:49.888537 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:49.971725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666417-a520-4f5f-8fd5-d4742575057b req-6b7ffef2-0335-46d4-8f46-5fd2f1a0746a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:49.980054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4666417-a520-4f5f-8fd5-d4742575057b req-6b7ffef2-0335-46d4-8f46-5fd2f1a0746a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 944 time: 0.0628777 Jul 28 11:34:50.016774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4666417-a520-4f5f-8fd5-d4742575057b req-8b6eb504-5b6c-4830-ae6a-ca0475e119c1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Jul 28 11:34:51.149055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9547c-9835-435a-a883-03891aaa5ba7 req-49d8fc7e-45fe-4d72-893c-954a79a283f9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:51.150542 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fda9547c-9835-435a-a883-03891aaa5ba7 req-49d8fc7e-45fe-4d72-893c-954a79a283f9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 944 time: 0.0600011 Jul 28 11:34:51.190403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fda9547c-9835-435a-a883-03891aaa5ba7 req-6b35e6eb-7bf5-44e6-922c-517e98c83e08 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Jul 28 11:34:51.212505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device acb6fa87-ac58-46fe-b8ef-6ab1a9217916 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:34:51.323624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:51.336156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916', 'network_id': 'cfcac859-55f6-43e7-8145-2527e872912e', 'port_id': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916', 'mac_address': 'fa:16:3e:9a:c6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694c068d-aecc-4db8-a793-16390ddb7f7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:34:51.393434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:51.408088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb6fa87-ac58-46fe-b8ef-6ab1a9217916 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:34:51.431841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:51.438342 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:51.493994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:51.638305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['acb6fa87-ac58-46fe-b8ef-6ab1a9217916'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:34:52.311667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4858-2c64-4033-bdc2-4ea4db79443d req-466b9d73-0b9a-4498-8d72-951bed23fb56 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:52.313220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37ee4858-2c64-4033-bdc2-4ea4db79443d req-466b9d73-0b9a-4498-8d72-951bed23fb56 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 945 time: 0.0505810 Jul 28 11:34:52.354081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37ee4858-2c64-4033-bdc2-4ea4db79443d req-98fb06f9-073d-475b-9a4e-c0ce0fd227f7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349658 Jul 28 11:34:52.670465 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:53.211896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device acb6fa87-ac58-46fe-b8ef-6ab1a9217916 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:34:53.267895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:34:53.271699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:34:53.272067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:53.364779 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:53.403282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:34:53.404630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:34:53.408271 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd875c8b-078d-4b4b-81ea-4e71143f9a2f" -d '{"events": [{"server_uuid": "a4dc8d04-ed46-4503-9c10-7aa6bf937d2e", "name": "network-vif-plugged", "status": "completed", "tag": "acb6fa87-ac58-46fe-b8ef-6ab1a9217916"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:34:53.412583 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:53.467909 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5744ce67-9f83-4cdb-9e1f-fc28707ed22e x-openstack-request-id: req-5744ce67-9f83-4cdb-9e1f-fc28707ed22e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:34:53.468308 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc8d04-ed46-4503-9c10-7aa6bf937d2e", "name": "network-vif-plugged", "status": "completed", "tag": "acb6fa87-ac58-46fe-b8ef-6ab1a9217916", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:34:53.469371 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5744ce67-9f83-4cdb-9e1f-fc28707ed22e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:34:53.469371 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916', 'code': 200} Jul 28 11:34:53.472476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:34:53.503002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf203-bb5f-4b5b-a859-2cbde880852c req-5c60ae15-bc48-4cbd-927a-d5beb44f9c66 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:53.504564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c57bf203-bb5f-4b5b-a859-2cbde880852c req-5c60ae15-bc48-4cbd-927a-d5beb44f9c66 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0777552 Jul 28 11:34:53.545806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c57bf203-bb5f-4b5b-a859-2cbde880852c req-dd8e6499-f362-413d-88fa-ee14beebfbe7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Jul 28 11:34:53.580414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d1a29-79d9-46d7-a32f-29cd2e857cf2 req-6ccdf185-80fe-4063-9f4c-4c8165098666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:53.582203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff6d1a29-79d9-46d7-a32f-29cd2e857cf2 req-6ccdf185-80fe-4063-9f4c-4c8165098666 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 1097 time: 0.0533285 Jul 28 11:34:53.622121 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ff6d1a29-79d9-46d7-a32f-29cd2e857cf2 req-860a5184-25ca-49d3-8488-d4c309ac58d6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 28 11:34:54.681070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949826-6661-492f-a241-ddd18c75423d req-b00c3f0b-0376-46b9-b125-e8bae4f1201c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:54.683229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a949826-6661-492f-a241-ddd18c75423d req-b00c3f0b-0376-46b9-b125-e8bae4f1201c tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0620058 Jul 28 11:34:54.732722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a949826-6661-492f-a241-ddd18c75423d req-8de81800-bcbb-4032-bd62-37c9e8ed6981 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Jul 28 11:34:55.004215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3d20f-2be1-4119-ac2d-d8b778120a2f req-309e4b99-1764-4274-a5d1-4b0e9b92cd97 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:55.006065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2b3d20f-2be1-4119-ac2d-d8b778120a2f req-309e4b99-1764-4274-a5d1-4b0e9b92cd97 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0592084 Jul 28 11:34:55.051823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2b3d20f-2be1-4119-ac2d-d8b778120a2f req-bdc0a646-13e9-4162-b965-dc3dc35604ec tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Jul 28 11:34:55.185024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b041-d8d0-4875-aa9e-71e6ca59f9af req-84df93c3-ea22-422c-88e0-693ed6f348cd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:55.187032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3699b041-d8d0-4875-aa9e-71e6ca59f9af req-84df93c3-ea22-422c-88e0-693ed6f348cd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0540440 Jul 28 11:34:55.230672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3699b041-d8d0-4875-aa9e-71e6ca59f9af req-9c18ddad-35c0-4955-a5eb-7497ffb6930f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jul 28 11:34:55.479833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a8ed2-1b37-4595-9ea5-17445f0b87bc req-280ae2cb-fe07-44fe-adfe-7ec20bb921de tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:55.481457 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-695a8ed2-1b37-4595-9ea5-17445f0b87bc req-280ae2cb-fe07-44fe-adfe-7ec20bb921de tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0688097 Jul 28 11:34:55.524917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-695a8ed2-1b37-4595-9ea5-17445f0b87bc req-9ce20e08-e0f9-435d-ad24-a9208a34fdab tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Jul 28 11:34:56.656068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66362c6-861b-44cd-9856-1064bc5af311 req-257877bc-d241-4135-a44a-595d4f3b54b5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:56.658508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c66362c6-861b-44cd-9856-1064bc5af311 req-257877bc-d241-4135-a44a-595d4f3b54b5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0541127 Jul 28 11:34:56.703535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c66362c6-861b-44cd-9856-1064bc5af311 req-3b38de21-502b-418e-bebe-f4a73f5cef23 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371425 Jul 28 11:34:57.842292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644443a-a979-4feb-9e90-ab3f85ee0a9d req-16b39c5d-122f-4a68-a021-aaa14d9c26b5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:57.843761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c644443a-a979-4feb-9e90-ab3f85ee0a9d req-16b39c5d-122f-4a68-a021-aaa14d9c26b5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0573254 Jul 28 11:34:57.891130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c644443a-a979-4feb-9e90-ab3f85ee0a9d req-730522fc-f263-4e15-b8c1-01eac7b40af0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Jul 28 11:34:57.902051 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35b90e07-04ea-482d-bfc4-a38c19eae548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:34:59.026716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26339819-b709-42fd-9226-c68f6f91433d req-dda62e93-add7-4b5c-8162-d33a0da2718f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:34:59.028201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26339819-b709-42fd-9226-c68f6f91433d req-dda62e93-add7-4b5c-8162-d33a0da2718f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0563641 Jul 28 11:34:59.075288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26339819-b709-42fd-9226-c68f6f91433d req-cdb2c387-28c1-4ec8-b04a-28e1738f8a44 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Jul 28 11:34:59.298075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:34:59.683061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:00.026211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 3f224712-dc21-4bd8-bbd8-cc6856089d9d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:00.026473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:00.152938 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 3f224712-dc21-4bd8-bbd8-cc6856089d9d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3f224712-dc21-4bd8-bbd8-cc6856089d9d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:00.156146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:00.189670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 3f224712-dc21-4bd8-bbd8-cc6856089d9d owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:00.228987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee290d45-d6cd-4c64-9433-c2870145b2ac req-4946034d-f9ca-4549-b7ab-5e786dc99d11 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:00.242245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee290d45-d6cd-4c64-9433-c2870145b2ac req-4946034d-f9ca-4549-b7ab-5e786dc99d11 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0835876 Jul 28 11:35:00.287802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee290d45-d6cd-4c64-9433-c2870145b2ac req-1cde44a1-4785-4f9f-8511-0643b777a091 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Jul 28 11:35:00.421599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:00.453268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=3f224712-dc21-4bd8-bbd8-cc6856089d9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:00.464801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.465183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.465515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.465892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.466296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.466740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.466971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.467298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.467759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.468086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.468693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.477884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:00.493508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:35:00.991299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:01.105674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:01.145817 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f94bfe0-3135-4180-95a2-2db134455e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:01.458384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:01.472383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698399a-c9c9-4e2f-8d83-04daf210dc8e req-3920d049-8ef9-49e4-80eb-3bb1bf30a877 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:01.474130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6698399a-c9c9-4e2f-8d83-04daf210dc8e req-3920d049-8ef9-49e4-80eb-3bb1bf30a877 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0621588 Jul 28 11:35:01.522010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6698399a-c9c9-4e2f-8d83-04daf210dc8e req-1aefc945-9632-4c41-8d10-e34281a3eb45 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Jul 28 11:35:01.629394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:01.635315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f4464754-cc51-4c99-8682-f62949a51f82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "PUT /v2.0/routers/74e74794-1c92-4f45-9218-b6647b09cd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359115 Jul 28 11:35:01.642331 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:01.658127 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:01.658746 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:01.793656 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:01.967865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769584cb-2d2f-4236-a633-aca348c6603b req-558f5b14-5883-4236-96f6-7ba60f47d48e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:01.970024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-769584cb-2d2f-4236-a633-aca348c6603b req-558f5b14-5883-4236-96f6-7ba60f47d48e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 946 time: 0.0739939 Jul 28 11:35:01.986619 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.025973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-769584cb-2d2f-4236-a633-aca348c6603b req-f946e24e-1d3f-410d-a5dc-8adbd959cd4b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Jul 28 11:35:02.048003 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:00Z', 'revision_number': 6, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:46Z', 'revision_number': 1, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:02.078353 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:02.086888 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:02.087496 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:02.192030 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:02.417155 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:00Z', 'revision_number': 6, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:46Z', 'revision_number': 1, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:02.449716 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4233ae4-0f40-4b3a-99dc-2a8a82603848 None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:00Z', 'revision_number': 6, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5b6922d1-b8ef-4055-bb83-058c1cf434b9', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'port_id': '5849c5b4-23e4-433f-a614-a75be60691c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'mac_address': 'fa:16:3e:8c:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:33:43Z', 'updated_at': '2021-07-28T11:33:46Z', 'revision_number': 1, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:02.587528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:02.640777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Deleting subnet e620cc9e-cae2-49a6-b183-fbe391c5cc6e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:35:02.643915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.680808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.683090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c629d-f89b-44e6-bca3-12b1ee2d8d27 req-d6190463-d619-41e5-a4f1-783249deb64b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:02.684602 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e2c629d-f89b-44e6-bca3-12b1ee2d8d27 req-d6190463-d619-41e5-a4f1-783249deb64b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0762362 Jul 28 11:35:02.718406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-adbe34e0-6efd-456a-86dd-d3c3bbea2300 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:02.719852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-adbe34e0-6efd-456a-86dd-d3c3bbea2300 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1704881 Jul 28 11:35:02.721317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.748746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e2c629d-f89b-44e6-bca3-12b1ee2d8d27 req-073d01b6-0c51-4f9d-a1ef-eb4c6cf44fc2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 Jul 28 11:35:02.751119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-765fdf52-5426-4159-b77b-47d15a866adb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0158830 Jul 28 11:35:02.790923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.811645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-037cd465-e780-435a-a343-0346fd9415b6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534949 Jul 28 11:35:02.823664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.825649 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e620cc9e-cae2-49a6-b183-fbe391c5cc6e HTTP/1.1" status: 204 len: 168 time: 0.2370279 Jul 28 11:35:02.826676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dd559-99e5-4c24-8a6b-cc4a6da67482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e620cc9e-cae2-49a6-b183-fbe391c5cc6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:02.828265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:02.973993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:02.992380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-b003c352-cc2d-4631-ade5-b93ca88c8667 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684835 Jul 28 11:35:03.142087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.165383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd6b756-31e5-4e21-bc74-9b7a3a4b672d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:03.207617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f578ebe7-b016-4691-bfd2-2dae23d03e5a') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:03.207916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f578ebe7-b016-4691-bfd2-2dae23d03e5a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:03.228767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.234174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-9493cb89-fec1-4e18-8eb1-77dbbca9cb2b service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350180 Jul 28 11:35:03.253851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee708eaf-c77d-4f45-9363-f87c0c9e66a9 req-0e8f4b4d-b15d-43b7-9985-56a6a41b1ba5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:03.255316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee708eaf-c77d-4f45-9363-f87c0c9e66a9 req-0e8f4b4d-b15d-43b7-9985-56a6a41b1ba5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 946 time: 0.1594172 Jul 28 11:35:03.262715 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.281716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-6ffccc4f-b011-4cfa-903e-a9b3c8d4353f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:03.283130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-6ffccc4f-b011-4cfa-903e-a9b3c8d4353f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 946 time: 0.1210339 Jul 28 11:35:03.285052 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:35:03.285461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:35:03.287278 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:35:03.397070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee708eaf-c77d-4f45-9363-f87c0c9e66a9 req-21eb337a-4eaf-4f02-95f9-8ef3d5f6a3f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dbc351a-3577-4a75-bd7a-7a81babfa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320724 Jul 28 11:35:03.398731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.423435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.425290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0fd6b756-31e5-4e21-bc74-9b7a3a4b672d HTTP/1.1" status: 204 len: 168 time: 0.5958428 Jul 28 11:35:03.437409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd6b756-31e5-4e21-bc74-9b7a3a4b672d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:03.446831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.447178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.447522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.447858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.448253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.448570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.448906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.449231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.449887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.449887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.450180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.450505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76f2cb-717a-45b0-b6c7-7b52692b578e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:03.463435 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.481973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 70a307d7-2438-4378-ae4c-52aa2bd22c0d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:03.482393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.575482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50712) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:03.579852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72a5f0fe-8f95-4c39-849b-0d5e92032794 req-132c2daa-18f3-4051-b1be-d9a2302aeb84 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0333540 Jul 28 11:35:03.628963 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-796b34ca-a1fd-47dc-b8e4-96e7874d3f5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b25f37147134ee19f7e97a7cdf2f08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496192 Jul 28 11:35:03.629485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50716) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:03.638054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 70a307d7-2438-4378-ae4c-52aa2bd22c0d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=70a307d7-2438-4378-ae4c-52aa2bd22c0d,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:03.638434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.652715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 70a307d7-2438-4378-ae4c-52aa2bd22c0d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:03.682375 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7a8e-9e8c-4a61-b92c-7f5f25c588ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.706344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7a8e-9e8c-4a61-b92c-7f5f25c588ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.754615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7a8e-9e8c-4a61-b92c-7f5f25c588ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.758211 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7a8e-9e8c-4a61-b92c-7f5f25c588ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.759364 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c5fd7a8e-9e8c-4a61-b92c-7f5f25c588ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/973d3fec-2c23-4435-a35b-6641d13c7f21 HTTP/1.1" status: 204 len: 168 time: 0.1292090 Jul 28 11:35:03.768739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd7a8e-9e8c-4a61-b92c-7f5f25c588ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d3fec-2c23-4435-a35b-6641d13c7f21,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:03.809492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3f224712-dc21-4bd8-bbd8-cc6856089d9d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:03.818702 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.847248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 3f224712-dc21-4bd8-bbd8-cc6856089d9d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:03.847598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3f224712-dc21-4bd8-bbd8-cc6856089d9d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:03.858875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=70a307d7-2438-4378-ae4c-52aa2bd22c0d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:03.944969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] No DVR routers for this DVR port 70a307d7-2438-4378-ae4c-52aa2bd22c0d on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:03.949882 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:03.951844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a2d9125-bd8b-4295-9e9b-fa4857bfdc1f req-344760ed-7829-4c36-80fb-18f3e290f486 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "DELETE /v2.0/ports/70a307d7-2438-4378-ae4c-52aa2bd22c0d HTTP/1.1" status: 204 len: 173 time: 0.6492357 Jul 28 11:35:03.952383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'name': 'network-vif-deleted', 'tag': '70a307d7-2438-4378-ae4c-52aa2bd22c0d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:03.954800 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b207d7e0-b4e9-413b-b78a-f4983f7f586e" -d '{"events": [{"server_uuid": "3b8e60ed-8f73-4010-a254-ea2a07a3c222", "name": "network-vif-deleted", "tag": "70a307d7-2438-4378-ae4c-52aa2bd22c0d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:03.974048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0d0c-e9bf-40d8-991c-8c109b278e98 req-14d24847-4d13-4ba9-b200-59e4393da608 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:03.976560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da7c0d0c-e9bf-40d8-991c-8c109b278e98 req-14d24847-4d13-4ba9-b200-59e4393da608 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1219237 Jul 28 11:35:04.041530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da7c0d0c-e9bf-40d8-991c-8c109b278e98 req-4c7ff5d2-d12b-446b-8acd-adcdd6d67934 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Jul 28 11:35:04.057044 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f09174-d3c9-46b5-ba22-67865bb2f312 x-openstack-request-id: req-98f09174-d3c9-46b5-ba22-67865bb2f312 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:04.057648 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e60ed-8f73-4010-a254-ea2a07a3c222", "name": "network-vif-deleted", "tag": "70a307d7-2438-4378-ae4c-52aa2bd22c0d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:04.058057 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98f09174-d3c9-46b5-ba22-67865bb2f312 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:04.058500 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8e60ed-8f73-4010-a254-ea2a07a3c222', 'name': 'network-vif-deleted', 'tag': '70a307d7-2438-4378-ae4c-52aa2bd22c0d', 'status': 'completed', 'code': 200} Jul 28 11:35:04.522259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37dd31ba-65a7-408e-8345-0ac2eb5e395f req-b593a9a3-9414-4275-944e-46c0ef559058 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8e60ed-8f73-4010-a254-ea2a07a3c222 HTTP/1.1" status: 200 len: 210 time: 0.0404053 Jul 28 11:35:04.593763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-fa75fe56-7b25-4b4a-8661-7c0efd5535d6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:04.595197 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-fa75fe56-7b25-4b4a-8661-7c0efd5535d6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1204762 Jul 28 11:35:04.607839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:04.683948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4640f27b-1b7a-4b8c-bd58-18b579cbed1f req-d9541225-daaf-41d2-8990-ba0c4dafc1c6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Jul 28 11:35:04.717600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:04.721166 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:04.853543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.10 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/5b5b30bb-865a-408f-a723-dccee3c9935a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:05.003647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.016839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object 5b5b30bb-865a-408f-a723-dccee3c9935a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:05.050623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.101522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:05.105745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:05.107593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=5b5b30bb-865a-408f-a723-dccee3c9935a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:05.111475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:05.153379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977235c-be7f-4446-aba5-80aaca65296f req-4a1788a9-d85c-4d49-b229-1e9aebcc8326 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:05.155144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1977235c-be7f-4446-aba5-80aaca65296f req-4a1788a9-d85c-4d49-b229-1e9aebcc8326 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0565245 Jul 28 11:35:05.174704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:05.175682 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.194005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-487d775e-0879-4c2b-8a4f-40656b6adaa0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897112 Jul 28 11:35:05.204060 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1977235c-be7f-4446-aba5-80aaca65296f req-27bd52ce-dfab-4b13-b29c-76841497058f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Jul 28 11:35:05.206144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Request body: {'port': {'device_id': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:05.278919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.391913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fdbf4303-4a70-4287-a659-b7d73793da30 None None] Provisioning for port 5b5b30bb-865a-408f-a723-dccee3c9935a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:05.395880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fdbf4303-4a70-4287-a659-b7d73793da30 None None] Provisioning complete for port 5b5b30bb-865a-408f-a723-dccee3c9935a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:05.396398 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdbf4303-4a70-4287-a659-b7d73793da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.434799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf4303-4a70-4287-a659-b7d73793da30 None None] Port 5b5b30bb-865a-408f-a723-dccee3c9935a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:05.550738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5b30bb-865a-408f-a723-dccee3c9935a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:05.559935 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.573034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Transition to ACTIVE for port object 5b5b30bb-865a-408f-a723-dccee3c9935a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:05.576951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.587517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:05.652121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Pushing event updated for resources: {'Port': ['ID=5b5b30bb-865a-408f-a723-dccee3c9935a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:05.658860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9644a7f0-b403-4a50-a9c9-ec705b9c11a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.697515 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9644a7f0-b403-4a50-a9c9-ec705b9c11a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.705317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Attempting to bind port 5b5b30bb-865a-408f-a723-dccee3c9935a on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:05.705807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Attempting to bind port 5b5b30bb-865a-408f-a723-dccee3c9935a by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:05.706152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Attempting to bind port 5b5b30bb-865a-408f-a723-dccee3c9935a on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:05.712602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Port 5b5b30bb-865a-408f-a723-dccee3c9935a on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:35:05.713168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Attempting to bind port 5b5b30bb-865a-408f-a723-dccee3c9935a on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:05.720214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:05.720819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:05.721374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:05.721959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Bound port: 5b5b30bb-865a-408f-a723-dccee3c9935a, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:05.722338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.774761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9644a7f0-b403-4a50-a9c9-ec705b9c11a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.777755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9644a7f0-b403-4a50-a9c9-ec705b9c11a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.780062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9644a7f0-b403-4a50-a9c9-ec705b9c11a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/security-groups/6dbc351a-3577-4a75-bd7a-7a81babfa4a8 HTTP/1.1" status: 204 len: 168 time: 0.1913149 Jul 28 11:35:05.793637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644a7f0-b403-4a50-a9c9-ec705b9c11a8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc351a-3577-4a75-bd7a-7a81babfa4a8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:05.845898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:05.852000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] For port 5b5b30bb-865a-408f-a723-dccee3c9935a, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:05.855884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] For port 5b5b30bb-865a-408f-a723-dccee3c9935a, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5b5b30bb-865a-408f-a723-dccee3c9935a,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:05.862631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.918432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:05.919139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.920782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] 10.222.0.44 "PUT /v2.0/ports/5b5b30bb-865a-408f-a723-dccee3c9935a HTTP/1.1" status: 200 len: 1092 time: 0.7198107 Jul 28 11:35:05.921248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'tag': '5b5b30bb-865a-408f-a723-dccee3c9935a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:05.923585 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dac797-0822-4697-9663-25195c63936b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3", "tag": "5b5b30bb-865a-408f-a723-dccee3c9935a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:05.928000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting subnet d052c31a-26b3-4a8e-b2d8-58733a612001 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:35:05.931469 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:05.955412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a4848-0290-494d-a597-1aba155944bd service neutron] Pushing event updated for resources: {'Port': ['ID=5b5b30bb-865a-408f-a723-dccee3c9935a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:05.993568 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6abdd1-3bfb-4841-aadb-a100e5fcd601 x-openstack-request-id: req-aa6abdd1-3bfb-4841-aadb-a100e5fcd601 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:05.993568 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3", "tag": "5b5b30bb-865a-408f-a723-dccee3c9935a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:05.993568 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa6abdd1-3bfb-4841-aadb-a100e5fcd601 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:05.994023 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'tag': '5b5b30bb-865a-408f-a723-dccee3c9935a', 'status': 'completed', 'code': 200} Jul 28 11:35:06.001331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf9e28-34bb-4aad-a44f-12ef83ee560f req-9c5ec632-038d-4580-b124-8a39bc35252a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.006207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31bf9e28-34bb-4aad-a44f-12ef83ee560f req-9c5ec632-038d-4580-b124-8a39bc35252a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.2073214 Jul 28 11:35:06.030489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-8eb0dac1-c824-4b20-8e22-9e91c93ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.032033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-8eb0dac1-c824-4b20-8e22-9e91c93ebe5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0538855 Jul 28 11:35:06.049554 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.077585 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-79127363-af5f-46b4-a56a-8ff3271e6037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5b30bb-865a-408f-a723-dccee3c9935a HTTP/1.1" status: 200 len: 217 time: 0.0377562 Jul 28 11:35:06.106357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-31bf9e28-34bb-4aad-a44f-12ef83ee560f req-537e5b95-a0bd-479c-b5bf-7735f1742f83 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966406 Jul 28 11:35:06.136701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-fc52fee7-199e-4308-8918-2d17e8805280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.138434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-fc52fee7-199e-4308-8918-2d17e8805280 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0523994 Jul 28 11:35:06.191372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-ae93245e-02a1-4d94-95c6-f37bd5d1bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.192065 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 70a307d7-2438-4378-ae4c-52aa2bd22c0d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:06.192974 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-ae93245e-02a1-4d94-95c6-f37bd5d1bb3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449600 Jul 28 11:35:06.204077 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.228785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 70a307d7-2438-4378-ae4c-52aa2bd22c0d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:06.229368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 70a307d7-2438-4378-ae4c-52aa2bd22c0d not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:06.281046 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.306723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-8ac058b2-2e07-469a-980d-a566562cbf14 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067984 Jul 28 11:35:06.315181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Subnet': ['ID=d052c31a-26b3-4a8e-b2d8-58733a612001,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:06.317157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.319635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-134ff301-c7a4-4222-b0e9-e3e58ac76a82 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/subnets/d052c31a-26b3-4a8e-b2d8-58733a612001 HTTP/1.1" status: 204 len: 168 time: 0.4716198 Jul 28 11:35:06.324652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ee1ce-1be2-4608-bf78-152a15b82fce None None] Network 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:35:06.330442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:06.372861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a49f78-6971-4add-9bca-d6ee7c9e1705 req-9d718e75-4bf5-4a3a-ac0e-8d9a7ad03482 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.375183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88a49f78-6971-4add-9bca-d6ee7c9e1705 req-9d718e75-4bf5-4a3a-ac0e-8d9a7ad03482 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0634716 Jul 28 11:35:06.418892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88a49f78-6971-4add-9bca-d6ee7c9e1705 req-a2de6b70-7f78-47c1-af45-b9d7106b099a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362248 Jul 28 11:35:06.482789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.507087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f08c5d5-3340-4e10-a02f-be82b048d3c4 req-fddcc4df-17f0-4845-889f-e121c074d2dc service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934006 Jul 28 11:35:06.546653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] DHCP port deletion for 4cea04e3-e55d-4f51-bf39-6ff26272c0f4 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:35:06.586468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:06.586954 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.594288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Deleting port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:06.594669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.648970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac797-0822-4697-9663-25195c63936b req-aa309f8d-1176-469b-ba9b-4b357796213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.650469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-aa309f8d-1176-469b-ba9b-4b357796213b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0966880 Jul 28 11:35:06.661472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] For port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:06.661990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.676797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Calling delete_port for 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:06.710398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,segment=NetworkSegment(8b33e54b-7406-48a8-b5b8-d792954648b0),segment_id=8b33e54b-7406-48a8-b5b8-d792954648b0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:06.710780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.731022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:06.761170 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.789194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Pushing event deleted for resources: {'Port': ['ID=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:06.798569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] No DVR routers for this DVR port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:06.801556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.801921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.802266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.802784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.802917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.803465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.803755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.803929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac797-0822-4697-9663-25195c63936b req-00b1943a-3ff3-4cf9-bfe5-c1e40f0a5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.804036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.804390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.804842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.805223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.805348 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-00b1943a-3ff3-4cf9-bfe5-c1e40f0a5c15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.1477065 Jul 28 11:35:06.805559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87764fed-a9b7-491f-8316-c4be7ead93a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:06.858434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-01c40643-767c-4eb9-aa10-79f80086679e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5b30bb-865a-408f-a723-dccee3c9935a HTTP/1.1" status: 200 len: 217 time: 0.0459063 Jul 28 11:35:06.905502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:06.937732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=0bfe6755-ecdd-4cb6-986f-23d4197c4e8e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:06.940128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac797-0822-4697-9663-25195c63936b req-8c90e7c1-3886-4edf-a69d-e80c419fe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:06.941646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-8c90e7c1-3886-4edf-a69d-e80c419fe926 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0730622 Jul 28 11:35:06.942590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] No DVR routers for this DVR port 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:07.057302 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.069415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea04e3-e55d-4f51-bf39-6ff26272c0f4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:07.072787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac797-0822-4697-9663-25195c63936b req-022a59a0-a9a7-4fff-bc8f-ab26bdcb7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:07.074305 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-022a59a0-a9a7-4fff-bc8f-ab26bdcb7788 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195555 Jul 28 11:35:07.082112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b33e54b-7406-48a8-b5b8-d792954648b0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:07.082408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b33e54b-7406-48a8-b5b8-d792954648b0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:07.107570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.152890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.162156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:35:07.162598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:35:07.165718 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:35:07.250908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d435-9b78-473a-a898-073e25e2793b req-24279e5d-8826-4dcb-b36f-b4c4c99462c4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:07.252527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe47d435-9b78-473a-a898-073e25e2793b req-24279e5d-8826-4dcb-b36f-b4c4c99462c4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0689471 Jul 28 11:35:07.255296 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-c6a95bc0-221e-4db0-b914-8c0496f363c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709776 Jul 28 11:35:07.256034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.272667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.274856 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/networks/4cea04e3-e55d-4f51-bf39-6ff26272c0f4 HTTP/1.1" status: 204 len: 168 time: 0.9434471 Jul 28 11:35:07.280730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:07.322135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a98fd-dd02-4b31-bada-5e3649a91509 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Network': ['ID=4cea04e3-e55d-4f51-bf39-6ff26272c0f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:07.342293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fe47d435-9b78-473a-a898-073e25e2793b req-a3aba730-5a83-4270-8251-86770f62ff9a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791874 Jul 28 11:35:07.374176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-48dac797-0822-4697-9663-25195c63936b req-02d6188e-a30f-4e81-9c1d-6995ddbb3e9a service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105483 Jul 28 11:35:07.719695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a7d9-2561-4c14-a955-346dd2b59902 req-ae2d31bb-0b8f-499d-abd1-74b8481d94f1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:07.721072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d72a7d9-2561-4c14-a955-346dd2b59902 req-ae2d31bb-0b8f-499d-abd1-74b8481d94f1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0827696 Jul 28 11:35:07.758832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port eec0750a-6d3f-4ba3-9dd8-b591be7161cb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:07.759170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.807086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d72a7d9-2561-4c14-a955-346dd2b59902 req-dd2d9544-44a2-4e25-9848-d549036f626f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786581 Jul 28 11:35:07.838826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:07.848621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.848957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:07.863035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:07.863356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for eec0750a-6d3f-4ba3-9dd8-b591be7161cb owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:07.863495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0bfe6755-ecdd-4cb6-986f-23d4197c4e8e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:08.046117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:08.071729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=eec0750a-6d3f-4ba3-9dd8-b591be7161cb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:08.137003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:08.137354 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Floating IP 5b6922d1-b8ef-4055-bb83-058c1cf434b9 disassociated (deleted). External IP: 172.25.1.52, port: 5849c5b4-23e4-433f-a614-a75be60691c6. Jul 28 11:35:08.347435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:08.487747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:08.494036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:08.500623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:08.509997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:08.510715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:08.523331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33141ebf-a148-4b56-8d8b-c2a83adbf577 req-fbdbdb14-0e4f-4e83-9762-8fbab770fe70 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:08.524857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33141ebf-a148-4b56-8d8b-c2a83adbf577 req-fbdbdb14-0e4f-4e83-9762-8fbab770fe70 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0849462 Jul 28 11:35:08.533231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-16ff6e8a-ef74-4c92-aed0-b3f76892f6e9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b6922d1-b8ef-4055-bb83-058c1cf434b9 HTTP/1.1" status: 204 len: 168 time: 1.2498252 Jul 28 11:35:08.542028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:08.544311 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e9c92e-cb08-4002-9367-89de791bb749" -d '{"events": [{"name": "network-changed", "server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:08.583467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33141ebf-a148-4b56-8d8b-c2a83adbf577 req-0050edc2-b00e-4c4e-a2d8-b1fcc35939aa tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484347 Jul 28 11:35:08.638281 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65f4bfd-3712-4b77-bf43-f834289e724e x-openstack-request-id: req-b65f4bfd-3712-4b77-bf43-f834289e724e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:08.638281 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:08.638550 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b65f4bfd-3712-4b77-bf43-f834289e724e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:08.638883 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6', 'status': 'completed', 'code': 200} Jul 28 11:35:08.639918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:08.717186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c92e-cb08-4002-9367-89de791bb749 req-63d76a14-05ed-4adf-8cc3-f0418301f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:08.718846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-63d76a14-05ed-4adf-8cc3-f0418301f8bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 1097 time: 0.0558388 Jul 28 11:35:08.839062 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8407c0-7c31-4d18-84f2-0f96ebc37800 req-7fe2e478-93e8-4379-8d92-3c51edc8b3cf tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:08.840620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8407c0-7c31-4d18-84f2-0f96ebc37800 req-7fe2e478-93e8-4379-8d92-3c51edc8b3cf tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 946 time: 0.1048675 Jul 28 11:35:08.873992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c92e-cb08-4002-9367-89de791bb749 req-f0e2628f-2fc5-4d63-9fe6-f14040363b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:08.875471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-f0e2628f-2fc5-4d63-9fe6-f14040363b4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 200 len: 897 time: 0.1488879 Jul 28 11:35:08.916581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:00Z', 'revision_number': 6, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:08.932816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-c42ffe72-d030-487b-a6d9-d9e4d1b4ca9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 200 len: 217 time: 0.0497873 Jul 28 11:35:08.942557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8407c0-7c31-4d18-84f2-0f96ebc37800 req-639b85be-69dc-4e25-bc4e-633395e73bb2 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878780 Jul 28 11:35:08.956918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:08.968063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:08.968730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:09.009821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c92e-cb08-4002-9367-89de791bb749 req-6a9d91a9-7319-4ec0-9a4a-0688a5cd4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:09.011186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-6a9d91a9-7319-4ec0-9a4a-0688a5cd4901 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bbbde0c0-2f1a-4305-9f40-8f620d30d105 HTTP/1.1" status: 200 len: 834 time: 0.0677922 Jul 28 11:35:09.019627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3c0d2-6cfc-4706-bb63-c67b93365c16 req-78cefbf7-b152-45e3-b89b-8299bc517b87 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:09.021056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84e3c0d2-6cfc-4706-bb63-c67b93365c16 req-78cefbf7-b152-45e3-b89b-8299bc517b87 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0912628 Jul 28 11:35:09.084947 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:09.088597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84e3c0d2-6cfc-4706-bb63-c67b93365c16 req-06daea3f-4362-4bd3-90a7-e679d7eade78 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577412 Jul 28 11:35:09.091383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c92e-cb08-4002-9367-89de791bb749 req-2b520ee0-e668-4cf3-850f-7d0a5496c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:09.092875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-2b520ee0-e668-4cf3-850f-7d0a5496c861 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57f2a395-e1a7-4dc1-aafe-8a1512c55a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709786 Jul 28 11:35:09.183604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-6eb9ce6f-ba7a-4307-a8df-f3bb22fdc426 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819557 Jul 28 11:35:09.282477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e9c92e-cb08-4002-9367-89de791bb749 req-d5a566fb-3fb1-4310-b293-c82a78ee6e69 service neutron] 10.222.0.41 "GET /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909550 Jul 28 11:35:09.285904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:00Z', 'revision_number': 6, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:09.312838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813af78-468a-4672-9c78-4af4db8dcce5 None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:00Z', 'revision_number': 6, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '7684c935-b13a-4c34-95f2-22b0afd5d671', 'name': '', 'network_id': '57f2a395-e1a7-4dc1-aafe-8a1512c55a94', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:b2:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:20Z', 'updated_at': '2021-07-28T11:33:28Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': 'bbbde0c0-2f1a-4305-9f40-8f620d30d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:09.524927 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556f038-4402-4533-a159-956d4606d044 None None] New status for floating IP 5b6922d1-b8ef-4055-bb83-058c1cf434b9: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:35:09.702075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750c9db-284d-4499-a421-92a5b88bf82d req-01bc7b09-14b0-4895-860f-109ccd682039 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:09.703619 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6750c9db-284d-4499-a421-92a5b88bf82d req-01bc7b09-14b0-4895-860f-109ccd682039 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0510361 Jul 28 11:35:09.742705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6750c9db-284d-4499-a421-92a5b88bf82d req-576da25e-7784-4b45-8a61-51d235520ded tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Jul 28 11:35:10.037073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-3ebed153-ddb6-4ed2-905a-c64889e5675f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:10.038729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-3ebed153-ddb6-4ed2-905a-c64889e5675f tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 946 time: 0.0580499 Jul 28 11:35:10.137697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb12d7-d24f-482c-8151-f4f190da075c req-d2997907-a993-4d63-a0d2-f9a0eebc53c4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:10.139205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9afb12d7-d24f-482c-8151-f4f190da075c req-d2997907-a993-4d63-a0d2-f9a0eebc53c4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=467fb5f2-75a1-49a1-99d5-4f40adaeb276 HTTP/1.1" status: 200 len: 946 time: 0.1240058 Jul 28 11:35:10.223552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9afb12d7-d24f-482c-8151-f4f190da075c req-d367da30-9f04-4657-9c73-507557b9bd00 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=d100c426-cccf-4059-a7b2-7724915cc924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775068 Jul 28 11:35:10.226363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 5849c5b4-23e4-433f-a614-a75be60691c6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:10.226549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:10.285890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4466f56-132b-4e70-867d-305ad42a5ac2 req-8aa55c41-cc68-46c9-9abb-c9ed94f8a42b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:10.287418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4466f56-132b-4e70-867d-305ad42a5ac2 req-8aa55c41-cc68-46c9-9abb-c9ed94f8a42b tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1246569 Jul 28 11:35:10.369382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4466f56-132b-4e70-867d-305ad42a5ac2 req-0e831c74-ad3c-4b54-90e2-2d841727c48e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752194 Jul 28 11:35:10.371314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 5849c5b4-23e4-433f-a614-a75be60691c6, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5849c5b4-23e4-433f-a614-a75be60691c6,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:10.371678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:10.386324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 5849c5b4-23e4-433f-a614-a75be60691c6 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:10.546591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:10.580400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=5849c5b4-23e4-433f-a614-a75be60691c6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:10.622238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] No DVR routers for this DVR port 5849c5b4-23e4-433f-a614-a75be60691c6 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:10.625791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:10.628087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5283bc2-285d-4b21-9721-a8b7997f94d6 req-2f365ce7-b0cb-43f0-b4f0-bf7fac700072 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "DELETE /v2.0/ports/5849c5b4-23e4-433f-a614-a75be60691c6 HTTP/1.1" status: 204 len: 173 time: 0.5718889 Jul 28 11:35:10.639784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'name': 'network-vif-deleted', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:10.642421 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c86ec86-3b24-4c35-84ba-95a4f7964774" -d '{"events": [{"server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "name": "network-vif-deleted", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:10.682913 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906eb1a5-e7cb-48e4-9977-c7cb8e129f53 x-openstack-request-id: req-906eb1a5-e7cb-48e4-9977-c7cb8e129f53 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:10.683266 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467fb5f2-75a1-49a1-99d5-4f40adaeb276", "name": "network-vif-deleted", "tag": "5849c5b4-23e4-433f-a614-a75be60691c6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:10.683506 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-906eb1a5-e7cb-48e4-9977-c7cb8e129f53 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:10.683924 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467fb5f2-75a1-49a1-99d5-4f40adaeb276', 'name': 'network-vif-deleted', 'tag': '5849c5b4-23e4-433f-a614-a75be60691c6', 'status': 'completed', 'code': 200} Jul 28 11:35:10.890360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0aabd-e183-443d-8a38-36a173ea6cee req-96dfeeed-532b-40e1-9b8b-779f472b09a0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:10.891752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36a0aabd-e183-443d-8a38-36a173ea6cee req-96dfeeed-532b-40e1-9b8b-779f472b09a0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0625668 Jul 28 11:35:10.940239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-36a0aabd-e183-443d-8a38-36a173ea6cee req-6e1aa1cc-ce63-4a08-9fc8-5b34dcfad5d0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Jul 28 11:35:11.290554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:11.354489 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9434ad-5e83-4a7d-b803-fd01843cdcb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:11.379454 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9434ad-5e83-4a7d-b803-fd01843cdcb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:11.442685 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9434ad-5e83-4a7d-b803-fd01843cdcb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:11.445312 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9434ad-5e83-4a7d-b803-fd01843cdcb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:11.446465 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ab9434ad-5e83-4a7d-b803-fd01843cdcb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/security-groups/d100c426-cccf-4059-a7b2-7724915cc924 HTTP/1.1" status: 204 len: 168 time: 0.1549094 Jul 28 11:35:11.457661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9434ad-5e83-4a7d-b803-fd01843cdcb6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100c426-cccf-4059-a7b2-7724915cc924,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:11.480818 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:11.493921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be955a-fd8d-4f27-80f7-e77fa28cdcbb req-24ae1ee0-a3f2-4a83-9180-a2267352754d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:11.495527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07be955a-fd8d-4f27-80f7-e77fa28cdcbb req-24ae1ee0-a3f2-4a83-9180-a2267352754d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0542755 Jul 28 11:35:11.533205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07be955a-fd8d-4f27-80f7-e77fa28cdcbb req-c97478aa-692f-4fa9-b401-aafe67858ea9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Jul 28 11:35:11.845337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:12.058777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a49a-1e86-4d0a-bfb6-9a98c52a17cc req-c68b99b0-bb7b-4477-a7cc-d4d473a4210b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:12.060490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bee7a49a-1e86-4d0a-bfb6-9a98c52a17cc req-c68b99b0-bb7b-4477-a7cc-d4d473a4210b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0480020 Jul 28 11:35:12.099622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bee7a49a-1e86-4d0a-bfb6-9a98c52a17cc req-cd190588-d006-4c31-8390-dc3c4d29a836 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Jul 28 11:35:12.101734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 7684c935-b13a-4c34-95f2-22b0afd5d671 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:12.102078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:12.188514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 7684c935-b13a-4c34-95f2-22b0afd5d671, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7684c935-b13a-4c34-95f2-22b0afd5d671,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:12.188876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:12.201311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 7684c935-b13a-4c34-95f2-22b0afd5d671 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:12.387902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:12.417657 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=7684c935-b13a-4c34-95f2-22b0afd5d671,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:12.659927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909594a-833e-45a5-b56a-ae8a2e4ed516 req-79a8b14b-bbcf-4fc3-a03c-c60c393d54e5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:12.661440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4909594a-833e-45a5-b56a-ae8a2e4ed516 req-79a8b14b-bbcf-4fc3-a03c-c60c393d54e5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0551753 Jul 28 11:35:12.702591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4909594a-833e-45a5-b56a-ae8a2e4ed516 req-6e49cc88-f6fb-4088-84f3-b1050174396f tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Jul 28 11:35:12.877762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.086798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 74e74794-1c92-4f45-9218-b6647b09cd23 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:13.194766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:13.199962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e799d3c-bb20-49c7-a34b-01b918cd7492 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "PUT /v2.0/routers/74e74794-1c92-4f45-9218-b6647b09cd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179284 Jul 28 11:35:13.203015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:13.207503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] Sync routers for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:13.216896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:13.217684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:13.222175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf778ae-0381-458e-a9ca-8bd123466b6c req-77a1cc4c-5a6d-4f17-9b2a-89a1361a681e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:13.223805 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdf778ae-0381-458e-a9ca-8bd123466b6c req-77a1cc4c-5a6d-4f17-9b2a-89a1361a681e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0558558 Jul 28 11:35:13.255237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting subnet bbbde0c0-2f1a-4305-9f40-8f620d30d105 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:35:13.259115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.271847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdf778ae-0381-458e-a9ca-8bd123466b6c req-65647009-aff5-4af9-9c83-7a9fecc6375e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Jul 28 11:35:13.302281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.330706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:13.390512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.449583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.477682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbde0c0-2f1a-4305-9f40-8f620d30d105,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:13.479628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.484213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-11e69e89-08fc-4a0d-908a-cd9e360a22e4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/subnets/bbbde0c0-2f1a-4305-9f40-8f620d30d105 HTTP/1.1" status: 204 len: 168 time: 0.2803903 Jul 28 11:35:13.484469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:13.489296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50cf561-ca87-46a1-afd2-e68508d385e6 None None] Network 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:35:13.588755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:12Z', 'revision_number': 7, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:13.591118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.631681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] Checking router: 74e74794-1c92-4f45-9218-b6647b09cd23 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:13.648121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] Routers {'74e74794-1c92-4f45-9218-b6647b09cd23'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:13.648677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['74e74794-1c92-4f45-9218-b6647b09cd23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:13.699936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.756978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 58875642-7e76-4b8f-9c06-a686fa07e80a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:13.757415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.886252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff9f2-a649-4bed-82cd-da864952d1ca req-80a05ded-8208-4f92-a469-67342c5c94b5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:13.887774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-feeff9f2-a649-4bed-82cd-da864952d1ca req-80a05ded-8208-4f92-a469-67342c5c94b5 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0792668 Jul 28 11:35:13.900229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] DHCP port deletion for 57f2a395-e1a7-4dc1-aafe-8a1512c55a94 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:35:13.901300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 58875642-7e76-4b8f-9c06-a686fa07e80a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=58875642-7e76-4b8f-9c06-a686fa07e80a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:13.901670 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:13.930745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 58875642-7e76-4b8f-9c06-a686fa07e80a owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:13.934216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5bab1a19-6ecf-4934-bbfd-f66a5a444147 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:13.957918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-feeff9f2-a649-4bed-82cd-da864952d1ca req-73f4120c-9021-412a-af4f-ad9b3c02d790 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623612 Jul 28 11:35:13.973040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] Set router 74e74794-1c92-4f45-9218-b6647b09cd23 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:14.092480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] Deleting port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:14.092859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.131595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.160620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=58875642-7e76-4b8f-9c06-a686fa07e80a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:14.211129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] For port 5bab1a19-6ecf-4934-bbfd-f66a5a444147, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5bab1a19-6ecf-4934-bbfd-f66a5a444147,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:14.211712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.218636 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.220389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.235665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5849c5b4-23e4-433f-a614-a75be60691c6 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:14.267194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] Calling delete_port for 5bab1a19-6ecf-4934-bbfd-f66a5a444147 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:14.295703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5849c5b4-23e4-433f-a614-a75be60691c6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:14.296077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5849c5b4-23e4-433f-a614-a75be60691c6 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:14.352103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5bab1a19-6ecf-4934-bbfd-f66a5a444147, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5bab1a19-6ecf-4934-bbfd-f66a5a444147,segment=NetworkSegment(75e0927c-d1ad-4c3b-940a-211def4d1d19),segment_id=75e0927c-d1ad-4c3b-940a-211def4d1d19)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:14.359072 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.435604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:12Z', 'revision_number': 7, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:14.471571 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea941ead-3dbd-4844-b861-3a85b2b7773d None None] The sync data for ids ['74e74794-1c92-4f45-9218-b6647b09cd23'] in n-d-723573-7 is: [{'id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'name': 'tempest-TestNetworkBasicOps-router-2085554874', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:33:14Z', 'updated_at': '2021-07-28T11:35:12Z', 'revision_number': 7, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '58875642-7e76-4b8f-9c06-a686fa07e80a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e74794-1c92-4f45-9218-b6647b09cd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:33:15Z', 'updated_at': '2021-07-28T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:14.475170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5bab1a19-6ecf-4934-bbfd-f66a5a444147,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:14.478901 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.505913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] Pushing event deleted for resources: {'Port': ['ID=5bab1a19-6ecf-4934-bbfd-f66a5a444147,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:14.515416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eccc1e-8840-4f67-989f-8ec111c82eaf None None] No DVR routers for this DVR port 5bab1a19-6ecf-4934-bbfd-f66a5a444147 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:14.601529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.604489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.670048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c816e-c7c7-4332-add7-312bfe04fa92 req-bace53c9-692f-416c-b1b8-a66bc9f5c458 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:14.671518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f25c816e-c7c7-4332-add7-312bfe04fa92 req-bace53c9-692f-416c-b1b8-a66bc9f5c458 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.1267002 Jul 28 11:35:14.675400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.675934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Fanout notify agent at l3_agent the message router_deleted on router 74e74794-1c92-4f45-9218-b6647b09cd23 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:35:14.684609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.685682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-046ad812-dc4e-4e9b-bd44-06262b0b3419 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/routers/74e74794-1c92-4f45-9218-b6647b09cd23 HTTP/1.1" status: 204 len: 168 time: 1.2001252 Jul 28 11:35:14.688484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:14.716643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f25c816e-c7c7-4332-add7-312bfe04fa92 req-39323aeb-f06a-47cc-9b21-5671b46f66ee tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Jul 28 11:35:14.766648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.852955 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.863735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f2a395-e1a7-4dc1-aafe-8a1512c55a94']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:14.874703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e0927c-d1ad-4c3b-940a-211def4d1d19') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:14.875000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e0927c-d1ad-4c3b-940a-211def4d1d19') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:14.884777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.898632 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.904864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:35:14.905485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:35:14.908443 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:35:14.978913 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.986511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:14.988367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/networks/57f2a395-e1a7-4dc1-aafe-8a1512c55a94 HTTP/1.1" status: 204 len: 168 time: 0.2987766 Jul 28 11:35:15.000853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448fa46-3881-4ea5-afea-bd394989dbfa tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Network': ['ID=57f2a395-e1a7-4dc1-aafe-8a1512c55a94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:15.003031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:15.013000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'network': {'name': 'tempest-network-smoke--270585331', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:15.039538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:15.042984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.098713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:35:15.114682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.115009 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Added segment 55c9c679-9b00-41d1-afa2-c659cf61e146 of type vlan for network e75bcd78-748e-4b66-9a7f-0938523f7460 Jul 28 11:35:15.126172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8c8b9-295c-41dd-af12-0944a7ea29ef req-4be09267-0df5-4019-a798-dbd97307023e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:15.127695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbd8c8b9-295c-41dd-af12-0944a7ea29ef req-4be09267-0df5-4019-a798-dbd97307023e tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0893626 Jul 28 11:35:15.185065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.206660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dbd8c8b9-295c-41dd-af12-0944a7ea29ef req-6975eaee-1c69-4c2c-9558-0916189ff6de tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713141 Jul 28 11:35:15.231764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.237567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:15.238154 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.329205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3250518 Jul 28 11:35:15.331966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:15.336748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-222231933', 'admin_state_up': True, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:15.345519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ea8fc-ce55-4b3b-9de6-6c1b5ac2d369 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Network': ['ID=e75bcd78-748e-4b66-9a7f-0938523f7460,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:15.357699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network e75bcd78-748e-4b66-9a7f-0938523f7460 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:35:15.359795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.360807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.419158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.563249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.759577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.778118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:15.840317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e30f5e-e395-4458-b9bb-b458d9802788 req-29a8867d-b84b-48c0-b28e-939268615719 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:15.841905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04e30f5e-e395-4458-b9bb-b458d9802788 req-29a8867d-b84b-48c0-b28e-939268615719 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0557148 Jul 28 11:35:15.855847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7684c935-b13a-4c34-95f2-22b0afd5d671 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:15.878328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7684c935-b13a-4c34-95f2-22b0afd5d671 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:15.878829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7684c935-b13a-4c34-95f2-22b0afd5d671 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:15.879355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 58875642-7e76-4b8f-9c06-a686fa07e80a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:15.886815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.25.1.195 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/5c86f470-e49b-45bc-80cb-e1b0446ded49) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:15.889624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04e30f5e-e395-4458-b9bb-b458d9802788 req-bc6d5cb5-cb2e-413b-9ef0-0f78400a6956 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Jul 28 11:35:15.899655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 58875642-7e76-4b8f-9c06-a686fa07e80a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:15.900106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 58875642-7e76-4b8f-9c06-a686fa07e80a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:15.993068 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:16.029563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:16.065396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:16.068153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:16.071702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:16.102548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=5c86f470-e49b-45bc-80cb-e1b0446ded49,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:16.326440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:16.328368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f91b4-2539-4771-842e-ac0a59a81027 req-ec36d82e-63f1-4fca-911e-8d822f8d1ccc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:16.330062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e74f91b4-2539-4771-842e-ac0a59a81027 req-ec36d82e-63f1-4fca-911e-8d822f8d1ccc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0504827 Jul 28 11:35:16.370959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e74f91b4-2539-4771-842e-ac0a59a81027 req-3e1fef43-3865-462d-89bf-1e2e650e53d0 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Jul 28 11:35:16.526654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:16.654968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 68fd2b8c-ea59-4903-842f-67aacf76bf77 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:35:16.757756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:16.766946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Sync routers for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:16.776511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:16.777023 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:16.777243 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:16.777747 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7f46e4b8-9a63-4b3b-8c84-8b3000ee3453 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4447320 Jul 28 11:35:16.780797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:16.808347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b02d130-ec20-4d63-9b1b-5e340f91917c tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=abb7d1130b794a54b3a5f4f29910c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264609 Jul 28 11:35:16.810914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:16.905708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181fa63-970c-476e-b587-94bf3c45ca28 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:16.907338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9181fa63-970c-476e-b587-94bf3c45ca28 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955331 Jul 28 11:35:16.910128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:16.942499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3b4592ca-593d-42fb-8899-f003a40ff29c tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287132 Jul 28 11:35:16.942705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:16.948516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-820180888', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:16.974594 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:17.015103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72facb19-25ca-4de1-b474-e58c03d5484d req-2ac745d3-3f11-4764-8f07-9dd5e1c4b376 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:17.017223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72facb19-25ca-4de1-b474-e58c03d5484d req-2ac745d3-3f11-4764-8f07-9dd5e1c4b376 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0514910 Jul 28 11:35:17.039536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:17.043170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.059914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72facb19-25ca-4de1-b474-e58c03d5484d req-3f600242-b2ab-4eb3-9879-1dc6d4d94749 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362523 Jul 28 11:35:17.157399 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:16Z', 'revision_number': 3, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:17.182631 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Checking router: 68fd2b8c-ea59-4903-842f-67aacf76bf77 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:17.182971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Updating router 68fd2b8c-ea59-4903-842f-67aacf76bf77 port 5c86f470-e49b-45bc-80cb-e1b0446ded49 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:35:17.207124 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.223536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.286052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Subnet': ['ID=25c78d77-bf11-4476-887b-f9f6e3a43856,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:17.294357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5b5b30bb-865a-408f-a723-dccee3c9935a details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:35:17.297797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Checking segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:17.298223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network hostable DHCP agents. Network: e75bcd78-748e-4b66-9a7f-0938523f7460, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:35:17.316629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network e75bcd78-748e-4b66-9a7f-0938523f7460 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:35:17.326994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, e75bcd78-748e-4b66-9a7f-0938523f7460) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:17.333243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:17.334464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.353585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:17.356923 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ea505585-7898-4a08-9995-85984de5cf0b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4131265 Jul 28 11:35:17.357833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd2a05-c3c6-4c94-8555-06b97aa445c3 None None] Network e75bcd78-748e-4b66-9a7f-0938523f7460 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:35:17.442969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 5b5b30bb-865a-408f-a723-dccee3c9935a, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5b5b30bb-865a-408f-a723-dccee3c9935a,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:17.456667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '5b5b30bb-865a-408f-a723-dccee3c9935a', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': '5b5b30bb-865a-408f-a723-dccee3c9935a', 'mac_address': 'fa:16:3e:4e:4a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:35:17.468870 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.479211 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Transition to ACTIVE for port object 5c86f470-e49b-45bc-80cb-e1b0446ded49 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:17.486785 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.523323 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.538061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Pushing event updated for resources: {'Port': ['ID=5c86f470-e49b-45bc-80cb-e1b0446ded49,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:17.551483 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.551842 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.552207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.552618 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.553578 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.553991 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.554584 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.554584 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.554907 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.555359 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.555552 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.555918 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:35:17.561060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5b30bb-865a-408f-a723-dccee3c9935a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:17.561261 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Attempting to bind port 5c86f470-e49b-45bc-80cb-e1b0446ded49 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:17.561597 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Attempting to bind port 5c86f470-e49b-45bc-80cb-e1b0446ded49 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:17.561962 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Attempting to bind port 5c86f470-e49b-45bc-80cb-e1b0446ded49 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:17.567398 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:17.567398 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:17.567803 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.568554 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:17.568676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Bound port: 5c86f470-e49b-45bc-80cb-e1b0446ded49, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:17.569255 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.590314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 5b5b30bb-865a-408f-a723-dccee3c9935a, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5b5b30bb-865a-408f-a723-dccee3c9935a,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:17.595601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.625214 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] For port 5c86f470-e49b-45bc-80cb-e1b0446ded49, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:17.628694 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] For port 5c86f470-e49b-45bc-80cb-e1b0446ded49, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5c86f470-e49b-45bc-80cb-e1b0446ded49,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:17.633420 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.638175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-e75bcd78-748e-4b66-9a7f-0938523f7460', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:35:17.639005 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:17.645692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347b7fc-afc1-4190-9e21-078efb029909 req-5894e8d7-540e-4781-9cbc-a5b09b8073f9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:17.647468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c347b7fc-afc1-4190-9e21-078efb029909 req-5894e8d7-540e-4781-9cbc-a5b09b8073f9 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1920536 Jul 28 11:35:17.694507 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:17.695293 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:17.728406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=5b5b30bb-865a-408f-a723-dccee3c9935a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:17.738469 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1001-efbd-4480-a6c0-68e585f7803d None None] Pushing event updated for resources: {'Port': ['ID=5c86f470-e49b-45bc-80cb-e1b0446ded49,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:17.766635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c347b7fc-afc1-4190-9e21-078efb029909 req-a7da22b7-285f-4826-b35b-45a8a500a6fd tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845881 Jul 28 11:35:17.809551 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:17.829698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Allocated IP 172.20.0.2 (e75bcd78-748e-4b66-9a7f-0938523f7460/25c78d77-bf11-4476-887b-f9f6e3a43856/d3c7fb01-180c-4a8e-af3c-da93ea26e146) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:17.838678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['5b5b30bb-865a-408f-a723-dccee3c9935a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:17.919713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.000422 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:16Z', 'revision_number': 3, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:18.028225 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e12f47-f53d-413e-9680-8de71dd975eb None None] The sync data for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 is: [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:16Z', 'revision_number': 3, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:18.066979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.085291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Transition to ACTIVE for port object d3c7fb01-180c-4a8e-af3c-da93ea26e146 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:18.113199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Transition to ACTIVE for port object d3c7fb01-180c-4a8e-af3c-da93ea26e146 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:18.120259 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.165174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Network e75bcd78-748e-4b66-9a7f-0938523f7460 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:18.167971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:18.171538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:18.187183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Pushing event updated for resources: {'Port': ['ID=d3c7fb01-180c-4a8e-af3c-da93ea26e146,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:18.249946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Attempting to bind port d3c7fb01-180c-4a8e-af3c-da93ea26e146 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:18.249946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Attempting to bind port d3c7fb01-180c-4a8e-af3c-da93ea26e146 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:18.250180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Attempting to bind port d3c7fb01-180c-4a8e-af3c-da93ea26e146 on network e75bcd78-748e-4b66-9a7f-0938523f7460 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:18.257171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:18.257412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Checking segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:18.257850 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.258250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Bound using segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:18.258880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Bound port: d3c7fb01-180c-4a8e-af3c-da93ea26e146, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:18.259529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.264802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f63e8-43a8-477f-9c2d-a79e3dd1059d req-dc55a426-1cb5-48d7-89d2-04102866f0b8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:18.266462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-500f63e8-43a8-477f-9c2d-a79e3dd1059d req-dc55a426-1cb5-48d7-89d2-04102866f0b8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 945 time: 0.1032555 Jul 28 11:35:18.347424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.20.0.1 (e75bcd78-748e-4b66-9a7f-0938523f7460/25c78d77-bf11-4476-887b-f9f6e3a43856/dd158741-5a30-420c-b485-278bfdbea967) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:18.351644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] For port d3c7fb01-180c-4a8e-af3c-da93ea26e146, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:18.352165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-500f63e8-43a8-477f-9c2d-a79e3dd1059d req-d337e923-cd48-406c-a267-84574e60f077 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753100 Jul 28 11:35:18.355290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] For port d3c7fb01-180c-4a8e-af3c-da93ea26e146, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d3c7fb01-180c-4a8e-af3c-da93ea26e146,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:18.364923 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.443427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28e3d4-9462-41e5-8a5a-864f68f44341 None None] Pushing event updated for resources: {'Port': ['ID=d3c7fb01-180c-4a8e-af3c-da93ea26e146,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:18.493523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.508658 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Transition to ACTIVE for port object dd158741-5a30-420c-b485-278bfdbea967 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:18.548979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.603108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network e75bcd78-748e-4b66-9a7f-0938523f7460 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:18.606320 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:18.612757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:18.620272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=dd158741-5a30-420c-b485-278bfdbea967,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:18.665641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:18.811526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.251961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409285a-3a21-4be3-99a3-7fcf4488f6b0 req-2ed1025d-ee3e-46d6-b7d4-08d1d9475116 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:19.253496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e409285a-3a21-4be3-99a3-7fcf4488f6b0 req-2ed1025d-ee3e-46d6-b7d4-08d1d9475116 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.4036269 Jul 28 11:35:19.300068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5b5b30bb-865a-408f-a723-dccee3c9935a up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:19.328228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e409285a-3a21-4be3-99a3-7fcf4488f6b0 req-bf920a11-b514-4006-bfe8-23c70c99c0b3 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674891 Jul 28 11:35:19.375062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 5b5b30bb-865a-408f-a723-dccee3c9935a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:19.379341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 5b5b30bb-865a-408f-a723-dccee3c9935a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:19.380068 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.406019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df93542-09a8-444e-9c3e-b9ca6ea47640 None None] Network e75bcd78-748e-4b66-9a7f-0938523f7460 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:35:19.439924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.445536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.556074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=dd158741-5a30-420c-b485-278bfdbea967,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:19.563666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.588789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56c62c-359c-4802-8b7b-92fd1602183d req-35398ebf-d4f8-42d6-8596-bc81ba20297c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:19.590381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e56c62c-359c-4802-8b7b-92fd1602183d req-35398ebf-d4f8-42d6-8596-bc81ba20297c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 945 time: 0.1400206 Jul 28 11:35:19.667873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e99abdf2-4a0e-49c2-9881-ebbde40731e8 None None] Provisioning for port d3c7fb01-180c-4a8e-af3c-da93ea26e146 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:19.680931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e56c62c-359c-4802-8b7b-92fd1602183d req-ad4432f4-056b-4b05-8835-e4bd29b614c6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789034 Jul 28 11:35:19.710238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network e75bcd78-748e-4b66-9a7f-0938523f7460 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:19.711714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:19.744912 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.791456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5b30bb-865a-408f-a723-dccee3c9935a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:19.793813 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e24c3-8b79-402c-ad06-f29ba99c140f" -d '{"events": [{"server_uuid": "5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "5b5b30bb-865a-408f-a723-dccee3c9935a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:19.813622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 5b5b30bb-865a-408f-a723-dccee3c9935a, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5b5b30bb-865a-408f-a723-dccee3c9935a,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:19.825955 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.859775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 68fd2b8c-ea59-4903-842f-67aacf76bf77 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:19.880001 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04de273-624b-4e6c-abb2-a834516c0d57 x-openstack-request-id: req-b04de273-624b-4e6c-abb2-a834516c0d57 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:19.880299 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "5b5b30bb-865a-408f-a723-dccee3c9935a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:19.880546 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b04de273-624b-4e6c-abb2-a834516c0d57 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:19.881596 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5b30bb-865a-408f-a723-dccee3c9935a', 'code': 200} Jul 28 11:35:19.916467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=5b5b30bb-865a-408f-a723-dccee3c9935a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:19.922385 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:19.950493 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d3c7fb01-180c-4a8e-af3c-da93ea26e146 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:19.974293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508290b3-331c-443d-b264-785e15d7cba2 req-460dc02f-262f-41be-8850-49f4ca683cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:19.976209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-508290b3-331c-443d-b264-785e15d7cba2 req-460dc02f-262f-41be-8850-49f4ca683cb2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0536942 Jul 28 11:35:20.009064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port d3c7fb01-180c-4a8e-af3c-da93ea26e146 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:20.014853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d3c7fb01-180c-4a8e-af3c-da93ea26e146 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:20.015663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-508290b3-331c-443d-b264-785e15d7cba2 req-517bace2-332f-4597-b9b1-f38af286796c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Jul 28 11:35:20.015953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.017033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:20.022617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2262314b-e2c1-4581-b935-0b1f92903207 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "PUT /v2.0/routers/68fd2b8c-ea59-4903-842f-67aacf76bf77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676342 Jul 28 11:35:20.025534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:20.040419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Sync routers for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:20.061963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:20.062617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:20.202506 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.207065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.207451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.208091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.208753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.209689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.210148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.210600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.214744 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ef8f1cf8-39e6-49bf-bf1a-629b49606d4f tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4978 time: 0.1857262 Jul 28 11:35:20.215807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:20.234373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:20.237475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6df9048-5549-4dcc-870b-3dd25e4143d0 None None] Provisioning complete for port d3c7fb01-180c-4a8e-af3c-da93ea26e146 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:20.237854 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6df9048-5549-4dcc-870b-3dd25e4143d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.284595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.285395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.285853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.286929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.287838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.288686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.289144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.291234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-142dfd3c-328c-4c3d-9af8-6f831bdc48b6 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4638 time: 0.0742147 Jul 28 11:35:20.294031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:20.303495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port d3c7fb01-180c-4a8e-af3c-da93ea26e146, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d3c7fb01-180c-4a8e-af3c-da93ea26e146,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:20.314959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.315748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c86f470-e49b-45bc-80cb-e1b0446ded49 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:20.466214 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9c362d1a-7c43-409e-b1ae-17dd3f5b6977 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1708548 Jul 28 11:35:20.479051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bca4a-9f26-4259-b53c-daea242d3e92 req-4db02de1-0fdb-4cf7-b633-54e56bb34726 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.481044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074bca4a-9f26-4259-b53c-daea242d3e92 req-4db02de1-0fdb-4cf7-b633-54e56bb34726 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0619812 Jul 28 11:35:20.500252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=d3c7fb01-180c-4a8e-af3c-da93ea26e146,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:20.535438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-074bca4a-9f26-4259-b53c-daea242d3e92 req-8f2c9135-0a3e-4ea9-862e-ea89a480d3ab tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Jul 28 11:35:20.565379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5c86f470-e49b-45bc-80cb-e1b0446ded49 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:20.572852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5c86f470-e49b-45bc-80cb-e1b0446ded49 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:20.573305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.622249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6df9048-5549-4dcc-870b-3dd25e4143d0 None None] Provisioning for port dd158741-5a30-420c-b485-278bfdbea967 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:20.636816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6df9048-5549-4dcc-870b-3dd25e4143d0 None None] Provisioning complete for port dd158741-5a30-420c-b485-278bfdbea967 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:20.637185 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6df9048-5549-4dcc-870b-3dd25e4143d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.690199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a6df9048-5549-4dcc-870b-3dd25e4143d0 None None] Port dd158741-5a30-420c-b485-278bfdbea967 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:20.718672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:19Z', 'revision_number': 2, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:20.748880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Checking router: 68fd2b8c-ea59-4903-842f-67aacf76bf77 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:20.749779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Updating router 68fd2b8c-ea59-4903-842f-67aacf76bf77 port dd158741-5a30-420c-b485-278bfdbea967 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:35:20.766232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:20.770858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355659756', 'description': 'tempest-secgroup-smoke-1355659756 description', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:20.783256 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.794796 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.808081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.825492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5c86f470-e49b-45bc-80cb-e1b0446ded49, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5c86f470-e49b-45bc-80cb-e1b0446ded49,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:20.829502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de85bc-e187-43db-99eb-ae512bef7e2e req-67000f80-428e-4b63-96b3-6dcc0a29de9c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:20.835227 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.839689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2de85bc-e187-43db-99eb-ae512bef7e2e req-67000f80-428e-4b63-96b3-6dcc0a29de9c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0740683 Jul 28 11:35:20.866941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2299b5d6-ce78-40c3-8ace-a4f2a3b4b896 None None] Provisioning complete for port dd158741-5a30-420c-b485-278bfdbea967 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:20.867316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2299b5d6-ce78-40c3-8ace-a4f2a3b4b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.901992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.902268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2de85bc-e187-43db-99eb-ae512bef7e2e req-0bd3b570-3ed1-4ce7-9bbc-421e455986fa tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553157 Jul 28 11:35:20.906293 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.941480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.942694 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1752906 Jul 28 11:35:20.946289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:20.951097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:20.955374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce15c5d-9eff-4b13-a48c-35e13196ea78 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:20.980429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:20.996568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5c86f470-e49b-45bc-80cb-e1b0446ded49,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.004883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2299b5d6-ce78-40c3-8ace-a4f2a3b4b896 None None] Port dd158741-5a30-420c-b485-278bfdbea967 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:21.039568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.043170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.061098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26594670-b0cd-4207-a64b-0efd23307764,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.066335 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.067622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69943e2f-436c-42fc-b561-57f44a057dad tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202123 Jul 28 11:35:21.071205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:21.075830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:21.102888 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.151815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.155846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.172638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915c45cb-a1be-4c7d-bf10-70af10cc837d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.179261 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.185573 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.187566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f13eb8d5-0e6f-43e0-88d0-3183f754842d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146331 Jul 28 11:35:21.189822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:21.194758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:21.195499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Transition to ACTIVE for port object dd158741-5a30-420c-b485-278bfdbea967 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:21.202696 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.221692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.262642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a43f-b787-4e43-ae91-b2f312f42bc3 None None] Pushing event updated for resources: {'Port': ['ID=dd158741-5a30-420c-b485-278bfdbea967,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.289419 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.293361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.312387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4979e6-9d20-46d0-a3b3-731b5b75f54e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.316595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Attempting to bind port dd158741-5a30-420c-b485-278bfdbea967 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:21.317123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Attempting to bind port dd158741-5a30-420c-b485-278bfdbea967 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:21.317564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Attempting to bind port dd158741-5a30-420c-b485-278bfdbea967 on network e75bcd78-748e-4b66-9a7f-0938523f7460 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:21.322312 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.323646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa7f7188-7290-4198-b1bd-81a3372b8de6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326342 Jul 28 11:35:21.323879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:21.324231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Checking segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:21.324639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.325025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Bound using segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:21.325492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Bound port: dd158741-5a30-420c-b485-278bfdbea967, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:21.325873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.326440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 50856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:21.331150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:21.366329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.399835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] For port dd158741-5a30-420c-b485-278bfdbea967, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:21.403491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] For port dd158741-5a30-420c-b485-278bfdbea967, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dd158741-5a30-420c-b485-278bfdbea967,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:21.409029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.433577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.441724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.462288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637733f8-b419-42d0-a5ce-8431a91480da,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.469507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.470929 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db968c73-b3f2-45a8-8a8c-7a617b31efbe tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433158 Jul 28 11:35:21.473849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:21.474148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50858) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:21.475441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:21.480237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:21.509368 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Project abb7d1130b794a54b3a5f4f29910c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:35:21.515362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.534522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a43f-b787-4e43-ae91-b2f312f42bc3 None None] Pushing event updated for resources: {'Port': ['ID=dd158741-5a30-420c-b485-278bfdbea967,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.588790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.593167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.609901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff2236a-12f7-42b1-bc72-750be21e8bb7,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.624330 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.626507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9e4aafb-592b-43d9-82ea-26b8783abac1 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505182 Jul 28 11:35:21.627596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:21.630163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 50862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:21.635435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'security_group_rule': {'security_group_id': 'c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1', 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:21.694524 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Project abb7d1130b794a54b3a5f4f29910c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:35:21.700367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.712131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe94ab-a955-4ec0-9e03-ade3c74b92ff req-f0f526db-d75a-4905-859e-542c71d74b32 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:21.715242 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43fe94ab-a955-4ec0-9e03-ade3c74b92ff req-f0f526db-d75a-4905-859e-542c71d74b32 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0746109 Jul 28 11:35:21.783624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-43fe94ab-a955-4ec0-9e03-ade3c74b92ff req-9735bf86-c8a2-47de-a077-4bea7eb5b6ff tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601189 Jul 28 11:35:21.795477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.799592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.819865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfd570c-0858-46da-802d-4ec0e720eced,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:21.833696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:21.844151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31e9c6be-b1d8-41ed-8ef8-e05b94bc4139 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2042019 Jul 28 11:35:21.866408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d3c7fb01-180c-4a8e-af3c-da93ea26e146 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:21.911572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:21.945539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4e6ea-3791-469c-a508-db26312d2e7f None None] The sync data for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 is: [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:21Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:21.961221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d3c7fb01-180c-4a8e-af3c-da93ea26e146 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:21.961602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:22.066497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c86f470-e49b-45bc-80cb-e1b0446ded49 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:22.113239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5757cb57-20fa-4cc3-baeb-87804266458e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355659756&fields=id&tenant_id=abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 267 time: 0.0744827 Jul 28 11:35:22.127427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5c86f470-e49b-45bc-80cb-e1b0446ded49 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:22.127930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:22.132890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4bccb-9e0a-4480-b346-4794296ef72d req-2ffe2e10-f68f-4acc-8098-75e6cc3fd344 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:22.134467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60f4bccb-9e0a-4480-b346-4794296ef72d req-2ffe2e10-f68f-4acc-8098-75e6cc3fd344 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 946 time: 0.1058424 Jul 28 11:35:22.223326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60f4bccb-9e0a-4480-b346-4794296ef72d req-e51a50c1-1357-41d4-a42e-3a80a41c43c9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802386 Jul 28 11:35:22.279235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-802e7bc7-ce56-4636-bf61-32af19a7a90a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:22.282855 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-802e7bc7-ce56-4636-bf61-32af19a7a90a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/networks?id=e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 200 len: 796 time: 0.1605799 Jul 28 11:35:22.305364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-246794f4-3501-4572-90c2-d86f3070046a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/quotas/abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0160530 Jul 28 11:35:22.391336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5396fa-aaac-46a9-acb6-81c7bd851370 req-e303b6ea-5f13-498f-9ba6-e193453d9871 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:22.392872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c5396fa-aaac-46a9-acb6-81c7bd851370 req-e303b6ea-5f13-498f-9ba6-e193453d9871 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0855212 Jul 28 11:35:22.408000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-9bbf5dba-3ff8-44e9-87a1-4ce3f01a28b8 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967698 Jul 28 11:35:22.451178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c5396fa-aaac-46a9-acb6-81c7bd851370 req-53d58b77-b585-4568-968e-adbdd1c2c3fc tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Jul 28 11:35:22.621923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-675e857c-f226-4317-ba48-49d8646bbfdf service neutron] 10.222.0.20 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109275 Jul 28 11:35:22.680674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:22.727614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-d107c0cd-06f0-4eaa-9060-46fe5ff54838 service neutron] 10.222.0.20 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994990 Jul 28 11:35:22.951621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd52389-6c83-4b5b-b868-a51f2b634508 req-1215ec9d-0ebe-4451-b0a6-d6a5898533e4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:22.960458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fd52389-6c83-4b5b-b868-a51f2b634508 req-1215ec9d-0ebe-4451-b0a6-d6a5898533e4 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0664616 Jul 28 11:35:23.004411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fd52389-6c83-4b5b-b868-a51f2b634508 req-11d94dcb-7cc2-49d9-9b94-f9f6125dace7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Jul 28 11:35:23.129820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec22c01c-8739-4ac7-a739-4e7e108aab89 req-0cf544ea-e5dc-4649-a8b7-e0772cea2897 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 210 time: 0.0687399 Jul 28 11:35:23.898900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dd158741-5a30-420c-b485-278bfdbea967 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:23.962209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port dd158741-5a30-420c-b485-278bfdbea967 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:23.967224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port dd158741-5a30-420c-b485-278bfdbea967 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:23.967913 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:23.996678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-084c062d-9f88-4c2d-ab92-3a3cf8fe91ab tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:23.998137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-084c062d-9f88-4c2d-ab92-3a3cf8fe91ab tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/networks?id=e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 200 len: 796 time: 0.1280677 Jul 28 11:35:24.052100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-d609d961-a2a7-447c-89fe-ad8d5c68e57a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb7d1130b794a54b3a5f4f29910c4c2 HTTP/1.1" status: 200 len: 380 time: 0.0445728 Jul 28 11:35:24.066336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:24.091614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'port': {'device_id': '17b313cc-37e8-499f-861d-e965542ec083', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'admin_state_up': True, 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'security_groups': ['c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:24.142881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port dd158741-5a30-420c-b485-278bfdbea967, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dd158741-5a30-420c-b485-278bfdbea967,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:24.148155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:24.241844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=dd158741-5a30-420c-b485-278bfdbea967,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:24.301616 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae273ee7-0bbc-4c70-a624-f2154dd04035 req-f273bc7e-fe1f-4a72-8ae7-710983fb833b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 210 time: 0.0584495 Jul 28 11:35:24.348040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c091dbb-03cf-4a04-b85e-59882d36ad0d req-d69fd162-ccfc-471f-a576-8676b7f4a9aa tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:24.350341 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c091dbb-03cf-4a04-b85e-59882d36ad0d req-d69fd162-ccfc-471f-a576-8676b7f4a9aa tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1054807 Jul 28 11:35:24.396788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Made reservation on behalf of abb7d1130b794a54b3a5f4f29910c4c2 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:24.400089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:24.415877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c091dbb-03cf-4a04-b85e-59882d36ad0d req-8a907ea4-bc7a-42b4-875d-0cb9be24cbed tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Jul 28 11:35:24.538246 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.20.0.6 (e75bcd78-748e-4b66-9a7f-0938523f7460/25c78d77-bf11-4476-887b-f9f6e3a43856/dce752f1-3b91-48d4-abc7-f4f61494ff87) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:24.678541 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:24.693999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Transition to ACTIVE for port object dce752f1-3b91-48d4-abc7-f4f61494ff87 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:24.726118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:24.764560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network e75bcd78-748e-4b66-9a7f-0938523f7460 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:24.767496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:24.770978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:24.798897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=dce752f1-3b91-48d4-abc7-f4f61494ff87,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:24.827194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:24.827801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:24.843208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c3dc723-b7e7-46e9-80d4-95be1f65427a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825239 Jul 28 11:35:24.856851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Request body: {'port': {'device_id': '17b313cc-37e8-499f-861d-e965542ec083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:24.928257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:25.043756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cc92b81-4ae2-4253-a41f-42b41ee02733 None None] Provisioning for port dce752f1-3b91-48d4-abc7-f4f61494ff87 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:25.047682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cc92b81-4ae2-4253-a41f-42b41ee02733 None None] Provisioning complete for port dce752f1-3b91-48d4-abc7-f4f61494ff87 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:25.048065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cc92b81-4ae2-4253-a41f-42b41ee02733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:25.085062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7cc92b81-4ae2-4253-a41f-42b41ee02733 None None] Port dce752f1-3b91-48d4-abc7-f4f61494ff87 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:25.218347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-de4df9dd-4bc4-4883-9340-233e88c74fe0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:25.219795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-de4df9dd-4bc4-4883-9340-233e88c74fe0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1745610 Jul 28 11:35:25.246877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-ebc64697-2962-467b-8394-1f38c942c9b4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0197523 Jul 28 11:35:25.324535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce752f1-3b91-48d4-abc7-f4f61494ff87 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:25.334167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:25.352071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-f41d7a30-f4e1-4fd7-9566-599dae70c6c7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930986 Jul 28 11:35:25.356840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Transition to ACTIVE for port object dce752f1-3b91-48d4-abc7-f4f61494ff87 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:25.369074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:25.496211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Pushing event updated for resources: {'Port': ['ID=dce752f1-3b91-48d4-abc7-f4f61494ff87,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:25.550139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fec63-a515-49af-a010-8a212fc11045 req-f7d671df-09d7-4021-9586-39c5686877f9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:25.551647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-624fec63-a515-49af-a010-8a212fc11045 req-f7d671df-09d7-4021-9586-39c5686877f9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 943 time: 0.1684227 Jul 28 11:35:25.600793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-d84e4852-4ac0-4c45-80ed-f1dd700fa64e service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411721 Jul 28 11:35:25.684730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-624fec63-a515-49af-a010-8a212fc11045 req-f77ac0ef-f9c6-427f-b653-bc90a58d4929 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071053 Jul 28 11:35:25.694773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Attempting to bind port dce752f1-3b91-48d4-abc7-f4f61494ff87 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:25.695123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Attempting to bind port dce752f1-3b91-48d4-abc7-f4f61494ff87 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:25.695454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Attempting to bind port dce752f1-3b91-48d4-abc7-f4f61494ff87 on network e75bcd78-748e-4b66-9a7f-0938523f7460 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:25.704203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Port dce752f1-3b91-48d4-abc7-f4f61494ff87 on network e75bcd78-748e-4b66-9a7f-0938523f7460 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:35:25.704535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Attempting to bind port dce752f1-3b91-48d4-abc7-f4f61494ff87 on network e75bcd78-748e-4b66-9a7f-0938523f7460 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:25.723427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:25.723769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Checking segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:25.724156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Bound using segment: {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:25.724648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Bound port: dce752f1-3b91-48d4-abc7-f4f61494ff87, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c9c679-9b00-41d1-afa2-c659cf61e146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:25.725007 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:25.851670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dd158741-5a30-420c-b485-278bfdbea967 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:25.903477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port dd158741-5a30-420c-b485-278bfdbea967 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:25.903851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:26.062076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-a02f63d8-cb40-4592-926b-0163ce89fdb4 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546144 Jul 28 11:35:26.105451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b7dac-5083-40a6-aa50-323200fb2852 req-6632e955-c957-4e66-84fe-157890050b28 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.106940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-583b7dac-5083-40a6-aa50-323200fb2852 req-6632e955-c957-4e66-84fe-157890050b28 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0952177 Jul 28 11:35:26.114448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] For port dce752f1-3b91-48d4-abc7-f4f61494ff87, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:26.122957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] For port dce752f1-3b91-48d4-abc7-f4f61494ff87, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:26.135237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:26.188848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.189477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:26.190862 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] 10.222.0.41 "PUT /v2.0/ports/dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 200 len: 1091 time: 1.3385723 Jul 28 11:35:26.201812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-583b7dac-5083-40a6-aa50-323200fb2852 req-2797418f-b3aa-45b6-a363-f44ed4d82ed6 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885544 Jul 28 11:35:26.204280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:26.206641 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b897bcf7-f2cc-4389-8304-4ae4035cb524" -d '{"events": [{"name": "network-changed", "server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:26.248366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd47a2-2bfd-4180-a4c1-ed0d2a45f509 service neutron] Pushing event updated for resources: {'Port': ['ID=dce752f1-3b91-48d4-abc7-f4f61494ff87,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:26.280771 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86f1149-7995-44d0-812e-961d507b1990 x-openstack-request-id: req-e86f1149-7995-44d0-812e-961d507b1990 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:26.281328 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:26.281800 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e86f1149-7995-44d0-812e-961d507b1990 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:26.282389 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'status': 'completed', 'code': 200} Jul 28 11:35:26.310008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d88934-04eb-4177-958c-c5644c9690f6 req-f9e25737-cb32-41e8-8d49-bfa54ec2cfe8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 210 time: 0.0441828 Jul 28 11:35:26.355414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-380cdb3d-a821-4a93-9e26-768fb5b89bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.357336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-380cdb3d-a821-4a93-9e26-768fb5b89bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1094 time: 0.0740428 Jul 28 11:35:26.410675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-d626e406-c766-4dcc-b043-a7b06fc0cdc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 200 len: 217 time: 0.0438726 Jul 28 11:35:26.501695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-e40f9598-3d27-4c7c-8e5c-81cfb5bb3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.503539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-e40f9598-3d27-4c7c-8e5c-81cfb5bb3f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25c78d77-bf11-4476-887b-f9f6e3a43856 HTTP/1.1" status: 200 len: 834 time: 0.0849519 Jul 28 11:35:26.530496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f3ef3-e697-4eeb-9d5a-660ffee1eaea req-3a97324e-4416-454b-9fdd-1e484788b8a7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.532137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-581f3ef3-e697-4eeb-9d5a-660ffee1eaea req-3a97324e-4416-454b-9fdd-1e484788b8a7 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0770538 Jul 28 11:35:26.585322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-537d7059-fc6d-43b1-b17c-5dac065110df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.586848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-537d7059-fc6d-43b1-b17c-5dac065110df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e75bcd78-748e-4b66-9a7f-0938523f7460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749919 Jul 28 11:35:26.607549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-581f3ef3-e697-4eeb-9d5a-660ffee1eaea req-730316b9-a304-43a3-ba8b-69d628d57a4d tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586445 Jul 28 11:35:26.727837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-ed92cb23-2065-4fb9-b9f2-cec88068e1ea service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332188 Jul 28 11:35:26.797612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1877-4c57-4ba7-b8e3-eaf799291e4a req-a24f21c2-4155-49b7-b953-06379b78dc7a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.799072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23ed1877-4c57-4ba7-b8e3-eaf799291e4a req-a24f21c2-4155-49b7-b953-06379b78dc7a tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1146362 Jul 28 11:35:26.899363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-23ed1877-4c57-4ba7-b8e3-eaf799291e4a req-a0e31104-0bf3-4ea3-93f6-7f95e5cd76c2 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909553 Jul 28 11:35:26.909351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f960b6-e60a-4b70-9171-58b9cd9b6127 req-8e04ba8b-2fa7-4c40-b7eb-55aa4f4efaa7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:26.910889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95f960b6-e60a-4b70-9171-58b9cd9b6127 req-8e04ba8b-2fa7-4c40-b7eb-55aa4f4efaa7 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 943 time: 0.1252234 Jul 28 11:35:26.915288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ece34c0b-e7b7-4f31-ac19-3e0578bc5d5d req-5c082f48-dd7e-4790-b711-c1c98147c8ff service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806624 Jul 28 11:35:26.954555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95f960b6-e60a-4b70-9171-58b9cd9b6127 req-d275f724-00be-430c-921e-64ac8280c249 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367589 Jul 28 11:35:27.012500 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-0bbf8c6a-b16f-48d7-9732-0f60a20b6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.013996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-0bbf8c6a-b16f-48d7-9732-0f60a20b6529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1094 time: 0.0465891 Jul 28 11:35:27.122557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-528d2176-0421-4f78-a51c-332cb0876a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.124796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-528d2176-0421-4f78-a51c-332cb0876a90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 200 len: 897 time: 0.1033709 Jul 28 11:35:27.182115 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-55466515-d0db-4164-b8ba-f321c821949d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 200 len: 217 time: 0.0425208 Jul 28 11:35:27.227666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908a9c6-0f45-4779-87ce-828961a05d3d req-7a63e019-b24a-44dc-8834-64645efb7fd8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.229777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3908a9c6-0f45-4779-87ce-828961a05d3d req-7a63e019-b24a-44dc-8834-64645efb7fd8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1294909 Jul 28 11:35:27.261868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-48d2ae7b-319e-4ca7-a9ef-c6f2c09d46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.263326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-48d2ae7b-319e-4ca7-a9ef-c6f2c09d46c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25c78d77-bf11-4476-887b-f9f6e3a43856 HTTP/1.1" status: 200 len: 834 time: 0.0728397 Jul 28 11:35:27.293779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3908a9c6-0f45-4779-87ce-828961a05d3d req-c77ced7e-c614-4b2e-b1ee-1cffa795b576 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494103 Jul 28 11:35:27.333438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-98f80b80-bbc2-4cc9-b8a6-3ea668728ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.335873 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-98f80b80-bbc2-4cc9-b8a6-3ea668728ebb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e75bcd78-748e-4b66-9a7f-0938523f7460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589142 Jul 28 11:35:27.354566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-ce047d68-2d06-43ed-9830-0ac846a84dcf tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.356030 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-ce047d68-2d06-43ed-9830-0ac846a84dcf tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1084623 Jul 28 11:35:27.375122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': '36799e5f-04f2-4826-8767-99ec51616db5', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:27.455049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f7e7c9d-8f9e-4648-854f-6f23c0693138 req-5759f139-195e-40d1-b609-54bb868fdeec tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 210 time: 0.0567157 Jul 28 11:35:27.494122 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-6d614383-f714-4326-aa63-21f8266885fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847459 Jul 28 11:35:27.517078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-3f8102a2-53e3-4b83-9ff9-b52017b4ff80 service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724880 Jul 28 11:35:27.517551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:27.522470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:27.646759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e281-9379-4cd3-b784-af7836055b13 req-66f17dfc-c928-492b-8fb3-3436e5f1d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.648794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-66f17dfc-c928-492b-8fb3-3436e5f1d344 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=741218a62c5543f79329a3e365f4238c&device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1013908 Jul 28 11:35:27.682424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b897bcf7-f2cc-4389-8304-4ae4035cb524 req-2a4ff48d-5773-4003-9582-619481e76f4b service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579313 Jul 28 11:35:27.690685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.5 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/d207f320-a092-43f3-8629-5998735f6531) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:27.787187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e281-9379-4cd3-b784-af7836055b13 req-b8ea4245-a60b-4d8b-a458-31ebe6aa3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.789081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-b8ea4245-a60b-4d8b-a458-31ebe6aa3a5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 200 len: 906 time: 0.1210430 Jul 28 11:35:27.843599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-6d35dc19-c3b9-4b8e-ba70-3b74853e15ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 200 len: 217 time: 0.0421667 Jul 28 11:35:27.898186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:27.902111 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c914a487-ccbf-4a2d-bd90-2ed589d00e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:27.918806 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object d207f320-a092-43f3-8629-5998735f6531 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:27.923799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e281-9379-4cd3-b784-af7836055b13 req-58d2e3f2-af45-4a4c-81cf-adc4d5065c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:27.925545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-58d2e3f2-af45-4a4c-81cf-adc4d5065c51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 200 len: 845 time: 0.0741005 Jul 28 11:35:27.964320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-aeffe113-f686-4d36-abdf-d4e2dfbe93de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfcac859-55f6-43e7-8145-2527e872912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305684 Jul 28 11:35:27.967281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:27.984591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['5b5b30bb-865a-408f-a723-dccee3c9935a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:28.051982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:28.056796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:28.073729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:28.151368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:28.152338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:28.161103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-add4e77e-e216-4e06-be2b-293dddb36c06 service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891427 Jul 28 11:35:28.183377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=d207f320-a092-43f3-8629-5998735f6531,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:28.197918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-32acbc64-39ce-4392-8538-e3e15deda8ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279872 Jul 28 11:35:28.212546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Request body: {'port': {'device_id': '36799e5f-04f2-4826-8767-99ec51616db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:28.276756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85831-6530-40c3-84ba-cc61d1847733 req-579a4cf1-4b6d-48a2-b38e-2b0a5b7f5233 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:28.278325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9eb85831-6530-40c3-84ba-cc61d1847733 req-579a4cf1-4b6d-48a2-b38e-2b0a5b7f5233 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 943 time: 0.2263284 Jul 28 11:35:28.284120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dce752f1-3b91-48d4-abc7-f4f61494ff87 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:35:28.324432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9eb85831-6530-40c3-84ba-cc61d1847733 req-ef31f1a9-2277-45d7-8443-e0b862db9d50 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373495 Jul 28 11:35:28.369718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-93f025e4-4dca-463a-bc2f-c15007c1b43d service neutron] 10.222.0.44 "GET /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969707 Jul 28 11:35:28.460257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dce752f1-3b91-48d4-abc7-f4f61494ff87, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:28.462015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0a38a-f9d6-44ff-ac10-05d39671335e req-92efc28c-1d15-4527-9da9-9dfa04714794 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:28.464867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42a0a38a-f9d6-44ff-ac10-05d39671335e req-92efc28c-1d15-4527-9da9-9dfa04714794 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.0649927 Jul 28 11:35:28.477513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'port_id': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'mac_address': 'fa:16:3e:10:70:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:35:28.481074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00f251f9-899b-41ca-9bf1-59a919649031 None None] Provisioning for port d207f320-a092-43f3-8629-5998735f6531 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:28.487901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00f251f9-899b-41ca-9bf1-59a919649031 None None] Provisioning complete for port d207f320-a092-43f3-8629-5998735f6531 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:28.488559 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00f251f9-899b-41ca-9bf1-59a919649031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:28.561808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-00f251f9-899b-41ca-9bf1-59a919649031 None None] Port d207f320-a092-43f3-8629-5998735f6531 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:28.563288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:28.564527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42a0a38a-f9d6-44ff-ac10-05d39671335e req-30841fcc-f9c0-4c71-8731-d9a1fbe74fa8 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899796 Jul 28 11:35:28.580133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce752f1-3b91-48d4-abc7-f4f61494ff87 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:28.611594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dce752f1-3b91-48d4-abc7-f4f61494ff87, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:28.616628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:28.650127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f015c0-e924-43ed-8f12-86f556d71a12 req-2883a472-22d7-4d8f-85b0-0d52fce876ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:28.662452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04f015c0-e924-43ed-8f12-86f556d71a12 req-2883a472-22d7-4d8f-85b0-0d52fce876ff tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 931 time: 0.0765159 Jul 28 11:35:28.683286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dce752f1-3b91-48d4-abc7-f4f61494ff87,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:28.700727 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04f015c0-e924-43ed-8f12-86f556d71a12 req-dc262b78-dbb8-40ff-99d2-19bdcde98a76 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Jul 28 11:35:28.735644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:28.792257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-90e6a71a-44db-4efb-a4ea-de2204e6d422 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:28.793717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-90e6a71a-44db-4efb-a4ea-de2204e6d422 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 946 time: 0.1065347 Jul 28 11:35:28.803356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['dce752f1-3b91-48d4-abc7-f4f61494ff87'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:29.026754 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:29.027105 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.172742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port acb6fa87-ac58-46fe-b8ef-6ab1a9217916, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:29.173120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.187989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d207f320-a092-43f3-8629-5998735f6531 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:29.197150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for acb6fa87-ac58-46fe-b8ef-6ab1a9217916 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:29.199806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.220575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Transition to ACTIVE for port object d207f320-a092-43f3-8629-5998735f6531 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:29.254250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.333385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Pushing event updated for resources: {'Port': ['ID=d207f320-a092-43f3-8629-5998735f6531,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:29.474212 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.487470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['835eb389-c1c1-403b-91d6-1c061eeca327'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:29.502746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58c546-4162-4893-bd89-36e53fd15f7b req-2bfe8525-ce61-4e33-9fb3-2438f9a13f2b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:29.508948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd58c546-4162-4893-bd89-36e53fd15f7b req-2bfe8525-ce61-4e33-9fb3-2438f9a13f2b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 944 time: 0.0817304 Jul 28 11:35:29.514539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Attempting to bind port d207f320-a092-43f3-8629-5998735f6531 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:29.514875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Attempting to bind port d207f320-a092-43f3-8629-5998735f6531 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:29.515207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Attempting to bind port d207f320-a092-43f3-8629-5998735f6531 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:29.519150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=acb6fa87-ac58-46fe-b8ef-6ab1a9217916,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:29.533963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Port d207f320-a092-43f3-8629-5998735f6531 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:35:29.534500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Attempting to bind port d207f320-a092-43f3-8629-5998735f6531 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:29.558503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:29.559035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:29.559420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:29.559890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Bound port: d207f320-a092-43f3-8629-5998735f6531, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:29.560273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.576443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd58c546-4162-4893-bd89-36e53fd15f7b req-885a7639-27d9-4f9f-a19e-0e5239027331 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622063 Jul 28 11:35:29.587697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port acb6fa87-ac58-46fe-b8ef-6ab1a9217916 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:29.593240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.595358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8bc3037a-665a-48a2-a72e-bf55ecd6332f req-0f3f2624-75eb-4c18-abff-16cf1716f351 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "DELETE /v2.0/ports/acb6fa87-ac58-46fe-b8ef-6ab1a9217916 HTTP/1.1" status: 204 len: 173 time: 0.7936380 Jul 28 11:35:29.607745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'name': 'network-vif-deleted', 'tag': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:29.610727 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e17ff-9877-4ba9-a3bc-65fd470fc5f4" -d '{"events": [{"server_uuid": "a4dc8d04-ed46-4503-9c10-7aa6bf937d2e", "name": "network-vif-deleted", "tag": "acb6fa87-ac58-46fe-b8ef-6ab1a9217916"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:29.678004 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0e492-f68e-47c7-927c-f941de5fc6f8 x-openstack-request-id: req-c4a0e492-f68e-47c7-927c-f941de5fc6f8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:29.681710 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc8d04-ed46-4503-9c10-7aa6bf937d2e", "name": "network-vif-deleted", "tag": "acb6fa87-ac58-46fe-b8ef-6ab1a9217916", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:29.685752 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4a0e492-f68e-47c7-927c-f941de5fc6f8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:29.686230 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc8d04-ed46-4503-9c10-7aa6bf937d2e', 'name': 'network-vif-deleted', 'tag': 'acb6fa87-ac58-46fe-b8ef-6ab1a9217916', 'status': 'completed', 'code': 200} Jul 28 11:35:29.690486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-611ba12f-a7fa-48f5-8585-6052476df0e4 req-ffdb772f-94e2-43f3-8b28-66858a9660da tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4dc8d04-ed46-4503-9c10-7aa6bf937d2e HTTP/1.1" status: 200 len: 210 time: 0.0323210 Jul 28 11:35:29.721869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] For port d207f320-a092-43f3-8629-5998735f6531, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:29.726087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] For port d207f320-a092-43f3-8629-5998735f6531, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d207f320-a092-43f3-8629-5998735f6531,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:29.739458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.782553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:29.783179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:29.784930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] 10.222.0.44 "PUT /v2.0/ports/d207f320-a092-43f3-8629-5998735f6531 HTTP/1.1" status: 200 len: 1091 time: 1.5775900 Jul 28 11:35:29.849889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e68421-0da7-4492-859f-33e05439fb25 req-5c51a01d-2750-48a9-b72b-02d2d02b05f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:29.858220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3e68421-0da7-4492-859f-33e05439fb25 req-5c51a01d-2750-48a9-b72b-02d2d02b05f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0764873 Jul 28 11:35:29.880160 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62abc1-28d1-4031-b646-047b8ffd1f68 service neutron] Pushing event updated for resources: {'Port': ['ID=d207f320-a092-43f3-8629-5998735f6531,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:29.912583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-1c4d0dd7-20e4-4c3a-8b18-282b9925b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:29.914264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-1c4d0dd7-20e4-4c3a-8b18-282b9925b7d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 1094 time: 0.0838580 Jul 28 11:35:29.915670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3e68421-0da7-4492-859f-33e05439fb25 req-e65d0499-e581-4b78-ac59-070b1ceeb919 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565689 Jul 28 11:35:29.964797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-afe76e62-c212-474e-8366-98df91f11465 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d207f320-a092-43f3-8629-5998735f6531 HTTP/1.1" status: 200 len: 217 time: 0.0405514 Jul 28 11:35:30.025615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-81fe2bc6-fc77-4d04-9990-63bfaf927d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:30.027235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-81fe2bc6-fc77-4d04-9990-63bfaf927d14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0547237 Jul 28 11:35:30.082141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-609da442-5282-4560-92cf-d075861e2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:30.083792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-609da442-5282-4560-92cf-d075861e2d1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495629 Jul 28 11:35:30.177438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-4148fd96-76f6-4895-b95e-62fa7acdddb9 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866334 Jul 28 11:35:30.272301 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ced30b43-21d0-42b3-b661-6f52cdfaa0cb req-9d7e4059-91b5-46e2-b44d-1ea01e69f4d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875876 Jul 28 11:35:30.301320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dce752f1-3b91-48d4-abc7-f4f61494ff87 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:30.352237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port dce752f1-3b91-48d4-abc7-f4f61494ff87 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:30.355881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port dce752f1-3b91-48d4-abc7-f4f61494ff87 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:30.356403 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:30.448273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:30.481718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:30.484586 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44818003-cc3e-4c94-8f55-cc64cf38ed90" -d '{"events": [{"server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "name": "network-vif-plugged", "status": "completed", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:30.504920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port dce752f1-3b91-48d4-abc7-f4f61494ff87, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:30.518907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:30.546193 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a0716-9f17-4cca-9f8e-2a880fa9acc3 x-openstack-request-id: req-1c8a0716-9f17-4cca-9f8e-2a880fa9acc3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:30.546610 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "name": "network-vif-plugged", "status": "completed", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:30.546949 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c8a0716-9f17-4cca-9f8e-2a880fa9acc3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:30.547435 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'code': 200} Jul 28 11:35:30.580487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=dce752f1-3b91-48d4-abc7-f4f61494ff87,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:30.651126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e1060-b8b5-425c-a72b-31308d5b0b86 req-1476be31-cb80-4081-b07a-8246a0a33a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:30.653729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-819e1060-b8b5-425c-a72b-31308d5b0b86 req-1476be31-cb80-4081-b07a-8246a0a33a96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1096 time: 0.0603290 Jul 28 11:35:30.742426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-819e1060-b8b5-425c-a72b-31308d5b0b86 req-2f167594-19c6-487b-b204-074bb4bf78e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814691 Jul 28 11:35:30.763476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e939-3975-4c6e-8205-1b717359895f req-b113d105-cc9c-4d41-9915-4a275bbd96d4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:30.763476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae28e939-3975-4c6e-8205-1b717359895f req-b113d105-cc9c-4d41-9915-4a275bbd96d4 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 945 time: 0.0704002 Jul 28 11:35:30.810931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae28e939-3975-4c6e-8205-1b717359895f req-dc43a2de-bcfd-4cc3-a242-36f6666d4bbb tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Jul 28 11:35:30.998327 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:31.094882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db538a8-7968-4917-a81e-12e4c123da74 req-1c0c8735-697b-4f8a-a000-7ed40e6adae0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:31.097739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1db538a8-7968-4917-a81e-12e4c123da74 req-1c0c8735-697b-4f8a-a000-7ed40e6adae0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0926676 Jul 28 11:35:31.143353 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71ccb541-07be-40e7-b36e-c2ba01240b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:31.163608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1db538a8-7968-4917-a81e-12e4c123da74 req-e267d2f2-b30e-4bff-aa34-41012ef3202b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574753 Jul 28 11:35:31.366615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device acb6fa87-ac58-46fe-b8ef-6ab1a9217916 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:31.415038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: acb6fa87-ac58-46fe-b8ef-6ab1a9217916 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:31.415523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device acb6fa87-ac58-46fe-b8ef-6ab1a9217916 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:31.660555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0af05-82f9-4cbb-a8e9-7efb28ea134e req-1faa1561-53b2-41d2-ad85-9e314b088f21 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:31.669193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1f0af05-82f9-4cbb-a8e9-7efb28ea134e req-1faa1561-53b2-41d2-ad85-9e314b088f21 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 946 time: 0.0817969 Jul 28 11:35:31.687705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36799e5f-04f2-4826-8767-99ec51616db5', 'tag': 'd207f320-a092-43f3-8629-5998735f6531'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:31.693998 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89" -d '{"events": [{"name": "network-changed", "server_uuid": "36799e5f-04f2-4826-8767-99ec51616db5", "tag": "d207f320-a092-43f3-8629-5998735f6531"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:31.710993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1f0af05-82f9-4cbb-a8e9-7efb28ea134e req-8c00cc29-de3f-425a-b3eb-01270545d2c1 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Jul 28 11:35:31.749625 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2a2022-5e4c-49d0-bff1-681f122aa088 x-openstack-request-id: req-7d2a2022-5e4c-49d0-bff1-681f122aa088 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:31.749921 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36799e5f-04f2-4826-8767-99ec51616db5", "tag": "d207f320-a092-43f3-8629-5998735f6531", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:31.750171 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d2a2022-5e4c-49d0-bff1-681f122aa088 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:31.750564 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36799e5f-04f2-4826-8767-99ec51616db5', 'tag': 'd207f320-a092-43f3-8629-5998735f6531', 'status': 'completed', 'code': 200} Jul 28 11:35:31.857053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-8487e1ae-b176-41ec-b2d7-3dd81a93c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:31.858730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-8487e1ae-b176-41ec-b2d7-3dd81a93c985 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 1094 time: 0.0916214 Jul 28 11:35:31.984605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-d979205c-35c8-476b-b233-80255953054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:31.986261 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-d979205c-35c8-476b-b233-80255953054e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.1195598 Jul 28 11:35:31.992768 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:32.023369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80c439-25ab-43ad-9bd7-d1a8b996a9fa req-cef7529c-88d6-4d1e-9bd9-abd0a55e3e1b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.025637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f80c439-25ab-43ad-9bd7-d1a8b996a9fa req-cef7529c-88d6-4d1e-9bd9-abd0a55e3e1b tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 945 time: 0.1250839 Jul 28 11:35:32.040139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-b7e11f76-9e28-4047-8dce-b02d9fc55b39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d207f320-a092-43f3-8629-5998735f6531 HTTP/1.1" status: 200 len: 217 time: 0.0435383 Jul 28 11:35:32.104598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-143fb6c3-9086-4794-8c26-51dc30b1d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.106200 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-143fb6c3-9086-4794-8c26-51dc30b1d301 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0587170 Jul 28 11:35:32.108732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f80c439-25ab-43ad-9bd7-d1a8b996a9fa req-533b0623-8147-49c9-954a-5f550d659bb0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694528 Jul 28 11:35:32.183652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-3101998c-a068-4f87-be39-15189fb2b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.188739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-3101998c-a068-4f87-be39-15189fb2b64a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724831 Jul 28 11:35:32.282410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801abc6-4f32-4032-911d-85cd83570cea req-52c554a4-313f-4194-93a0-09d457bf47a5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.292294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0801abc6-4f32-4032-911d-85cd83570cea req-52c554a4-313f-4194-93a0-09d457bf47a5 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 945 time: 0.0789931 Jul 28 11:35:32.374560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0801abc6-4f32-4032-911d-85cd83570cea req-b630b77d-6c55-4311-a2b1-84587fa98736 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813777 Jul 28 11:35:32.391230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c6fe4-a82b-437e-b904-3783bbef279f req-45d925d9-19fa-4d97-b930-9ad131426d65 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.392334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e6c6fe4-a82b-437e-b904-3783bbef279f req-45d925d9-19fa-4d97-b930-9ad131426d65 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0921769 Jul 28 11:35:32.395167 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-c1526b66-c2b7-418c-b0ef-d5099db4f06b service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888292 Jul 28 11:35:32.400448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:32.459426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e6c6fe4-a82b-437e-b904-3783bbef279f req-1ccbf00e-6b26-4343-ae8b-46f10d2f71c7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589495 Jul 28 11:35:32.551426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8b5c-f047-437e-bee0-c585dd2f1183 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.554212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f61c8b5c-f047-437e-bee0-c585dd2f1183 tempest-TestNetworkBasicOps-1836777944 tempest-TestNetworkBasicOps-1836777944-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1091 time: 0.1518130 Jul 28 11:35:32.556700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:32.576599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:32.626103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b708d2a-57c7-4b2e-ad58-f9a1eae1ef89 req-739f5fed-e667-4410-9305-04ff7105bd90 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094347 Jul 28 11:35:32.633376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:32.774198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:32.857595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5acc2-3c3a-4dfb-beab-4b598a3ffa7d req-ad00719f-0725-47da-84dd-48496a1a69bc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:32.867141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4e5acc2-3c3a-4dfb-beab-4b598a3ffa7d req-ad00719f-0725-47da-84dd-48496a1a69bc tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 946 time: 0.0656435 Jul 28 11:35:32.929766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4e5acc2-3c3a-4dfb-beab-4b598a3ffa7d req-6508c440-80db-415b-be5c-b0f0486b8418 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/security-groups?id=833f3eb5-7b2d-40d7-88e5-6980274f1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597484 Jul 28 11:35:32.958201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Allocated IP 172.25.1.145 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/f1a11e6f-750c-4105-b1c7-9993ea433bf3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:33.095492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571926-71b7-498b-85df-c61efe51b824 req-667c6cf0-6aa7-47dc-bc69-e0d72a926d19 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:33.097027 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21571926-71b7-498b-85df-c61efe51b824 req-667c6cf0-6aa7-47dc-bc69-e0d72a926d19 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 946 time: 0.1074264 Jul 28 11:35:33.158233 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:33.257569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Deleting port 835eb389-c1c1-403b-91d6-1c061eeca327 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:33.257991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:33.272668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:33.350094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:33.356575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:33.366751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:33.410544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=f1a11e6f-750c-4105-b1c7-9993ea433bf3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:33.449284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] For port 835eb389-c1c1-403b-91d6-1c061eeca327, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=835eb389-c1c1-403b-91d6-1c061eeca327,segment=NetworkSegment(23346928-309e-4b3e-828b-75a92f6ec7a5),segment_id=23346928-309e-4b3e-828b-75a92f6ec7a5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:33.449596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:33.487113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Calling delete_port for 835eb389-c1c1-403b-91d6-1c061eeca327 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:33.521027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:33.659073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce14ff2-cf1b-4db9-844f-7b1dd136f547 req-c7cd62c6-d360-4204-b9be-9ef77a39308e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:33.660915 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ce14ff2-cf1b-4db9-844f-7b1dd136f547 req-c7cd62c6-d360-4204-b9be-9ef77a39308e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0744619 Jul 28 11:35:33.725853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4ce14ff2-cf1b-4db9-844f-7b1dd136f547 req-b6357462-6387-4308-b5dc-384707d80e9c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Jul 28 11:35:33.839926 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:33.908391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Pushing event deleted for resources: {'Port': ['ID=835eb389-c1c1-403b-91d6-1c061eeca327,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:34.007958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] No DVR routers for this DVR port 835eb389-c1c1-403b-91d6-1c061eeca327 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:34.011831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:34.013944 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21571926-71b7-498b-85df-c61efe51b824 req-64538ba7-4453-4596-b8ee-c4f73082fb64 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.44 "DELETE /v2.0/ports/835eb389-c1c1-403b-91d6-1c061eeca327 HTTP/1.1" status: 204 len: 173 time: 0.9047678 Jul 28 11:35:34.014391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'name': 'network-vif-deleted', 'tag': '835eb389-c1c1-403b-91d6-1c061eeca327'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:34.016750 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a246007-b429-417c-9c7c-37267616d72a" -d '{"events": [{"server_uuid": "8255f63b-ac59-4b4d-bd9c-304bf4605cb3", "name": "network-vif-deleted", "tag": "835eb389-c1c1-403b-91d6-1c061eeca327"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:34.098553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-688baf3b-7d0b-4f97-ad16-2c7cb8d4a5d4 req-21e7da4e-fe92-4086-ba7a-0cb9fd563b75 tempest-ServersTestJSON-144307720 tempest-ServersTestJSON-144307720-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255f63b-ac59-4b4d-bd9c-304bf4605cb3 HTTP/1.1" status: 200 len: 210 time: 0.0451114 Jul 28 11:35:34.109314 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bc49e9-dd6f-4637-87d2-9e2e61d339c1 x-openstack-request-id: req-39bc49e9-dd6f-4637-87d2-9e2e61d339c1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:34.109997 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8255f63b-ac59-4b4d-bd9c-304bf4605cb3", "name": "network-vif-deleted", "tag": "835eb389-c1c1-403b-91d6-1c061eeca327", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:34.110783 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39bc49e9-dd6f-4637-87d2-9e2e61d339c1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:34.111263 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8255f63b-ac59-4b4d-bd9c-304bf4605cb3', 'name': 'network-vif-deleted', 'tag': '835eb389-c1c1-403b-91d6-1c061eeca327', 'status': 'completed', 'code': 200} Jul 28 11:35:34.129287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:34.223577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:34.301366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-9cbb6ecf-f2e5-4450-92c5-b93623dc4b43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487304 Jul 28 11:35:34.391023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-43f6a019-4ff4-4c4a-90e0-ff26b60359cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:34.392872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-43f6a019-4ff4-4c4a-90e0-ff26b60359cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1096 time: 0.0466366 Jul 28 11:35:34.405440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:34.410818 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:34.487254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event updated for resources: {'Port': ['ID=f1a11e6f-750c-4105-b1c7-9993ea433bf3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:34.498335 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:34.536041 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-d63944ff-d38f-468f-85ad-1c99c0152996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:34.537665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-d63944ff-d38f-468f-85ad-1c99c0152996 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 200 len: 897 time: 0.1249430 Jul 28 11:35:34.638826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-271dc5a4-2aa9-496d-9130-286cce73496b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 200 len: 999 time: 0.0933163 Jul 28 11:35:34.726365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-e03a3442-944b-49b5-9c3b-99577b74be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:34.728247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-e03a3442-944b-49b5-9c3b-99577b74be65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25c78d77-bf11-4476-887b-f9f6e3a43856 HTTP/1.1" status: 200 len: 834 time: 0.0814276 Jul 28 11:35:34.794271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-1acb04b3-f198-4537-8818-bf889a4c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:34.796036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-1acb04b3-f198-4537-8818-bf889a4c4c79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e75bcd78-748e-4b66-9a7f-0938523f7460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601804 Jul 28 11:35:34.946961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21092ef6-884e-44d7-9908-2d905bf9939b req-2d5ccd28-39db-4c8e-9ec5-f657be6f06d9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:34.954592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21092ef6-884e-44d7-9908-2d905bf9939b req-2d5ccd28-39db-4c8e-9ec5-f657be6f06d9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0897875 Jul 28 11:35:34.967214 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Floating IP 5fb8094d-c84b-4581-9a31-ea5f175a5b7f associated. External IP: 172.25.1.145, port: dce752f1-3b91-48d4-abc7-f4f61494ff87. Jul 28 11:35:35.003454 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-e10f054c-56a1-43b4-987e-d137f505f4ea service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984012 Jul 28 11:35:35.034580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-21092ef6-884e-44d7-9908-2d905bf9939b req-3be8a0fd-882e-41f0-85f1-375dec9d365a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789566 Jul 28 11:35:35.131385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ee5039e-f9c9-407a-8203-23ba5813e33c req-49014360-13f4-496f-bd7d-ea231169be04 service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178718 Jul 28 11:35:35.171531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51090) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:35.217115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Deleting subnet 694c068d-aecc-4db8-a793-16390ddb7f7a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:35:35.223185 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.229066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 68fd2b8c-ea59-4903-842f-67aacf76bf77 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:35.264123 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.312777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.374093 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:35.375255 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.388869 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] Sync routers for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:35.389537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 835eb389-c1c1-403b-91d6-1c061eeca327 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:35.405714 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:35.407565 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:35.411391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694c068d-aecc-4db8-a793-16390ddb7f7a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:35.413204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 835eb389-c1c1-403b-91d6-1c061eeca327 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:35.413801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 835eb389-c1c1-403b-91d6-1c061eeca327 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:35.419954 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.422021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d98dd916-ac5a-4fa6-991d-e80f00257b8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/694c068d-aecc-4db8-a793-16390ddb7f7a HTTP/1.1" status: 204 len: 168 time: 0.2495723 Jul 28 11:35:35.423573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.424589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:35.488224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bcfd448e-82e7-45ed-a9ce-0c8217765872 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9257741 Jul 28 11:35:35.491260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:35.531568 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:35.567564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.585600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c44bac1a-eff3-4fef-8aa3-73d03e826f5d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5fb8094d-c84b-4581-9a31-ea5f175a5b7f HTTP/1.1" status: 200 len: 991 time: 0.0925562 Jul 28 11:35:35.659148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.670030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcac859-55f6-43e7-8145-2527e872912e']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:35.684137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23346928-309e-4b3e-828b-75a92f6ec7a5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:35.684482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23346928-309e-4b3e-828b-75a92f6ec7a5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:35.694263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.708111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.717843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:35:35.718750 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:35:35.719906 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:35:35.781988 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5fb8094d-c84b-4581-9a31-ea5f175a5b7f', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'port_id': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'mac_address': 'fa:16:3e:10:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b313cc-37e8-499f-861d-e965542ec083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:35:33Z', 'updated_at': '2021-07-28T11:35:33Z', 'revision_number': 0, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:24Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:35.782472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.800418 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:35.804255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] 10.222.0.20 "DELETE /v2.0/networks/cfcac859-55f6-43e7-8145-2527e872912e HTTP/1.1" status: 204 len: 168 time: 0.3768451 Jul 28 11:35:35.804255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b4bc5-9b4d-4d1c-ae09-2469f96af97e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcac859-55f6-43e7-8145-2527e872912e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:35.818605 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] Checking router: 68fd2b8c-ea59-4903-842f-67aacf76bf77 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:35.828406 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:35.829057 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:36.026449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:36.035207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:36.071090 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1d108dbf-8998-4f5a-80fe-9cb396511611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741218a62c5543f79329a3e365f4238c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433056 Jul 28 11:35:36.074876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51100) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:36.112859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:36.115124 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111478e6-892e-4d03-99ef-d18a10229de8" -d '{"events": [{"name": "network-changed", "server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:36.126653 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3a64-8b24-4f01-97bc-42691078d344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:36.153457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3a64-8b24-4f01-97bc-42691078d344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:36.190127 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c492b629-9418-4c31-8eeb-89486dba001f x-openstack-request-id: req-c492b629-9418-4c31-8eeb-89486dba001f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:36.190423 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:36.190679 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c492b629-9418-4c31-8eeb-89486dba001f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:36.191082 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'status': 'completed', 'code': 200} Jul 28 11:35:36.272121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf7a8c-1ebf-465e-9cca-ce886d5bf484 req-5ba0825d-35bb-4c47-b598-8c9c56972e46 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:36.273639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9daf7a8c-1ebf-465e-9cca-ce886d5bf484 req-5ba0825d-35bb-4c47-b598-8c9c56972e46 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0938032 Jul 28 11:35:36.276526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3a64-8b24-4f01-97bc-42691078d344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:36.279024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3a64-8b24-4f01-97bc-42691078d344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:36.280076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eb0c3a64-8b24-4f01-97bc-42691078d344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/833f3eb5-7b2d-40d7-88e5-6980274f1f1d HTTP/1.1" status: 204 len: 168 time: 0.2055464 Jul 28 11:35:36.298256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111478e6-892e-4d03-99ef-d18a10229de8 req-7831befa-09bc-470b-84d5-873cabbcb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:36.299768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-7831befa-09bc-470b-84d5-873cabbcb9ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1096 time: 0.0819750 Jul 28 11:35:36.306185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c3a64-8b24-4f01-97bc-42691078d344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f3eb5-7b2d-40d7-88e5-6980274f1f1d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:36.315632 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5fb8094d-c84b-4581-9a31-ea5f175a5b7f', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'port_id': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'mac_address': 'fa:16:3e:10:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b313cc-37e8-499f-861d-e965542ec083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:35:33Z', 'updated_at': '2021-07-28T11:35:33Z', 'revision_number': 0, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:24Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:36.350885 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d31bf-18c9-414a-9726-0c595ef88bc0 None None] The sync data for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 is: [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '5fb8094d-c84b-4581-9a31-ea5f175a5b7f', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'port_id': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'mac_address': 'fa:16:3e:10:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b313cc-37e8-499f-861d-e965542ec083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:35:33Z', 'updated_at': '2021-07-28T11:35:33Z', 'revision_number': 0, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:24Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:36.385627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9daf7a8c-1ebf-465e-9cca-ce886d5bf484 req-fd0c5c07-f52c-45e9-9039-d073a38e7065 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029460 Jul 28 11:35:36.425671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111478e6-892e-4d03-99ef-d18a10229de8 req-745ec3d0-f980-43e5-9bdf-651d5bb2963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:36.427673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-745ec3d0-f980-43e5-9bdf-651d5bb2963d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 200 len: 897 time: 0.1190372 Jul 28 11:35:36.498668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-b19f381d-c674-46ae-ac2c-0e82de092df1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 200 len: 999 time: 0.0641766 Jul 28 11:35:36.556783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111478e6-892e-4d03-99ef-d18a10229de8 req-deae6eb7-df76-4e6b-a5ae-8436254c0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:36.558224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-deae6eb7-df76-4e6b-a5ae-8436254c0a90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25c78d77-bf11-4476-887b-f9f6e3a43856 HTTP/1.1" status: 200 len: 834 time: 0.0532222 Jul 28 11:35:36.581023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8d40a-2820-4b1f-a6d2-e446a6932669 None None] New status for floating IP 5fb8094d-c84b-4581-9a31-ea5f175a5b7f: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:35:36.589457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:36.610626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111478e6-892e-4d03-99ef-d18a10229de8 req-b3217b3a-07a6-4669-a866-b55a4d29611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:36.612435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-b3217b3a-07a6-4669-a866-b55a4d29611e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e75bcd78-748e-4b66-9a7f-0938523f7460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470889 Jul 28 11:35:36.658034 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-502726d2-0d4d-4423-bb64-4dda1191cde9 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5fb8094d-c84b-4581-9a31-ea5f175a5b7f HTTP/1.1" status: 200 len: 991 time: 0.0670154 Jul 28 11:35:36.705223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-c3c17d67-ea20-4cf4-bf3f-995a55e80e84 service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Jul 28 11:35:36.803228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-111478e6-892e-4d03-99ef-d18a10229de8 req-680cad37-d12e-44f2-94a3-195da1c2cd10 service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911775 Jul 28 11:35:37.497755 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:35:37.516457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70548e03-00f9-439b-b6ab-8d00f147a521 req-20d1a976-40c1-4a46-8e24-cb8824a87d0c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:37.518126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70548e03-00f9-439b-b6ab-8d00f147a521 req-20d1a976-40c1-4a46-8e24-cb8824a87d0c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0547523 Jul 28 11:35:37.559574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-70548e03-00f9-439b-b6ab-8d00f147a521 req-f4dabd7c-8525-4543-a385-b54197724800 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Jul 28 11:35:37.662449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:37.731826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d6ac22d3-f822-43a5-a97c-c10bbc38090d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5fb8094d-c84b-4581-9a31-ea5f175a5b7f HTTP/1.1" status: 200 len: 993 time: 0.0679579 Jul 28 11:35:37.846821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:37.955520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbba17ec-f450-4008-b884-92e846e2a107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.051655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbba17ec-f450-4008-b884-92e846e2a107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.055731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbba17ec-f450-4008-b884-92e846e2a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.094578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bbba17ec-f450-4008-b884-92e846e2a107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cc33cbb4b20435d8c2878bbcb66c1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463684 Jul 28 11:35:38.095736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba17ec-f450-4008-b884-92e846e2a107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af4cc7-267c-4ba9-a567-65a32334229d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:38.097452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:38.148989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8a99-22cf-4d11-9c77-22839cd06f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.170483 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8a99-22cf-4d11-9c77-22839cd06f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.220946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8a99-22cf-4d11-9c77-22839cd06f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.223582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8a99-22cf-4d11-9c77-22839cd06f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:38.225359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d9bf8a99-22cf-4d11-9c77-22839cd06f61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4af4cc7-267c-4ba9-a567-65a32334229d HTTP/1.1" status: 204 len: 168 time: 0.1268272 Jul 28 11:35:38.234099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf8a99-22cf-4d11-9c77-22839cd06f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af4cc7-267c-4ba9-a567-65a32334229d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:38.681266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2384-641d-46f2-b7a9-cc1c0795b00f req-0aeaf540-af55-4e19-8704-14f60986797e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:38.682861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7eaf2384-641d-46f2-b7a9-cc1c0795b00f req-0aeaf540-af55-4e19-8704-14f60986797e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0550511 Jul 28 11:35:38.736818 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7eaf2384-641d-46f2-b7a9-cc1c0795b00f req-1e0a949a-dba5-44c6-aaac-0dccac8a5802 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Jul 28 11:35:39.156494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:39.267323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cb50a70-bcc0-4ed6-9f75-2520e7f7665a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.357117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cb50a70-bcc0-4ed6-9f75-2520e7f7665a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.361258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cb50a70-bcc0-4ed6-9f75-2520e7f7665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.400227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7cb50a70-bcc0-4ed6-9f75-2520e7f7665a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8921cebfee794ad4a58d1f733f76acb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424762 Jul 28 11:35:39.402333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb50a70-bcc0-4ed6-9f75-2520e7f7665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924c5bcd-9e97-4cf2-95d6-6ff55d89069b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:39.403243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:39.460157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6f10c3-7bc2-4014-bb70-33672808b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.481664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6f10c3-7bc2-4014-bb70-33672808b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.533997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6f10c3-7bc2-4014-bb70-33672808b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.536956 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b6f10c3-7bc2-4014-bb70-33672808b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:39.538189 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0b6f10c3-7bc2-4014-bb70-33672808b975 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/924c5bcd-9e97-4cf2-95d6-6ff55d89069b HTTP/1.1" status: 204 len: 168 time: 0.1338332 Jul 28 11:35:39.546505 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f10c3-7bc2-4014-bb70-33672808b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c5bcd-9e97-4cf2-95d6-6ff55d89069b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:39.867685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cca126-6c57-4d60-ab03-d0b4a0e276fc req-2a349b12-20e2-404b-af32-c4dfd6ac24fb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:39.870334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57cca126-6c57-4d60-ab03-d0b4a0e276fc req-2a349b12-20e2-404b-af32-c4dfd6ac24fb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0600941 Jul 28 11:35:40.199654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:40.204110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57cca126-6c57-4d60-ab03-d0b4a0e276fc req-4f78b793-8d64-49d0-a4b4-2a139ae5254f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261969 Jul 28 11:35:40.310471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1294475232-network', 'tenant_id': '47481457d3fa4b14b00316c9999122ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:40.332962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Made reservation on behalf of 47481457d3fa4b14b00316c9999122ac for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:40.335392 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.344950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.440462 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.445196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.469835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:35:40.479735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0644c-e766-4141-997c-a30282c2ea05,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:40.486240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.486930 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Added segment 1ea3c7d5-c92f-447b-9363-7031d4aef372 of type vlan for network 0844245d-7be3-4252-9be5-720f9cdd2f38 Jul 28 11:35:40.530957 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.563886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.564939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:40.565565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.619408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4181635 Jul 28 11:35:40.622236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:40.627493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Request body: {'subnet': {'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1294475232-subnet', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:40.628554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307809d-02d4-46bf-b023-088ce366c7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0844245d-7be3-4252-9be5-720f9cdd2f38,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:40.641554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:35:40.651091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Made reservation on behalf of 47481457d3fa4b14b00316c9999122ac for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:40.653480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.829836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.886140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59db62a8-9dfb-461f-aed8-9429503cdc92,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:40.894753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Checking segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:40.895127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Network hostable DHCP agents. Network: 0844245d-7be3-4252-9be5-720f9cdd2f38, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:35:40.912068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:35:40.919915 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 0844245d-7be3-4252-9be5-720f9cdd2f38) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:40.923972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:40.924589 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:40.930797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e76e7-3d17-43f2-928f-91e228461d55 None None] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:35:40.939048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-415aff68-125e-442f-913e-2980e9d6e9c2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3155537 Jul 28 11:35:41.014892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:41.020311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:41.044906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.045944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.101689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-0844245d-7be3-4252-9be5-720f9cdd2f38', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:35:41.102515 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.114605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.269424 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.276031 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Allocated IP 172.20.0.2 (0844245d-7be3-4252-9be5-720f9cdd2f38/59db62a8-9dfb-461f-aed8-9429503cdc92/aede6306-8b6c-494b-8562-1699a24313c6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:41.384719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470ea4f-30e2-4357-b28a-b7cd3e10058c req-e220d800-fd56-4d70-9c74-a3b0c258353d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:41.386177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b470ea4f-30e2-4357-b28a-b7cd3e10058c req-e220d800-fd56-4d70-9c74-a3b0c258353d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0893693 Jul 28 11:35:41.423066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.431640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Transition to ACTIVE for port object aede6306-8b6c-494b-8562-1699a24313c6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:41.446561 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Transition to ACTIVE for port object aede6306-8b6c-494b-8562-1699a24313c6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:41.448472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b470ea4f-30e2-4357-b28a-b7cd3e10058c req-f4006d61-42a2-4fe9-bd3e-388286805ea4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548580 Jul 28 11:35:41.452337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.495149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:41.498205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:41.501642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:41.543219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Pushing event updated for resources: {'Port': ['ID=aede6306-8b6c-494b-8562-1699a24313c6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:41.576121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Attempting to bind port aede6306-8b6c-494b-8562-1699a24313c6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:41.576522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Attempting to bind port aede6306-8b6c-494b-8562-1699a24313c6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:41.577025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Attempting to bind port aede6306-8b6c-494b-8562-1699a24313c6 on network 0844245d-7be3-4252-9be5-720f9cdd2f38 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:41.581927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.582761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:41.583292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Checking segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:41.584515 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.584919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Bound using segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:41.585540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Bound port: aede6306-8b6c-494b-8562-1699a24313c6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:41.585959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.604474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.653605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] For port aede6306-8b6c-494b-8562-1699a24313c6, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:41.656848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] For port aede6306-8b6c-494b-8562-1699a24313c6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aede6306-8b6c-494b-8562-1699a24313c6,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:41.660791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.716893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f42cbc-349b-4d40-b43a-c97fb2135acd None None] Pushing event updated for resources: {'Port': ['ID=aede6306-8b6c-494b-8562-1699a24313c6,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:41.722575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Allocated IP 172.25.1.49 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/490eaa1c-5c77-4b5f-83e0-87043072bc1e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:41.832271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.903814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:41.946195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:41.951534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:41.956131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:41.959909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Pushing event updated for resources: {'Port': ['ID=490eaa1c-5c77-4b5f-83e0-87043072bc1e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:42.210998 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:42.410033 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:42.576321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:35:42.594264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851649-9e57-41e6-bb71-e984a8c614fa req-5f3dc3df-e2db-41fd-ac90-b85119f117f5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:42.595804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8851649-9e57-41e6-bb71-e984a8c614fa req-5f3dc3df-e2db-41fd-ac90-b85119f117f5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0670462 Jul 28 11:35:42.601415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc161c52-de16-4a4d-a30e-caa5e2f7b197 None None] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:35:42.656489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-da7f5510-0412-4b41-8264-31b11e4198be None None] Provisioning for port aede6306-8b6c-494b-8562-1699a24313c6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:42.705757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8851649-9e57-41e6-bb71-e984a8c614fa req-bc6ee70c-69c5-4fa6-9d8b-e478054aa100 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Jul 28 11:35:42.732070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:42.742100 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:42.750923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:42.755124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a6fdc5a3-6943-4f2f-b8c1-17e16bcbc65d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7360280 Jul 28 11:35:42.755524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:42.756874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:42.757500 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:42.871441 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:43.060854 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:42Z', 'revision_number': 3, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:43.085401 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:43.085742 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Updating router dfdfae16-6f29-4a50-a6b5-83625407d3aa port 490eaa1c-5c77-4b5f-83e0-87043072bc1e binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:35:43.110103 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.180048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.345941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Allocated IP 172.20.0.1 (0844245d-7be3-4252-9be5-720f9cdd2f38/59db62a8-9dfb-461f-aed8-9429503cdc92/052bbc15-7efa-4ac6-9bc1-87846317fc18) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:43.360249 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.371188 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Transition to ACTIVE for port object 490eaa1c-5c77-4b5f-83e0-87043072bc1e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:43.376948 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.431701 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Attempting to bind port 490eaa1c-5c77-4b5f-83e0-87043072bc1e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:43.432070 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Attempting to bind port 490eaa1c-5c77-4b5f-83e0-87043072bc1e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:43.432473 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Attempting to bind port 490eaa1c-5c77-4b5f-83e0-87043072bc1e on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:43.440618 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:43.440995 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:43.441400 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.441793 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:43.442253 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Bound port: 490eaa1c-5c77-4b5f-83e0-87043072bc1e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:43.442815 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.457145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.464812 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7463-5078-4b84-9c10-37ba7e5307fd None None] Pushing event updated for resources: {'Port': ['ID=490eaa1c-5c77-4b5f-83e0-87043072bc1e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:43.470369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Transition to ACTIVE for port object 052bbc15-7efa-4ac6-9bc1-87846317fc18 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:43.503044 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] For port 490eaa1c-5c77-4b5f-83e0-87043072bc1e, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:43.504763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.506582 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] For port 490eaa1c-5c77-4b5f-83e0-87043072bc1e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=490eaa1c-5c77-4b5f-83e0-87043072bc1e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:43.510681 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.542999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:43.546233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:43.552829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:43.582347 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7463-5078-4b84-9c10-37ba7e5307fd None None] Pushing event updated for resources: {'Port': ['ID=490eaa1c-5c77-4b5f-83e0-87043072bc1e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:43.582824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Pushing event updated for resources: {'Port': ['ID=052bbc15-7efa-4ac6-9bc1-87846317fc18,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:43.587066 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:43.587745 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:43.599612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.696810 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:43.813433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ec96941-6379-416a-b29c-3149f692ce87 None None] Provisioning for port 052bbc15-7efa-4ac6-9bc1-87846317fc18 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:43.818425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ec96941-6379-416a-b29c-3149f692ce87 None None] Provisioning complete for port 052bbc15-7efa-4ac6-9bc1-87846317fc18 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:43.818890 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ec96941-6379-416a-b29c-3149f692ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:43.874437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ec96941-6379-416a-b29c-3149f692ce87 None None] Port 052bbc15-7efa-4ac6-9bc1-87846317fc18 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:43.904708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:42Z', 'revision_number': 3, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:43.933216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aede6306-8b6c-494b-8562-1699a24313c6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:43.940570 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9def-3a1c-4a97-8c5d-367b4adb3745 None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:42Z', 'revision_number': 3, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:43.990213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port aede6306-8b6c-494b-8562-1699a24313c6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:43.994755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aede6306-8b6c-494b-8562-1699a24313c6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:43.995144 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.046462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe897b1-c0d1-470e-977f-a6b0c521c5fa req-bfe6d190-f832-45dd-b3be-5c9feb39f58a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:44.048015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afe897b1-c0d1-470e-977f-a6b0c521c5fa req-bfe6d190-f832-45dd-b3be-5c9feb39f58a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0992186 Jul 28 11:35:44.082644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.120477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port aede6306-8b6c-494b-8562-1699a24313c6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aede6306-8b6c-494b-8562-1699a24313c6,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:44.124849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.129089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-afe897b1-c0d1-470e-977f-a6b0c521c5fa req-fee9fdee-71bd-4f35-834d-64182afcc881 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721908 Jul 28 11:35:44.135260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.193718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=aede6306-8b6c-494b-8562-1699a24313c6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:44.338353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.343289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.427756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.430803 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Pushing event updated for resources: {'Port': ['ID=052bbc15-7efa-4ac6-9bc1-87846317fc18,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:44.550573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:44.552640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:44.684934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:44.801202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c576631a-374b-4cea-9128-2f6ec9c39831 None None] Provisioning complete for port 052bbc15-7efa-4ac6-9bc1-87846317fc18 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:44.801664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c576631a-374b-4cea-9128-2f6ec9c39831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:44.807285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:44.814130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b55da37b-0768-44e1-9bd2-b3820897b7ba admin admin] 10.222.0.20 "PUT /v2.0/routers/dfdfae16-6f29-4a50-a6b5-83625407d3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0577250 Jul 28 11:35:44.852024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c576631a-374b-4cea-9128-2f6ec9c39831 None None] Port 052bbc15-7efa-4ac6-9bc1-87846317fc18 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:45.268800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b54b2-327b-416e-9fc7-2201bcd12bf0 req-6ffca2e2-5203-4465-b5fc-f7b07cd15ee6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:45.278448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-245b54b2-327b-416e-9fc7-2201bcd12bf0 req-6ffca2e2-5203-4465-b5fc-f7b07cd15ee6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0718677 Jul 28 11:35:45.313539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-245b54b2-327b-416e-9fc7-2201bcd12bf0 req-aeddc00d-7b5c-415c-82c0-4ecd9ca294b4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Jul 28 11:35:45.540557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:45.545557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197707066', 'description': 'tempest-description--766196181'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:45.558768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:45.568606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:45.569347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:45.570087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.654000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.657830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.675836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:45.687222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.688600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1469972 Jul 28 11:35:45.689694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b14d5-b445-46c7-82b1-4cf38ff65fa1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2427c23-56dd-4701-8d60-e8816d3b67d6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:45.691626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:45.701241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'security_group_rule': {'security_group_id': 'f2427c23-56dd-4701-8d60-e8816d3b67d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:45.728909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.790992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.799461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.826742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c680b8-d269-4e09-bedf-a2c9e1b6b76e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:45.832311 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.834075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b2b3d46-e757-4558-a87a-979c361633b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370349 Jul 28 11:35:45.837142 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51264) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:45.843332 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'security_group_rule': {'security_group_id': 'f2427c23-56dd-4701-8d60-e8816d3b67d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:45.886569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.891272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 2, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:45.925250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:45.925598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Updating router dfdfae16-6f29-4a50-a6b5-83625407d3aa port 052bbc15-7efa-4ac6-9bc1-87846317fc18 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:35:45.952051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.956626 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.957931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.965627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aede6306-8b6c-494b-8562-1699a24313c6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:45.980422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73414b8-7dd0-4acb-bdab-87bcc43f99e1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:45.988502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:45.990426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-455d9679-ab23-473e-8f66-370ea782f770 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512592 Jul 28 11:35:45.993583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51266) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:45.999963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:46.025460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.135722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.252196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Allocated IP 172.25.1.213 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/c702cc25-b66b-469b-9491-f4c6984f3db7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:46.296276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port aede6306-8b6c-494b-8562-1699a24313c6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:46.296651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.365722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.439095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.473004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 490eaa1c-5c77-4b5f-83e0-87043072bc1e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:46.492644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faf7cb-3bc4-4252-84cc-4ca0b48f20b6 req-1f672b43-da61-48b4-8862-11301206a346 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:46.494398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94faf7cb-3bc4-4252-84cc-4ca0b48f20b6 req-1f672b43-da61-48b4-8862-11301206a346 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0950282 Jul 28 11:35:46.496454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:46.499677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:46.504693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:46.547204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'Port': ['ID=c702cc25-b66b-469b-9491-f4c6984f3db7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:46.582834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.596663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-94faf7cb-3bc4-4252-84cc-4ca0b48f20b6 req-3c9acfec-b906-4118-a646-8d69193de4ca tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929561 Jul 28 11:35:46.597732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 490eaa1c-5c77-4b5f-83e0-87043072bc1e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:46.601302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Transition to ACTIVE for port object 052bbc15-7efa-4ac6-9bc1-87846317fc18 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:46.604765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 490eaa1c-5c77-4b5f-83e0-87043072bc1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:46.605187 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.608673 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.673214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.702471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1367978-022a-4d6e-a5de-481a8a7f56a0 None None] Pushing event updated for resources: {'Port': ['ID=052bbc15-7efa-4ac6-9bc1-87846317fc18,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:46.717780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.801412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Attempting to bind port 052bbc15-7efa-4ac6-9bc1-87846317fc18 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:46.801922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Attempting to bind port 052bbc15-7efa-4ac6-9bc1-87846317fc18 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:46.802332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Attempting to bind port 052bbc15-7efa-4ac6-9bc1-87846317fc18 on network 0844245d-7be3-4252-9be5-720f9cdd2f38 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:46.806110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.815315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:46.815775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Checking segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:46.816102 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.816586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Bound using segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:46.817199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Bound port: 052bbc15-7efa-4ac6-9bc1-87846317fc18, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:46.818350 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.849423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 490eaa1c-5c77-4b5f-83e0-87043072bc1e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=490eaa1c-5c77-4b5f-83e0-87043072bc1e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:46.877276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.915755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.921036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.962920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] For port 052bbc15-7efa-4ac6-9bc1-87846317fc18, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:46.966127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] For port 052bbc15-7efa-4ac6-9bc1-87846317fc18, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=052bbc15-7efa-4ac6-9bc1-87846317fc18,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:46.967330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=490eaa1c-5c77-4b5f-83e0-87043072bc1e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:46.973510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:46.999910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'Port': ['ID=c702cc25-b66b-469b-9491-f4c6984f3db7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:47.008731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:47.023885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:47.025422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-456d2061-d0ee-4252-829d-f94c0c549261 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0295875 Jul 28 11:35:47.046531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:47.047183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:47.100586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1367978-022a-4d6e-a5de-481a8a7f56a0 None None] Pushing event updated for resources: {'Port': ['ID=052bbc15-7efa-4ac6-9bc1-87846317fc18,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:47.180069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-73ce65d1-693e-41de-9e4d-3db021be2de2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1197707066&fields=id&tenant_id=47481457d3fa4b14b00316c9999122ac HTTP/1.1" status: 200 len: 267 time: 0.0357511 Jul 28 11:35:47.192519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:47.294033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-5f173025-eda2-40ee-a663-80a5b34dfabf tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:47.295419 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-5f173025-eda2-40ee-a663-80a5b34dfabf tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 811 time: 0.1080458 Jul 28 11:35:47.311301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-e90617cf-c907-421e-8c2f-fd949752e1c6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/quotas/47481457d3fa4b14b00316c9999122ac HTTP/1.1" status: 200 len: 375 time: 0.0099621 Jul 28 11:35:47.376746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-3ec94984-394a-4e4c-bd4c-ee8b5077ced5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592575 Jul 28 11:35:47.444171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:47.469983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d47100-3921-4044-be27-874f1b9efcca None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:47.485271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-0d6e3455-c3b3-4af1-a73d-6f5a772bbbe6 service neutron] 10.222.0.20 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959749 Jul 28 11:35:47.622056 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-5f5b5340-ad58-4e15-a610-ff2088086517 service neutron] 10.222.0.20 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290958 Jul 28 11:35:47.741904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cdcb4-b0fc-485a-8d10-56f12c0cbfc7 req-18237695-005c-451f-baa8-aff8852c65a6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:47.744032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-502cdcb4-b0fc-485a-8d10-56f12c0cbfc7 req-18237695-005c-451f-baa8-aff8852c65a6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.0632842 Jul 28 11:35:47.830687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-502cdcb4-b0fc-485a-8d10-56f12c0cbfc7 req-8018220c-9c38-447c-8701-9e25ddee4ff4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Jul 28 11:35:47.841841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc8e86b8-a1ea-444f-be98-0ebdc07deb67 req-b17e3ab0-57f4-40e6-8ba8-e1da6f3a8ab7 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 210 time: 0.0518301 Jul 28 11:35:47.979558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 052bbc15-7efa-4ac6-9bc1-87846317fc18 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:48.046291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 052bbc15-7efa-4ac6-9bc1-87846317fc18 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:48.051708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 052bbc15-7efa-4ac6-9bc1-87846317fc18 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:48.052748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:48.145213 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:48.187788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 052bbc15-7efa-4ac6-9bc1-87846317fc18, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=052bbc15-7efa-4ac6-9bc1-87846317fc18,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:48.192956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:48.194265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 490eaa1c-5c77-4b5f-83e0-87043072bc1e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:48.301413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=052bbc15-7efa-4ac6-9bc1-87846317fc18,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:48.311838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 490eaa1c-5c77-4b5f-83e0-87043072bc1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:48.312255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:48.949202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ed5d104-07e0-4c75-9707-51594865fe84 req-a4b3495a-00cd-4229-8dc2-1293db4ba488 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 210 time: 0.0339956 Jul 28 11:35:49.051499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc92bf-9efd-4c16-a211-5e9a8a47a973 req-df66e58e-d5bd-42c6-a209-e35d9d1c2c46 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:49.053731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0bc92bf-9efd-4c16-a211-5e9a8a47a973 req-df66e58e-d5bd-42c6-a209-e35d9d1c2c46 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 943 time: 0.1123610 Jul 28 11:35:49.123410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0bc92bf-9efd-4c16-a211-5e9a8a47a973 req-b2ad601d-899a-4952-9341-0b92c657f08b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Jul 28 11:35:49.130503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-b2deef93-e9b7-4762-9b70-629951612c9b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:49.131959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-b2deef93-e9b7-4762-9b70-629951612c9b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 811 time: 0.1573598 Jul 28 11:35:49.193581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-10aefa93-feec-49cc-8915-0ceba89a9675 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47481457d3fa4b14b00316c9999122ac HTTP/1.1" status: 200 len: 380 time: 0.0447323 Jul 28 11:35:49.204899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'port': {'device_id': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'admin_state_up': True, 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'security_groups': ['f2427c23-56dd-4701-8d60-e8816d3b67d6']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:49.331401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Made reservation on behalf of 47481457d3fa4b14b00316c9999122ac for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:35:49.336002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.445647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d207f320-a092-43f3-8629-5998735f6531 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:35:49.493721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Allocated IP 172.20.0.9 (0844245d-7be3-4252-9be5-720f9cdd2f38/59db62a8-9dfb-461f-aed8-9429503cdc92/5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:35:49.554268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port d207f320-a092-43f3-8629-5998735f6531, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d207f320-a092-43f3-8629-5998735f6531,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:49.566816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'd207f320-a092-43f3-8629-5998735f6531', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': 'd207f320-a092-43f3-8629-5998735f6531', 'mac_address': 'fa:16:3e:91:bd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:35:49.604871 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.618308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d207f320-a092-43f3-8629-5998735f6531 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:49.641422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port d207f320-a092-43f3-8629-5998735f6531, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d207f320-a092-43f3-8629-5998735f6531,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:49.644886 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.651358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.664398 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Transition to ACTIVE for port object 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:49.692086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=d207f320-a092-43f3-8629-5998735f6531,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:49.698334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.740767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:35:49.743766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:35:49.749774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:35:49.755670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'Port': ['ID=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:49.804269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:49.804915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.820749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-aa36456d-5334-4a37-b641-c028a7cb974e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210117 Jul 28 11:35:49.835434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Request body: {'port': {'device_id': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:49.873895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['d207f320-a092-43f3-8629-5998735f6531'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:49.900406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 052bbc15-7efa-4ac6-9bc1-87846317fc18 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:49.901168 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:49.905029 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.006184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 052bbc15-7efa-4ac6-9bc1-87846317fc18 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:50.006568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.038668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c59ace02-0303-4c13-b2b0-f767c2c0267e None None] Provisioning for port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:50.049661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c59ace02-0303-4c13-b2b0-f767c2c0267e None None] Provisioning complete for port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:50.050071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c59ace02-0303-4c13-b2b0-f767c2c0267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.117970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c59ace02-0303-4c13-b2b0-f767c2c0267e None None] Port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:35:50.154209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c31c-5585-40ab-84b2-152a31feb974 req-95895763-1c9d-4aba-9f9c-54c7005c5ac5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:50.155877 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8c1c31c-5585-40ab-84b2-152a31feb974 req-95895763-1c9d-4aba-9f9c-54c7005c5ac5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 931 time: 0.1271458 Jul 28 11:35:50.278651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d8c1c31c-5585-40ab-84b2-152a31feb974 req-36800f7b-9474-4346-9d3c-465cc662dc4e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003542 Jul 28 11:35:50.312946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a4b1d-2efc-43de-bd20-7e4840574e6f req-98985af4-6558-4a70-90b8-dda2f999edd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:50.314414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-311a4b1d-2efc-43de-bd20-7e4840574e6f req-98985af4-6558-4a70-90b8-dda2f999edd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 944 time: 0.1009598 Jul 28 11:35:50.363531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:50.377912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.386614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-311a4b1d-2efc-43de-bd20-7e4840574e6f req-8631d577-7c15-4534-98fd-7e622ae1b3d7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 Jul 28 11:35:50.397084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Transition to ACTIVE for port object 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:35:50.400974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.450469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:50.525939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Attempting to bind port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:35:50.526271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Attempting to bind port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:35:50.526598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Attempting to bind port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e on network 0844245d-7be3-4252-9be5-720f9cdd2f38 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:50.531124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e on network 0844245d-7be3-4252-9be5-720f9cdd2f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:35:50.531444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Attempting to bind port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e on network 0844245d-7be3-4252-9be5-720f9cdd2f38 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:35:50.536898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:35:50.537111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Checking segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:35:50.537490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Bound using segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:35:50.537919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Bound port: 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:35:50.538284 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.604276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] For port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:35:50.607200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] For port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:35:50.611518 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.646820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:50.647442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:50.648967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 1091 time: 0.8187521 Jul 28 11:35:50.649287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:50.651528 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:50.678948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f790c-bc0f-4efe-8afc-f78f2fd49666 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:50.703337 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b399b-f41d-4521-8872-7e3b5e7af776 x-openstack-request-id: req-517b399b-f41d-4521-8872-7e3b5e7af776 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:50.703561 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:50.703797 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-517b399b-f41d-4521-8872-7e3b5e7af776 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:50.704263 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'status': 'completed', 'code': 200} Jul 28 11:35:50.738921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-8ddc0167-b043-4a6f-93e2-106645d9c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:50.740757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-8ddc0167-b043-4a6f-93e2-106645d9c269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1094 time: 0.0468616 Jul 28 11:35:50.788030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-3f64a3f4-e6ac-4dd7-942d-96b72418ae82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 217 time: 0.0387301 Jul 28 11:35:50.842878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-0478864f-0412-47de-9cb4-787333f2de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:50.844368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-0478864f-0412-47de-9cb4-787333f2de93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0466266 Jul 28 11:35:50.889596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-5d326fa0-0662-479c-b366-57e4d5fa7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:50.891059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-5d326fa0-0662-479c-b366-57e4d5fa7648 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397267 Jul 28 11:35:50.981213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-b21e229f-68a3-4e42-9ec4-6af1028f3571 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825837 Jul 28 11:35:51.068913 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be59f10f-e119-41ae-8028-74a8fb8de59f req-b61efc2e-b59e-4dff-89ab-a19843f4a92a service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798738 Jul 28 11:35:51.159707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-2353d302-a26b-46b5-ba44-e60d768e88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.161337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-2353d302-a26b-46b5-ba44-e60d768e88f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1094 time: 0.0452750 Jul 28 11:35:51.248816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-156d4bb8-1a1b-4f9f-8359-f5665974ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.250256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-156d4bb8-1a1b-4f9f-8359-f5665974ca20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0810568 Jul 28 11:35:51.297273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-6e25d644-d60f-483f-a8f4-39948c53f5e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 217 time: 0.0330582 Jul 28 11:35:51.359274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-96ff91a3-691f-4685-bc24-8e5833db83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.360630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-96ff91a3-691f-4685-bc24-8e5833db83e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0553260 Jul 28 11:35:51.424767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5601b53-2c02-4ee0-bbaa-ccc0438f4db3 req-7c692270-4a82-4d86-a929-f4ef0d98d1d7 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.426226 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5601b53-2c02-4ee0-bbaa-ccc0438f4db3 req-7c692270-4a82-4d86-a929-f4ef0d98d1d7 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 943 time: 0.0762491 Jul 28 11:35:51.433005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-60b1d2d1-43ad-4315-88db-546ef9d0f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.434394 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-60b1d2d1-43ad-4315-88db-546ef9d0f9d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568805 Jul 28 11:35:51.460955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d207f320-a092-43f3-8629-5998735f6531 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:51.509210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port d207f320-a092-43f3-8629-5998735f6531 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:51.512817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port d207f320-a092-43f3-8629-5998735f6531 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:51.513189 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:51.546100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5601b53-2c02-4ee0-bbaa-ccc0438f4db3 req-2a9a3a6a-fdf2-418c-ba3c-c1fcff56310d tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106868 Jul 28 11:35:51.593239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b1cb2-8b4e-437c-88ac-e965f4188c03 req-01ca2309-9fa5-470b-b50c-ba65fc4a4f82 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.595127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-108b1cb2-8b4e-437c-88ac-e965f4188c03 req-01ca2309-9fa5-470b-b50c-ba65fc4a4f82 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 944 time: 0.1240509 Jul 28 11:35:51.601539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-b6beee2e-ea29-49f0-bbb3-31fcc1802af0 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515973 Jul 28 11:35:51.604900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:51.632078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36799e5f-04f2-4826-8767-99ec51616db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd207f320-a092-43f3-8629-5998735f6531'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:51.634692 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc41b2-f417-4d84-86f0-e8740cf26563" -d '{"events": [{"server_uuid": "36799e5f-04f2-4826-8767-99ec51616db5", "name": "network-vif-plugged", "status": "completed", "tag": "d207f320-a092-43f3-8629-5998735f6531"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:51.658169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port d207f320-a092-43f3-8629-5998735f6531, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d207f320-a092-43f3-8629-5998735f6531,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:51.664412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:51.685313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-108b1cb2-8b4e-437c-88ac-e965f4188c03 req-75bd906b-ef05-4ffd-b2fa-44c6a73f03d7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Jul 28 11:35:51.704326 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b67820-4d39-4a9b-86dd-172a1956e1fa x-openstack-request-id: req-20b67820-4d39-4a9b-86dd-172a1956e1fa {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:51.704624 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36799e5f-04f2-4826-8767-99ec51616db5", "name": "network-vif-plugged", "status": "completed", "tag": "d207f320-a092-43f3-8629-5998735f6531", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:51.704882 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20b67820-4d39-4a9b-86dd-172a1956e1fa {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:51.705502 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36799e5f-04f2-4826-8767-99ec51616db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd207f320-a092-43f3-8629-5998735f6531', 'code': 200} Jul 28 11:35:51.725429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e22bf224-5ef8-45ca-bf42-b3b76c9540a6 req-39c9305d-a2ec-4995-a9c7-c3ae38477e31 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157115 Jul 28 11:35:51.743933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=d207f320-a092-43f3-8629-5998735f6531,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:51.793898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8040e-aa02-467a-8780-231b78d94863 req-91a5b3ba-7dfc-4403-8378-e28d6b6902b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:51.795362 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-98d8040e-aa02-467a-8780-231b78d94863 req-91a5b3ba-7dfc-4403-8378-e28d6b6902b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 1096 time: 0.0427463 Jul 28 11:35:51.835652 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-98d8040e-aa02-467a-8780-231b78d94863 req-5fde7bb7-04e6-499a-8ac1-91f608584bd6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Jul 28 11:35:52.413276 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:35:52.515246 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:52.530558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'port_id': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'mac_address': 'fa:16:3e:c6:65:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:35:52.578134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:52.594764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:35:52.621256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:52.626511 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:52.696290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b3568-fde4-4714-873e-1048bce6a103 req-7f8443af-cdeb-40da-945c-332b18ea6972 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:52.697907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-262b3568-fde4-4714-873e-1048bce6a103 req-7f8443af-cdeb-40da-945c-332b18ea6972 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 944 time: 0.0590284 Jul 28 11:35:52.718219 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:52.733132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:52.745776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-262b3568-fde4-4714-873e-1048bce6a103 req-f505c0e5-7b49-4e5a-a1a5-f11256642d27 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403123 Jul 28 11:35:52.825729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e6cfa-e7b2-480e-a151-d97235fa4f27 req-26e4aaec-b2ca-4688-9021-8d40b91009f1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:52.827172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-851e6cfa-e7b2-480e-a151-d97235fa4f27 req-26e4aaec-b2ca-4688-9021-8d40b91009f1 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Jul 28 11:35:52.872432 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-851e6cfa-e7b2-480e-a151-d97235fa4f27 req-ddd9365d-da78-4d42-904e-858149cb6cb6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Jul 28 11:35:52.875692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:53.005170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea22aa-a4e8-4341-b584-2b55aa3c13cc req-7a85a51b-3054-46e1-91b9-3243bf9f3eec tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:53.006914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-feea22aa-a4e8-4341-b584-2b55aa3c13cc req-7a85a51b-3054-46e1-91b9-3243bf9f3eec tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Jul 28 11:35:53.052456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-feea22aa-a4e8-4341-b584-2b55aa3c13cc req-850b4c5a-cfe7-4fee-b1ca-359016a593b6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Jul 28 11:35:53.366273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a66e3-0fa5-4448-8be3-6027e2e13140 req-282f9dc3-5e33-431e-ab49-fa311a94192b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:53.367791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-151a66e3-0fa5-4448-8be3-6027e2e13140 req-282f9dc3-5e33-431e-ab49-fa311a94192b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 945 time: 0.0525763 Jul 28 11:35:53.406017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-151a66e3-0fa5-4448-8be3-6027e2e13140 req-8c545521-a332-4e9d-99b2-8d117e7970f4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Jul 28 11:35:53.897680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23450a8-e0e7-4d26-9c2a-4f2d3901d7c7 req-150f2101-84f6-48e8-9c5b-abcc9efc528a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:53.899764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e23450a8-e0e7-4d26-9c2a-4f2d3901d7c7 req-150f2101-84f6-48e8-9c5b-abcc9efc528a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 944 time: 0.0536063 Jul 28 11:35:53.945958 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e23450a8-e0e7-4d26-9c2a-4f2d3901d7c7 req-25ed972d-afe5-40c6-9e39-7a196aecc957 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Jul 28 11:35:54.440730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:35:54.488823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:35:54.493291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:35:54.493689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:54.579871 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:54.608435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:54.610830 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9df537-c20c-4058-b8b2-412589cbfeda" -d '{"events": [{"server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "name": "network-vif-plugged", "status": "completed", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:54.631391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:54.637290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:54.666460 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617897ff-059c-4b39-9b17-ba052e4b5acd x-openstack-request-id: req-617897ff-059c-4b39-9b17-ba052e4b5acd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:54.666771 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "name": "network-vif-plugged", "status": "completed", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:54.667091 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-617897ff-059c-4b39-9b17-ba052e4b5acd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:54.667408 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'code': 200} Jul 28 11:35:54.697240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:54.860635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-825f6cdd-059d-4b08-81c6-edb6df0dae39 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:54.862362 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-825f6cdd-059d-4b08-81c6-edb6df0dae39 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 945 time: 0.0544784 Jul 28 11:35:54.875920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01325f0-e721-4a6c-bd78-7c1b7e8886df req-7cd2d704-434a-43e5-9a82-832531673016 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:54.877428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f01325f0-e721-4a6c-bd78-7c1b7e8886df req-7cd2d704-434a-43e5-9a82-832531673016 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 945 time: 0.3771951 Jul 28 11:35:54.893370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3d165-bc95-421d-81b6-f818da1377b4 req-2b1709e2-0610-4b8c-aec0-73ce691b9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:54.894774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98b3d165-bc95-421d-81b6-f818da1377b4 req-2b1709e2-0610-4b8c-aec0-73ce691b9b56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0655622 Jul 28 11:35:54.941753 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f01325f0-e721-4a6c-bd78-7c1b7e8886df req-9be160c7-a7ec-4204-b884-9521017bc00a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561032 Jul 28 11:35:54.949148 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98b3d165-bc95-421d-81b6-f818da1377b4 req-1785b876-9f11-4451-be21-a83f23bb34b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Jul 28 11:35:54.966581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port d207f320-a092-43f3-8629-5998735f6531 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:35:54.966958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:55.059686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port d207f320-a092-43f3-8629-5998735f6531, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=d207f320-a092-43f3-8629-5998735f6531,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:35:55.060072 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:55.074766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6233bb3-728d-423c-b61d-62dd348da515 req-367ebfd5-8748-46f1-9511-7afe373f2b11 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:55.074977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for d207f320-a092-43f3-8629-5998735f6531 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:35:55.076626 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6233bb3-728d-423c-b61d-62dd348da515 req-367ebfd5-8748-46f1-9511-7afe373f2b11 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0567999 Jul 28 11:35:55.118726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6233bb3-728d-423c-b61d-62dd348da515 req-f10debf0-824c-45dc-b898-e54eb96baaf4 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356760 Jul 28 11:35:55.213427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:55.226584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['5b5b30bb-865a-408f-a723-dccee3c9935a', 'd207f320-a092-43f3-8629-5998735f6531'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:35:55.244843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=d207f320-a092-43f3-8629-5998735f6531,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:35:55.292758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port d207f320-a092-43f3-8629-5998735f6531 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:35:55.296109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:55.298274 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2dd81b14-3cc9-41c5-b776-36c3662e654f req-422540a1-7c69-4d6a-bb89-592c179a615f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "DELETE /v2.0/ports/d207f320-a092-43f3-8629-5998735f6531 HTTP/1.1" status: 204 len: 173 time: 0.4299695 Jul 28 11:35:55.298834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36799e5f-04f2-4826-8767-99ec51616db5', 'name': 'network-vif-deleted', 'tag': 'd207f320-a092-43f3-8629-5998735f6531'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:55.301244 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bcece8-77ee-4b84-8d2f-4c4a4019c79c" -d '{"events": [{"server_uuid": "36799e5f-04f2-4826-8767-99ec51616db5", "name": "network-vif-deleted", "tag": "d207f320-a092-43f3-8629-5998735f6531"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:55.344360 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1567f1cc-1aff-48bc-bed4-79092e0c7653 x-openstack-request-id: req-1567f1cc-1aff-48bc-bed4-79092e0c7653 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:55.344666 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36799e5f-04f2-4826-8767-99ec51616db5", "name": "network-vif-deleted", "tag": "d207f320-a092-43f3-8629-5998735f6531", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:55.345283 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1567f1cc-1aff-48bc-bed4-79092e0c7653 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:55.345551 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36799e5f-04f2-4826-8767-99ec51616db5', 'name': 'network-vif-deleted', 'tag': 'd207f320-a092-43f3-8629-5998735f6531', 'status': 'completed', 'code': 200} Jul 28 11:35:56.045863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-190a73d5-b3ae-4cd7-b2ac-3f532f2083c0 req-ba9d881f-f8ca-4daa-b1e5-50cce1247378 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 210 time: 0.0278389 Jul 28 11:35:56.243928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ecca-7ccd-40c4-a471-a48a0d6920fc req-1b33f8f8-6658-4477-8903-a5ba1e1b39be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:56.245829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0870ecca-7ccd-40c4-a471-a48a0d6920fc req-1b33f8f8-6658-4477-8903-a5ba1e1b39be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0508354 Jul 28 11:35:56.284501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0870ecca-7ccd-40c4-a471-a48a0d6920fc req-82cea9af-933a-48a2-9c0e-921fa68d9836 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Jul 28 11:35:56.402844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80cfd3-c27a-4656-ac78-8973d0d995f5 req-bc08bf5a-3327-4dab-bc4f-5de72e035166 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:56.404331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae80cfd3-c27a-4656-ac78-8973d0d995f5 req-bc08bf5a-3327-4dab-bc4f-5de72e035166 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0502012 Jul 28 11:35:56.412917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51342) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:35:56.417532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'floatingip': {'port_id': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:35:56.461322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:57.064307 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:57.072818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:57.179751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67866053-930c-4320-ac81-7be226ab68d8 req-82e2195c-480e-45d9-bacc-5be87fa4faf3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 210 time: 0.0615568 Jul 28 11:35:57.210508 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Floating IP d8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc associated. External IP: 172.25.1.213, port: 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e. Jul 28 11:35:57.422256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:35:57.469444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d207f320-a092-43f3-8629-5998735f6531 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:35:57.491756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: d207f320-a092-43f3-8629-5998735f6531 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:35:57.492147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device d207f320-a092-43f3-8629-5998735f6531 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:35:57.537108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:35:57.541582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:57.548611 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:35:57.559028 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:57.560133 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:57.570530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5681e073-0d42-44c3-a7e4-c8761c5fc9cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "PUT /v2.0/floatingips/d8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc HTTP/1.1" status: 200 len: 991 time: 1.1565442 Jul 28 11:35:57.571123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:35:57.573544 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfe468-f660-4bef-9c17-55dba81c71c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:35:57.627959 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160bbc10-ed31-41f4-86ee-e2ebdace672b x-openstack-request-id: req-160bbc10-ed31-41f4-86ee-e2ebdace672b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:35:57.628363 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:35:57.628683 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-160bbc10-ed31-41f4-86ee-e2ebdace672b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:35:57.629149 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'status': 'completed', 'code': 200} Jul 28 11:35:57.685568 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:57.703743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-182f16a4-4c4a-4f1e-8694-85e0ae26aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:57.705379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-182f16a4-4c4a-4f1e-8694-85e0ae26aa0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0456324 Jul 28 11:35:57.809829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-0991a331-b50e-4237-b871-240b08347931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:57.811507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-0991a331-b50e-4237-b871-240b08347931 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0992231 Jul 28 11:35:57.880937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-3e2d347c-2f1a-4fdc-8f03-eeaef69049f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 999 time: 0.0612891 Jul 28 11:35:57.899355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5e760ac-db08-4d27-8753-de8f20c6b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:35:57.928450 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'port_id': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'mac_address': 'fa:16:3e:c6:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:35:46Z', 'updated_at': '2021-07-28T11:35:56Z', 'revision_number': 1, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:57.935808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-f9e4cac4-5466-458d-bf4e-7ed64fb0c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:57.937279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-f9e4cac4-5466-458d-bf4e-7ed64fb0c270 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0501566 Jul 28 11:35:57.955559 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:35:57.964448 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:35:57.965444 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:35:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:57.984233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-3cd6b92a-ce4c-4eb2-9550-1fbb03db0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:35:57.985746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-3cd6b92a-ce4c-4eb2-9550-1fbb03db0471 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416868 Jul 28 11:35:58.075743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:35:58.083592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-3a94f9d1-ef38-488a-bac2-aaa617e1f502 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902095 Jul 28 11:35:58.182632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ccfe468-f660-4bef-9c17-55dba81c71c3 req-c39be7a0-8e50-4852-be5a-8008c77611a3 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922730 Jul 28 11:35:58.294070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d80e7d5e-ad9a-4c5c-8a59-23f00b4057bb req-01c7d455-c5c7-404e-ae69-0438174fc026 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=36799e5f-04f2-4826-8767-99ec51616db5 HTTP/1.1" status: 200 len: 210 time: 0.0299232 Jul 28 11:35:58.416681 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'port_id': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'mac_address': 'fa:16:3e:c6:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:35:46Z', 'updated_at': '2021-07-28T11:35:56Z', 'revision_number': 1, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:35:58.445753 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92385c-73ab-429f-9f0d-7dfe7ccecef6 None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'd8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'port_id': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'mac_address': 'fa:16:3e:c6:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:35:46Z', 'updated_at': '2021-07-28T11:35:56Z', 'revision_number': 1, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:35:58.640406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b42188-fda8-4aa2-a58b-5e0a29291b7c None None] New status for floating IP d8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:36:00.985592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:01.135940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffaab187-dfa2-462e-bbc4-5f96bb467711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:01.988713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:03.461097 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:03.850362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb923b-8947-43d9-8fb0-1c8f87d1b7c4 req-8e60cc79-be89-435f-884a-0dc4ca08743d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:03.851811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bbb923b-8947-43d9-8fb0-1c8f87d1b7c4 req-8e60cc79-be89-435f-884a-0dc4ca08743d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0520773 Jul 28 11:36:03.895265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bbb923b-8947-43d9-8fb0-1c8f87d1b7c4 req-415ccf99-50d5-4868-a222-d0de096114e9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Jul 28 11:36:05.021151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0e39-e384-480a-930f-a21c025b2ca0 req-0e26989d-fb80-47c9-983b-780fb9c999ac tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:05.022651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-178e0e39-e384-480a-930f-a21c025b2ca0 req-0e26989d-fb80-47c9-983b-780fb9c999ac tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0556860 Jul 28 11:36:05.062356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-178e0e39-e384-480a-930f-a21c025b2ca0 req-48fd2908-a52e-4959-807d-a7d822c77de6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69b96b3-0f70-48a5-956e-7504bb9158a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Jul 28 11:36:05.376269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc695a5-5913-4eed-a952-659350fe50ee req-dd9fb85f-2181-4b60-a9e8-202c82530111 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:05.377643 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2cc695a5-5913-4eed-a952-659350fe50ee req-dd9fb85f-2181-4b60-a9e8-202c82530111 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0518942 Jul 28 11:36:05.465737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port 5b5b30bb-865a-408f-a723-dccee3c9935a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:36:05.466084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:05.555116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port 5b5b30bb-865a-408f-a723-dccee3c9935a, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=5b5b30bb-865a-408f-a723-dccee3c9935a,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:05.555502 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:05.568448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for 5b5b30bb-865a-408f-a723-dccee3c9935a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:36:05.694272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:05.723139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=5b5b30bb-865a-408f-a723-dccee3c9935a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:05.749037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.749392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.749731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.750068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.750402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.750733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.751061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.751387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.751711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.752038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.752385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.752708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:05.775046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port 5b5b30bb-865a-408f-a723-dccee3c9935a on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:36:05.777578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:05.779514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2cc695a5-5913-4eed-a952-659350fe50ee req-7a17c643-ccbc-4417-a274-a03be9c0fbf6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "DELETE /v2.0/ports/5b5b30bb-865a-408f-a723-dccee3c9935a HTTP/1.1" status: 204 len: 173 time: 0.3959529 Jul 28 11:36:05.780005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'name': 'network-vif-deleted', 'tag': '5b5b30bb-865a-408f-a723-dccee3c9935a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:36:05.782286 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a355b5-8f0c-4f1d-a5b7-9e6394d11162" -d '{"events": [{"server_uuid": "5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3", "name": "network-vif-deleted", "tag": "5b5b30bb-865a-408f-a723-dccee3c9935a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:36:05.819585 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f9483-3319-4447-a394-4dc8345de882 x-openstack-request-id: req-428f9483-3319-4447-a394-4dc8345de882 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:36:05.819883 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3", "name": "network-vif-deleted", "tag": "5b5b30bb-865a-408f-a723-dccee3c9935a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:36:05.820138 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-428f9483-3319-4447-a394-4dc8345de882 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:36:05.820573 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3', 'name': 'network-vif-deleted', 'tag': '5b5b30bb-865a-408f-a723-dccee3c9935a', 'status': 'completed', 'code': 200} Jul 28 11:36:06.177450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8e9f256-7c89-498a-a5d4-5d6e42f61761 req-fb121ae5-9565-47d0-bc30-7a7a9f1d564f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0393803 Jul 28 11:36:06.772995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:06.838741 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-74695575-1c31-4e84-8eb7-1fbb394646b6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/floatingips/5fb8094d-c84b-4581-9a31-ea5f175a5b7f HTTP/1.1" status: 200 len: 993 time: 0.0646875 Jul 28 11:36:07.054761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:07.220693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port f1a11e6f-750c-4105-b1c7-9993ea433bf3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:36:07.221112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.290784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5e4e746-1411-47f8-8fe2-709e3c93e039 req-a2e65b58-bb91-4ec8-b468-4cb9b2a7e9b2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Jul 28 11:36:07.310187 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.310457 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.323031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for f1a11e6f-750c-4105-b1c7-9993ea433bf3 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:36:07.469205 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.491887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5b5b30bb-865a-408f-a723-dccee3c9935a no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:36:07.495755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=f1a11e6f-750c-4105-b1c7-9993ea433bf3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:07.513092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 5b5b30bb-865a-408f-a723-dccee3c9935a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:36:07.513692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 5b5b30bb-865a-408f-a723-dccee3c9935a not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:36:07.564896 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.565226 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Floating IP 5fb8094d-c84b-4581-9a31-ea5f175a5b7f disassociated (deleted). External IP: 172.25.1.145, port: dce752f1-3b91-48d4-abc7-f4f61494ff87. Jul 28 11:36:07.776388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 68fd2b8c-ea59-4903-842f-67aacf76bf77 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:36:07.886994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:36:07.891446 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:07.896942 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] Sync routers for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:36:07.905783 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:07.906384 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:36:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:07.925205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1feb788d-11e3-449f-a746-9fa7dd3ccff6 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/floatingips/5fb8094d-c84b-4581-9a31-ea5f175a5b7f HTTP/1.1" status: 204 len: 168 time: 0.8668346 Jul 28 11:36:07.925205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:36:07.925968 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04983241-fa3e-4f7c-a730-208a40124027" -d '{"events": [{"name": "network-changed", "server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:36:07.965795 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f757a46-29c2-4253-b0df-ff934da147a1 x-openstack-request-id: req-0f757a46-29c2-4253-b0df-ff934da147a1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:36:07.966096 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:36:07.966375 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f757a46-29c2-4253-b0df-ff934da147a1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:36:07.966779 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'status': 'completed', 'code': 200} Jul 28 11:36:08.032457 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:08.041709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983241-fa3e-4f7c-a730-208a40124027 req-1d8bbe46-a2c3-4769-b4f1-7f5e05c0d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:08.043629 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-1d8bbe46-a2c3-4769-b4f1-7f5e05c0d28d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 1096 time: 0.0466175 Jul 28 11:36:08.188968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983241-fa3e-4f7c-a730-208a40124027 req-f2d8f939-160b-4c3e-8cb8-2f64d8c7ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:08.190438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-f2d8f939-160b-4c3e-8cb8-2f64d8c7ed5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 200 len: 897 time: 0.1364629 Jul 28 11:36:08.203189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede71ef-1131-4ad5-bd6b-49129a8fd708 req-ef15ceff-e019-4b09-b6df-9fceae9109af tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:08.204643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cede71ef-1131-4ad5-bd6b-49129a8fd708 req-ef15ceff-e019-4b09-b6df-9fceae9109af tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Jul 28 11:36:08.255249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-c78b918b-cf33-4056-98bf-edd57c89f725 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 200 len: 217 time: 0.0491195 Jul 28 11:36:08.260360 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:24Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:08.292132 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] Checking router: 68fd2b8c-ea59-4903-842f-67aacf76bf77 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:36:08.300743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:08.301926 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:36:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:08.307843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983241-fa3e-4f7c-a730-208a40124027 req-78ca2b09-ce4b-45f5-885c-8ebf99282c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:08.309956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-78ca2b09-ce4b-45f5-885c-8ebf99282c77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25c78d77-bf11-4476-887b-f9f6e3a43856 HTTP/1.1" status: 200 len: 834 time: 0.0463698 Jul 28 11:36:08.339213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cede71ef-1131-4ad5-bd6b-49129a8fd708 req-7249dbe5-cfb1-4e6b-90f1-28c749b8bd38 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911138 Jul 28 11:36:08.373778 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983241-fa3e-4f7c-a730-208a40124027 req-cc502e18-292f-4e5c-808d-f42b5762acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:08.375389 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-cc502e18-292f-4e5c-808d-f42b5762acb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e75bcd78-748e-4b66-9a7f-0938523f7460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511134 Jul 28 11:36:08.413842 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:08.506606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ccf2ff1b-5261-462b-ac37-06820130da1b req-d0264eda-5e08-410d-9f8d-fdeb2f665dfb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 210 time: 0.1184335 Jul 28 11:36:08.508543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-ba2acfbf-3349-4111-a754-d9eac970ba9e service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218686 Jul 28 11:36:08.607947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04983241-fa3e-4f7c-a730-208a40124027 req-af4c7fa5-5f58-4e6d-ab6b-ef7bbb28df77 service neutron] 10.222.0.41 "GET /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902679 Jul 28 11:36:08.624376 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:24Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:08.651065 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43c5b9-1450-4340-8c61-ee712f870e2f None None] The sync data for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 is: [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:18Z', 'revision_number': 4, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'dd158741-5a30-420c-b485-278bfdbea967', 'name': '', 'network_id': 'e75bcd78-748e-4b66-9a7f-0938523f7460', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'mac_address': 'fa:16:3e:47:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:18Z', 'updated_at': '2021-07-28T11:35:24Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'subnets': [{'id': '25c78d77-bf11-4476-887b-f9f6e3a43856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:36:08.893688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94a90a-17b4-4a6f-a009-d6b5605f2da8 None None] New status for floating IP 5fb8094d-c84b-4581-9a31-ea5f175a5b7f: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:36:09.469129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c01f6-a1f6-4727-8667-41509bcbe588 req-d3c0df21-4ed2-4fd5-ab7e-f9ca647e3e49 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:09.470479 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d8c01f6-a1f6-4727-8667-41509bcbe588 req-d3c0df21-4ed2-4fd5-ab7e-f9ca647e3e49 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Jul 28 11:36:09.538935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d8c01f6-a1f6-4727-8667-41509bcbe588 req-73045423-4771-4d07-a8cc-fcab874c44f0 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "GET /v2.0/security-groups?id=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604112 Jul 28 11:36:09.570190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-f907153c-c5dc-4b92-9b6b-0ee99d697854 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:09.572154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-f907153c-c5dc-4b92-9b6b-0ee99d697854 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "GET /v2.0/ports?device_id=17b313cc-37e8-499f-861d-e965542ec083 HTTP/1.1" status: 200 len: 945 time: 0.0750575 Jul 28 11:36:09.675543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f95411f7-33ea-4123-9baa-b60c386f2480 req-b24f0ef5-55bb-4be4-8d2c-188bf323b063 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c551e2e-c6c6-4e6d-8915-8a4a7300d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0532942 Jul 28 11:36:09.700458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port dce752f1-3b91-48d4-abc7-f4f61494ff87 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:36:09.701159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:09.793789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port dce752f1-3b91-48d4-abc7-f4f61494ff87, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=dce752f1-3b91-48d4-abc7-f4f61494ff87,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:09.794167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:09.811554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for dce752f1-3b91-48d4-abc7-f4f61494ff87 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:36:09.942790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:09.974873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=dce752f1-3b91-48d4-abc7-f4f61494ff87,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:10.006269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.006618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.006950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.007280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.007613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.007935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.008278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.008601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.009376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.009698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.010042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.010365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:10.032438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] No DVR routers for this DVR port dce752f1-3b91-48d4-abc7-f4f61494ff87 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:36:10.035135 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:10.038434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b15f02f-7bc4-412e-bed4-13b5e90e89b8 req-a0aaefc4-ea16-449e-bf23-54f20e9be2ea tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.41 "DELETE /v2.0/ports/dce752f1-3b91-48d4-abc7-f4f61494ff87 HTTP/1.1" status: 204 len: 173 time: 0.4595497 Jul 28 11:36:10.038882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'name': 'network-vif-deleted', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:36:10.042118 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128e34b7-b45d-43c0-be25-0a3a1ce14193" -d '{"events": [{"server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "name": "network-vif-deleted", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:36:10.085353 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec5fe4f-0361-43cd-8936-5cbfb83cc9bb x-openstack-request-id: req-aec5fe4f-0361-43cd-8936-5cbfb83cc9bb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:36:10.085654 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b313cc-37e8-499f-861d-e965542ec083", "name": "network-vif-deleted", "tag": "dce752f1-3b91-48d4-abc7-f4f61494ff87", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:36:10.085908 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aec5fe4f-0361-43cd-8936-5cbfb83cc9bb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:36:10.086311 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b313cc-37e8-499f-861d-e965542ec083', 'name': 'network-vif-deleted', 'tag': 'dce752f1-3b91-48d4-abc7-f4f61494ff87', 'status': 'completed', 'code': 200} Jul 28 11:36:10.612243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:10.671332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69fbb235-ab0e-4648-9f59-a84a6cca854e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:10.697583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69fbb235-ab0e-4648-9f59-a84a6cca854e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:10.761774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69fbb235-ab0e-4648-9f59-a84a6cca854e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:10.764399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69fbb235-ab0e-4648-9f59-a84a6cca854e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:10.765567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69fbb235-ab0e-4648-9f59-a84a6cca854e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/security-groups/c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1 HTTP/1.1" status: 204 len: 168 time: 0.1517918 Jul 28 11:36:10.775834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbb235-ab0e-4648-9f59-a84a6cca854e tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e9cf9-1883-4a5b-ac45-8ae0d0469cf1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:10.802427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:11.558398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:11.939565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port dd158741-5a30-420c-b485-278bfdbea967 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:36:11.940609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.048821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port dd158741-5a30-420c-b485-278bfdbea967, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dd158741-5a30-420c-b485-278bfdbea967,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:12.049186 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.066276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for dd158741-5a30-420c-b485-278bfdbea967 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:36:12.278289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.315961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=dd158741-5a30-420c-b485-278bfdbea967,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:12.523944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dce752f1-3b91-48d4-abc7-f4f61494ff87 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:36:12.537406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.557603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: dce752f1-3b91-48d4-abc7-f4f61494ff87 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:36:12.558038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device dce752f1-3b91-48d4-abc7-f4f61494ff87 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:36:12.773427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Router 68fd2b8c-ea59-4903-842f-67aacf76bf77 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:36:12.878146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:36:12.883163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c13aeee-57e9-4c86-86a8-7db0d219614a tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "PUT /v2.0/routers/68fd2b8c-ea59-4903-842f-67aacf76bf77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797293 Jul 28 11:36:12.885852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:12.887972 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] Sync routers for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:36:12.898536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:12.899556 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:36:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:12.941324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting subnet 25c78d77-bf11-4476-887b-f9f6e3a43856 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:36:12.946410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:12.949505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.951318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240416168', 'description': 'tempest-secgroup-smoke-240416168 description', 'project_id': 'cf29a675dd67498595bfcda59848fc21'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:12.974002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:12.992114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.008442 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:13.063150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.067091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.090442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.092887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.094122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466269 Jul 28 11:36:13.096971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:13.102950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group_rule': {'security_group_id': '50f3fd34-da46-4569-ad04-955fff302a47', 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:13.108145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2a898-5aae-415c-afa5-8d189da45345 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3fd34-da46-4569-ad04-955fff302a47,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.132915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.162410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.178360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.180526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/subnets/25c78d77-bf11-4476-887b-f9f6e3a43856 HTTP/1.1" status: 204 len: 168 time: 0.2935562 Jul 28 11:36:13.183702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:13.187146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36755bb-a781-407b-bc6a-28cdfbdd761a None None] Network e75bcd78-748e-4b66-9a7f-0938523f7460 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:36:13.200284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc992f5e-abeb-4159-83d7-061afccaf39d tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Subnet': ['ID=25c78d77-bf11-4476-887b-f9f6e3a43856,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.202000 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:36:12Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:13.232483 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] Checking router: 68fd2b8c-ea59-4903-842f-67aacf76bf77 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:36:13.243139 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] Routers {'68fd2b8c-ea59-4903-842f-67aacf76bf77'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:13.244041 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:36:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['68fd2b8c-ea59-4903-842f-67aacf76bf77'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:13.255672 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.286938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.316326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8807826e-216f-4e8e-ac61-97296ffaede8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.332951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.336079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.337279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b05da3a-cc45-474c-b61a-2745773f7917 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393870 Jul 28 11:36:13.340131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:13.346941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group_rule': {'security_group_id': '50f3fd34-da46-4569-ad04-955fff302a47', 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:13.352741 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] Set router 68fd2b8c-ea59-4903-842f-67aacf76bf77 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:13.379169 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.419851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] DHCP port deletion for e75bcd78-748e-4b66-9a7f-0938523f7460 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:36:13.465051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.466280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.472406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.475136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Deleting port d3c7fb01-180c-4a8e-af3c-da93ea26e146 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:36:13.475702 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.504102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6582c490-1de9-43e6-a639-dc6e4bb7d6df,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.513362 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.516693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd57a882-dadc-465b-8e6c-4e91c85e7474 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751626 Jul 28 11:36:13.517665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51506) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:13.524831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group_rule': {'security_group_id': '50f3fd34-da46-4569-ad04-955fff302a47', 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:13.550441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] For port d3c7fb01-180c-4a8e-af3c-da93ea26e146, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d3c7fb01-180c-4a8e-af3c-da93ea26e146,segment=NetworkSegment(55c9c679-9b00-41d1-afa2-c659cf61e146),segment_id=55c9c679-9b00-41d1-afa2-c659cf61e146)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:13.552364 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.557369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.559365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Deleting port 5c86f470-e49b-45bc-80cb-e1b0446ded49 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:36:13.559915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.570015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Calling delete_port for d3c7fb01-180c-4a8e-af3c-da93ea26e146 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:36:13.642962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.648692 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.673600 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.684610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] For port 5c86f470-e49b-45bc-80cb-e1b0446ded49, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5c86f470-e49b-45bc-80cb-e1b0446ded49,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:13.685041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.693365 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13bc7c9-9ec3-4d50-96ae-2089698a2ee8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.702440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Calling delete_port for 5c86f470-e49b-45bc-80cb-e1b0446ded49 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:36:13.703203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.705433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-54b8bacd-e9ab-4fc2-8441-9a6db0531a51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1843784 Jul 28 11:36:13.709235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:13.719901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group_rule': {'security_group_id': '50f3fd34-da46-4569-ad04-955fff302a47', 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:13.727250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Pushing event deleted for resources: {'Port': ['ID=d3c7fb01-180c-4a8e-af3c-da93ea26e146,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.729442 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:36:12Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:13.733199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] No DVR routers for this DVR port d3c7fb01-180c-4a8e-af3c-da93ea26e146 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:36:13.744704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.744923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.745263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.745600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.745927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.746260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.746584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.746906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.747227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.747547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.747865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.748309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dc09ce-092a-4f9c-95c3-5c66841a5b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:36:13.764022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.771603 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfed781-3a49-495b-b29b-3576fc33e93b None None] The sync data for ids ['68fd2b8c-ea59-4903-842f-67aacf76bf77'] in n-d-723573-7 is: [{'id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'name': 'tempest-TestNetworkBasicOps-router-222231933', 'tenant_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:36:12Z', 'revision_number': 5, 'project_id': 'abb7d1130b794a54b3a5f4f29910c4c2', 'gw_port': {'id': '5c86f470-e49b-45bc-80cb-e1b0446ded49', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd2b8c-ea59-4903-842f-67aacf76bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:15Z', 'updated_at': '2021-07-28T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:36:13.843743 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.850087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.865195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e0e781-11d7-4958-8e31-65d6239095f9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.878381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.879936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a280e99c-3a17-4f91-8b15-3b575897cb3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1694019 Jul 28 11:36:13.882386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:13.887309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group_rule': {'security_group_id': '50f3fd34-da46-4569-ad04-955fff302a47', 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:13.908901 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Project cf29a675dd67498595bfcda59848fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:36:13.914520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.940685 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.966965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Port': ['ID=5c86f470-e49b-45bc-80cb-e1b0446ded49,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:13.983784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:13.987916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.007704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c7abcf-25e8-437a-aa67-74ccec13512e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:14.014352 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.016171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1eec6332-939a-4b77-b1bc-632a7dafd8a4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327453 Jul 28 11:36:14.019306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:14.023989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'security_group_rule': {'security_group_id': '50f3fd34-da46-4569-ad04-955fff302a47', 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:14.032811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.044627 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Project cf29a675dd67498595bfcda59848fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:36:14.049355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.130329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.133264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.152235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.157491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.173871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cdff17-6d4d-441c-9d3b-bd23bc36525b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:14.184906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.185962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Fanout notify agent at l3_agent the message router_deleted on router 68fd2b8c-ea59-4903-842f-67aacf76bf77 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:36:14.193691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.194241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.195474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-852dd995-7afb-4c4f-ad1d-9ec55d15866a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750412 Jul 28 11:36:14.195706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9b2db8b4-85d0-41a9-a1a4-e51ede4395fc tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/routers/68fd2b8c-ea59-4903-842f-67aacf76bf77 HTTP/1.1" status: 204 len: 168 time: 1.0107970 Jul 28 11:36:14.198353 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51518) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:14.285372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dd158741-5a30-420c-b485-278bfdbea967 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:36:14.312706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.313866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: dd158741-5a30-420c-b485-278bfdbea967 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:36:14.314219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dd158741-5a30-420c-b485-278bfdbea967 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:36:14.314646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d3c7fb01-180c-4a8e-af3c-da93ea26e146 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:36:14.340553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: d3c7fb01-180c-4a8e-af3c-da93ea26e146 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:36:14.340922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d3c7fb01-180c-4a8e-af3c-da93ea26e146 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:36:14.414837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.425501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75bcd78-748e-4b66-9a7f-0938523f7460']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:14.437580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c9c679-9b00-41d1-afa2-c659cf61e146') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:14.437886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c9c679-9b00-41d1-afa2-c659cf61e146') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:14.447954 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.462521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.469613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:36:14.470293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:36:14.474484 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:36:14.500814 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:36:14.535800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.543271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:14.548827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] 10.222.0.20 "DELETE /v2.0/networks/e75bcd78-748e-4b66-9a7f-0938523f7460 HTTP/1.1" status: 204 len: 168 time: 0.3457978 Jul 28 11:36:14.561173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ce707-34dc-4036-8825-e1a491675a07 tempest-TestNetworkBasicOps-213937809 tempest-TestNetworkBasicOps-213937809-project] Pushing event deleted for resources: {'Network': ['ID=e75bcd78-748e-4b66-9a7f-0938523f7460,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:14.804039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:14.952828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f7e34bb5-309f-46f7-b8ec-65497736281f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abb7d1130b794a54b3a5f4f29910c4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475823 Jul 28 11:36:14.955657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:15.009672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afd8794c-726e-49bd-8ac6-2ed7264c6baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.031371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afd8794c-726e-49bd-8ac6-2ed7264c6baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.083267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afd8794c-726e-49bd-8ac6-2ed7264c6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.085930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afd8794c-726e-49bd-8ac6-2ed7264c6baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.087079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-afd8794c-726e-49bd-8ac6-2ed7264c6baa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1cddcff-8aef-4526-8f1b-0a3dd426c15b HTTP/1.1" status: 204 len: 168 time: 0.1304383 Jul 28 11:36:15.096573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8794c-726e-49bd-8ac6-2ed7264c6baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cddcff-8aef-4526-8f1b-0a3dd426c15b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:15.363206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 51608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:15.378034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1967c28-7f16-4a6b-abb3-2ead5ccef0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.474732 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1967c28-7f16-4a6b-abb3-2ead5ccef0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.478395 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1967c28-7f16-4a6b-abb3-2ead5ccef0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.517257 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1967c28-7f16-4a6b-abb3-2ead5ccef0aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b08568f9a79f4b0bb2b50f71f525bf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523426 Jul 28 11:36:15.519236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1967c28-7f16-4a6b-abb3-2ead5ccef0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71713f4-3d9b-4de3-b95f-0e92474e7904,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:15.519921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:15.569295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e61f353e-4dd0-4e6c-8f81-651b0f7daf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.590935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e61f353e-4dd0-4e6c-8f81-651b0f7daf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.642459 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e61f353e-4dd0-4e6c-8f81-651b0f7daf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.645066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e61f353e-4dd0-4e6c-8f81-651b0f7daf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:15.646296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e61f353e-4dd0-4e6c-8f81-651b0f7daf71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d71713f4-3d9b-4de3-b95f-0e92474e7904 HTTP/1.1" status: 204 len: 168 time: 0.1253703 Jul 28 11:36:15.654607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f353e-4dd0-4e6c-8f81-651b0f7daf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71713f4-3d9b-4de3-b95f-0e92474e7904,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:15.847573 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c86f470-e49b-45bc-80cb-e1b0446ded49 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:36:15.876030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5c86f470-e49b-45bc-80cb-e1b0446ded49 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:36:15.876732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c86f470-e49b-45bc-80cb-e1b0446ded49 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:36:19.864305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:22.688346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:27.890725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-474a5b97-77dc-4306-8a91-c8fabb450d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:28.651924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-c6e03e95-19eb-486c-881a-c59de6245e94 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240416168&fields=id&tenant_id=cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 267 time: 0.0346868 Jul 28 11:36:28.755831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-df7cebbf-4c33-4d82-ab7b-bb20ef5164eb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:28.757296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-df7cebbf-4c33-4d82-ab7b-bb20ef5164eb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.0986187 Jul 28 11:36:28.771538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-53eebf4a-c433-4cec-8019-503fa224f7dd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0086267 Jul 28 11:36:28.821959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-0c79f567-060a-4cbd-bb47-1a116b47b24b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451791 Jul 28 11:36:28.917847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-38d53293-55bb-41e9-b2a2-68600af239dc service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839052 Jul 28 11:36:29.005781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-605dc6d3-0b78-421f-8c51-87743c5b4f2a service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817835 Jul 28 11:36:29.471166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5cfb629-07a5-4151-aece-9a192937b27f req-f027f84f-4a59-4eb9-95c5-b4c369b93238 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 210 time: 0.2110422 Jul 28 11:36:30.228711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-f3a1c3f0-d634-42b0-b729-fa868b275d7c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:30.230192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-f3a1c3f0-d634-42b0-b729-fa868b275d7c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1055555 Jul 28 11:36:30.286524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-a2ad0975-8201-4dc9-a2eb-c931294ffb7e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 379 time: 0.0467918 Jul 28 11:36:30.299428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': '53a4c033-8698-4991-aba1-6393ced8b73d', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'security_groups': ['50f3fd34-da46-4569-ad04-955fff302a47']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:30.414136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:36:30.417646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:30.549193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.11 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/ee005af5-ab22-4eac-81bf-7c95f9b8b141) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:36:30.571571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af558a88-3485-4415-b650-e8f518793573 req-b2d82fe2-ad66-4ff0-999d-8fbf44e67c76 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 210 time: 0.0290463 Jul 28 11:36:30.694506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:30.708469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object ee005af5-ab22-4eac-81bf-7c95f9b8b141 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:30.741937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:30.792840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:36:30.796215 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:30.798931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:36:30.983186 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.048858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4cd2d1b2-2d37-47bb-988a-ae551b44aba6 None None] Provisioning for port ee005af5-ab22-4eac-81bf-7c95f9b8b141 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:31.053821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4cd2d1b2-2d37-47bb-988a-ae551b44aba6 None None] Provisioning complete for port ee005af5-ab22-4eac-81bf-7c95f9b8b141 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:31.054276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d1b2-2d37-47bb-988a-ae551b44aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.087709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2d1b2-2d37-47bb-988a-ae551b44aba6 None None] Port ee005af5-ab22-4eac-81bf-7c95f9b8b141 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:36:31.139033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37a6813a-92e4-4fa4-8277-1aaae9a84f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.154939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=ee005af5-ab22-4eac-81bf-7c95f9b8b141,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:31.178400 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:31.179000 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.192937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-b362510d-2e26-4958-8bce-49083c43483a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8985307 Jul 28 11:36:31.206175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Request body: {'port': {'device_id': '53a4c033-8698-4991-aba1-6393ced8b73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:31.263769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.536449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee005af5-ab22-4eac-81bf-7c95f9b8b141 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:36:31.543696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.556006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Transition to ACTIVE for port object ee005af5-ab22-4eac-81bf-7c95f9b8b141 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:36:31.559504 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.613680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Pushing event updated for resources: {'Port': ['ID=ee005af5-ab22-4eac-81bf-7c95f9b8b141,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:31.694268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Attempting to bind port ee005af5-ab22-4eac-81bf-7c95f9b8b141 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:36:31.694865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Attempting to bind port ee005af5-ab22-4eac-81bf-7c95f9b8b141 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:36:31.695391 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Attempting to bind port ee005af5-ab22-4eac-81bf-7c95f9b8b141 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:36:31.700303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Port ee005af5-ab22-4eac-81bf-7c95f9b8b141 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:36:31.700721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Attempting to bind port ee005af5-ab22-4eac-81bf-7c95f9b8b141 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:36:31.706412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:36:31.706412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:36:31.707016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:36:31.707557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Bound port: ee005af5-ab22-4eac-81bf-7c95f9b8b141, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:36:31.707740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae046c7-ab92-47f4-ba9e-a042e913b985 req-92c10843-9af7-47d7-b643-878db269d780 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:31.708235 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.716659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eae046c7-ab92-47f4-ba9e-a042e913b985 req-92c10843-9af7-47d7-b643-878db269d780 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0626321 Jul 28 11:36:31.759263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eae046c7-ab92-47f4-ba9e-a042e913b985 req-d3d640a4-a209-4f66-9134-3725797e3ca6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Jul 28 11:36:31.797664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] For port ee005af5-ab22-4eac-81bf-7c95f9b8b141, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:36:31.802588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] For port ee005af5-ab22-4eac-81bf-7c95f9b8b141, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:36:31.810113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.848373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:31.849006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:31.850430 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] 10.222.0.44 "PUT /v2.0/ports/ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 200 len: 1092 time: 0.6482389 Jul 28 11:36:31.850829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:36:31.853130 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c4a1db-8421-427f-a3d1-666f08f1ce1a" -d '{"events": [{"name": "network-changed", "server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:36:31.886713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab0f9c-1b31-4933-9875-977c1b093e4b service neutron] Pushing event updated for resources: {'Port': ['ID=ee005af5-ab22-4eac-81bf-7c95f9b8b141,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:31.933767 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a654b4-8ddd-47a8-9e78-f8211f1ef51d x-openstack-request-id: req-60a654b4-8ddd-47a8-9e78-f8211f1ef51d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:36:31.934054 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:36:31.934439 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60a654b4-8ddd-47a8-9e78-f8211f1ef51d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:36:31.934895 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'status': 'completed', 'code': 200} Jul 28 11:36:31.951588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-f211361d-c93f-4a7d-a0b1-07399af73d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:31.953482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-f211361d-c93f-4a7d-a0b1-07399af73d24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1095 time: 0.0547683 Jul 28 11:36:31.994962 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:32.006235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-6712bfc0-b424-41dc-89e8-312e1c6ee33f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 200 len: 217 time: 0.0450764 Jul 28 11:36:32.060063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-4a2651bf-66bb-4643-93ba-3920870854ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.061592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-4a2651bf-66bb-4643-93ba-3920870854ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0486782 Jul 28 11:36:32.110236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-626f752f-ffab-4cce-8c2e-c2387257ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.111719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-626f752f-ffab-4cce-8c2e-c2387257ca5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426409 Jul 28 11:36:32.210207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-f073aad6-b1f1-4e48-af57-0f1d530579f4 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910738 Jul 28 11:36:32.303020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f427d1-aec8-4d18-9d52-2236f33f2c18 req-420bb743-f693-45e6-823b-36b43e879412 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851893 Jul 28 11:36:32.388927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-53d25a2b-e62e-4d9f-90b0-1cfe4938df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.390425 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-53d25a2b-e62e-4d9f-90b0-1cfe4938df75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1095 time: 0.0434608 Jul 28 11:36:32.485666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-dd441f71-ccee-4682-b2ea-047db9dc89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.487045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-dd441f71-ccee-4682-b2ea-047db9dc89cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0899022 Jul 28 11:36:32.529173 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-5651c893-665c-42fe-8011-3e0ce24ca679 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 200 len: 217 time: 0.0349689 Jul 28 11:36:32.580011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-540fa5f9-c896-41bf-b524-3817d3f02952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.583750 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-540fa5f9-c896-41bf-b524-3817d3f02952 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0470586 Jul 28 11:36:32.637885 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-55878003-c407-4ce1-834a-315e52b90f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.639703 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-55878003-c407-4ce1-834a-315e52b90f5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488255 Jul 28 11:36:32.738772 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-cdbf1768-dcd4-4e8a-bc7d-a899c0b0cd95 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917046 Jul 28 11:36:32.841918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72c4a1db-8421-427f-a3d1-666f08f1ce1a req-633874cb-5bb7-4f1d-aba5-4555a3c35935 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965781 Jul 28 11:36:32.913351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b0410-f364-46ca-baf6-15de9eab9486 req-ea87b15a-523c-4ef0-887a-85f0a70eb7cb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:32.918130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-708b0410-f364-46ca-baf6-15de9eab9486 req-ea87b15a-523c-4ef0-887a-85f0a70eb7cb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0762146 Jul 28 11:36:32.960789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-708b0410-f364-46ca-baf6-15de9eab9486 req-c4695d97-1b49-4e71-93a8-ef35c5c45405 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Jul 28 11:36:33.461283 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:34.084457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085827b5-14c4-4bd9-bf39-342b5460877f req-c4829b5b-eaae-4a71-87cd-6dd0158a5d04 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:34.086138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-085827b5-14c4-4bd9-bf39-342b5460877f req-c4829b5b-eaae-4a71-87cd-6dd0158a5d04 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0559697 Jul 28 11:36:34.127046 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-085827b5-14c4-4bd9-bf39-342b5460877f req-3c0cfa96-3549-451a-ae26-d64b485479bb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352376 Jul 28 11:36:35.248597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419cbe-070e-4c06-844f-d4296cc4a916 req-61470905-fb20-43c4-b0d0-97abec1d97b2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:35.250009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12419cbe-070e-4c06-844f-d4296cc4a916 req-61470905-fb20-43c4-b0d0-97abec1d97b2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0494089 Jul 28 11:36:35.287773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12419cbe-070e-4c06-844f-d4296cc4a916 req-c583b2af-fdda-4869-a79e-4e91c2db7fe9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Jul 28 11:36:36.231991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-57eee783-0a30-4526-9a94-d0427f582e27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390961 Jul 28 11:36:36.313754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1605-8112-48aa-bf37-8b12c2500755 req-69e088dd-1912-43b3-b90d-fa44c8fd0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:36.315305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-69e088dd-1912-43b3-b90d-fa44c8fd0033 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0430334 Jul 28 11:36:36.450540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac613-89a2-4e27-a00b-f81ea89ffe03 req-0e8acf2f-b8e3-4c06-8a90-de16f45b68a5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:36.451883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-750ac613-89a2-4e27-a00b-f81ea89ffe03 req-0e8acf2f-b8e3-4c06-8a90-de16f45b68a5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0773542 Jul 28 11:36:36.454507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1605-8112-48aa-bf37-8b12c2500755 req-af99031b-c652-4f21-a0e4-9cf381592ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:36.455853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-af99031b-c652-4f21-a0e4-9cf381592ccf service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.1222582 Jul 28 11:36:36.532447 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-750ac613-89a2-4e27-a00b-f81ea89ffe03 req-4eb1c989-180e-4d6a-8e1a-a6336a82c114 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739598 Jul 28 11:36:36.542732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-884ec23d-0184-41b1-b524-5d2262e50511 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0784988 Jul 28 11:36:36.590223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1605-8112-48aa-bf37-8b12c2500755 req-06841e44-1f6c-45b2-92b0-417e1716c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:36.591638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-06841e44-1f6c-45b2-92b0-417e1716c99b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0421140 Jul 28 11:36:36.639293 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1605-8112-48aa-bf37-8b12c2500755 req-2b82c359-d7af-433f-a6e8-13ac3d72f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:36.640784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-2b82c359-d7af-433f-a6e8-13ac3d72f4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417314 Jul 28 11:36:36.727733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-8ec622f6-59ea-477e-867e-c8022066c575 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794044 Jul 28 11:36:36.817091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-424b1605-8112-48aa-bf37-8b12c2500755 req-be4b23ea-45fe-47b5-b7bf-b2b0fafa20c4 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829690 Jul 28 11:36:37.647239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f273-892b-45b9-83d7-ab693fc35e9c req-5ef7fa7e-9c1d-4d60-bffc-74898251ef15 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:37.648868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99e4f273-892b-45b9-83d7-ab693fc35e9c req-5ef7fa7e-9c1d-4d60-bffc-74898251ef15 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0489841 Jul 28 11:36:37.685916 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99e4f273-892b-45b9-83d7-ab693fc35e9c req-6c971003-0ce4-4634-a2a5-a307991de4e8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jul 28 11:36:38.801762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d53f1-69f8-47f2-9d63-01a4f5ae993b req-194b451e-2f58-4128-9e25-2aba06976ebd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:38.803340 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a99d53f1-69f8-47f2-9d63-01a4f5ae993b req-194b451e-2f58-4128-9e25-2aba06976ebd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0499847 Jul 28 11:36:38.839953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a99d53f1-69f8-47f2-9d63-01a4f5ae993b req-9a3c64b0-112e-4c3f-aba6-1e4ae427ab51 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306735 Jul 28 11:36:39.953139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d88be-08d4-4da3-98d1-7ba3b8b56749 req-6a52b2b4-fc75-48d8-ab84-fa830452ecd3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:39.954578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e02d88be-08d4-4da3-98d1-7ba3b8b56749 req-6a52b2b4-fc75-48d8-ab84-fa830452ecd3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0474510 Jul 28 11:36:39.997125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e02d88be-08d4-4da3-98d1-7ba3b8b56749 req-0dc3a261-fccc-45e6-ae79-55396fddeacf tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359244 Jul 28 11:36:41.110127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb05776-8505-46c6-841d-5320a5e3a01c req-e804a0c8-a3b8-4d14-906c-df4229e4c0dd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:41.111558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bb05776-8505-46c6-841d-5320a5e3a01c req-e804a0c8-a3b8-4d14-906c-df4229e4c0dd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 944 time: 0.0475926 Jul 28 11:36:41.148906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bb05776-8505-46c6-841d-5320a5e3a01c req-5341b4dc-b9d2-438f-96ad-b7a1894e3e39 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311329 Jul 28 11:36:41.704391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ee005af5-ab22-4eac-81bf-7c95f9b8b141 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:36:41.797134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ee005af5-ab22-4eac-81bf-7c95f9b8b141, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:41.808597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'mac_address': 'fa:16:3e:b9:67:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:36:41.844414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:41.856686 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee005af5-ab22-4eac-81bf-7c95f9b8b141 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:36:41.875874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ee005af5-ab22-4eac-81bf-7c95f9b8b141, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:41.879965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:41.928783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=ee005af5-ab22-4eac-81bf-7c95f9b8b141,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:42.068249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['ee005af5-ab22-4eac-81bf-7c95f9b8b141'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:36:42.263882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa90470-859a-4e55-87c4-5ae777611146 req-83fefbe2-43be-4652-95c9-a0bfe7b9cfc9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:42.265385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fa90470-859a-4e55-87c4-5ae777611146 req-83fefbe2-43be-4652-95c9-a0bfe7b9cfc9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 945 time: 0.0494657 Jul 28 11:36:42.304343 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fa90470-859a-4e55-87c4-5ae777611146 req-347dea40-2e22-42fc-9144-0787d7156b04 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329072 Jul 28 11:36:43.418015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca0d1-e9ca-48ff-beb7-d2d14e245a2b req-e1d6dbf9-5c1b-4f05-9429-9d2f9f639930 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:43.419466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60dca0d1-e9ca-48ff-beb7-d2d14e245a2b req-e1d6dbf9-5c1b-4f05-9429-9d2f9f639930 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 945 time: 0.0485330 Jul 28 11:36:43.461471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60dca0d1-e9ca-48ff-beb7-d2d14e245a2b req-eb2e33b4-3fab-4dc5-92a4-a569a59ec416 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355666 Jul 28 11:36:43.719948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ee005af5-ab22-4eac-81bf-7c95f9b8b141 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:36:43.770321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port ee005af5-ab22-4eac-81bf-7c95f9b8b141 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:36:43.773598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port ee005af5-ab22-4eac-81bf-7c95f9b8b141 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:36:43.774003 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:43.847382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:43.869554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:36:43.871983 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8aee1-b717-4c30-8460-39425210da23" -d '{"events": [{"server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "name": "network-vif-plugged", "status": "completed", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:36:43.885744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ee005af5-ab22-4eac-81bf-7c95f9b8b141, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:36:43.889786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:43.914528 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623527a8-13d4-4459-b3fd-42c11eaee213 x-openstack-request-id: req-623527a8-13d4-4459-b3fd-42c11eaee213 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:36:43.914842 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "name": "network-vif-plugged", "status": "completed", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:36:43.915079 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-623527a8-13d4-4459-b3fd-42c11eaee213 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:36:43.915464 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'code': 200} Jul 28 11:36:43.946053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=ee005af5-ab22-4eac-81bf-7c95f9b8b141,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:44.005256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722103ea-dabc-426f-b620-1bd1f73b3042 req-7c183ee9-4054-4a82-a7f9-33cd44f7cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:44.006726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-722103ea-dabc-426f-b620-1bd1f73b3042 req-7c183ee9-4054-4a82-a7f9-33cd44f7cfbb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1097 time: 0.0407956 Jul 28 11:36:44.041915 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-722103ea-dabc-426f-b620-1bd1f73b3042 req-bbc2276a-4dee-4f86-b7cb-71f5d1564cf6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280371 Jul 28 11:36:44.577382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a697a-b3df-4703-b9f4-2a66edebc4e8 req-c5db4bf1-509b-428b-a047-e013fd9f3c77 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:44.578865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-086a697a-b3df-4703-b9f4-2a66edebc4e8 req-c5db4bf1-509b-428b-a047-e013fd9f3c77 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 946 time: 0.0485468 Jul 28 11:36:44.619712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-086a697a-b3df-4703-b9f4-2a66edebc4e8 req-23268e85-745b-4b25-bd7e-ca955ab7f99a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343025 Jul 28 11:36:45.735912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef008bd-e877-4484-8db8-c075c83002d9 req-75a4bc0d-ebe2-4cff-8079-89ad30843b3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:45.737890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ef008bd-e877-4484-8db8-c075c83002d9 req-75a4bc0d-ebe2-4cff-8079-89ad30843b3a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 946 time: 0.0475130 Jul 28 11:36:45.775525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ef008bd-e877-4484-8db8-c075c83002d9 req-1b72e940-5511-4fd8-aa25-b48ceab976eb tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Jul 28 11:36:45.890295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f38c-5d69-4919-84ef-f9d742f4a815 req-a88cc4c7-b783-45cb-89c5-e7bb5a95fa73 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:45.891656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2028f38c-5d69-4919-84ef-f9d742f4a815 req-a88cc4c7-b783-45cb-89c5-e7bb5a95fa73 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 946 time: 0.0478261 Jul 28 11:36:45.932582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2028f38c-5d69-4919-84ef-f9d742f4a815 req-9add148f-8a27-4d6d-9174-ff36666cb755 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343308 Jul 28 11:36:45.962233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:46.000830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9ba26-dd53-4027-9c03-57040db36595 tempest-TestVolumeBootPattern-703080951 tempest-TestVolumeBootPattern-703080951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:46.002287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4fe9ba26-dd53-4027-9c03-57040db36595 tempest-TestVolumeBootPattern-703080951 tempest-TestVolumeBootPattern-703080951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1092 time: 0.0390747 Jul 28 11:36:46.005789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 51784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:36:46.010022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:36:46.030323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.121712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.226495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.25.1.178 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/194689e6-9acf-461b-98d8-411358e508ae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:36:46.325773 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.367454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:46.401118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:36:46.403831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:36:46.407200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:36:46.438075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=194689e6-9acf-461b-98d8-411358e508ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:46.771796 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.127544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.273479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.277923 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.346977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=194689e6-9acf-461b-98d8-411358e508ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:36:47.353815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.450951 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Floating IP 6cc94498-cc9b-40c7-a16b-6055efd67042 associated. External IP: 172.25.1.178, port: ee005af5-ab22-4eac-81bf-7c95f9b8b141. Jul 28 11:36:47.654590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:36:47.759679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:36:47.769790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:36:47.780158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:47.785305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:47.785930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:36:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:47.826491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-40aea6fd-9756-4e74-b1ca-c3b0ca057edd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8054018 Jul 28 11:36:47.826491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:36:47.826491 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dedaad-0f52-40f8-ae30-d0888f263194" -d '{"events": [{"name": "network-changed", "server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:36:47.853613 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118edab-069d-4c78-99cd-60b5a4fd5e79 x-openstack-request-id: req-4118edab-069d-4c78-99cd-60b5a4fd5e79 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:36:47.853910 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:36:47.854171 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4118edab-069d-4c78-99cd-60b5a4fd5e79 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:36:47.854578 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'status': 'completed', 'code': 200} Jul 28 11:36:47.895965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:47.916993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-751cc9ac-916b-442e-b7ad-42af9aeb1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:47.918479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-751cc9ac-916b-442e-b7ad-42af9aeb1b41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1097 time: 0.0408757 Jul 28 11:36:48.017875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-cdbef37d-3a58-4df3-a864-69e601aef922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:48.019478 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-cdbef37d-3a58-4df3-a864-69e601aef922 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0936637 Jul 28 11:36:48.116980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '6cc94498-cc9b-40c7-a16b-6055efd67042', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:b9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a4c033-8698-4991-aba1-6393ced8b73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:36:46Z', 'updated_at': '2021-07-28T11:36:46Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:48.118175 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-64b637d5-ea0e-4327-a827-490429096926 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 200 len: 1000 time: 0.0920670 Jul 28 11:36:48.142299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:36:48.150579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:36:48.151192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:36:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:48.167387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-4fc8043b-6cea-44cb-a1c1-da23200ff10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:48.168916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-4fc8043b-6cea-44cb-a1c1-da23200ff10a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0440173 Jul 28 11:36:48.214238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-9fd7277e-c79a-4f65-a934-2988e9b2295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:36:48.215710 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-9fd7277e-c79a-4f65-a934-2988e9b2295d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394051 Jul 28 11:36:48.258347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:36:48.310148 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-51748d9e-5cbe-43cc-9d0f-1843a3008e3a service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869284 Jul 28 11:36:48.399913 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e6dedaad-0f52-40f8-ae30-d0888f263194 req-ba46b40e-d450-4b22-8757-b02e67e9f087 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824907 Jul 28 11:36:48.482517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '6cc94498-cc9b-40c7-a16b-6055efd67042', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:b9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a4c033-8698-4991-aba1-6393ced8b73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:36:46Z', 'updated_at': '2021-07-28T11:36:46Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:36:48.507759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e592-db28-42bb-8148-13e1066d3bfe None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '6cc94498-cc9b-40c7-a16b-6055efd67042', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:b9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a4c033-8698-4991-aba1-6393ced8b73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:36:46Z', 'updated_at': '2021-07-28T11:36:46Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:36:48.685967 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd93bf6-23b6-4156-a4c4-edbdaded1190 None None] New status for floating IP 6cc94498-cc9b-40c7-a16b-6055efd67042: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:36:49.875379 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:51.500246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:36:52.716495 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:36:57.891414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5aea9c0a-a3ff-4a44-948b-63010afdab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:00.976377 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:01.139720 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-36a10783-0230-4849-9dd2-1267ae8c6384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:01.994101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:03.466263 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:11.740811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-1ce53524-3481-472c-b817-e0193930112f req-472b9a98-5a0e-4477-889a-3baedbe02a2a service neutron] (93836) timed out ('10.222.0.20', 56468) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:37:18.786469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-8dd67344-ff66-4df7-99b2-903b6904e641 req-2018b158-e679-42a2-812f-3fb15d87cffe service neutron] (93835) timed out ('10.222.0.41', 50982) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:37:19.893717 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:22.715809 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:27.892199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2156dfd2-756d-44f6-aad6-3831ff0f3c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:28.500126 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:37:29.991811 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-8b537ec8-db9d-4dd7-a599-ab49621f9629 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916212 Jul 28 11:37:30.076498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-5f639d79-1bcc-41c8-81b9-d4b0b6599cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:30.077968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-5f639d79-1bcc-41c8-81b9-d4b0b6599cc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1097 time: 0.0444970 Jul 28 11:37:30.180701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-263b6dd2-dce7-4217-a353-0ef292160adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:30.182076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-263b6dd2-dce7-4217-a353-0ef292160adf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0830443 Jul 28 11:37:30.251016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-466f2ca6-f578-4356-8486-4daae6f45c39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 200 len: 1002 time: 0.0621865 Jul 28 11:37:30.299698 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-083079d7-5aaa-4a75-91ab-bece1073b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:30.301227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-083079d7-5aaa-4a75-91ab-bece1073b4bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0439284 Jul 28 11:37:30.347646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-629a59df-295c-4fa3-b27b-815d4fcab240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:30.349187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-629a59df-295c-4fa3-b27b-815d4fcab240 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408349 Jul 28 11:37:30.359976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-234c2382-a472-4319-a880-f0fbe24b782b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:37:30.360960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-234c2382-a472-4319-a880-f0fbe24b782b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051847 Jul 28 11:37:30.453413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-8b00da46-c361-47eb-9097-a8a19911def0 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849812 Jul 28 11:37:30.541757 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-03acb771-f1cb-47b6-b76b-c04419659fb2 req-3a2ef199-799f-4a7b-956d-e15c7b652d15 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Jul 28 11:37:30.976659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:31.138863 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94e44279-36b7-4ce3-bd6c-d353d029336f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:32.000019 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:33.498159 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:36.292280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-1b82ddc2-3128-47ed-b36f-fb97c7da3f25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517187 Jul 28 11:37:36.373202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-666f7d15-44b6-4a3d-a35e-56fac0a5a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:36.374762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-666f7d15-44b6-4a3d-a35e-56fac0a5a9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0402529 Jul 28 11:37:36.474335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-a8303077-e778-41d4-8bd8-8f70fed552a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:36.475883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-a8303077-e778-41d4-8bd8-8f70fed552a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0817206 Jul 28 11:37:36.543824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-30d126ae-8687-4942-8e0b-9c34559c9c56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0607989 Jul 28 11:37:36.595175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-c70078e1-e051-47b7-a21a-0d4b3190333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:36.596662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-c70078e1-e051-47b7-a21a-0d4b3190333f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0453768 Jul 28 11:37:36.644199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-8ecc14fe-e077-4a23-a1e2-5ce21ef04d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:36.645786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-8ecc14fe-e077-4a23-a1e2-5ce21ef04d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417051 Jul 28 11:37:36.740320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-6c9c96c6-4c56-4ab0-af90-f107b7d7cc76 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Jul 28 11:37:36.832042 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd846865-eff6-47e7-ae5f-8db1ff8fc032 req-eba05751-2eba-4637-b8a6-b4b8ca3a1100 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847566 Jul 28 11:37:46.726901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ffbb-9810-4ee7-94a7-00c2bc56c2a2 req-1c2be68e-b798-40b3-bfc4-962a25445488 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:46.728298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abb7ffbb-9810-4ee7-94a7-00c2bc56c2a2 req-1c2be68e-b798-40b3-bfc4-962a25445488 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0506196 Jul 28 11:37:46.771586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-abb7ffbb-9810-4ee7-94a7-00c2bc56c2a2 req-a2acdaa1-1edc-42c7-89db-b5c53518f579 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Jul 28 11:37:47.889178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed472010-7e79-4de9-b0dd-dcf171a27785 req-bc3f8038-9ba9-49ec-b79a-83e7a4f33a61 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:47.890658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed472010-7e79-4de9-b0dd-dcf171a27785 req-bc3f8038-9ba9-49ec-b79a-83e7a4f33a61 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0489526 Jul 28 11:37:47.928020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed472010-7e79-4de9-b0dd-dcf171a27785 req-f27c2f39-cd6d-42ed-993a-5a464ac9f696 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jul 28 11:37:49.056565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86b444-623f-4bde-8abe-3128a09af0f7 req-754e1acf-26eb-418a-ace6-8ec428fa207c tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:49.058210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d86b444-623f-4bde-8abe-3128a09af0f7 req-754e1acf-26eb-418a-ace6-8ec428fa207c tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0613573 Jul 28 11:37:49.095475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d86b444-623f-4bde-8abe-3128a09af0f7 req-02f3f600-40c4-4fc7-87f5-fc32a90e8484 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Jul 28 11:37:49.891940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:50.210164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ed3c-df82-4e38-acd4-aa4d73250fe1 req-4e8c650b-08f7-4df5-884a-c78b368eb526 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:50.211622 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59d0ed3c-df82-4e38-acd4-aa4d73250fe1 req-4e8c650b-08f7-4df5-884a-c78b368eb526 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0481927 Jul 28 11:37:50.256950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-59d0ed3c-df82-4e38-acd4-aa4d73250fe1 req-bc534c05-c0f9-4476-b087-f8069cbf1dd8 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375681 Jul 28 11:37:51.371047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4426d1-30ab-4194-a983-e65201b584d0 req-e4528b03-2372-4405-8806-7525601b508e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:51.372497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec4426d1-30ab-4194-a983-e65201b584d0 req-e4528b03-2372-4405-8806-7525601b508e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0475082 Jul 28 11:37:51.409316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec4426d1-30ab-4194-a983-e65201b584d0 req-5fb79160-bd36-4910-88d7-25e8018c7712 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Jul 28 11:37:52.530916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5359a-e891-4047-8bcb-e919ea6f8c52 req-e614780d-f235-4c1f-9503-7612cbab071a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:52.532390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4bc5359a-e891-4047-8bcb-e919ea6f8c52 req-e614780d-f235-4c1f-9503-7612cbab071a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0490191 Jul 28 11:37:52.568488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4bc5359a-e891-4047-8bcb-e919ea6f8c52 req-128c5bad-eb41-4a7e-8e46-8322f2e48645 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300477 Jul 28 11:37:52.722449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:53.683993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a793296-2f73-4fb4-ad13-3eba239b8e90 req-2fffceb6-886e-4e95-aaf9-3405fa5dc212 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:53.685460 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a793296-2f73-4fb4-ad13-3eba239b8e90 req-2fffceb6-886e-4e95-aaf9-3405fa5dc212 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0484614 Jul 28 11:37:53.725988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a793296-2f73-4fb4-ad13-3eba239b8e90 req-23fc16bb-bbe6-4dbd-8fc5-e6c0c0746ae7 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346797 Jul 28 11:37:54.840740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8c6ae-6d8e-4e9c-94f7-0f594e76db52 req-abe54f8b-159d-47dd-a422-adfc7b180d4e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:54.842207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6e8c6ae-6d8e-4e9c-94f7-0f594e76db52 req-abe54f8b-159d-47dd-a422-adfc7b180d4e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0486023 Jul 28 11:37:54.880284 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d6e8c6ae-6d8e-4e9c-94f7-0f594e76db52 req-3e64b72b-c564-4bf4-96b4-3fb6def701e3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Jul 28 11:37:55.993839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc67ec-5110-4b50-9ea9-c23bb71302ab req-4c0b8a02-0021-49f3-8d3e-9dd74e078949 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:55.995831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24bc67ec-5110-4b50-9ea9-c23bb71302ab req-4c0b8a02-0021-49f3-8d3e-9dd74e078949 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0488925 Jul 28 11:37:56.033268 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-24bc67ec-5110-4b50-9ea9-c23bb71302ab req-a12aea5a-1962-4da3-9786-2042ab5f9afe tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Jul 28 11:37:57.148242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99de0a3-1779-43fe-af76-3f8ff4ec96ea req-6f17f278-82ab-409f-ab03-4d8042367b2a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:57.149721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b99de0a3-1779-43fe-af76-3f8ff4ec96ea req-6f17f278-82ab-409f-ab03-4d8042367b2a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0479596 Jul 28 11:37:57.190681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b99de0a3-1779-43fe-af76-3f8ff4ec96ea req-891b68da-a4f9-4cf1-bfa4-a541fe0f1031 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342729 Jul 28 11:37:57.410508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8b1fd-f65e-4f02-af87-0862b3b74ad1 req-ce34e6d5-1902-474c-b906-f5b7b9c0b713 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:57.411856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7d8b1fd-f65e-4f02-af87-0862b3b74ad1 req-ce34e6d5-1902-474c-b906-f5b7b9c0b713 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0724514 Jul 28 11:37:57.438145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-a6e3f945-fe35-4394-a30c-5e464aea61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:57.439573 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-a6e3f945-fe35-4394-a30c-5e464aea61a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0643702 Jul 28 11:37:57.473204 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7d8b1fd-f65e-4f02-af87-0862b3b74ad1 req-ada86da8-137f-4f47-8a3b-31823b1396a8 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542164 Jul 28 11:37:57.542525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-c93cf652-4171-4d5a-b3fb-10231166b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:57.543986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-c93cf652-4171-4d5a-b3fb-10231166b488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0934548 Jul 28 11:37:57.608517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-c487dc81-d243-4088-a63b-ed922d5ba5d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0576966 Jul 28 11:37:57.656028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-d259feff-11e1-4b41-8fa8-e11847a17060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:57.657481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-d259feff-11e1-4b41-8fa8-e11847a17060 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0427101 Jul 28 11:37:57.707655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-78a0d074-385e-40ce-b712-32eda8d1fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:57.709076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-78a0d074-385e-40ce-b712-32eda8d1fecc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439625 Jul 28 11:37:57.796609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-f994740f-70df-484e-9ea8-886838a62bcc service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800116 Jul 28 11:37:57.889106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed7cf5b9-9ea6-474c-a259-9e764da6f4be req-779c1ca2-3615-484b-ae81-a12841d1d704 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Jul 28 11:37:57.892798 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-643307f8-9c58-466f-a0ad-13d5803f72e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:37:58.591198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25cf1-cf30-4ce7-ac99-914ce24f331b req-4c5cd990-da85-4880-994b-12ca610caabf tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:37:58.592697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52c25cf1-cf30-4ce7-ac99-914ce24f331b req-4c5cd990-da85-4880-994b-12ca610caabf tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0497584 Jul 28 11:37:58.630547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-52c25cf1-cf30-4ce7-ac99-914ce24f331b req-21486e5d-9eb5-479e-96a4-562955925311 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Jul 28 11:38:00.977320 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:01.139833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aecba0c5-8023-403e-ae68-5e27caddd0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:01.997837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:03.468829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:05.498816 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:38:19.901972 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:22.729861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:27.893642 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90d5e37b-655f-44c0-822b-f2bfc9ce8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:30.408064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-e447fc2e-3815-497e-8e4d-b2f3dfd274df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411158 Jul 28 11:38:30.492825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e649-bac0-427a-84a2-ba1443d0151f req-7c2caaed-015d-4b9e-b7b6-c4ab79241fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:30.494342 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-7c2caaed-015d-4b9e-b7b6-c4ab79241fa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 1097 time: 0.0450449 Jul 28 11:38:30.597020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e649-bac0-427a-84a2-ba1443d0151f req-203d2c0f-c022-4b73-883c-219c8d7977b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:30.598502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-203d2c0f-c022-4b73-883c-219c8d7977b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0840523 Jul 28 11:38:30.670001 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-404ba8f5-f014-4917-a6f1-18a180846d09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 200 len: 1002 time: 0.0649464 Jul 28 11:38:30.720307 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e649-bac0-427a-84a2-ba1443d0151f req-7334a257-b403-4ec7-9978-3cecceebc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:30.721761 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-7334a257-b403-4ec7-9978-3cecceebc641 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0451255 Jul 28 11:38:30.771384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e649-bac0-427a-84a2-ba1443d0151f req-24fd62b3-6ab7-4879-8edc-c73e563d9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:30.773058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-24fd62b3-6ab7-4879-8edc-c73e563d9b55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445735 Jul 28 11:38:30.870651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-29d5ca52-415d-40fe-8440-ee45d5d643df service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905457 Jul 28 11:38:30.959841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5251e649-bac0-427a-84a2-ba1443d0151f req-4929b407-d9ea-4aa0-8564-3e6de81395cb service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 Jul 28 11:38:30.978329 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:31.139909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-088457fb-e428-4652-a8cb-f4cc499592f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:32.000866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:33.471116 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:35.208194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14cb59-2fbc-42c1-bb71-e9472e1df39b req-a66433ed-b948-44e8-a281-96484507fc23 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:35.209649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b14cb59-2fbc-42c1-bb71-e9472e1df39b req-a66433ed-b948-44e8-a281-96484507fc23 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0489523 Jul 28 11:38:35.247880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b14cb59-2fbc-42c1-bb71-e9472e1df39b req-015ab464-b58b-4bf3-887f-2e14de9817be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Jul 28 11:38:36.368556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914398ad-d39f-49da-9536-b14c0f2a2ab1 req-1e64a5ca-3f58-4c4d-af5a-88e7834a1025 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:36.370007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-914398ad-d39f-49da-9536-b14c0f2a2ab1 req-1e64a5ca-3f58-4c4d-af5a-88e7834a1025 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0528998 Jul 28 11:38:36.410764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-914398ad-d39f-49da-9536-b14c0f2a2ab1 req-3c6ba59f-2c77-4a09-9775-86658a122132 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347719 Jul 28 11:38:37.525409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98d85-527d-46cb-ac95-e7d7ad06ca8a req-a8e4a92a-ed8b-404c-af9e-7b216021f9d5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:37.526782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7c98d85-527d-46cb-ac95-e7d7ad06ca8a req-a8e4a92a-ed8b-404c-af9e-7b216021f9d5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0488102 Jul 28 11:38:37.562897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7c98d85-527d-46cb-ac95-e7d7ad06ca8a req-08aa82ab-9cf4-42a7-a2da-1f324bcbb1ad tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303276 Jul 28 11:38:38.343948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-034959b1-dbc3-446c-b29b-2f160eee3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:38.346026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-034959b1-dbc3-446c-b29b-2f160eee3780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0947554 Jul 28 11:38:38.450328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-9753bb39-80f9-49ad-9abb-bba7fa3ba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:38.451781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-9753bb39-80f9-49ad-9abb-bba7fa3ba957 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0866721 Jul 28 11:38:38.516902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-9d283be1-d010-4680-9637-05316a0d4dd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0573664 Jul 28 11:38:38.565517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-7ef4cd53-1855-42bf-bc99-f09ba26ef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:38.566903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-7ef4cd53-1855-42bf-bc99-f09ba26ef68d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0432360 Jul 28 11:38:38.617736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-1acaf9f1-9666-448c-bcf5-4205fcf1fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:38.619231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-1acaf9f1-9666-448c-bcf5-4205fcf1fce1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456636 Jul 28 11:38:38.729602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28fb02-866e-45b5-a0ec-c8f6081fcaf6 req-b109d5e8-d26b-4653-9682-961c8031113b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:38.731066 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f28fb02-866e-45b5-a0ec-c8f6081fcaf6 req-b109d5e8-d26b-4653-9682-961c8031113b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.1000142 Jul 28 11:38:38.774736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-49961c65-f4be-4813-826b-d7da1b1dbacd service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350808 Jul 28 11:38:38.795907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f28fb02-866e-45b5-a0ec-c8f6081fcaf6 req-7e9c8a43-78b7-48af-9770-e6678d472a84 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556045 Jul 28 11:38:38.874635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fcef7b3-60b7-4829-9bec-6263cd1015c1 req-5a4169d8-6365-41c3-b3be-51cde22dcffd service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906391 Jul 28 11:38:39.247971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-137bd6cc-72f3-47a4-8cdb-a1961830a099 req-98f9c925-7099-4110-a63f-a339c33193da service neutron] (93835) timed out ('10.222.0.20', 52408) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:38:39.911492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051060d-ddf2-40c3-884a-99e4dbfb0e77 req-bb2a2792-422d-495d-af91-6f35650b2e4b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:39.912995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3051060d-ddf2-40c3-884a-99e4dbfb0e77 req-bb2a2792-422d-495d-af91-6f35650b2e4b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0499437 Jul 28 11:38:39.954606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3051060d-ddf2-40c3-884a-99e4dbfb0e77 req-e8e9205b-c932-4444-b8b8-2601eb0b5d90 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350835 Jul 28 11:38:41.067729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ac44f-73b4-4c61-82ff-49605ee4c668 req-7071d628-ef68-4df1-88ef-66539d9dd96e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:41.069213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be9ac44f-73b4-4c61-82ff-49605ee4c668 req-7071d628-ef68-4df1-88ef-66539d9dd96e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0479536 Jul 28 11:38:41.106382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be9ac44f-73b4-4c61-82ff-49605ee4c668 req-d04df849-0e8f-4910-8b13-10d44880d381 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Jul 28 11:38:42.219708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8ca01-48c8-4841-8c5e-fbc37a80539c req-9f81bfad-b067-48fd-bc77-7d2b40e6d43d tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:42.221223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efd8ca01-48c8-4841-8c5e-fbc37a80539c req-9f81bfad-b067-48fd-bc77-7d2b40e6d43d tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0488207 Jul 28 11:38:42.260914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-efd8ca01-48c8-4841-8c5e-fbc37a80539c req-5b3d1c4c-2567-4186-be9b-2d636f2ab6f6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Jul 28 11:38:42.497717 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:38:43.376847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58c55-81e8-4239-b7b2-dd822dea68a4 req-af82d01c-90d3-4923-99a5-861c0d507fc8 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:43.378291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82d58c55-81e8-4239-b7b2-dd822dea68a4 req-af82d01c-90d3-4923-99a5-861c0d507fc8 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0482836 Jul 28 11:38:43.419045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-82d58c55-81e8-4239-b7b2-dd822dea68a4 req-ff7fbc83-e84c-448c-8931-fbbd02ef5de8 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Jul 28 11:38:44.535837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7f82-f586-4ef2-a819-6f5a8f5e8fcb req-21222158-ce88-4e56-92e0-b011ab35771b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:44.537306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c63e7f82-f586-4ef2-a819-6f5a8f5e8fcb req-21222158-ce88-4e56-92e0-b011ab35771b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0495903 Jul 28 11:38:44.575333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c63e7f82-f586-4ef2-a819-6f5a8f5e8fcb req-8e28a77f-ebd0-4d39-b0e9-f33ed225d497 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 28 11:38:45.413146 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8bc6-f9dd-40a8-9b76-c841851c6c11 req-ffb6208c-9292-4044-83f2-d25793b5135f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:45.414507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38ab8bc6-f9dd-40a8-9b76-c841851c6c11 req-ffb6208c-9292-4044-83f2-d25793b5135f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 946 time: 0.0515199 Jul 28 11:38:45.452134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38ab8bc6-f9dd-40a8-9b76-c841851c6c11 req-1976be0d-fcf2-4852-abff-3a3d89c65bc7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Jul 28 11:38:45.693463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd202-e1f2-4d9e-8c7e-211d90fce228 req-5da0132f-d5f3-4f25-8a7e-f9d499eb9acb tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:45.694773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c18bd202-e1f2-4d9e-8c7e-211d90fce228 req-5da0132f-d5f3-4f25-8a7e-f9d499eb9acb tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0471485 Jul 28 11:38:45.734856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c18bd202-e1f2-4d9e-8c7e-211d90fce228 req-1248dfdc-d504-4d2b-90d7-37171205a4ab tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Jul 28 11:38:45.957544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677e8bf-d396-48ea-8eb4-5658d708a3cd req-a472fb1e-1b65-4330-9481-2e94a360a7f3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:45.958905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a677e8bf-d396-48ea-8eb4-5658d708a3cd req-a472fb1e-1b65-4330-9481-2e94a360a7f3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0756965 Jul 28 11:38:45.973442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-c981a741-a1ca-41ac-a70f-5a9427420d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:45.974795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-c981a741-a1ca-41ac-a70f-5a9427420d4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 1096 time: 0.0570819 Jul 28 11:38:46.048069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a677e8bf-d396-48ea-8eb4-5658d708a3cd req-72e20525-6cd8-4c68-bbe2-c18039190236 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820434 Jul 28 11:38:46.081815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-dc39c377-b85c-4a73-a464-99c48b6ff0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:46.083246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-dc39c377-b85c-4a73-a464-99c48b6ff0fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.1012805 Jul 28 11:38:46.146935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-b47f2bf6-4ce0-4765-ae81-f936d01422c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0564461 Jul 28 11:38:46.196605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-068b9d66-1ae2-46fc-a8a2-f56e993b950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:46.198059 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-068b9d66-1ae2-46fc-a8a2-f56e993b950d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0440917 Jul 28 11:38:46.247862 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-c89782e8-a910-4221-8783-9f7881363bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:46.249359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-c89782e8-a910-4221-8783-9f7881363bbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446634 Jul 28 11:38:46.336428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-890fb55c-7d06-4846-bc9a-26219c2b213a service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792885 Jul 28 11:38:46.432014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee77d24e-a5f5-41a4-8400-db5ad7953921 req-6a1cbc92-8820-4a93-9638-aaeb22fab45d service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Jul 28 11:38:46.569922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a32d6a-5f79-4348-9a91-92589d5ba13e req-09e5529f-ac2d-4c8a-8412-399f0c7defc2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:46.571364 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78a32d6a-5f79-4348-9a91-92589d5ba13e req-09e5529f-ac2d-4c8a-8412-399f0c7defc2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 946 time: 0.0487332 Jul 28 11:38:46.609123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78a32d6a-5f79-4348-9a91-92589d5ba13e req-e6673c75-86e4-411b-bbad-4e392e87a83f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318620 Jul 28 11:38:46.889957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-5d5c3e9d-7970-416e-bfef-5786156b88b9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:46.891375 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-5d5c3e9d-7970-416e-bfef-5786156b88b9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 946 time: 0.0505619 Jul 28 11:38:46.992479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port ee005af5-ab22-4eac-81bf-7c95f9b8b141 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:38:46.993056 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:47.079317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port ee005af5-ab22-4eac-81bf-7c95f9b8b141, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ee005af5-ab22-4eac-81bf-7c95f9b8b141,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:38:47.079721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:47.163373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022627b-5b62-4657-a947-5e07ad84d130 req-4276be86-729f-4059-9771-e08789b87b8a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:47.164786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6022627b-5b62-4657-a947-5e07ad84d130 req-4276be86-729f-4059-9771-e08789b87b8a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0478234 Jul 28 11:38:47.203491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6022627b-5b62-4657-a947-5e07ad84d130 req-82dce5e3-1040-41a0-89d3-4b09e2b834a9 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Jul 28 11:38:47.298872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:47.299857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:47.300224 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Floating IP 6cc94498-cc9b-40c7-a16b-6055efd67042 disassociated. External IP: 172.25.1.178, port: ee005af5-ab22-4eac-81bf-7c95f9b8b141. Jul 28 11:38:47.300708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for ee005af5-ab22-4eac-81bf-7c95f9b8b141 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:38:47.433450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:47.460558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=ee005af5-ab22-4eac-81bf-7c95f9b8b141,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:38:47.475674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.476027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.476396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.476736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.477072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.477405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.477734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.478059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.478392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.478715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.479040 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.479363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:38:47.590954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:38:47.702857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:38:47.712416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eeb666f9-9332-4229-9dc3-4af34e26f8d7 req-81b8c0ba-8c9e-4a34-b16b-5c53cb3f895c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 210 time: 0.0315504 Jul 28 11:38:47.714322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:38:47.732554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:38:47.732554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:38:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:38:47.743015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port ee005af5-ab22-4eac-81bf-7c95f9b8b141 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:38:47.745749 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:47.747814 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3f80646-c5bc-41b2-a947-384a8552f8da req-47c98cda-b8d1-495d-88f6-78add5e4efd8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "DELETE /v2.0/ports/ee005af5-ab22-4eac-81bf-7c95f9b8b141 HTTP/1.1" status: 204 len: 173 time: 0.8504012 Jul 28 11:38:47.748270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'name': 'network-vif-deleted', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:38:47.750512 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4e829f-4674-4f6e-804a-902b7f9d0cb6" -d '{"events": [{"server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "name": "network-vif-deleted", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:38:47.788194 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92d7b3d-6299-4e6d-aaf1-d85846558b28 x-openstack-request-id: req-e92d7b3d-6299-4e6d-aaf1-d85846558b28 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:38:47.788491 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a4c033-8698-4991-aba1-6393ced8b73d", "name": "network-vif-deleted", "tag": "ee005af5-ab22-4eac-81bf-7c95f9b8b141", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:38:47.788773 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e92d7b3d-6299-4e6d-aaf1-d85846558b28 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:38:47.789148 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a4c033-8698-4991-aba1-6393ced8b73d', 'name': 'network-vif-deleted', 'tag': 'ee005af5-ab22-4eac-81bf-7c95f9b8b141', 'status': 'completed', 'code': 200} Jul 28 11:38:47.830778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:38:48.205546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:38:48.232736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:38:48.242511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:38:48.243153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:38:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:38:48.349445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:38:48.551615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:38:48.582802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffda1e2-2e38-487b-906e-d8faefbb5341 None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:38:48.815932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6a64d63-4d1f-488f-b638-072e3916c7ca req-1954ce57-3ef0-404a-8487-e9bc12d7422f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 210 time: 0.0331595 Jul 28 11:38:48.824436 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37493aef-0582-4b3a-bf54-a9b2b5eaccf6 None None] New status for floating IP 6cc94498-cc9b-40c7-a16b-6055efd67042: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:38:49.905451 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:49.916329 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-001d11d7-d04f-4189-b38e-aceadeb79083 req-694bc9b3-8da3-40b8-8ebb-8f2c444ecaee tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 210 time: 0.0287542 Jul 28 11:38:51.013072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-acd4de7b-cc82-433c-b7ab-320d4afbb373 req-544dff1f-53bc-4a01-b872-41605d98c21a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a4c033-8698-4991-aba1-6393ced8b73d HTTP/1.1" status: 200 len: 210 time: 0.0273676 Jul 28 11:38:52.216612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-2a2327c0-7385-4623-81bd-5cbf2ffd71d6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240416168&fields=id&tenant_id=cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 267 time: 0.0334890 Jul 28 11:38:52.323733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-306c1b10-0d43-43d1-b967-056751f51b5d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:52.325213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-306c1b10-0d43-43d1-b967-056751f51b5d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1020315 Jul 28 11:38:52.341037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-998da88a-7c0f-4904-91b3-9399cb941c4b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0099401 Jul 28 11:38:52.362484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ee005af5-ab22-4eac-81bf-7c95f9b8b141 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:38:52.386516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: ee005af5-ab22-4eac-81bf-7c95f9b8b141 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:38:52.386864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ee005af5-ab22-4eac-81bf-7c95f9b8b141 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:38:52.399282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-0cbab4c3-05ce-4d90-a97a-a5230d62b8df tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529745 Jul 28 11:38:52.549990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-6649ae53-d66c-4015-bb81-20ad09003428 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394932 Jul 28 11:38:52.636192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-36dc255d-731e-4c00-b726-bfdd6ecbc47b service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801735 Jul 28 11:38:52.746816 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:52.929979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ecc0ee60-c850-4e58-8a9e-d13aed3117d5 req-303b8a33-abf8-478d-a7f0-585e6efc23f5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 210 time: 0.0273659 Jul 28 11:38:53.984444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-cbc1cd9b-8182-48c6-bae8-83efa8361c1d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:53.985891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-cbc1cd9b-8182-48c6-bae8-83efa8361c1d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1049504 Jul 28 11:38:54.025139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bb9d3033-646f-4c3f-81d9-383a1d91d8c0 req-d1b4a632-a10d-40b7-ab9e-ac873cbb70cd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 210 time: 0.0272634 Jul 28 11:38:54.037812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-40c19a17-13bb-43bb-b6fc-c1cf62daf0f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 379 time: 0.0426641 Jul 28 11:38:54.049925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'security_groups': ['50f3fd34-da46-4569-ad04-955fff302a47']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:38:54.168462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:38:54.171880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.297145 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.9 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/b8509d94-5489-4ef6-9dcd-702117573759) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:38:54.443690 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.457843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object b8509d94-5489-4ef6-9dcd-702117573759 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:38:54.489880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.532768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:38:54.535847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:38:54.538920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:38:54.568241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=b8509d94-5489-4ef6-9dcd-702117573759,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:38:54.602587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:54.603264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.619482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-e1f4bdf1-3cb2-46dd-8ecd-a6f9d11a5afe tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732708 Jul 28 11:38:54.633710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Request body: {'port': {'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:38:54.697196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.753758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c29fc5c1-76bf-4a93-b2a2-55db32abf690 None None] Provisioning for port b8509d94-5489-4ef6-9dcd-702117573759 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:38:54.759657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c29fc5c1-76bf-4a93-b2a2-55db32abf690 None None] Provisioning complete for port b8509d94-5489-4ef6-9dcd-702117573759 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:38:54.760024 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c29fc5c1-76bf-4a93-b2a2-55db32abf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.793534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c29fc5c1-76bf-4a93-b2a2-55db32abf690 None None] Port b8509d94-5489-4ef6-9dcd-702117573759 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:38:54.970688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8509d94-5489-4ef6-9dcd-702117573759 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:38:54.978303 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:54.990836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Transition to ACTIVE for port object b8509d94-5489-4ef6-9dcd-702117573759 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:38:54.994744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:55.045609 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Pushing event updated for resources: {'Port': ['ID=b8509d94-5489-4ef6-9dcd-702117573759,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:38:55.186153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471eac1a-60b0-47df-9b2c-d422b1d7fe2c req-90cb19ff-f2e4-43c8-af42-54687a5d3ccd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:55.189545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-471eac1a-60b0-47df-9b2c-d422b1d7fe2c req-90cb19ff-f2e4-43c8-af42-54687a5d3ccd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0708542 Jul 28 11:38:55.248920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-471eac1a-60b0-47df-9b2c-d422b1d7fe2c req-0817b098-621a-49d7-8fc3-1d2085cdc0ac tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527411 Jul 28 11:38:55.451115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Attempting to bind port b8509d94-5489-4ef6-9dcd-702117573759 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:38:55.451445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Attempting to bind port b8509d94-5489-4ef6-9dcd-702117573759 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:38:55.451765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Attempting to bind port b8509d94-5489-4ef6-9dcd-702117573759 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:38:55.455957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Port b8509d94-5489-4ef6-9dcd-702117573759 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:38:55.456357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Attempting to bind port b8509d94-5489-4ef6-9dcd-702117573759 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:38:55.461186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:38:55.461516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:38:55.461891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:38:55.462305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Bound port: b8509d94-5489-4ef6-9dcd-702117573759, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:38:55.462655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:55.525594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] For port b8509d94-5489-4ef6-9dcd-702117573759, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:38:55.528598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] For port b8509d94-5489-4ef6-9dcd-702117573759, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b8509d94-5489-4ef6-9dcd-702117573759,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:38:55.532787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:55.566905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:55.567524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:55.568938 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] 10.222.0.44 "PUT /v2.0/ports/b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 1091 time: 0.9407458 Jul 28 11:38:55.569384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:38:55.571618 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "tag": "b8509d94-5489-4ef6-9dcd-702117573759"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:38:55.597261 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727903-72dc-4855-8e50-8bca0a13306c service neutron] Pushing event updated for resources: {'Port': ['ID=b8509d94-5489-4ef6-9dcd-702117573759,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:38:55.627231 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e05d1bd-51ca-40b2-bf3c-e47cc77d5842 x-openstack-request-id: req-3e05d1bd-51ca-40b2-bf3c-e47cc77d5842 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:38:55.627519 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "tag": "b8509d94-5489-4ef6-9dcd-702117573759", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:38:55.627774 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e05d1bd-51ca-40b2-bf3c-e47cc77d5842 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:38:55.628162 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759', 'status': 'completed', 'code': 200} Jul 28 11:38:55.666577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-33d3f668-e8a1-46bf-b596-71043b17b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:55.668292 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-33d3f668-e8a1-46bf-b596-71043b17b3bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1094 time: 0.0504813 Jul 28 11:38:55.715758 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-ca115e1e-822d-49be-8d6f-ed8b70008818 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 217 time: 0.0387831 Jul 28 11:38:55.766964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-2d298f00-ce7e-4a2c-ae7e-bfbbc37f2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:55.768467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-2d298f00-ce7e-4a2c-ae7e-bfbbc37f2a96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0458381 Jul 28 11:38:55.817070 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-d512a4bc-29d9-4557-a343-c034560ec28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:55.818510 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-d512a4bc-29d9-4557-a343-c034560ec28b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435576 Jul 28 11:38:55.913363 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-71ef11f6-2ce1-40a8-aa2d-c63dc3ba7b71 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872648 Jul 28 11:38:56.011264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26f9290c-66bd-4bd6-9ca6-8a4376b48c37 req-8d8a9ae9-c565-4802-ac4c-e4ed8027915a service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910313 Jul 28 11:38:56.094761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-432cbcd9-1d85-478f-9072-08f8a0b9c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:56.096427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-432cbcd9-1d85-478f-9072-08f8a0b9c5d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1094 time: 0.0420649 Jul 28 11:38:56.185600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-54caaf3f-c350-464b-843e-49f7c76a5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:56.187005 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-54caaf3f-c350-464b-843e-49f7c76a5f02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0842967 Jul 28 11:38:56.232772 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-511878d4-9082-41ad-9e50-2406206f0264 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 217 time: 0.0391567 Jul 28 11:38:56.285679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-17d18b13-b795-4990-a781-bd8abc6e9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:56.287310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-17d18b13-b795-4990-a781-bd8abc6e9776 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0477407 Jul 28 11:38:56.335257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-1c864ced-69cd-49db-a735-2e70b87feafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:56.337009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-1c864ced-69cd-49db-a735-2e70b87feafc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430813 Jul 28 11:38:56.356543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236ed89-5acc-49d4-ad60-e36107b83897 req-448a23d9-3577-491e-96a7-3f542cff5b76 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:56.357924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1236ed89-5acc-49d4-ad60-e36107b83897 req-448a23d9-3577-491e-96a7-3f542cff5b76 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0500739 Jul 28 11:38:56.398077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1236ed89-5acc-49d4-ad60-e36107b83897 req-6ceab771-ea1f-4fb3-9fcd-4675c93a26ac tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327394 Jul 28 11:38:56.433405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-42d13b16-2468-40df-a48b-3e8df57fbeac service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889134 Jul 28 11:38:56.529646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8e844e96-ebf8-4e2b-91f4-d1e1fd926b1e req-561e0bef-352e-4d63-825f-8b1bee94b1ad service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887201 Jul 28 11:38:57.516378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be74e7-0159-401d-82a9-2a952e95d820 req-84d48a28-2859-4083-ac5c-da89210fe53f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:57.517839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1be74e7-0159-401d-82a9-2a952e95d820 req-84d48a28-2859-4083-ac5c-da89210fe53f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0497260 Jul 28 11:38:57.556552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b1be74e7-0159-401d-82a9-2a952e95d820 req-3a7750df-d04c-4603-9799-b216295f5b71 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Jul 28 11:38:57.896140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0219-3c77-46d3-9fa1-be30ce5176ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:38:58.672262 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c317f09-9159-4eca-a00a-91489f49c4af req-c03dfa4b-9ab9-4963-bd01-94991419d5d5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:58.673683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c317f09-9159-4eca-a00a-91489f49c4af req-c03dfa4b-9ab9-4963-bd01-94991419d5d5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0511816 Jul 28 11:38:58.711233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c317f09-9159-4eca-a00a-91489f49c4af req-bf862d7c-312d-4fbf-a289-da45f6ac5b8f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306981 Jul 28 11:38:59.840059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18ddd-676f-4c27-8355-54c9be874575 req-bd4fcc27-77e2-49b4-a327-2002b7c544f3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:38:59.841551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4c18ddd-676f-4c27-8355-54c9be874575 req-bd4fcc27-77e2-49b4-a327-2002b7c544f3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0489721 Jul 28 11:38:59.879311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4c18ddd-676f-4c27-8355-54c9be874575 req-472afe0e-a432-4ae3-826a-0485020d8af6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313470 Jul 28 11:39:00.980943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:00.999108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711584bb-9bda-473d-8d11-a0266278abb3 req-0e854c76-6291-4d1b-a56c-56d1309d533c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:01.000583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-711584bb-9bda-473d-8d11-a0266278abb3 req-0e854c76-6291-4d1b-a56c-56d1309d533c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0533614 Jul 28 11:39:01.039509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-711584bb-9bda-473d-8d11-a0266278abb3 req-ce4f56bb-1080-4029-9024-1a20ed28d1f5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328445 Jul 28 11:39:01.139934 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-58434d85-b4ad-4460-bb75-269b35e13410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:02.005359 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:02.156501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb21f-e599-4b1b-bb19-497d51106fa1 req-8e5f42a1-718d-4ccc-94e4-ae4e4fcd728a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:02.157954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-010fb21f-e599-4b1b-bb19-497d51106fa1 req-8e5f42a1-718d-4ccc-94e4-ae4e4fcd728a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0524528 Jul 28 11:39:02.196567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-010fb21f-e599-4b1b-bb19-497d51106fa1 req-6505fb7b-2cb0-4464-92c5-496a5ae6c6c7 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Jul 28 11:39:03.309590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a063e78-df94-4243-ae25-500b44c8a0b9 req-d0ab7385-1c08-445b-8700-5af4b20a00f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:03.311041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a063e78-df94-4243-ae25-500b44c8a0b9 req-d0ab7385-1c08-445b-8700-5af4b20a00f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0478148 Jul 28 11:39:03.351015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a063e78-df94-4243-ae25-500b44c8a0b9 req-46ea896d-c221-4ca1-a37e-115500141e55 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Jul 28 11:39:03.473867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:04.464951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d600db-b335-4b4f-a87e-a8be0403a4fb req-7b5a507b-0880-439d-9da1-db099f718c41 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:04.466427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8d600db-b335-4b4f-a87e-a8be0403a4fb req-7b5a507b-0880-439d-9da1-db099f718c41 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0476379 Jul 28 11:39:04.504301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b8d600db-b335-4b4f-a87e-a8be0403a4fb req-b18bf836-9759-4665-902c-b3177db287db tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Jul 28 11:39:05.623548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d4cc7-36fb-44cf-96a3-f078dc6ff327 req-ff51a1a7-e4c6-4742-ae18-867c396b06f2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:05.625006 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c5d4cc7-36fb-44cf-96a3-f078dc6ff327 req-ff51a1a7-e4c6-4742-ae18-867c396b06f2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 943 time: 0.0521035 Jul 28 11:39:05.662169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c5d4cc7-36fb-44cf-96a3-f078dc6ff327 req-3ce36b24-43e6-46fe-bfbc-8c4523ae7140 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313313 Jul 28 11:39:06.423351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b8509d94-5489-4ef6-9dcd-702117573759 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:39:06.522859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b8509d94-5489-4ef6-9dcd-702117573759, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b8509d94-5489-4ef6-9dcd-702117573759,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:06.533663 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'b8509d94-5489-4ef6-9dcd-702117573759', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:39:06.569579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:06.581870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8509d94-5489-4ef6-9dcd-702117573759 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:39:06.600935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b8509d94-5489-4ef6-9dcd-702117573759, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b8509d94-5489-4ef6-9dcd-702117573759,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:06.604755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:06.654157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=b8509d94-5489-4ef6-9dcd-702117573759,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:06.661374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.661716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.662052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.662385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.662711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.663034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.663356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.663675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.663992 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.664335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.664654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.664970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:06.775776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f04f0f-8b54-4350-a231-95ed149d01d0 req-84ec3950-2e61-4791-9b69-2898f9f9760a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:06.777253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5f04f0f-8b54-4350-a231-95ed149d01d0 req-84ec3950-2e61-4791-9b69-2898f9f9760a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 944 time: 0.0484121 Jul 28 11:39:06.814902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f5f04f0f-8b54-4350-a231-95ed149d01d0 req-c2325098-ba4d-46bb-801b-1f33acadc57e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317140 Jul 28 11:39:06.838471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['b8509d94-5489-4ef6-9dcd-702117573759'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:39:07.928910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2ea44-6fde-4dd5-82af-30803e7a539b req-244e1ef1-5c2d-4a3e-8a0a-da50e96d5981 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:07.930379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebc2ea44-6fde-4dd5-82af-30803e7a539b req-244e1ef1-5c2d-4a3e-8a0a-da50e96d5981 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Jul 28 11:39:07.967770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebc2ea44-6fde-4dd5-82af-30803e7a539b req-081758e8-c807-4817-8f81-2901ea5bafbd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Jul 28 11:39:08.439611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b8509d94-5489-4ef6-9dcd-702117573759 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:39:08.486559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port b8509d94-5489-4ef6-9dcd-702117573759 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:39:08.490404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port b8509d94-5489-4ef6-9dcd-702117573759 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:39:08.490769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:08.564576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:08.587514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:39:08.589877 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38fe69-b590-45f3-b87b-b5add4f35dce" -d '{"events": [{"server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "name": "network-vif-plugged", "status": "completed", "tag": "b8509d94-5489-4ef6-9dcd-702117573759"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:39:08.605564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port b8509d94-5489-4ef6-9dcd-702117573759, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b8509d94-5489-4ef6-9dcd-702117573759,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:08.609507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:08.657824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=b8509d94-5489-4ef6-9dcd-702117573759,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:08.691725 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a410a262-5777-49b6-9133-615a167da106 x-openstack-request-id: req-a410a262-5777-49b6-9133-615a167da106 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:39:08.692063 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "name": "network-vif-plugged", "status": "completed", "tag": "b8509d94-5489-4ef6-9dcd-702117573759", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:39:08.692343 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a410a262-5777-49b6-9133-615a167da106 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:39:08.692765 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759', 'code': 200} Jul 28 11:39:08.788347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3503-fd56-459a-8a71-3915bb4c5e04 req-9c39e2d9-721b-4054-893e-537e78bf4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:08.789906 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6bff3503-fd56-459a-8a71-3915bb4c5e04 req-9c39e2d9-721b-4054-893e-537e78bf4476 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1096 time: 0.0446703 Jul 28 11:39:08.825080 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6bff3503-fd56-459a-8a71-3915bb4c5e04 req-caefdd46-5edd-44c3-a4c9-5de9291dc521 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280864 Jul 28 11:39:09.085305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6bb48-2fae-4239-8edb-be5a5fdc7325 req-b38916e9-6989-45d2-b41b-cb5d73813c25 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:09.086639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfb6bb48-2fae-4239-8edb-be5a5fdc7325 req-b38916e9-6989-45d2-b41b-cb5d73813c25 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 945 time: 0.0510085 Jul 28 11:39:09.123811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfb6bb48-2fae-4239-8edb-be5a5fdc7325 req-29808119-2f17-418d-894d-845da0a13443 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Jul 28 11:39:10.238305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9a1ae-2718-4c21-bab5-bc50d15c0e35 req-88bb6192-dd06-4d7a-ad93-15ab615be7c5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:10.240102 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39d9a1ae-2718-4c21-bab5-bc50d15c0e35 req-88bb6192-dd06-4d7a-ad93-15ab615be7c5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 945 time: 0.0479298 Jul 28 11:39:10.277556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39d9a1ae-2718-4c21-bab5-bc50d15c0e35 req-03709839-5d63-43fe-9616-57104e94ef3b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Jul 28 11:39:10.390986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a75b0f-67e4-4469-a873-e6e616a13519 req-6adc090d-a1b1-49f7-a233-ec700af0494e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:10.392440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8a75b0f-67e4-4469-a873-e6e616a13519 req-6adc090d-a1b1-49f7-a233-ec700af0494e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Jul 28 11:39:10.429150 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e8a75b0f-67e4-4469-a873-e6e616a13519 req-aa95f366-032e-4da5-b7aa-e353ed3c34f2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305705 Jul 28 11:39:10.451143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:10.887447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c9cc5-f1b8-4db4-93b2-36170eb7db22 tempest-TestVolumeBootPattern-703080951 tempest-TestVolumeBootPattern-703080951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:10.888930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-167c9cc5-f1b8-4db4-93b2-36170eb7db22 tempest-TestVolumeBootPattern-703080951 tempest-TestVolumeBootPattern-703080951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1091 time: 0.4368382 Jul 28 11:39:10.891745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:10.896825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:10.918263 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.013602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.118758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.25.1.246 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/9b4bcce9-a75e-4fff-a2fd-8ff4bac14c08) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:39:11.216055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.255344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.294347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:39:11.298524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:39:11.304245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:39:11.325866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=9b4bcce9-a75e-4fff-a2fd-8ff4bac14c08,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:11.337951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.338294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.338632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.338965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.339295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.339622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.339945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.340296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.340619 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.340939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.341258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.341576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:39:11.663568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.731368 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.877712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.882305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:11.949717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=9b4bcce9-a75e-4fff-a2fd-8ff4bac14c08,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:11.960254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:12.058122 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Floating IP 504db87a-a1ff-4ef4-a143-2e37f252eba9 associated. External IP: 172.25.1.246, port: b8509d94-5489-4ef6-9dcd-702117573759. Jul 28 11:39:12.264432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:39:12.370622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:39:12.381327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:39:12.386544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:12.390534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:39:12.391146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:39:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:12.413664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22b7905b-9153-4467-832b-e7892f205a30 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5208328 Jul 28 11:39:12.414257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:39:12.416620 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a714a0b1-0c43-4d52-85aa-d7021ea25773" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "tag": "b8509d94-5489-4ef6-9dcd-702117573759"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:39:12.501583 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:39:12.513736 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3782893-490b-4f3c-9e9f-74739ba70e8c x-openstack-request-id: req-f3782893-490b-4f3c-9e9f-74739ba70e8c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:39:12.514024 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "tag": "b8509d94-5489-4ef6-9dcd-702117573759", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:39:12.514278 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3782893-490b-4f3c-9e9f-74739ba70e8c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:39:12.514709 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759', 'status': 'completed', 'code': 200} Jul 28 11:39:12.575168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-fe3730c6-c4d1-4598-b371-0773ed80008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:12.576670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-fe3730c6-c4d1-4598-b371-0773ed80008a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1096 time: 0.0408442 Jul 28 11:39:12.670180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-acb11b60-34a3-4821-a743-8e9b0dbd7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:12.671650 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-acb11b60-34a3-4821-a743-8e9b0dbd7527 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0880177 Jul 28 11:39:12.723830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:11Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:12.742159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-a8c557a3-be80-4f68-b4d6-a5cb8d885932 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 999 time: 0.0636761 Jul 28 11:39:12.754670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:39:12.762857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:39:12.763462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:39:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:12.792203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-bf73158c-fdd3-4ee4-9a30-75804773d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:12.793670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-bf73158c-fdd3-4ee4-9a30-75804773d5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0445900 Jul 28 11:39:12.839727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-be6564c4-d4c2-4886-a545-b26e00efb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:12.841244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-be6564c4-d4c2-4886-a545-b26e00efb1a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411320 Jul 28 11:39:12.868831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:39:12.934159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-5bd6e902-ecca-47d3-8683-eaec5642a322 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 Jul 28 11:39:13.026278 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a714a0b1-0c43-4d52-85aa-d7021ea25773 req-e86b93eb-b0e4-41a8-bebf-08f2f1f708e3 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856543 Jul 28 11:39:13.092527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:11Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:13.117790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b629a2a-b0b0-43e4-bd2d-3633a0ac8589 None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:11Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:39:13.299178 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e3644-a0b3-4a59-83aa-10e387544277 None None] New status for floating IP 504db87a-a1ff-4ef4-a143-2e37f252eba9: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:39:19.497105 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:39:19.713806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b128-a002-4518-bb95-2d98d890c338 req-14083735-6f9c-41e7-bc76-eddc6524c8a9 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:19.715292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7063b128-a002-4518-bb95-2d98d890c338 req-14083735-6f9c-41e7-bc76-eddc6524c8a9 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0495691 Jul 28 11:39:19.752163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7063b128-a002-4518-bb95-2d98d890c338 req-7cffa255-cb7c-4eba-b208-31d6e82a3f0d tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Jul 28 11:39:19.939268 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:20.873173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c07fb0-bed1-4a0c-adfd-230e72cebcba req-0f24acce-2bf3-4101-b6d4-76d96f8215c6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:20.874525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89c07fb0-bed1-4a0c-adfd-230e72cebcba req-0f24acce-2bf3-4101-b6d4-76d96f8215c6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0522380 Jul 28 11:39:20.912656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89c07fb0-bed1-4a0c-adfd-230e72cebcba req-5c7dfdcf-992a-453e-b083-f75918625d1c tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Jul 28 11:39:21.526998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-f8bdb815-7f6f-46d2-ad20-f64b4f14bddd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:21.528552 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-f8bdb815-7f6f-46d2-ad20-f64b4f14bddd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0526357 Jul 28 11:39:21.622605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Deleting port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:39:21.622944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:21.717890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] For port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:21.718317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:21.947849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:21.948447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:21.948447 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Floating IP d8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc disassociated. External IP: 172.25.1.213, port: 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e. Jul 28 11:39:21.948764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Calling delete_port for 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:39:22.063138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee18ca-5631-490e-a02a-86befabb1af3 req-c09e0c61-a8b1-43bb-a96b-1c1141c8a14a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:22.065224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02ee18ca-5631-490e-a02a-86befabb1af3 req-c09e0c61-a8b1-43bb-a96b-1c1141c8a14a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4e887af-136a-482c-a130-81861d9c7b0c HTTP/1.1" status: 200 len: 945 time: 0.0757062 Jul 28 11:39:22.135401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02ee18ca-5631-490e-a02a-86befabb1af3 req-83575198-8887-4a60-9762-e412f5564ed4 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2427c23-56dd-4701-8d60-e8816d3b67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624578 Jul 28 11:39:22.147491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:22.185162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event deleted for resources: {'Port': ['ID=5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:22.301726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:39:22.415056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:39:22.425946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:39:22.435318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:39:22.435881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:39:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:22.461295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] No DVR routers for this DVR port 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:39:22.464080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:22.466386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d86b46f-d788-45a6-88ad-66ec907861f2 req-065503b0-ea04-49e8-ab46-f96f71bb4cd3 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "DELETE /v2.0/ports/5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e HTTP/1.1" status: 204 len: 173 time: 0.9316287 Jul 28 11:39:22.466977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'name': 'network-vif-deleted', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:39:22.469796 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b467f53-6875-48cd-9a7d-4ebf4c32398c" -d '{"events": [{"server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "name": "network-vif-deleted", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:39:22.520872 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f489f-89df-4615-aa68-59d92f02bcac x-openstack-request-id: req-f26f489f-89df-4615-aa68-59d92f02bcac {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:39:22.521179 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e887af-136a-482c-a130-81861d9c7b0c", "name": "network-vif-deleted", "tag": "5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:39:22.522325 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f26f489f-89df-4615-aa68-59d92f02bcac {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:39:22.522756 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e887af-136a-482c-a130-81861d9c7b0c', 'name': 'network-vif-deleted', 'tag': '5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e', 'status': 'completed', 'code': 200} Jul 28 11:39:22.567174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:39:22.924127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:22.953557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:22.980843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:39:22.989986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:39:22.990731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:39:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:23.095308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:39:23.222904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52166) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:23.281252 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c95fd9a-dac4-4683-a553-0f6b5cd62192 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.292223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:23.304318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c95fd9a-dac4-4683-a553-0f6b5cd62192 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.317712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34c27f-984c-460f-8ac9-6e3209c37e98 None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:39:23.357365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c95fd9a-dac4-4683-a553-0f6b5cd62192 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.359922 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c95fd9a-dac4-4683-a553-0f6b5cd62192 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.361121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7c95fd9a-dac4-4683-a553-0f6b5cd62192 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "DELETE /v2.0/security-groups/f2427c23-56dd-4701-8d60-e8816d3b67d6 HTTP/1.1" status: 204 len: 168 time: 0.1371753 Jul 28 11:39:23.364285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:23.372498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95fd9a-dac4-4683-a553-0f6b5cd62192 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2427c23-56dd-4701-8d60-e8816d3b67d6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:23.390641 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d24b5396-f53e-4b87-a0d2-1573a8a80da0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] show failed (client error): The resource could not be found. Jul 28 11:39:23.391732 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d24b5396-f53e-4b87-a0d2-1573a8a80da0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups/f2427c23-56dd-4701-8d60-e8816d3b67d6 HTTP/1.1" status: 404 len: 347 time: 0.0251892 Jul 28 11:39:23.394940 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:23.525310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Deleting port c702cc25-b66b-469b-9491-f4c6984f3db7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:39:23.525649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.555535 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76d345-7f52-4bca-9661-f1e4918551e5 None None] New status for floating IP d8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:39:23.604941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.605267 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.616828 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Calling delete_port for c702cc25-b66b-469b-9491-f4c6984f3db7 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:39:23.750752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.778286 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event deleted for resources: {'Port': ['ID=c702cc25-b66b-469b-9491-f4c6984f3db7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:23.836366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.839062 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:23.840231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a87b8384-c236-4d85-b9bc-51e8be18e61e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "DELETE /v2.0/floatingips/d8c04db0-5f0b-47f3-9d06-d72cb8d2f0bc HTTP/1.1" status: 204 len: 168 time: 0.4442871 Jul 28 11:39:24.105300 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:24.109996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532005896', 'description': 'tempest-description--1730394117'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:24.133900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.222167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.225766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.252192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.253411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1470959 Jul 28 11:39:24.256920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:24.261315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'security_group_rule': {'security_group_id': 'fb91a58b-c9c9-48cb-8073-b5ec5600d2fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:24.268788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ebd4b-1baa-48e9-94ea-f1088b2fec7a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:24.289986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.344749 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.348262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.368033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50750c77-bd15-4da1-b586-1fbbf185fb5d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:24.370595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.371965 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3df472dc-c174-4bd7-86d5-06eb62d5d42e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141083 Jul 28 11:39:24.374625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:24.379412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'security_group_rule': {'security_group_id': 'fb91a58b-c9c9-48cb-8073-b5ec5600d2fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:24.406435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.463111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.466547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.485428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb80a56d-557d-461d-9494-509f760d6f5a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:24.487606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.488806 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9304370a-acbd-4d9f-8fc4-a66689b3bce6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132634 Jul 28 11:39:24.492748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:24.497010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:24.518186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.618242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.726989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Allocated IP 172.25.1.77 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/96b0f7ff-35ca-4e30-81ff-2a75044427c8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:39:24.835925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.875424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:24.911585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:39:24.915202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:39:24.918607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:39:24.951868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'Port': ['ID=96b0f7ff-35ca-4e30-81ff-2a75044427c8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:25.012610 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.046677 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.197931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.202358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.270568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'Port': ['ID=96b0f7ff-35ca-4e30-81ff-2a75044427c8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:25.281193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.294080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:25.295471 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-abdf77b0-cd33-467d-af51-bd09a553123b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8018842 Jul 28 11:39:25.450617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:39:25.471224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:39:25.471566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 5d0adfe3-4abc-4c51-95fc-1102eeb4cb0e not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:39:25.488082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-6d30575d-f49a-424f-8f8f-c6890cb7d7b4 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--532005896&fields=id&tenant_id=47481457d3fa4b14b00316c9999122ac HTTP/1.1" status: 200 len: 267 time: 0.0336432 Jul 28 11:39:25.594277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-e24e8685-acfd-4caa-bfd7-41d0aaf45e43 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:25.595694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-e24e8685-acfd-4caa-bfd7-41d0aaf45e43 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 811 time: 0.1005220 Jul 28 11:39:25.610217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-6bb503ba-884d-49f4-8dd7-07450fc4f64a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/quotas/47481457d3fa4b14b00316c9999122ac HTTP/1.1" status: 200 len: 375 time: 0.0085680 Jul 28 11:39:25.662028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-bd3db203-ed6d-4831-af2b-dd0f0b9198cd tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462880 Jul 28 11:39:25.752279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-f1f21d5a-64e0-49f2-b902-0d15be02d550 service neutron] 10.222.0.20 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786772 Jul 28 11:39:25.841706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-f1d7a2d6-a424-4198-884e-2f8686b92d00 service neutron] 10.222.0.20 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824265 Jul 28 11:39:26.000474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e39fbac-a2fb-4992-844e-31ff0ee6b173 req-70b68385-e0fc-4883-8f0e-289c3fae0761 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Jul 28 11:39:27.039348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-59ab433a-d423-498a-9b43-17d802b9d061 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:27.041065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-59ab433a-d423-498a-9b43-17d802b9d061 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 811 time: 0.1127191 Jul 28 11:39:27.104225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6766fa20-2823-415a-a883-4055ea96160f req-a2cd3f7f-4a0f-4b9c-8d10-12e6d4fca21b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 210 time: 0.0334642 Jul 28 11:39:27.108699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-96c6b21b-f28b-4f2c-96b1-46bc918921da tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47481457d3fa4b14b00316c9999122ac HTTP/1.1" status: 200 len: 379 time: 0.0587430 Jul 28 11:39:27.123231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'port': {'device_id': '24b0804c-81bd-447a-984b-485e9878de15', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'admin_state_up': True, 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'security_groups': ['fb91a58b-c9c9-48cb-8073-b5ec5600d2fe']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:27.234602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Made reservation on behalf of 47481457d3fa4b14b00316c9999122ac for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:39:27.238758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:27.363993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Allocated IP 172.20.0.8 (0844245d-7be3-4252-9be5-720f9cdd2f38/59db62a8-9dfb-461f-aed8-9429503cdc92/484908b6-9d2b-4032-b6a4-93cf2bc16e7f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:39:27.801389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:27.813772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Transition to ACTIVE for port object 484908b6-9d2b-4032-b6a4-93cf2bc16e7f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:39:27.846587 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:27.887241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:39:27.888702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:39:27.892502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:39:27.899684 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65dc2d3b-8d12-4d7e-93ad-e7cce34aa75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:27.927733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event updated for resources: {'Port': ['ID=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:27.953933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:27.954551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:27.969031 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-55d8ecfe-a460-41e0-8df5-f2c3f4b9b567 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534350 Jul 28 11:39:27.982934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Request body: {'port': {'device_id': '24b0804c-81bd-447a-984b-485e9878de15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:28.044607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.131982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cc4eecf8-2f37-4229-83c2-6e0fd6f80402 None None] Provisioning for port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:39:28.136084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cc4eecf8-2f37-4229-83c2-6e0fd6f80402 None None] Provisioning complete for port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:39:28.136713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc4eecf8-2f37-4229-83c2-6e0fd6f80402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.174651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eecf8-2f37-4229-83c2-6e0fd6f80402 None None] Port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:39:28.277003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c7a3e-9a69-4927-bded-d1cbdbac5803 req-0be989ff-87d5-4ad4-b185-ecfcaa56d9da tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:28.278483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8c7a3e-9a69-4927-bded-d1cbdbac5803 req-0be989ff-87d5-4ad4-b185-ecfcaa56d9da tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 931 time: 0.1022427 Jul 28 11:39:28.347863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7a8c7a3e-9a69-4927-bded-d1cbdbac5803 req-9fb62c23-1f02-4f53-9a32-461e6f018739 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583296 Jul 28 11:39:28.387101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484908b6-9d2b-4032-b6a4-93cf2bc16e7f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:39:28.395639 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.408747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Transition to ACTIVE for port object 484908b6-9d2b-4032-b6a4-93cf2bc16e7f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:39:28.416301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.472385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Pushing event updated for resources: {'Port': ['ID=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:28.549728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Attempting to bind port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:39:28.549728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Attempting to bind port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:39:28.550129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Attempting to bind port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f on network 0844245d-7be3-4252-9be5-720f9cdd2f38 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:39:28.555436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f on network 0844245d-7be3-4252-9be5-720f9cdd2f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:39:28.555755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Attempting to bind port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f on network 0844245d-7be3-4252-9be5-720f9cdd2f38 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:39:28.561318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:39:28.561654 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Checking segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:39:28.562042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Bound using segment: {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:39:28.562472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Bound port: 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea3c7d5-c92f-447b-9363-7031d4aef372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:39:28.562919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.633855 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] For port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:39:28.637264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] For port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:39:28.642375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.678545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:28.679158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:28.680551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] 10.222.0.41 "PUT /v2.0/ports/484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 1091 time: 0.7027230 Jul 28 11:39:28.680984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:39:28.683218 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d418cc-5386-42c4-a042-f5f6299f5ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:39:28.705696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85e506-5244-47e4-aaeb-d2cd133d15df service neutron] Pushing event updated for resources: {'Port': ['ID=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:28.739032 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d09fa-9f46-4e51-a5ba-e44720834395 x-openstack-request-id: req-ea0d09fa-9f46-4e51-a5ba-e44720834395 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:39:28.739323 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:39:28.739581 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea0d09fa-9f46-4e51-a5ba-e44720834395 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:39:28.740305 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'status': 'completed', 'code': 200} Jul 28 11:39:28.776234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-6e2ac159-2341-4a90-b574-b07de9674321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:28.778007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-6e2ac159-2341-4a90-b574-b07de9674321 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1094 time: 0.0490139 Jul 28 11:39:28.825944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-35bbc4ae-7597-4634-9bbd-b7207d802183 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 217 time: 0.0405283 Jul 28 11:39:28.881407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-815edd39-4a50-4e48-af8e-6b65edd4420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:28.882840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-815edd39-4a50-4e48-af8e-6b65edd4420d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0508430 Jul 28 11:39:28.936732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-f745eb93-a8b0-4e93-9fed-f87b59ee7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:28.938231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-f745eb93-a8b0-4e93-9fed-f87b59ee7ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484912 Jul 28 11:39:29.031615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-82c75f6a-8a05-4764-9b22-d62cd353fdf1 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861261 Jul 28 11:39:29.127324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d84faf0a-d854-4086-a05e-128ceedd8a65 req-d8f67fa3-11e5-4287-b022-0a9ed6a8f935 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881481 Jul 28 11:39:29.214524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-ed880ce8-7e3c-4de1-b4e9-1983cba36357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:29.215935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-ed880ce8-7e3c-4de1-b4e9-1983cba36357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1094 time: 0.0414338 Jul 28 11:39:29.316904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-9a46e830-5d72-4142-9cce-cebb889a8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:29.319065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-9a46e830-5d72-4142-9cce-cebb889a8bff service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0966501 Jul 28 11:39:29.364014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-4bbe0ab9-ecbd-4def-8fab-a7641d8a4772 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 217 time: 0.0374227 Jul 28 11:39:29.413674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-96f09137-dbc0-44b3-9f40-7c9a505cbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:29.415135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-96f09137-dbc0-44b3-9f40-7c9a505cbcfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0441432 Jul 28 11:39:29.495090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-64054775-78a0-4d62-9c14-e21624843c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:29.496531 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-64054775-78a0-4d62-9c14-e21624843c82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735755 Jul 28 11:39:29.504605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a25ec-ac7a-4bf4-86e9-62278754b1c7 req-6822cd12-78f3-41bb-b95f-97cff75d8edc tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:29.506701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-656a25ec-ac7a-4bf4-86e9-62278754b1c7 req-6822cd12-78f3-41bb-b95f-97cff75d8edc tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 943 time: 0.0754449 Jul 28 11:39:29.590380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-656a25ec-ac7a-4bf4-86e9-62278754b1c7 req-6409c640-586c-43eb-a0ef-41e29e661786 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758357 Jul 28 11:39:29.615498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-3653f801-3824-4de2-863e-ecfe698be757 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073651 Jul 28 11:39:29.708807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d418cc-5386-42c4-a042-f5f6299f5ab6 req-a82d2043-dee4-44e6-b99b-20602cbd3a0f service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856979 Jul 28 11:39:30.711058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335233c9-4ad8-422b-86a8-8588e9f0769c req-f0f08ab7-2b9f-4d17-8d43-b5440858858a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:30.712540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-335233c9-4ad8-422b-86a8-8588e9f0769c req-f0f08ab7-2b9f-4d17-8d43-b5440858858a tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 943 time: 0.0514107 Jul 28 11:39:30.750847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-335233c9-4ad8-422b-86a8-8588e9f0769c req-a39f4ef2-2495-463f-9704-0a9aa1d3263f tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jul 28 11:39:30.982630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:31.140798 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a454ee65-5c2a-4966-8e39-5402d00553e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:31.481387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 484908b6-9d2b-4032-b6a4-93cf2bc16e7f details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:39:31.575182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:31.586666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'port_id': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'mac_address': 'fa:16:3e:07:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:39:31.621617 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:31.634306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484908b6-9d2b-4032-b6a4-93cf2bc16e7f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:39:31.653832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:31.658066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:31.708815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:31.869824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ddabc-c18c-4141-a446-5bc8ff772694 req-ac368df8-835b-4928-8234-478a3a792d55 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:31.871228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d9ddabc-c18c-4141-a446-5bc8ff772694 req-ac368df8-835b-4928-8234-478a3a792d55 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 944 time: 0.0502670 Jul 28 11:39:31.911462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['484908b6-9d2b-4032-b6a4-93cf2bc16e7f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:39:31.913169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d9ddabc-c18c-4141-a446-5bc8ff772694 req-6299a514-c199-4317-82ce-73dedc3bce1c tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354264 Jul 28 11:39:32.015899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:32.194337 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-7f96105c-bafc-4315-bca4-a6560a5926bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558395 Jul 28 11:39:32.277954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-722519b6-e0c1-4fbe-a0af-adbd70f33aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:32.279420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-722519b6-e0c1-4fbe-a0af-adbd70f33aca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1096 time: 0.0433693 Jul 28 11:39:32.381691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-d96cbd23-8d3f-47e6-8b06-996484f3b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:32.383321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-d96cbd23-8d3f-47e6-8b06-996484f3b18c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0834479 Jul 28 11:39:32.457249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-d8f5486f-7857-41d2-a0dd-3deea97933f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 1001 time: 0.0655773 Jul 28 11:39:32.509803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-dcd00dcc-d24f-46f9-8257-3e551ffc270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:32.511565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-dcd00dcc-d24f-46f9-8257-3e551ffc270f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0469744 Jul 28 11:39:32.561974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-1d1a831f-eef9-4459-9da4-5dbb855bb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:32.563505 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-1d1a831f-eef9-4459-9da4-5dbb855bb185 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437002 Jul 28 11:39:32.663400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-a4130237-9f9b-4f61-a13e-31aabc18c18c service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910923 Jul 28 11:39:32.757213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68cdcbc7-2cab-49ee-902c-ea285481f8d8 req-2c01486f-7d59-481e-b22e-973d779c6e9c service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854008 Jul 28 11:39:33.039703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f161f0-4f8a-4cd6-9f6a-12bf0f659e10 req-e595cb3e-1d62-4591-8879-30b70fd343f1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:33.041187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42f161f0-4f8a-4cd6-9f6a-12bf0f659e10 req-e595cb3e-1d62-4591-8879-30b70fd343f1 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 944 time: 0.0595436 Jul 28 11:39:33.090975 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42f161f0-4f8a-4cd6-9f6a-12bf0f659e10 req-57d47636-f954-4a23-bfdd-2b10f6812a01 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394020 Jul 28 11:39:33.483260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:33.518614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 484908b6-9d2b-4032-b6a4-93cf2bc16e7f up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:39:33.585851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:39:33.617369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:39:33.617731 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:33.723556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:33.746769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:39:33.749067 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b5487f-a36f-45c4-bd64-26345115e3ea" -d '{"events": [{"server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "name": "network-vif-plugged", "status": "completed", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:39:33.762590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:39:33.766040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:33.792353 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cace1d-375d-4340-8da3-ab5f1eb4a5c5 x-openstack-request-id: req-83cace1d-375d-4340-8da3-ab5f1eb4a5c5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:39:33.792664 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "name": "network-vif-plugged", "status": "completed", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:39:33.792917 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83cace1d-375d-4340-8da3-ab5f1eb4a5c5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:39:33.793334 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'code': 200} Jul 28 11:39:33.819268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:39:33.889450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b4fb-e5fc-442b-91f1-337936b4ab42 req-629b544c-52be-4ea5-b25b-fbfd576385c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:33.891139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9221b4fb-e5fc-442b-91f1-337936b4ab42 req-629b544c-52be-4ea5-b25b-fbfd576385c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1096 time: 0.0453846 Jul 28 11:39:33.927989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9221b4fb-e5fc-442b-91f1-337936b4ab42 req-e355546f-7273-4e20-af74-39a580a58da4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296953 Jul 28 11:39:34.217848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa2962-5d9e-4c23-a76b-2fa16b411be1 req-761ecb29-2ac2-473b-b459-ba0707b7f782 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:34.219777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7afa2962-5d9e-4c23-a76b-2fa16b411be1 req-761ecb29-2ac2-473b-b459-ba0707b7f782 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 945 time: 0.0566318 Jul 28 11:39:34.262174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7afa2962-5d9e-4c23-a76b-2fa16b411be1 req-faffa8b7-afb4-4407-afb6-0f4b3dd16ca6 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360284 Jul 28 11:39:35.390436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e506c-ab6c-4cd9-bd35-03c2e222f49b req-fd59baae-7ea8-4f98-bf84-83fc8f8077b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:35.391888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929e506c-ab6c-4cd9-bd35-03c2e222f49b req-fd59baae-7ea8-4f98-bf84-83fc8f8077b2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 945 time: 0.0541425 Jul 28 11:39:35.431347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929e506c-ab6c-4cd9-bd35-03c2e222f49b req-f370f3d1-ed5b-4e70-8015-ee195ec3e986 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316079 Jul 28 11:39:35.547678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777a502-a35f-47fd-ae18-ddf66c33a6a3 req-03b93ba7-6aee-42a6-a291-70caa0fe40bc tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:35.549160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6777a502-a35f-47fd-ae18-ddf66c33a6a3 req-03b93ba7-6aee-42a6-a291-70caa0fe40bc tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 945 time: 0.0489635 Jul 28 11:39:35.558022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:39:35.562401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Request body: {'floatingip': {'port_id': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:39:35.605093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:36.029885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:36.033493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:36.130148 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Floating IP 15d6614d-5a96-412b-b492-dcd00168dee3 associated. External IP: 172.25.1.77, port: 484908b6-9d2b-4032-b6a4-93cf2bc16e7f. Jul 28 11:39:36.333425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:39:36.438204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:39:36.443081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:36.449221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:39:36.459520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:39:36.460148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:39:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:36.471017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e167a9b-57ca-4e5d-947f-8fe8b63fabac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "PUT /v2.0/floatingips/15d6614d-5a96-412b-b492-dcd00168dee3 HTTP/1.1" status: 200 len: 990 time: 0.9119546 Jul 28 11:39:36.471595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:39:36.473873 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:39:36.510934 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4220dcd-2785-4868-bc35-890fa1877543 x-openstack-request-id: req-d4220dcd-2785-4868-bc35-890fa1877543 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:39:36.511222 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:39:36.511499 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4220dcd-2785-4868-bc35-890fa1877543 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:39:36.511895 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'status': 'completed', 'code': 200} Jul 28 11:39:36.574440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-a41c7636-af3e-4652-9cdb-421252989ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:36.575262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:39:36.575983 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-a41c7636-af3e-4652-9cdb-421252989ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1096 time: 0.0409021 Jul 28 11:39:36.673216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-79eaf8d1-c67f-4e51-8be2-8b7511d94748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:36.674665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-79eaf8d1-c67f-4e51-8be2-8b7511d94748 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0920451 Jul 28 11:39:36.738987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-21b4d5d3-3b46-4058-be2e-78a491cdb393 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 998 time: 0.0571287 Jul 28 11:39:36.791399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '15d6614d-5a96-412b-b492-dcd00168dee3', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'port_id': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'mac_address': 'fa:16:3e:07:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0804c-81bd-447a-984b-485e9878de15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:24Z', 'updated_at': '2021-07-28T11:39:35Z', 'revision_number': 1, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:36.791873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-193a652f-a9ff-4af7-a997-9694fb72b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:36.793323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-193a652f-a9ff-4af7-a997-9694fb72b93e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0477650 Jul 28 11:39:36.816970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:39:36.826008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:39:36.826620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:39:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:36.839981 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-d95317c5-1b04-44da-9a6c-7c801c90a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:36.841563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-d95317c5-1b04-44da-9a6c-7c801c90a72c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411296 Jul 28 11:39:36.930163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-67cafdb8-0d99-46b7-9cc7-06390c3c741d service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817413 Jul 28 11:39:36.930441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:39:37.027890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d32986f5-66c6-42fc-a25d-3dc04e38e7ba req-b6cd644c-7d55-47b1-93e0-74a615531c70 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908689 Jul 28 11:39:37.150971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '15d6614d-5a96-412b-b492-dcd00168dee3', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'port_id': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'mac_address': 'fa:16:3e:07:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0804c-81bd-447a-984b-485e9878de15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:24Z', 'updated_at': '2021-07-28T11:39:35Z', 'revision_number': 1, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:39:37.175806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146329a-0832-4150-90e0-6f0666a8319a None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '15d6614d-5a96-412b-b492-dcd00168dee3', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'port_id': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'mac_address': 'fa:16:3e:07:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0804c-81bd-447a-984b-485e9878de15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:24Z', 'updated_at': '2021-07-28T11:39:35Z', 'revision_number': 1, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:39:37.361053 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a61bf-0956-4b0e-9c6d-1f1936d47f6c None None] New status for floating IP 15d6614d-5a96-412b-b492-dcd00168dee3: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:39:40.228784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-c5f4bcf0-1c8b-4fed-a62f-cd8aa89e39ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390809 Jul 28 11:39:40.310668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-58fac77b-8292-46d3-aae7-10679613d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:40.312114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-58fac77b-8292-46d3-aae7-10679613d06b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1096 time: 0.0397429 Jul 28 11:39:40.417609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-dd5fe119-8eb9-4f38-b465-bf709a6ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:40.419336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-dd5fe119-8eb9-4f38-b465-bf709a6ded66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0877275 Jul 28 11:39:40.484275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-2dab2fb4-e1ee-4483-b5c6-3e0bac2ad3dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 1000 time: 0.0582981 Jul 28 11:39:40.535499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-f58668b0-fb20-45fd-946c-201d1d727d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:40.536907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-f58668b0-fb20-45fd-946c-201d1d727d08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0458279 Jul 28 11:39:40.581603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-82eda2cd-a527-43e7-a631-83409ddafa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:39:40.583011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-82eda2cd-a527-43e7-a631-83409ddafa52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383680 Jul 28 11:39:40.669110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-8bf66a2c-522b-474c-a059-c9ee99726f7e service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790753 Jul 28 11:39:40.764591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac19f0b6-0ecd-416a-8f08-94f03bb945e8 req-e549a410-e60d-4ff5-b08c-b9694cc587ee service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866258 Jul 28 11:39:49.935243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:52.749050 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:39:56.496635 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:39:57.895771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06e91e19-1798-4c97-871e-3739b44cd7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:00.983297 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:01.141983 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-188bf81d-4472-46f4-9c7a-63d23248c371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:02.011453 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:03.478681 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:19.950036 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:22.747520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:27.896865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31acb711-b66c-4abf-861e-4e32296a74f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:30.985391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:31.141021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d74b5844-0240-4201-ae88-d22903918c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:32.014058 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:32.413374 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-972ec293-9064-4a26-9609-1ae035c464da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431247 Jul 28 11:40:32.495994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-b9e4745f-40f5-4bb5-8969-4d1f66266faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:32.497467 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-b9e4745f-40f5-4bb5-8969-4d1f66266faf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1096 time: 0.0410082 Jul 28 11:40:32.595928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-4ade6eac-5f10-4534-8521-d1b821ed1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:32.597388 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-4ade6eac-5f10-4534-8521-d1b821ed1a9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0822804 Jul 28 11:40:32.667675 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-d6f60ec5-4d34-4471-91c2-db80bc386688 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 1001 time: 0.0625432 Jul 28 11:40:32.715980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-4d9e50a5-8c5d-4f36-8cb4-a953a5a8a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:32.717426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-4d9e50a5-8c5d-4f36-8cb4-a953a5a8a94b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0430956 Jul 28 11:40:32.762359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-26f5ad78-e77e-4e31-a774-9742f858e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:32.763838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-26f5ad78-e77e-4e31-a774-9742f858e114 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392952 Jul 28 11:40:32.857291 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-86b06159-75e2-4972-abcf-8ce3fac558b4 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Jul 28 11:40:32.945857 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f73d65c-2e2e-4196-9bbd-e014bc8a235b req-b59a41b2-9838-43c5-bea9-8dea865ab2b3 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803266 Jul 28 11:40:33.483135 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:33.496087 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:40:41.729416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-0a1f1fd9-1861-43ac-bf3f-7bee271e1872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402980 Jul 28 11:40:41.809769 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-192ddefb-669e-4939-9fd0-2a0b7a4126e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:41.811245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-192ddefb-669e-4939-9fd0-2a0b7a4126e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1096 time: 0.0403645 Jul 28 11:40:41.914213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-cccf9b56-7006-4681-af47-0ae94df25a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:41.915639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-cccf9b56-7006-4681-af47-0ae94df25a85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0858302 Jul 28 11:40:41.978554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-eae89789-dee8-4740-95a6-bb1a202f94c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 1000 time: 0.0564153 Jul 28 11:40:42.031339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-31f6d535-e707-4452-812b-c021ef50903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:42.032759 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-31f6d535-e707-4452-812b-c021ef50903b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0469575 Jul 28 11:40:42.077509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-d4a2103f-865f-4a58-b4ed-63244b1f561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:40:42.078921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-d4a2103f-865f-4a58-b4ed-63244b1f561d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385730 Jul 28 11:40:42.165315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-aa086044-2451-4a23-941e-ce8e025cd0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797243 Jul 28 11:40:42.261107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7199d8e5-f02f-4503-8061-d2a60d8e5113 req-7d83bbd9-13b7-401c-a9f7-56cf46bd42a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888276 Jul 28 11:40:49.949235 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:52.757091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:40:57.909097 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7cf6-53df-455f-a4a7-972f7de4b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:00.986702 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:01.143956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-584e39e2-34f2-4bcd-bbcd-359bcc30909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:01.326005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-4e84a434-b1cd-491b-991c-760e6414d51c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240416168&fields=id&tenant_id=cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 267 time: 0.0365326 Jul 28 11:41:01.432585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-422500db-b6f6-42b8-8d70-3c944433b5ea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:01.433935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-422500db-b6f6-42b8-8d70-3c944433b5ea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1011696 Jul 28 11:41:01.448712 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-1c76f300-018e-483a-94ad-aa3b6f70b64f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/quotas/cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 375 time: 0.0089040 Jul 28 11:41:01.505376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-87988001-54c9-4f5d-80b7-0d076a6cca12 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514066 Jul 28 11:41:01.597222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-3c44cb09-31a4-4cc5-b4f7-feb827369d76 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802436 Jul 28 11:41:01.688765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-fab0022e-566b-44cc-84fd-1a0bdd6b7f96 service neutron] 10.222.0.20 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846031 Jul 28 11:41:01.970569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4d5d6e3c-1cfc-4d7c-b03e-6ece35382b4d req-9a82d8e3-8259-414e-9cfa-12aab3c7f19f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0269620 Jul 28 11:41:02.016727 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:03.047661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2a5e96e1-d653-4ef0-bf40-2a50b927e3e5 req-28ce7d98-b23d-429b-b487-706b040adf5d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0259516 Jul 28 11:41:03.484301 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:03.789114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-caf27791-9f81-4094-910d-8e7f47cc003b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:03.790575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-caf27791-9f81-4094-910d-8e7f47cc003b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 812 time: 0.1082497 Jul 28 11:41:03.834153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-326a0541-56cc-4a96-a41c-8b12fab1243b tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf29a675dd67498595bfcda59848fc21 HTTP/1.1" status: 200 len: 379 time: 0.0348654 Jul 28 11:41:03.843114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'port': {'device_id': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'admin_state_up': True, 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'security_groups': ['50f3fd34-da46-4569-ad04-955fff302a47']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:41:03.952118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Made reservation on behalf of cf29a675dd67498595bfcda59848fc21 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:41:03.955571 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.086165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.20.0.5 (c28f40d6-2c62-40a5-b6f7-745e53f7daa3/0c104903-f306-4ff3-88d8-6ee01470dd5d/1d07767a-2d47-4d8e-939e-98b67876ef04) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:41:04.152625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc7f6e4b-3225-4109-a8aa-c8911355c165 req-636c0ac3-1b97-4d14-bf16-606de6912617 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0340834 Jul 28 11:41:04.230040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.245173 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Transition to ACTIVE for port object 1d07767a-2d47-4d8e-939e-98b67876ef04 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:41:04.278159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.322732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:41:04.326016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:41:04.333453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:41:04.341708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=1d07767a-2d47-4d8e-939e-98b67876ef04,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:04.373159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.373500 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.373841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.374182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.374517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.374850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.375180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.375506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.375830 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.376153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.376503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.376826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:04.401198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:04.401811 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.417001 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-73466518-ef0c-49e9-8eeb-b523d077643e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775187 Jul 28 11:41:04.430588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Request body: {'port': {'device_id': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:41:04.493234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.558454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0129da6-370f-44d8-985f-e1acbfd07b9d None None] Provisioning for port 1d07767a-2d47-4d8e-939e-98b67876ef04 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:41:04.563515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0129da6-370f-44d8-985f-e1acbfd07b9d None None] Provisioning complete for port 1d07767a-2d47-4d8e-939e-98b67876ef04 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:41:04.564081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0129da6-370f-44d8-985f-e1acbfd07b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.601482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a0129da6-370f-44d8-985f-e1acbfd07b9d None None] Port 1d07767a-2d47-4d8e-939e-98b67876ef04 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:41:04.763815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d07767a-2d47-4d8e-939e-98b67876ef04 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:41:04.771328 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.784099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Transition to ACTIVE for port object 1d07767a-2d47-4d8e-939e-98b67876ef04 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:41:04.787668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:04.854134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Pushing event updated for resources: {'Port': ['ID=1d07767a-2d47-4d8e-939e-98b67876ef04,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:04.912557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Attempting to bind port 1d07767a-2d47-4d8e-939e-98b67876ef04 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:41:04.913690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Attempting to bind port 1d07767a-2d47-4d8e-939e-98b67876ef04 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:41:04.914224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Attempting to bind port 1d07767a-2d47-4d8e-939e-98b67876ef04 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:41:04.920121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Port 1d07767a-2d47-4d8e-939e-98b67876ef04 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:41:04.920508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Attempting to bind port 1d07767a-2d47-4d8e-939e-98b67876ef04 on network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:41:04.925656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:41:04.925994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Checking segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:41:04.926381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Bound using segment: {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:41:04.926808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Bound port: 1d07767a-2d47-4d8e-939e-98b67876ef04, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1618fa-901f-40af-b52d-5b57e55c41f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:41:04.927166 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:05.003812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] For port 1d07767a-2d47-4d8e-939e-98b67876ef04, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:41:05.008294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] For port 1d07767a-2d47-4d8e-939e-98b67876ef04, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d07767a-2d47-4d8e-939e-98b67876ef04,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:41:05.013644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:05.049031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.049644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:05.051021 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] 10.222.0.44 "PUT /v2.0/ports/1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 200 len: 1091 time: 0.6252189 Jul 28 11:41:05.051481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:41:05.053856 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f911c2-08ee-4789-841c-fe3a7e66db78" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:41:05.129370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b4c1-48a6-45cd-af67-17c0d464adce service neutron] Pushing event updated for resources: {'Port': ['ID=1d07767a-2d47-4d8e-939e-98b67876ef04,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:05.149258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-408ed791-593f-4245-af12-71a9839fbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.150877 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-408ed791-593f-4245-af12-71a9839fbcb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1094 time: 0.0599604 Jul 28 11:41:05.210401 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf63cf0-7970-4b99-9f80-f4e9d009c16b x-openstack-request-id: req-bdf63cf0-7970-4b99-9f80-f4e9d009c16b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:41:05.210810 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:41:05.211154 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdf63cf0-7970-4b99-9f80-f4e9d009c16b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:41:05.211647 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'status': 'completed', 'code': 200} Jul 28 11:41:05.213611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-121b31c2-d553-4feb-843c-f00a742eced9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 200 len: 217 time: 0.0525465 Jul 28 11:41:05.269291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-5c661b45-ff32-4ec9-92d4-7c1fb3688c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.270888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-5c661b45-ff32-4ec9-92d4-7c1fb3688c20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0499291 Jul 28 11:41:05.323935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-be7a9707-a65b-4461-8661-d328459e3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.325622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-be7a9707-a65b-4461-8661-d328459e3c66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478959 Jul 28 11:41:05.439463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-12778cd6-d4f4-4703-90db-4d6f0e22ebb0 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052468 Jul 28 11:41:05.537389 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78d8c66f-8866-4ddd-812f-20802eba1af7 req-7618e4c7-43c4-411b-9ac8-3ea17147d352 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895634 Jul 28 11:41:05.628973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-2b9dcab1-344a-47f9-8586-4de7e65c0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.630839 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-2b9dcab1-344a-47f9-8586-4de7e65c0ced service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1094 time: 0.0490203 Jul 28 11:41:05.633561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afad954-e36d-417a-8890-d18dff1aff8f req-d753c586-72ff-432e-8ec8-50277b6a55da tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.635114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7afad954-e36d-417a-8890-d18dff1aff8f req-d753c586-72ff-432e-8ec8-50277b6a55da tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.3961904 Jul 28 11:41:05.676140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7afad954-e36d-417a-8890-d18dff1aff8f req-9304dde0-c19c-4e75-9647-9e2474ab7a41 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345507 Jul 28 11:41:05.725448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-1a6b94fb-f382-4344-b96f-de296002c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.727080 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-1a6b94fb-f382-4344-b96f-de296002c13a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0893574 Jul 28 11:41:05.769219 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-5e351f1b-faaa-4dd0-8eef-8d553d3868b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 200 len: 217 time: 0.0350354 Jul 28 11:41:05.823418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-b208dd17-c4bb-49ef-a063-1d5e0cbfbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.824918 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-b208dd17-c4bb-49ef-a063-1d5e0cbfbd13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0495431 Jul 28 11:41:05.871986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-f527e176-bf92-43e6-aabe-306d0fc55871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:05.873600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-f527e176-bf92-43e6-aabe-306d0fc55871 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419903 Jul 28 11:41:05.965316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-6210bba1-519c-4210-9023-e0d4ea5d27ca service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846250 Jul 28 11:41:06.061207 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-55f911c2-08ee-4789-841c-fe3a7e66db78 req-30e2ffe3-12b9-4e59-b9df-8116636af95b service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889311 Jul 28 11:41:06.795898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a237aa1-ec38-4ac5-adf7-cb0b6e24c6e0 req-4b6530e9-e2ca-4555-84f7-bac0f1c2ea90 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:06.797601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a237aa1-ec38-4ac5-adf7-cb0b6e24c6e0 req-4b6530e9-e2ca-4555-84f7-bac0f1c2ea90 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0484214 Jul 28 11:41:06.835894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a237aa1-ec38-4ac5-adf7-cb0b6e24c6e0 req-9e5592b6-2663-4261-b6b5-6674334fc207 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322564 Jul 28 11:41:07.962318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdd8ea-01d6-4669-bb85-a05e8a0a58ab req-978ea485-da11-4083-896b-3e9b13af29c9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:07.963819 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ebdd8ea-01d6-4669-bb85-a05e8a0a58ab req-978ea485-da11-4083-896b-3e9b13af29c9 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0497074 Jul 28 11:41:08.002498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ebdd8ea-01d6-4669-bb85-a05e8a0a58ab req-850b0ba0-5c1d-47cb-84e0-e2e8c8d577ca tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Jul 28 11:41:09.179484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8ffd4-d182-43b4-8952-3eeb0b17d8aa req-7732b2cd-75ae-4287-9a39-f49aac797e33 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:09.180948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7e8ffd4-d182-43b4-8952-3eeb0b17d8aa req-7732b2cd-75ae-4287-9a39-f49aac797e33 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.1099753 Jul 28 11:41:09.218378 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7e8ffd4-d182-43b4-8952-3eeb0b17d8aa req-6628b75f-5e7a-4052-8755-a776898de7a6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Jul 28 11:41:10.362390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3e09-9891-4e2b-9186-568c111b2700 req-00c913eb-c52b-421e-af12-ae6f0afe0f21 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:10.364637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58ef3e09-9891-4e2b-9186-568c111b2700 req-00c913eb-c52b-421e-af12-ae6f0afe0f21 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0623960 Jul 28 11:41:10.416317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-58ef3e09-9891-4e2b-9186-568c111b2700 req-2504bbb0-d616-4cc2-b560-53f858988622 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454032 Jul 28 11:41:10.495585 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:41:11.530720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4a55-bd53-4b53-bf7f-171516e220fa req-4ece33fc-f4bb-42b3-a3dc-25529d77b76c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:11.532224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bea4a55-bd53-4b53-bf7f-171516e220fa req-4ece33fc-f4bb-42b3-a3dc-25529d77b76c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0476809 Jul 28 11:41:11.569323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bea4a55-bd53-4b53-bf7f-171516e220fa req-dbf4f69c-9eb2-44f9-bd6d-4ac78635439e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304430 Jul 28 11:41:12.691596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef75f04-1e9a-4b5f-b5fe-2406452d743d req-2f5fc2aa-ea8f-4c87-9ae8-048083c1aa47 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:12.693169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fef75f04-1e9a-4b5f-b5fe-2406452d743d req-2f5fc2aa-ea8f-4c87-9ae8-048083c1aa47 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0523431 Jul 28 11:41:12.731002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fef75f04-1e9a-4b5f-b5fe-2406452d743d req-e6cbf17a-5c9f-4477-8df3-9f074a3455d2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 28 11:41:13.853194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85acb3-821c-41bf-b153-97032d856c4a req-5d432967-f084-4df5-bbb5-462545878eb2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:13.854783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c85acb3-821c-41bf-b153-97032d856c4a req-5d432967-f084-4df5-bbb5-462545878eb2 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0538473 Jul 28 11:41:13.899853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c85acb3-821c-41bf-b153-97032d856c4a req-b59a5cba-7e35-49b5-b971-e47c75fc7a23 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356417 Jul 28 11:41:15.043655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d515f-dbc1-40a8-b99e-ff3c8d03fa0b req-55bcd563-8dd7-4ad1-8496-808b617f8b3e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:15.045423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-767d515f-dbc1-40a8-b99e-ff3c8d03fa0b req-55bcd563-8dd7-4ad1-8496-808b617f8b3e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 943 time: 0.0625222 Jul 28 11:41:15.046785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d07767a-2d47-4d8e-939e-98b67876ef04 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:41:15.089612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-767d515f-dbc1-40a8-b99e-ff3c8d03fa0b req-c9bc70cb-3359-45f3-9103-40d13cd8d20f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375335 Jul 28 11:41:15.149615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d07767a-2d47-4d8e-939e-98b67876ef04, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d07767a-2d47-4d8e-939e-98b67876ef04,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:15.160655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'port_id': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'mac_address': 'fa:16:3e:42:d5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:41:15.197708 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:15.211066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d07767a-2d47-4d8e-939e-98b67876ef04 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:41:15.232623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d07767a-2d47-4d8e-939e-98b67876ef04, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d07767a-2d47-4d8e-939e-98b67876ef04,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:15.234998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:15.285811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d07767a-2d47-4d8e-939e-98b67876ef04,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:15.293557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.293906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.294252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.294589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.294930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.295260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.295589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.295915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.296269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.296596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.296922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.297245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:15.450263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1d07767a-2d47-4d8e-939e-98b67876ef04'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:41:16.213571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18fcb1-a932-4a69-bfe2-7f9452fba59f req-26d333a3-c04c-473b-b4ba-36c950905b84 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:16.214957 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c18fcb1-a932-4a69-bfe2-7f9452fba59f req-26d333a3-c04c-473b-b4ba-36c950905b84 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 944 time: 0.0513265 Jul 28 11:41:16.253810 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c18fcb1-a932-4a69-bfe2-7f9452fba59f req-55ffa498-f40e-4462-be33-bcf9e9e1d608 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jul 28 11:41:17.056642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d07767a-2d47-4d8e-939e-98b67876ef04 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:41:17.105226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 1d07767a-2d47-4d8e-939e-98b67876ef04 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:41:17.108776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 1d07767a-2d47-4d8e-939e-98b67876ef04 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:41:17.109153 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:17.186820 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:17.208462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:41:17.211220 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b5d2d-3b3b-4ae0-88bc-2f4026a00880" -d '{"events": [{"server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "name": "network-vif-plugged", "status": "completed", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:41:17.224109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1d07767a-2d47-4d8e-939e-98b67876ef04, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d07767a-2d47-4d8e-939e-98b67876ef04,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:17.234319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:17.265168 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b34f18-8ed9-4a63-8c31-19ecadfd59c6 x-openstack-request-id: req-d3b34f18-8ed9-4a63-8c31-19ecadfd59c6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:41:17.265458 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "name": "network-vif-plugged", "status": "completed", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:41:17.265710 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3b34f18-8ed9-4a63-8c31-19ecadfd59c6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:41:17.266090 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'code': 200} Jul 28 11:41:17.300531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1d07767a-2d47-4d8e-939e-98b67876ef04,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:17.356982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3f0b2-b7b3-4d44-831d-e92a5c71752e req-b82f45c5-3035-4cb2-aba5-3e10fce63029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:17.358512 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7f3f0b2-b7b3-4d44-831d-e92a5c71752e req-b82f45c5-3035-4cb2-aba5-3e10fce63029 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1096 time: 0.0432837 Jul 28 11:41:17.379865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b21d1f-55e1-4ff0-a4ad-3aab7746c5bf req-4564fa4c-c6ed-4c2f-9cb1-64ec5f587978 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:17.381441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4b21d1f-55e1-4ff0-a4ad-3aab7746c5bf req-4564fa4c-c6ed-4c2f-9cb1-64ec5f587978 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 945 time: 0.0514102 Jul 28 11:41:17.396022 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7f3f0b2-b7b3-4d44-831d-e92a5c71752e req-191fdfb7-eb2d-4264-af37-19cef33b3f4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286238 Jul 28 11:41:17.421013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b4b21d1f-55e1-4ff0-a4ad-3aab7746c5bf req-ccfbe83e-df0d-4dc7-922a-b0300b21a19d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327206 Jul 28 11:41:18.540722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c643-5d73-4a51-b6b2-9a64180ba31b req-c1b88506-b8dd-45f4-87a7-69869cc4f4e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:18.542209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd38c643-5d73-4a51-b6b2-9a64180ba31b req-c1b88506-b8dd-45f4-87a7-69869cc4f4e5 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 945 time: 0.0489385 Jul 28 11:41:18.580656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd38c643-5d73-4a51-b6b2-9a64180ba31b req-2d343e66-cc14-49f5-b322-d1fb924e43d4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jul 28 11:41:18.697650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e859-373f-4789-a851-ced71b2ec3d2 req-9b819113-de65-4f2d-bf70-4f418631077a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:18.699078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a080e859-373f-4789-a851-ced71b2ec3d2 req-9b819113-de65-4f2d-bf70-4f418631077a tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 945 time: 0.0516069 Jul 28 11:41:18.737584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a080e859-373f-4789-a851-ced71b2ec3d2 req-e7560661-5cde-4502-b80c-85de80556446 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Jul 28 11:41:18.760740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:18.799227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8a7df-7bd9-4c7b-8ee9-e8a4e55c281d tempest-TestVolumeBootPattern-703080951 tempest-TestVolumeBootPattern-703080951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:18.800648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1be8a7df-7bd9-4c7b-8ee9-e8a4e55c281d tempest-TestVolumeBootPattern-703080951 tempest-TestVolumeBootPattern-703080951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1091 time: 0.0389371 Jul 28 11:41:18.803971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:18.808279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:41:18.829200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:18.931823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.036066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Allocated IP 172.25.1.78 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b0d293a5-b780-4296-afb0-42936fbbedf5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:41:19.142371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.184344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.229189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:41:19.235182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:41:19.245393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:41:19.266902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=b0d293a5-b780-4296-afb0-42936fbbedf5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:19.278843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.279190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.279532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.279868 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.280227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.280817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.281149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.281477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.281814 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.282361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.282714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.283145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:41:19.679685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.764259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.930410 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.935815 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:19.953977 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:20.005688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event updated for resources: {'Port': ['ID=b0d293a5-b780-4296-afb0-42936fbbedf5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:20.015582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:20.113787 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Floating IP 7533bfd2-7f70-48ac-a7cb-cbd2710c5034 associated. External IP: 172.25.1.78, port: 1d07767a-2d47-4d8e-939e-98b67876ef04. Jul 28 11:41:20.322385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:41:20.440914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:41:20.451229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:41:20.458066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:20.461244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:41:20.461948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:41:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:20.485413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a4439037-212c-48a3-8edc-576008e317b3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6804090 Jul 28 11:41:20.486077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:41:20.488331 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f069c9-b77b-44b8-b717-938220a41e29" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:41:20.525930 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d18603-edb2-4682-b391-f2d2221bfc56 x-openstack-request-id: req-09d18603-edb2-4682-b391-f2d2221bfc56 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:41:20.526220 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:41:20.526475 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09d18603-edb2-4682-b391-f2d2221bfc56 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:41:20.526879 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'status': 'completed', 'code': 200} Jul 28 11:41:20.597626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f069c9-b77b-44b8-b717-938220a41e29 req-bd54bbb0-def3-4d41-b1ce-106bb42c391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:20.599139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-bd54bbb0-def3-4d41-b1ce-106bb42c391f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1096 time: 0.0509229 Jul 28 11:41:20.698636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f069c9-b77b-44b8-b717-938220a41e29 req-e4bbdfa8-1801-49b6-9f0c-5838d0f37276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:20.700003 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-e4bbdfa8-1801-49b6-9f0c-5838d0f37276 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0925643 Jul 28 11:41:20.743876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:41:20.769549 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-326a8811-42c2-47c9-90da-a01a1de0749c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 200 len: 998 time: 0.0629313 Jul 28 11:41:20.819604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f069c9-b77b-44b8-b717-938220a41e29 req-3fb3f59d-111f-4ef7-8882-656dacdedad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:20.821245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-3fb3f59d-111f-4ef7-8882-656dacdedad6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0447543 Jul 28 11:41:20.867847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f069c9-b77b-44b8-b717-938220a41e29 req-9423cc20-731a-4205-a04d-76ba3b089df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:20.869342 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-9423cc20-731a-4205-a04d-76ba3b089df1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413337 Jul 28 11:41:20.960945 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-009ae9c8-3f06-49a8-be1e-2e8d1d41b993 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845041 Jul 28 11:41:20.969073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:13Z', 'revision_number': 1, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}, {'id': '7533bfd2-7f70-48ac-a7cb-cbd2710c5034', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:42:d5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:41:19Z', 'updated_at': '2021-07-28T11:41:19Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:21.001133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:41:21.009815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:41:21.010756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:41:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:21.052575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90f069c9-b77b-44b8-b717-938220a41e29 req-a2be1049-1b1b-4b32-8d07-ab553c9cf7c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Jul 28 11:41:21.116100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:41:21.333670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:13Z', 'revision_number': 1, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}, {'id': '7533bfd2-7f70-48ac-a7cb-cbd2710c5034', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:42:d5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:41:19Z', 'updated_at': '2021-07-28T11:41:19Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:21.360659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7489d8-856f-454d-b79e-36dc96e3fcef None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:13Z', 'revision_number': 1, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}, {'id': '7533bfd2-7f70-48ac-a7cb-cbd2710c5034', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:42:d5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:41:19Z', 'updated_at': '2021-07-28T11:41:19Z', 'revision_number': 0, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:41:21.551729 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3853fa-29b1-49bc-bb67-9ec81161a573 None None] New status for floating IP 7533bfd2-7f70-48ac-a7cb-cbd2710c5034: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:41:22.760212 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:27.900075 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-502f22f1-afdc-4b5e-ad77-e93a5b15a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:30.988820 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:31.145900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d784cf-bbbf-48c4-853d-6cd4d8a1e8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:32.020047 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:33.496636 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:34.409590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-c54f774c-77db-4d97-8b9b-0a071759445e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431967 Jul 28 11:41:34.495632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-0fbce1ea-e3a4-458a-ae6f-7f3e21ab9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:34.497151 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-0fbce1ea-e3a4-458a-ae6f-7f3e21ab9ba4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1096 time: 0.0447781 Jul 28 11:41:34.598123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-edbe5595-1c9a-42c9-b0e3-835b16a5ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:34.599573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-edbe5595-1c9a-42c9-b0e3-835b16a5ea60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0844333 Jul 28 11:41:34.676700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-55992793-2824-405d-ae13-c06cae272258 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 1001 time: 0.0642157 Jul 28 11:41:35.030851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-4efcf0ae-1466-44a9-b8cd-9c5f64b821ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:35.032320 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-4efcf0ae-1466-44a9-b8cd-9c5f64b821ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.3481245 Jul 28 11:41:35.086598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-04bd5fff-97d0-4d63-8c98-8aeb9e3991a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:35.088073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-04bd5fff-97d0-4d63-8c98-8aeb9e3991a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480900 Jul 28 11:41:35.184473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-a2c4a93f-a87a-4d4b-897e-501b65ed172d service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893929 Jul 28 11:41:35.272802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4ad760df-7565-4186-ab1b-2792fcb743f5 req-e2d52a69-b975-4d35-9a72-d83514ff3d61 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795937 Jul 28 11:41:43.714689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-5f14c97a-6674-4981-a1f7-c8fcc159ff67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416117 Jul 28 11:41:43.799580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-896c2033-33e4-46ee-9c60-a6158d1acd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:43.801127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-896c2033-33e4-46ee-9c60-a6158d1acd8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47481457d3fa4b14b00316c9999122ac&device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 1096 time: 0.0457292 Jul 28 11:41:43.913980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-3ff7afb3-7c9e-4207-831e-8e1f13b68251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:43.915828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-3ff7afb3-7c9e-4207-831e-8e1f13b68251 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 200 len: 912 time: 0.0948143 Jul 28 11:41:43.993375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-1c33bed6-2a74-462d-b41a-37e6e01ff1bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 200 len: 1000 time: 0.0706136 Jul 28 11:41:44.049727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-3ca469e8-fffb-43b6-ac61-133a0d14457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:44.051304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-3ca469e8-fffb-43b6-ac61-133a0d14457a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 200 len: 850 time: 0.0515037 Jul 28 11:41:44.102187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-01641747-6bea-400c-a4f1-71c885608a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:44.103720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-01641747-6bea-400c-a4f1-71c885608a94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0844245d-7be3-4252-9be5-720f9cdd2f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450201 Jul 28 11:41:44.206305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-cf6ae32b-b3e8-4df6-927e-c6052bb9a3a7 service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958266 Jul 28 11:41:44.332746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e2ee28-e2f6-4b88-b1f3-a33edd402208 req-5719d442-988f-412e-8951-948d3793ea7d service neutron] 10.222.0.41 "GET /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132491 Jul 28 11:41:44.349063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6827-a23f-4ce8-810f-7e25ab707fe0 req-85e27cf0-d7aa-41d8-8f77-4adfc8deb789 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:44.351096 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73eb6827-a23f-4ce8-810f-7e25ab707fe0 req-85e27cf0-d7aa-41d8-8f77-4adfc8deb789 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 945 time: 0.0608366 Jul 28 11:41:44.398110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73eb6827-a23f-4ce8-810f-7e25ab707fe0 req-7ee24e25-ca23-46a7-8c34-67dab8cf0cac tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 Jul 28 11:41:45.569343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f998b-af07-48e9-9dce-b9308a8bf3bd req-3f32b563-506b-4261-ada3-c750dda9db6e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:45.570803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce2f998b-af07-48e9-9dce-b9308a8bf3bd req-3f32b563-506b-4261-ada3-c750dda9db6e tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 945 time: 0.1006436 Jul 28 11:41:45.609781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce2f998b-af07-48e9-9dce-b9308a8bf3bd req-18858907-88dd-4b5a-89d6-4f172e5a19c2 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330081 Jul 28 11:41:45.893434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-aafc5e55-fd1e-49f4-8a4a-e574c3853a8b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:41:45.894858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-aafc5e55-fd1e-49f4-8a4a-e574c3853a8b tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 945 time: 0.0474668 Jul 28 11:41:45.987731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Deleting port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:41:45.988071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:46.074681 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] For port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:46.075044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:46.238824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:46.239170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:46.239613 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Floating IP 15d6614d-5a96-412b-b492-dcd00168dee3 disassociated. External IP: 172.25.1.77, port: 484908b6-9d2b-4032-b6a4-93cf2bc16e7f. Jul 28 11:41:46.239989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Calling delete_port for 484908b6-9d2b-4032-b6a4-93cf2bc16e7f owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:41:46.371219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:46.405299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event deleted for resources: {'Port': ['ID=484908b6-9d2b-4032-b6a4-93cf2bc16e7f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:46.513304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:41:46.617268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:41:46.626455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:41:46.636119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:41:46.636763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:41:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:46.660251 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] No DVR routers for this DVR port 484908b6-9d2b-4032-b6a4-93cf2bc16e7f on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:41:46.663839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:46.665966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8b677fce-fcc3-452c-8958-c84ee4203925 req-eb0ad48d-8c07-4e3f-80bf-369d539bf6be tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.41 "DELETE /v2.0/ports/484908b6-9d2b-4032-b6a4-93cf2bc16e7f HTTP/1.1" status: 204 len: 173 time: 0.7645483 Jul 28 11:41:46.666407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'name': 'network-vif-deleted', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:41:46.668741 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0ac891-eb67-478a-b632-536baa0ff1fd" -d '{"events": [{"server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "name": "network-vif-deleted", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:41:46.732006 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d640fcf-9871-4a7c-bbba-512ae4dd1ef0 x-openstack-request-id: req-8d640fcf-9871-4a7c-bbba-512ae4dd1ef0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:41:46.732358 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b0804c-81bd-447a-984b-485e9878de15", "name": "network-vif-deleted", "tag": "484908b6-9d2b-4032-b6a4-93cf2bc16e7f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:41:46.732738 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d640fcf-9871-4a7c-bbba-512ae4dd1ef0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:41:46.733146 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b0804c-81bd-447a-984b-485e9878de15', 'name': 'network-vif-deleted', 'tag': '484908b6-9d2b-4032-b6a4-93cf2bc16e7f', 'status': 'completed', 'code': 200} Jul 28 11:41:46.735233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79e6c85d-ea57-4f3c-bf38-1b2c760de253 req-a0f21a20-49fd-4d47-8723-176bcd193fec tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b0804c-81bd-447a-984b-485e9878de15 HTTP/1.1" status: 200 len: 210 time: 0.0343299 Jul 28 11:41:46.777049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:41:46.987342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:47.014068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:41:47.023546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:41:47.024145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:41:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:47.130515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:41:47.330911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:47.356473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d963f-cf5c-4941-a243-eb40d1a215ad None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:44Z', 'revision_number': 4, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '052bbc15-7efa-4ac6-9bc1-87846317fc18', 'name': '', 'network_id': '0844245d-7be3-4252-9be5-720f9cdd2f38', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'mac_address': 'fa:16:3e:b3:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:43Z', 'updated_at': '2021-07-28T11:35:48Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'subnets': [{'id': '59db62a8-9dfb-461f-aed8-9429503cdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:41:47.495474 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:41:47.564193 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a637b47-9336-43d4-8562-6f5bb83c71e6 None None] New status for floating IP 15d6614d-5a96-412b-b492-dcd00168dee3: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:41:47.821378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:47.875575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3a45634-4bb4-47ac-91bf-08c1e81f62f0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:47.898807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3a45634-4bb4-47ac-91bf-08c1e81f62f0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:47.946512 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3a45634-4bb4-47ac-91bf-08c1e81f62f0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:47.949045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3a45634-4bb4-47ac-91bf-08c1e81f62f0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:47.950170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d3a45634-4bb4-47ac-91bf-08c1e81f62f0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb91a58b-c9c9-48cb-8073-b5ec5600d2fe HTTP/1.1" status: 204 len: 168 time: 0.1277580 Jul 28 11:41:47.952951 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:47.959638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45634-4bb4-47ac-91bf-08c1e81f62f0 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91a58b-c9c9-48cb-8073-b5ec5600d2fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:47.967607 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a018cf43-3f60-49db-915b-0547a12567b5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] show failed (client error): The resource could not be found. Jul 28 11:41:47.968640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a018cf43-3f60-49db-915b-0547a12567b5 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "GET /v2.0/security-groups/fb91a58b-c9c9-48cb-8073-b5ec5600d2fe HTTP/1.1" status: 404 len: 347 time: 0.0146413 Jul 28 11:41:47.971443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:48.093105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Deleting port 96b0f7ff-35ca-4e30-81ff-2a75044427c8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:41:48.093450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:48.168689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:48.169016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:48.180410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Calling delete_port for 96b0f7ff-35ca-4e30-81ff-2a75044427c8 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:41:48.212976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 484908b6-9d2b-4032-b6a4-93cf2bc16e7f no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:41:48.232580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 484908b6-9d2b-4032-b6a4-93cf2bc16e7f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:41:48.232937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 484908b6-9d2b-4032-b6a4-93cf2bc16e7f not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:41:48.312246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:48.337518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Pushing event deleted for resources: {'Port': ['ID=96b0f7ff-35ca-4e30-81ff-2a75044427c8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:48.397178 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:48.399739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:48.400912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c53f1c31-12fb-4166-be9a-9c8ef111f982 tempest-AttachVolumeTestJSON-1266628268 tempest-AttachVolumeTestJSON-1266628268-project] 10.222.0.20 "DELETE /v2.0/floatingips/15d6614d-5a96-412b-b492-dcd00168dee3 HTTP/1.1" status: 204 len: 168 time: 0.4285748 Jul 28 11:41:49.964064 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:52.757028 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:55.129130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:55.587213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:55.839083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Deleting port 052bbc15-7efa-4ac6-9bc1-87846317fc18 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:41:55.839545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:55.920084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] For port 052bbc15-7efa-4ac6-9bc1-87846317fc18, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=052bbc15-7efa-4ac6-9bc1-87846317fc18,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:55.920539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:55.933363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Calling delete_port for 052bbc15-7efa-4ac6-9bc1-87846317fc18 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:41:56.109399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:56.139085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Pushing event deleted for resources: {'Port': ['ID=052bbc15-7efa-4ac6-9bc1-87846317fc18,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:56.310181 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:56.525316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Router dfdfae16-6f29-4a50-a6b5-83625407d3aa has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:41:56.637747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:41:56.642876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ef3874a4-5334-41ec-88ed-687d81ada810 admin admin] 10.222.0.20 "PUT /v2.0/routers/dfdfae16-6f29-4a50-a6b5-83625407d3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126357 Jul 28 11:41:56.645522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:56.651212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] Sync routers for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:41:56.661746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:41:56.662562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:41:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:56.756707 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:56.770006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:41:56.869225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:56.924841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Deleting port 490eaa1c-5c77-4b5f-83e0-87043072bc1e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:41:56.925186 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:56.967407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:41:56Z', 'revision_number': 5, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port': {'id': '490eaa1c-5c77-4b5f-83e0-87043072bc1e', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:57.007569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] Checking router: dfdfae16-6f29-4a50-a6b5-83625407d3aa for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:41:57.015599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] For port 490eaa1c-5c77-4b5f-83e0-87043072bc1e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=490eaa1c-5c77-4b5f-83e0-87043072bc1e,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:57.015972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.019134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] Routers {'dfdfae16-6f29-4a50-a6b5-83625407d3aa'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:41:57.020005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:41:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:57.029660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Calling delete_port for 490eaa1c-5c77-4b5f-83e0-87043072bc1e owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:41:57.141451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] Set router dfdfae16-6f29-4a50-a6b5-83625407d3aa gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:41:57.198838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:41:56Z', 'revision_number': 6, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:57.221872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.256106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=490eaa1c-5c77-4b5f-83e0-87043072bc1e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:57.330508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.391326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd407bc-c6d0-45e3-941d-3df8f8861378 None None] The sync data for ids ['dfdfae16-6f29-4a50-a6b5-83625407d3aa'] in n-d-723573-7 is: [{'id': 'dfdfae16-6f29-4a50-a6b5-83625407d3aa', 'name': 'tempest-AttachVolumeTestJSON-1294475232-router', 'tenant_id': '47481457d3fa4b14b00316c9999122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:35:41Z', 'updated_at': '2021-07-28T11:41:56Z', 'revision_number': 6, 'project_id': '47481457d3fa4b14b00316c9999122ac', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:41:57.758661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.760960 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.810166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.811028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfdfae16-6f29-4a50-a6b5-83625407d3aa {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:41:57.816813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.821789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:57.822883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c0fc4987-dcfa-4d5b-b454-6262da24a0ad admin admin] 10.222.0.20 "DELETE /v2.0/routers/dfdfae16-6f29-4a50-a6b5-83625407d3aa HTTP/1.1" status: 204 len: 168 time: 1.1756520 Jul 28 11:41:57.868433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Deleting subnet 59db62a8-9dfb-461f-aed8-9429503cdc92 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:41:57.871445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.901140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-278f72e6-a28d-4142-969c-277f2df8870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:57.910269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.000806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.055315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.083346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59db62a8-9dfb-461f-aed8-9429503cdc92,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:58.089376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.091904 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-032552cf-2f76-4e1a-8257-a8f5c7df2a6f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59db62a8-9dfb-461f-aed8-9429503cdc92 HTTP/1.1" status: 204 len: 168 time: 0.2698269 Jul 28 11:41:58.094497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52766) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:58.095231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c859c6-981d-4052-b8ed-e276b8af951a None None] Network 0844245d-7be3-4252-9be5-720f9cdd2f38 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:41:58.172670 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.226854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 052bbc15-7efa-4ac6-9bc1-87846317fc18 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:41:58.237927 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Deleting port aede6306-8b6c-494b-8562-1699a24313c6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:41:58.238342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.251880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 052bbc15-7efa-4ac6-9bc1-87846317fc18 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:41:58.252136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 052bbc15-7efa-4ac6-9bc1-87846317fc18 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:41:58.252603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 490eaa1c-5c77-4b5f-83e0-87043072bc1e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:41:58.274820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 490eaa1c-5c77-4b5f-83e0-87043072bc1e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:41:58.275190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 490eaa1c-5c77-4b5f-83e0-87043072bc1e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:41:58.307675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] For port aede6306-8b6c-494b-8562-1699a24313c6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aede6306-8b6c-494b-8562-1699a24313c6,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:58.307993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.327721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Calling delete_port for aede6306-8b6c-494b-8562-1699a24313c6 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:41:58.344212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] DHCP port deletion for 0844245d-7be3-4252-9be5-720f9cdd2f38 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:41:58.397439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] Deleting port aede6306-8b6c-494b-8562-1699a24313c6 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:41:58.397908 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.417758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.448424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Pushing event deleted for resources: {'Port': ['ID=aede6306-8b6c-494b-8562-1699a24313c6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:58.454939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] No DVR routers for this DVR port aede6306-8b6c-494b-8562-1699a24313c6 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:41:58.473522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] For port aede6306-8b6c-494b-8562-1699a24313c6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aede6306-8b6c-494b-8562-1699a24313c6,segment=NetworkSegment(1ea3c7d5-c92f-447b-9363-7031d4aef372),segment_id=1ea3c7d5-c92f-447b-9363-7031d4aef372)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:41:58.474678 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.491464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] Calling delete_port for aede6306-8b6c-494b-8562-1699a24313c6 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:41:58.541834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.552665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0844245d-7be3-4252-9be5-720f9cdd2f38']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:58.563627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea3c7d5-c92f-447b-9363-7031d4aef372') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:58.563956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea3c7d5-c92f-447b-9363-7031d4aef372') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:41:58.573380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.581242 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.588798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.595483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:41:58.595881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:41:58.597649 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:41:58.618046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] No DVR routers for this DVR port aede6306-8b6c-494b-8562-1699a24313c6 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:41:58.625152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf369cef-f733-46bb-8941-a7f5a6590ed8 None None] Pushing event deleted for resources: {'Port': ['ID=aede6306-8b6c-494b-8562-1699a24313c6,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:58.660963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.666949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.668944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] 10.222.0.20 "DELETE /v2.0/networks/0844245d-7be3-4252-9be5-720f9cdd2f38 HTTP/1.1" status: 204 len: 168 time: 0.5733614 Jul 28 11:41:58.680990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b17c15-e720-4371-a08b-2f8cbbfba53b admin admin] Pushing event deleted for resources: {'Network': ['ID=0844245d-7be3-4252-9be5-720f9cdd2f38,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:41:58.787418 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:58.828544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2dcd34b3-9598-4a49-ad72-5081b7137cca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47481457d3fa4b14b00316c9999122ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398536 Jul 28 11:41:58.831036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:41:58.878734 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b30733-5013-4004-89dc-26bcf6428cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.899104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b30733-5013-4004-89dc-26bcf6428cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.949095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b30733-5013-4004-89dc-26bcf6428cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.951910 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b30733-5013-4004-89dc-26bcf6428cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:41:58.953239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1b30733-5013-4004-89dc-26bcf6428cf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2da0644c-e766-4141-997c-a30282c2ea05 HTTP/1.1" status: 204 len: 168 time: 0.1211369 Jul 28 11:41:58.961618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b30733-5013-4004-89dc-26bcf6428cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0644c-e766-4141-997c-a30282c2ea05,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:00.081962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aede6306-8b6c-494b-8562-1699a24313c6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:42:00.101826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: aede6306-8b6c-494b-8562-1699a24313c6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:42:00.102176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aede6306-8b6c-494b-8562-1699a24313c6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:42:00.152912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:00.258024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a26ee2d-3b56-4465-aaa0-c71c4b13b6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.346620 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a26ee2d-3b56-4465-aaa0-c71c4b13b6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.352138 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a26ee2d-3b56-4465-aaa0-c71c4b13b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.391983 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a26ee2d-3b56-4465-aaa0-c71c4b13b6a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11d559b20b564d4eb8772dfccf475c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380073 Jul 28 11:42:00.392888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26ee2d-3b56-4465-aaa0-c71c4b13b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b225699a-79db-4245-a60f-f7bc1f6b501a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:00.395704 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:00.454736 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c29a067-8ca6-4f4a-a468-bdb38f1c4e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.478660 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c29a067-8ca6-4f4a-a468-bdb38f1c4e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.526175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c29a067-8ca6-4f4a-a468-bdb38f1c4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.528813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c29a067-8ca6-4f4a-a468-bdb38f1c4e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:00.532518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c29a067-8ca6-4f4a-a468-bdb38f1c4e40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b225699a-79db-4245-a60f-f7bc1f6b501a HTTP/1.1" status: 204 len: 168 time: 0.1327078 Jul 28 11:42:00.539891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a067-8ca6-4f4a-a468-bdb38f1c4e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225699a-79db-4245-a60f-f7bc1f6b501a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:00.992996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:01.146608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bad0b38d-a101-49c5-95f1-0d854b7f4ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:02.023978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:02.704280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:02.819139 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c037515-ec83-48e3-8595-92534dccd474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:02.907311 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c037515-ec83-48e3-8595-92534dccd474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:02.910941 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c037515-ec83-48e3-8595-92534dccd474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:02.949779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1c037515-ec83-48e3-8595-92534dccd474 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f22451a6e7547ae950840eb6bff4d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444067 Jul 28 11:42:02.950971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c037515-ec83-48e3-8595-92534dccd474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b835ef99-cb5c-4bab-9d62-0a50fb458da8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:02.952508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:03.006591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27a3bcd6-28a9-4933-96a4-24b4e158f868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.029044 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27a3bcd6-28a9-4933-96a4-24b4e158f868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.074538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27a3bcd6-28a9-4933-96a4-24b4e158f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.077418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27a3bcd6-28a9-4933-96a4-24b4e158f868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.078544 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-27a3bcd6-28a9-4933-96a4-24b4e158f868 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b835ef99-cb5c-4bab-9d62-0a50fb458da8 HTTP/1.1" status: 204 len: 168 time: 0.1235175 Jul 28 11:42:03.087026 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3bcd6-28a9-4933-96a4-24b4e158f868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835ef99-cb5c-4bab-9d62-0a50fb458da8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:03.338662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:03.352372 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c695841d-3e97-42ad-9160-fb01f30a777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.443467 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c695841d-3e97-42ad-9160-fb01f30a777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.447150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c695841d-3e97-42ad-9160-fb01f30a777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.484722 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c695841d-3e97-42ad-9160-fb01f30a777c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=604da4ee4e834adc89f0d04289255bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449633 Jul 28 11:42:03.486674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695841d-3e97-42ad-9160-fb01f30a777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb2398-ba51-4ae2-a378-4f9176d43abb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:03.487361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:03.497859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.538834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-812470cd-0a82-4dde-b821-1f6b64b3dce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.560634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-812470cd-0a82-4dde-b821-1f6b64b3dce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.606698 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-812470cd-0a82-4dde-b821-1f6b64b3dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.609339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-812470cd-0a82-4dde-b821-1f6b64b3dce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:03.610504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-812470cd-0a82-4dde-b821-1f6b64b3dce2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eabb2398-ba51-4ae2-a378-4f9176d43abb HTTP/1.1" status: 204 len: 168 time: 0.1221254 Jul 28 11:42:03.618686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812470cd-0a82-4dde-b821-1f6b64b3dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb2398-ba51-4ae2-a378-4f9176d43abb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:04.536608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 52950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:04.641345 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.731676 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.735628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.777942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1391e3e4ba6431d87812199cfcb63ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401814 Jul 28 11:42:04.779944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72fe3fb-cac3-4803-b3bd-0e4df35b4493,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:04.780712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 52954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:04.787765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.788115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.789021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.789637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.789955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.790361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.790694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.791023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.791349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.791701 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.792211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.792540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d44918-1a02-433b-9001-b417e55d6284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:04.831560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5322395e-7427-4496-906f-ab233ae82e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.853485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5322395e-7427-4496-906f-ab233ae82e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.899604 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5322395e-7427-4496-906f-ab233ae82e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.902474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5322395e-7427-4496-906f-ab233ae82e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:04.903710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5322395e-7427-4496-906f-ab233ae82e45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b72fe3fb-cac3-4803-b3bd-0e4df35b4493 HTTP/1.1" status: 204 len: 168 time: 0.1219056 Jul 28 11:42:04.914143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322395e-7427-4496-906f-ab233ae82e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72fe3fb-cac3-4803-b3bd-0e4df35b4493,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:06.497455 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:06.645440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:06.667523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:06.771832 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:06.874186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Allocated IP 172.25.1.2 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/1c77b804-3796-4e03-9bc7-06f7e5f243a4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:06.977323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.015740 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.052118 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:07.055441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:07.061150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:07.067802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Port': ['ID=1c77b804-3796-4e03-9bc7-06f7e5f243a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:07.159342 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.195193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.344928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.349617 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.420416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Port': ['ID=1c77b804-3796-4e03-9bc7-06f7e5f243a4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:07.428337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.441770 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.442979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-60b4e008-5667-4486-acb2-9d42c8bb1610 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9444535 Jul 28 11:42:07.445730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:07.451574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-35074563'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:07.472536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Made reservation on behalf of ce30ab5e42904d8481978eadf36e8cb2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:07.476696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.485217 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.573854 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.577452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.603589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:07.612001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64374c6f-f2c3-4df2-8bb3-7010f18c0405,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:07.618355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.618701 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Added segment 58048933-9491-4dff-bb09-8b18058e87cc of type vlan for network 56c3537d-5129-43fe-bc1d-499f5fd2a249 Jul 28 11:42:07.661317 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.691271 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.697723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:07.698302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:07.754349 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3075497 Jul 28 11:42:07.757685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53014) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:07.762588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Request body: {'subnet': {'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:07.810784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601330b8-8960-4d02-9e2d-d582c5e2cf88 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Network': ['ID=56c3537d-5129-43fe-bc1d-499f5fd2a249,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:07.822039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:07.864395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Made reservation on behalf of ce30ab5e42904d8481978eadf36e8cb2 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:07.868479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.048137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.107678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Subnet': ['ID=e50dde82-41d2-43ec-8b79-a3cfc8aaff79,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:08.118782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Checking segment: {'id': '58048933-9491-4dff-bb09-8b18058e87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:08.119082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network hostable DHCP agents. Network: 56c3537d-5129-43fe-bc1d-499f5fd2a249, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:08.135166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:08.143547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 56c3537d-5129-43fe-bc1d-499f5fd2a249) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:08.147558 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:08.148150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.153102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33af30b-9837-4e02-a849-28c921acf8d9 None None] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:08.162876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b4bee0b7-e112-4ff5-b6bb-8d0d55b367d5 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4041150 Jul 28 11:42:08.165669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:08.170227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-83780557', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:08.192606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.193577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.248776 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.300734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-56c3537d-5129-43fe-bc1d-499f5fd2a249', 'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249', 'tenant_id': 'ce30ab5e42904d8481978eadf36e8cb2', 'fixed_ips': [{'subnet_id': 'e50dde82-41d2-43ec-8b79-a3cfc8aaff79'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:08.301579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.394771 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.433418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Allocated IP 172.20.0.2 (56c3537d-5129-43fe-bc1d-499f5fd2a249/e50dde82-41d2-43ec-8b79-a3cfc8aaff79/3756fc9e-5029-4baf-ab5a-e536374be70a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:08.576105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.585047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Transition to ACTIVE for port object 3756fc9e-5029-4baf-ab5a-e536374be70a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:08.589568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.599690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Transition to ACTIVE for port object 3756fc9e-5029-4baf-ab5a-e536374be70a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:08.605554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.608763 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.641129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:08.643826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:08.647274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:08.661556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Pushing event updated for resources: {'Port': ['ID=3756fc9e-5029-4baf-ab5a-e536374be70a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:08.710894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Attempting to bind port 3756fc9e-5029-4baf-ab5a-e536374be70a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:42:08.711256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Attempting to bind port 3756fc9e-5029-4baf-ab5a-e536374be70a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '58048933-9491-4dff-bb09-8b18058e87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:42:08.711615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Attempting to bind port 3756fc9e-5029-4baf-ab5a-e536374be70a on network 56c3537d-5129-43fe-bc1d-499f5fd2a249 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:42:08.716484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:42:08.716848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Checking segment: {'id': '58048933-9491-4dff-bb09-8b18058e87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:08.717244 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.717386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Allocated IP 172.25.1.89 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/bab76fe3-ba51-4486-8054-e3db00cb0700) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:08.717626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Bound using segment: {'id': '58048933-9491-4dff-bb09-8b18058e87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:42:08.718081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Bound port: 3756fc9e-5029-4baf-ab5a-e536374be70a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58048933-9491-4dff-bb09-8b18058e87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:42:08.718456 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.779722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] For port 3756fc9e-5029-4baf-ab5a-e536374be70a, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:42:08.782750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] For port 3756fc9e-5029-4baf-ab5a-e536374be70a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3756fc9e-5029-4baf-ab5a-e536374be70a,segment=NetworkSegment(58048933-9491-4dff-bb09-8b18058e87cc),segment_id=58048933-9491-4dff-bb09-8b18058e87cc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:42:08.787376 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.828037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.850500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e02c6-a054-4276-8b64-0026d50c852b None None] Pushing event updated for resources: {'Port': ['ID=3756fc9e-5029-4baf-ab5a-e536374be70a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:08.870722 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:08.910226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:08.912962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:08.917059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:08.943641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Port': ['ID=bab76fe3-ba51-4486-8054-e3db00cb0700,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:09.190442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:09.386783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:09.516138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Router c3c48bb6-618b-4383-8d16-25de5bee4aef is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:42:09.624551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:42:09.636046 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] Sync routers for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:42:09.644882 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:09.645561 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:09.645756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:09.647302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0aa37bc2-6f6a-48ab-ab54-21df9ffe23e1 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4806457 Jul 28 11:42:09.650826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53018) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:09.681898 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:09.691661 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:09.692401 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:09.728701 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:09.729456 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8940c-2167-4c76-a582-83ae4e5d2d61 None None] The sync data for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:42:09.775541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b491317-e6ab-4cc2-9413-fda4a52261d3 None None] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:09.888701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9191fb1e-ffc0-4622-be83-52256cd8aeb7 None None] Provisioning for port 3756fc9e-5029-4baf-ab5a-e536374be70a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:10.104305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.114138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3756fc9e-5029-4baf-ab5a-e536374be70a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:42:10.172627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 3756fc9e-5029-4baf-ab5a-e536374be70a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:10.176357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3756fc9e-5029-4baf-ab5a-e536374be70a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:10.176734 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.228482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d03f89c-d219-43ae-a30b-08cc9e487bb6 None None] Provisioning complete for port 3756fc9e-5029-4baf-ab5a-e536374be70a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:10.229175 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d03f89c-d219-43ae-a30b-08cc9e487bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.294930 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.353014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 3756fc9e-5029-4baf-ab5a-e536374be70a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3756fc9e-5029-4baf-ab5a-e536374be70a,segment=NetworkSegment(58048933-9491-4dff-bb09-8b18058e87cc),segment_id=58048933-9491-4dff-bb09-8b18058e87cc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:10.358510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.378322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Allocated IP 172.20.0.1 (56c3537d-5129-43fe-bc1d-499f5fd2a249/e50dde82-41d2-43ec-8b79-a3cfc8aaff79/d561c138-a5df-41ef-af68-3ae9a6fee912) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:10.394526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d03f89c-d219-43ae-a30b-08cc9e487bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.432447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=3756fc9e-5029-4baf-ab5a-e536374be70a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:10.468530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6d03f89c-d219-43ae-a30b-08cc9e487bb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:42:10.468889 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-6d03f89c-d219-43ae-a30b-08cc9e487bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:42:10.494823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.507953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Transition to ACTIVE for port object d561c138-a5df-41ef-af68-3ae9a6fee912 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:10.540095 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:10.578366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:10.581382 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:10.588100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:10.593637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Port': ['ID=d561c138-a5df-41ef-af68-3ae9a6fee912,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:10.634695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.074811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.129833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2dcb1b49-2efc-4841-9e78-973c0c213e08 None None] Provisioning for port d561c138-a5df-41ef-af68-3ae9a6fee912 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:11.134461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2dcb1b49-2efc-4841-9e78-973c0c213e08 None None] Provisioning complete for port d561c138-a5df-41ef-af68-3ae9a6fee912 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:11.134633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1b49-2efc-4841-9e78-973c0c213e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.167843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb1b49-2efc-4841-9e78-973c0c213e08 None None] Port d561c138-a5df-41ef-af68-3ae9a6fee912 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:42:11.343993 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.348414 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.422638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Port': ['ID=d561c138-a5df-41ef-af68-3ae9a6fee912,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:11.425868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.514301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:11.515706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:11.631842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Router c3c48bb6-618b-4383-8d16-25de5bee4aef has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:42:11.745495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:42:11.754940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fad3c30b-e9b3-4a2c-8aed-16351a8eae64 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "PUT /v2.0/routers/c3c48bb6-618b-4383-8d16-25de5bee4aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008227 Jul 28 11:42:11.755312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:11.755998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] Sync routers for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:42:11.760982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Request body: {'port': {'network_id': '56c3537d-5129-43fe-bc1d-499f5fd2a249', 'name': 'tempest-FloatingIPAdminTestJSON-679808286'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:11.765018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:11.765653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:11.800394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:11.815813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:11.816463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:11.818208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c38cc4d2-1068-434b-9f5c-17ff65feaa02 None None] Provisioning complete for port d561c138-a5df-41ef-af68-3ae9a6fee912 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:11.818576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c38cc4d2-1068-434b-9f5c-17ff65feaa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.870076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:11.870490 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Made reservation on behalf of ce30ab5e42904d8481978eadf36e8cb2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:11.870742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7898328-669f-4036-9445-4dbe3aff84b9 None None] The sync data for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:42:11.874277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:11.888676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c38cc4d2-1068-434b-9f5c-17ff65feaa02 None None] Port d561c138-a5df-41ef-af68-3ae9a6fee912 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:42:11.892673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] device_id is not set on port f907c407-9f1e-4f77-a563-63f90ff9325c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:42:12.003445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Allocated IP 172.20.0.3 (56c3537d-5129-43fe-bc1d-499f5fd2a249/e50dde82-41d2-43ec-8b79-a3cfc8aaff79/f907c407-9f1e-4f77-a563-63f90ff9325c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:12.080432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3756fc9e-5029-4baf-ab5a-e536374be70a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:42:12.127991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 3756fc9e-5029-4baf-ab5a-e536374be70a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:12.128296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.145209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.165366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Transition to ACTIVE for port object f907c407-9f1e-4f77-a563-63f90ff9325c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:12.199673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.243392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:12.246559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:12.252317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:12.258868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event updated for resources: {'Port': ['ID=f907c407-9f1e-4f77-a563-63f90ff9325c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:12.304814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:12.305433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.321360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cbb6cf53-beef-4d88-ae7f-73fc2201fc9a tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648730 Jul 28 11:42:12.324371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:12.417359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'project_id': 'ce30ab5e42904d8481978eadf36e8cb2', 'port_id': 'f907c407-9f1e-4f77-a563-63f90ff9325c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:12.438427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.509996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e75eb7b8-da21-4e43-8b52-11995d650e3b None None] Provisioning for port f907c407-9f1e-4f77-a563-63f90ff9325c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:12.513998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e75eb7b8-da21-4e43-8b52-11995d650e3b None None] Provisioning complete for port f907c407-9f1e-4f77-a563-63f90ff9325c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:12.514420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e75eb7b8-da21-4e43-8b52-11995d650e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.526314 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.548423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e75eb7b8-da21-4e43-8b52-11995d650e3b None None] Port f907c407-9f1e-4f77-a563-63f90ff9325c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:42:12.630346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Allocated IP 172.25.1.247 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/144c0a2c-5b02-4522-8917-47be84b0c237) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:12.731991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.769216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:12.806922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:12.809717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:12.815176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:12.838761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Pushing event updated for resources: {'Port': ['ID=144c0a2c-5b02-4522-8917-47be84b0c237,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:13.153306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:13.221809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:13.670394 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:13.674787 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:13.738961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Pushing event updated for resources: {'Port': ['ID=144c0a2c-5b02-4522-8917-47be84b0c237,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:13.752825 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:13.852115 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Floating IP 6c261505-92cb-469a-ad0c-e50ded879354 associated. External IP: 172.25.1.247, port: f907c407-9f1e-4f77-a563-63f90ff9325c. Jul 28 11:42:14.055493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Router c3c48bb6-618b-4383-8d16-25de5bee4aef has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:42:14.163634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:42:14.172077 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] Sync routers for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:42:14.178416 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:14.182583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:14.183261 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:14.205178 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8ea048e1-ccc6-45fc-a243-c253517a2c5f tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.8797441 Jul 28 11:42:14.207784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:14.215801 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:14.224355 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:14.224949 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:14.265096 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:14.265741 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27016f-f4d0-4737-a398-9935dfb8be88 None None] The sync data for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:42:14.322545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7434000e-dd01-4863-a1ae-1eada35df847 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] 10.222.0.20 "GET /v2.0/floatingips/6c261505-92cb-469a-ad0c-e50ded879354 HTTP/1.1" status: 200 len: 982 time: 0.1136179 Jul 28 11:42:14.325072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:14.431800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b1a31db3-0c7f-4061-a8ce-e3e2f347f80a tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.1055624 Jul 28 11:42:14.434367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:14.585477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting port 144c0a2c-5b02-4522-8917-47be84b0c237 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:14.585860 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:14.656838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:14.657160 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:14.668258 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Calling delete_port for 144c0a2c-5b02-4522-8917-47be84b0c237 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:14.815720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:14.842217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Port': ['ID=144c0a2c-5b02-4522-8917-47be84b0c237,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:14.902036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:14.902367 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Floating IP 6c261505-92cb-469a-ad0c-e50ded879354 disassociated (deleted). External IP: 172.25.1.247, port: f907c407-9f1e-4f77-a563-63f90ff9325c. Jul 28 11:42:15.103798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Router c3c48bb6-618b-4383-8d16-25de5bee4aef has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:42:15.210568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:42:15.215343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.219981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] Sync routers for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:42:15.229345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:15.229969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:15.245640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7d6b08ce-96a3-42fb-b61c-b3a50ab40d16 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c261505-92cb-469a-ad0c-e50ded879354 HTTP/1.1" status: 204 len: 168 time: 0.8068409 Jul 28 11:42:15.246423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:15.250459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:15.265317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:15.271943 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.274212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:15.274834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:15.310017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:15.310664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee81038-6416-421e-9c74-7c4d46722c2b None None] The sync data for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:42:15.356540 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.462756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Allocated IP 172.25.1.217 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/0b84e36e-b316-4814-b852-725f887da3e1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:15.559765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.597133 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.636823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:15.639458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:15.642790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:15.667082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Pushing event updated for resources: {'Port': ['ID=0b84e36e-b316-4814-b852-725f887da3e1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:15.728635 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.754968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-bd8d518a-39bb-40cc-bad3-a4a5d1d24b7e req-d39819ca-75d8-4222-a52b-5817a7baab3f service neutron] (93836) timed out ('10.222.0.20', 38024) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:42:15.761420 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.907247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.911522 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:15.979921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Pushing event updated for resources: {'Port': ['ID=0b84e36e-b316-4814-b852-725f887da3e1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:15.989704 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.003155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.004485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8be5c2d8-ddf4-49ed-9cc9-7a27d897dbb9 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7574449 Jul 28 11:42:16.007771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:16.110416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:16.132353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.224429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.331758 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Allocated IP 172.25.1.144 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/7b86c0e2-008b-43e0-b58d-1a757f1ae06e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:16.432731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.470437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.511440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:16.514080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:16.519330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:16.540510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Pushing event updated for resources: {'Port': ['ID=7b86c0e2-008b-43e0-b58d-1a757f1ae06e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:16.601196 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.633641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.778221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.782620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.845875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Pushing event updated for resources: {'Port': ['ID=7b86c0e2-008b-43e0-b58d-1a757f1ae06e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:16.859366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.872640 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:16.873869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b02db577-f89b-4160-be6e-075990e9a9ff tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8650019 Jul 28 11:42:16.876466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:16.940586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-71562e08-a5da-4f5f-9eed-e130f72ff311 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.0630178 Jul 28 11:42:16.942984 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:17.011314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c6db2022-a791-4d7d-8865-a452bb3ff39f tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0672562 Jul 28 11:42:17.013840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:17.134152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Deleting port 7b86c0e2-008b-43e0-b58d-1a757f1ae06e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:17.134399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.208799 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.209131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.220471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Calling delete_port for 7b86c0e2-008b-43e0-b58d-1a757f1ae06e owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:17.351765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.377410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Pushing event deleted for resources: {'Port': ['ID=7b86c0e2-008b-43e0-b58d-1a757f1ae06e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:17.436708 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.439269 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.440426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8ed3ae17-460f-45fd-9f91-ca626c5e6697 tempest-FloatingIPAdminTestJSON-1263458609 tempest-FloatingIPAdminTestJSON-1263458609-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e0cf84f-ceb7-4ef1-b121-ab16c64450b6 HTTP/1.1" status: 204 len: 168 time: 0.4256763 Jul 28 11:42:17.443229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:17.895901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Deleting port 0b84e36e-b316-4814-b852-725f887da3e1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:17.896266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.969141 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.969477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:17.980805 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Calling delete_port for 0b84e36e-b316-4814-b852-725f887da3e1 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:18.116109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.140890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b84e36e-b316-4814-b852-725f887da3e1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:18.203997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.206520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.207650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-439760ff-08e9-4925-9a7a-2b49463fa512 tempest-FloatingIPAdminTestJSON-1087338475 tempest-FloatingIPAdminTestJSON-1087338475-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/2a1992c6-089d-4c0f-9310-2f90ae94117b HTTP/1.1" status: 204 len: 168 time: 0.7635319 Jul 28 11:42:18.211798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:18.294854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting port f907c407-9f1e-4f77-a563-63f90ff9325c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:18.295198 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.383080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.394517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Calling delete_port for f907c407-9f1e-4f77-a563-63f90ff9325c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:18.520486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.549144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Port': ['ID=f907c407-9f1e-4f77-a563-63f90ff9325c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:18.617544 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:18.619465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2f92345-f5c9-4dac-8b36-572d4a8377f0 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "DELETE /v2.0/ports/f907c407-9f1e-4f77-a563-63f90ff9325c HTTP/1.1" status: 204 len: 168 time: 0.4066803 Jul 28 11:42:18.621962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:18.670695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f975c-61b1-4990-bf99-e7e3766cbdbf tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:18.672257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6f1f975c-61b1-4990-bf99-e7e3766cbdbf tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3c48bb6-618b-4383-8d16-25de5bee4aef HTTP/1.1" status: 200 len: 913 time: 0.0492494 Jul 28 11:42:18.674852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:19.017344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:19.269408 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting port d561c138-a5df-41ef-af68-3ae9a6fee912 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:19.269672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:19.368300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:19.379576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Calling delete_port for d561c138-a5df-41ef-af68-3ae9a6fee912 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:19.610570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:19.644377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Port': ['ID=d561c138-a5df-41ef-af68-3ae9a6fee912,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:19.671194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.671543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.671887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.672248 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.672578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.672902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.673235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.673561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.673888 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.674210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.674533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.674853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:19.849482 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:19.964146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.096534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Router c3c48bb6-618b-4383-8d16-25de5bee4aef has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:42:20.214908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:42:20.219681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-050c3e56-a2fc-47d3-84c7-69a606564779 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "PUT /v2.0/routers/c3c48bb6-618b-4383-8d16-25de5bee4aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5438819 Jul 28 11:42:20.222127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:20.224633 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] Sync routers for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:42:20.237345 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:20.238125 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:20.269543 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:20.278633 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] Routers {'c3c48bb6-618b-4383-8d16-25de5bee4aef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:20.279249 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['c3c48bb6-618b-4383-8d16-25de5bee4aef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:20.313491 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:20.314136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b561bc-d18f-48a5-b26f-c7c146ac41ca None None] The sync data for ids ['c3c48bb6-618b-4383-8d16-25de5bee4aef'] in n-d-723573-7 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:42:20.332652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.437385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.488544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting port bab76fe3-ba51-4486-8054-e3db00cb0700 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:20.488822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.566529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.578435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Calling delete_port for bab76fe3-ba51-4486-8054-e3db00cb0700 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:20.735161 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.761787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Port': ['ID=bab76fe3-ba51-4486-8054-e3db00cb0700,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:20.817767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.905572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.907890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.952360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.952869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Fanout notify agent at l3_agent the message router_deleted on router c3c48bb6-618b-4383-8d16-25de5bee4aef {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:42:20.960171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:20.961318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-875771fa-a6d9-43e4-8a6a-42e19f010818 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "DELETE /v2.0/routers/c3c48bb6-618b-4383-8d16-25de5bee4aef HTTP/1.1" status: 204 len: 168 time: 0.7382877 Jul 28 11:42:20.963739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:21.012076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting subnet e50dde82-41d2-43ec-8b79-a3cfc8aaff79 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:42:21.014940 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.054970 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.137902 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.192886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.220058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Subnet': ['ID=e50dde82-41d2-43ec-8b79-a3cfc8aaff79,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:21.221986 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.225973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3dc07158-b64d-4152-8ca5-0bde8a0b3fd2 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "DELETE /v2.0/subnets/e50dde82-41d2-43ec-8b79-a3cfc8aaff79 HTTP/1.1" status: 204 len: 168 time: 0.2590702 Jul 28 11:42:21.227032 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:21.230049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c7fd1-78aa-4c0e-9d47-8557595630f1 None None] Network 56c3537d-5129-43fe-bc1d-499f5fd2a249 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:21.305762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.358790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting port 3756fc9e-5029-4baf-ab5a-e536374be70a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:21.359153 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.391024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] DHCP port deletion for 56c3537d-5129-43fe-bc1d-499f5fd2a249 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:42:21.424373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] For port 3756fc9e-5029-4baf-ab5a-e536374be70a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3756fc9e-5029-4baf-ab5a-e536374be70a,segment=NetworkSegment(58048933-9491-4dff-bb09-8b18058e87cc),segment_id=58048933-9491-4dff-bb09-8b18058e87cc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:21.424740 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.437467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Calling delete_port for 3756fc9e-5029-4baf-ab5a-e536374be70a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:21.439718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Deleting port 3756fc9e-5029-4baf-ab5a-e536374be70a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:21.440089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.500837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] For port 3756fc9e-5029-4baf-ab5a-e536374be70a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=3756fc9e-5029-4baf-ab5a-e536374be70a,segment=NetworkSegment(58048933-9491-4dff-bb09-8b18058e87cc),segment_id=58048933-9491-4dff-bb09-8b18058e87cc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:21.501333 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.514161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Calling delete_port for 3756fc9e-5029-4baf-ab5a-e536374be70a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:21.518363 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.545053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Port': ['ID=3756fc9e-5029-4baf-ab5a-e536374be70a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:21.547027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] No DVR routers for this DVR port 3756fc9e-5029-4baf-ab5a-e536374be70a on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:21.594276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.617522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Pushing event deleted for resources: {'Port': ['ID=3756fc9e-5029-4baf-ab5a-e536374be70a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:21.627273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.627553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.627896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.628248 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.628410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.628689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.629006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.629242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.629565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.629891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.630216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.630540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.630864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:42:21.633716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053fa51-df67-44a5-8181-f6e6b05463b9 None None] No DVR routers for this DVR port 3756fc9e-5029-4baf-ab5a-e536374be70a on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:21.646329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c3537d-5129-43fe-bc1d-499f5fd2a249']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:21.657970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58048933-9491-4dff-bb09-8b18058e87cc') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:21.658268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58048933-9491-4dff-bb09-8b18058e87cc') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:21.666868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.680670 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.686813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:21.687254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:21.690224 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:21.746431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.753226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.755043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "DELETE /v2.0/networks/56c3537d-5129-43fe-bc1d-499f5fd2a249 HTTP/1.1" status: 204 len: 168 time: 0.5270729 Jul 28 11:42:21.758594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:21.767071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cecb08-8981-45ad-a3d9-403e4006e864 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Network': ['ID=56c3537d-5129-43fe-bc1d-499f5fd2a249,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:21.889697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Deleting port 1c77b804-3796-4e03-9bc7-06f7e5f243a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:21.889941 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.968784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.969026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:21.981123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Calling delete_port for 1c77b804-3796-4e03-9bc7-06f7e5f243a4 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:22.083139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3756fc9e-5029-4baf-ab5a-e536374be70a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:42:22.103566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 3756fc9e-5029-4baf-ab5a-e536374be70a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:42:22.103910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 3756fc9e-5029-4baf-ab5a-e536374be70a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:42:22.113127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.136996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Pushing event deleted for resources: {'Port': ['ID=1c77b804-3796-4e03-9bc7-06f7e5f243a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:22.197466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.200023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.201230 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e495ddc1-c884-4b47-a36b-1115ca054a84 tempest-FloatingIPAdminTestJSON-2000296832 tempest-FloatingIPAdminTestJSON-2000296832-project] 10.222.0.20 "DELETE /v2.0/floatingips/03620183-f70c-4fcf-8c3d-40e4b89c3ee1 HTTP/1.1" status: 204 len: 168 time: 0.4416673 Jul 28 11:42:22.464352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:22.613037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-42375fd9-c582-49b5-b1d8-12b61711a36f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce30ab5e42904d8481978eadf36e8cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475294 Jul 28 11:42:22.615503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:22.661961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d17947c9-d962-4ff4-88a4-e7fe6ae8f6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.686245 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d17947c9-d962-4ff4-88a4-e7fe6ae8f6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.732271 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d17947c9-d962-4ff4-88a4-e7fe6ae8f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.734812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d17947c9-d962-4ff4-88a4-e7fe6ae8f6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.735971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d17947c9-d962-4ff4-88a4-e7fe6ae8f6b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64374c6f-f2c3-4df2-8bb3-7010f18c0405 HTTP/1.1" status: 204 len: 168 time: 0.1194413 Jul 28 11:42:22.744006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17947c9-d962-4ff4-88a4-e7fe6ae8f6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64374c6f-f2c3-4df2-8bb3-7010f18c0405,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:22.773813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:22.998282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:23.012040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783d485e-e6c9-4756-9d4c-ca37fe5510b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.102379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783d485e-e6c9-4756-9d4c-ca37fe5510b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.105964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-783d485e-e6c9-4756-9d4c-ca37fe5510b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.149432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-783d485e-e6c9-4756-9d4c-ca37fe5510b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78c87f564a16413c89260a220545606b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500363 Jul 28 11:42:23.150549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d485e-e6c9-4756-9d4c-ca37fe5510b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e7ef1-9147-49a2-a902-10bfce0b33ad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:23.152037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:23.200296 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb29608a-dc68-47e4-a865-68ae94ff71b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.220243 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb29608a-dc68-47e4-a865-68ae94ff71b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.271819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb29608a-dc68-47e4-a865-68ae94ff71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.274438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb29608a-dc68-47e4-a865-68ae94ff71b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.275564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bb29608a-dc68-47e4-a865-68ae94ff71b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/271e7ef1-9147-49a2-a902-10bfce0b33ad HTTP/1.1" status: 204 len: 168 time: 0.1223550 Jul 28 11:42:23.282882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29608a-dc68-47e4-a865-68ae94ff71b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e7ef1-9147-49a2-a902-10bfce0b33ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:23.582587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:23.595819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eebc9b67-e190-4e5d-bf73-dab2d52c88e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.686919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eebc9b67-e190-4e5d-bf73-dab2d52c88e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.690810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eebc9b67-e190-4e5d-bf73-dab2d52c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.729291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eebc9b67-e190-4e5d-bf73-dab2d52c88e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a14cc42e39e94956a0a4baa556e43d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456234 Jul 28 11:42:23.730144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc9b67-e190-4e5d-bf73-dab2d52c88e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886018b-9791-4f28-96c7-d64acf9feca3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:23.731959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:23.780539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-286af9b8-557d-4ad1-83c2-de0fefbcb553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.802615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-286af9b8-557d-4ad1-83c2-de0fefbcb553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.847887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-286af9b8-557d-4ad1-83c2-de0fefbcb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.851072 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-286af9b8-557d-4ad1-83c2-de0fefbcb553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:23.852217 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-286af9b8-557d-4ad1-83c2-de0fefbcb553 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5886018b-9791-4f28-96c7-d64acf9feca3 HTTP/1.1" status: 204 len: 168 time: 0.1192212 Jul 28 11:42:23.859524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af9b8-557d-4ad1-83c2-de0fefbcb553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886018b-9791-4f28-96c7-d64acf9feca3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:24.495122 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:42:25.026879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:25.122752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1381389882'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:25.146471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.147618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.198336 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.202313 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.215561 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.216768 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d4ec053c-c211-4575-af5f-24d8f20ae24d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1888809 Jul 28 11:42:25.219253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:25.292014 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.445556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.447666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.490285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.491272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2dcb950-5c51-470e-82d2-032ba096dc7c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:42:25.496238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.497209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-244a0e1f-6cd2-4034-8e56-5ec1d03b86cc tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f2dcb950-5c51-470e-82d2-032ba096dc7c HTTP/1.1" status: 204 len: 168 time: 0.2770615 Jul 28 11:42:25.500397 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:25.504652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Request body: {'router': {'name': 'tempest-router-175965474', 'distributed': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:25.525799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.526770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.579278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.583362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.595880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.597091 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9760854-b938-4c87-81c9-dd15826ae840 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0957193 Jul 28 11:42:25.599815 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:25.669172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.822402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.824493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.869729 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.870315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6150916f-388a-4eec-b988-194de45c42ba {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:42:25.874830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.875955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-26c21538-60f1-4115-9d7e-504d70fd6293 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6150916f-388a-4eec-b988-194de45c42ba HTTP/1.1" status: 204 len: 168 time: 0.2742846 Jul 28 11:42:25.879502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:25.884432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Request body: {'router': {'name': 'tempest-router-2042643949', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c4c0385280e6422bbb5f7c5d64b76c47'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:25.904924 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.905789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.955522 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.959988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.972093 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:25.973343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8e2f9120-802b-4710-ae4b-2005e9f6ebea tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0929120 Jul 28 11:42:25.976653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:25.980965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:26.177761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:26.179127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:26.256362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93835) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 28 11:42:26.257270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Router 34959718-12d7-4903-a457-587543001af5 migrating from provider to provider. {{(pid=93835) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 28 11:42:26.257637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:26.262084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:26.266132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394758'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:26.339545 n-d-723573-7 neutron-server[93835]: WARNING neutron.scheduler.l3_agent_scheduler [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] No L3 agents can host the router 34959718-12d7-4903-a457-587543001af5 Jul 28 11:42:26.451383 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Hosts for router 34959718-12d7-4903-a457-587543001af5: [] {{(pid=93835) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 28 11:42:26.475697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Hosts for other DVR routers connected to router 34959718-12d7-4903-a457-587543001af5: set() {{(pid=93835) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 28 11:42:26.478286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:26.479453 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-53e6389d-0f8a-4794-963c-3a9f9e8e0c9b tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "PUT /v2.0/routers/34959718-12d7-4903-a457-587543001af5 HTTP/1.1" status: 200 len: 717 time: 0.5018675 Jul 28 11:42:26.482121 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:26.551349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f5b8abf7-3896-4f27-a753-5974f755de19 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "GET /v2.0/routers/34959718-12d7-4903-a457-587543001af5 HTTP/1.1" status: 200 len: 717 time: 0.0681844 Jul 28 11:42:26.554577 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:27.007016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4b9d6c64-be7e-4393-b3ff-b04fbc13b811 tempest-RoutersTestDVR-1975515355 tempest-RoutersTestDVR-1975515355-project] 10.222.0.20 "GET /v2.0/routers/34959718-12d7-4903-a457-587543001af5 HTTP/1.1" status: 200 len: 683 time: 0.4513581 Jul 28 11:42:27.009567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:27.077405 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.232096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.234243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.285683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.286192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34959718-12d7-4903-a457-587543001af5 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:42:27.290558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.294715 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-36c358dc-e4e1-4f89-b764-62ad520bef18 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "DELETE /v2.0/routers/34959718-12d7-4903-a457-587543001af5 HTTP/1.1" status: 204 len: 168 time: 0.2811146 Jul 28 11:42:27.295370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:27.299109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Request body: {'router': {'name': 'tempest-router-1410010070', 'distributed': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:27.318437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.319908 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.369199 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.373154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.385350 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.386523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a54d0c7f-983c-4102-b011-b729f58934a8 tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0906866 Jul 28 11:42:27.389199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:27.460250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.615183 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.618525 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.660304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.660793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8ef353-3e09-443e-993c-ba3dfe81c2e1 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:42:27.665005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:27.666115 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c076df1-fe8d-4700-a67f-0f603b51ee3d tempest-RoutersTestDVR-343074130 tempest-RoutersTestDVR-343074130-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8e8ef353-3e09-443e-993c-ba3dfe81c2e1 HTTP/1.1" status: 204 len: 168 time: 0.2760072 Jul 28 11:42:27.901202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:27.902622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e9855fa0-0d63-4348-9b23-e7faa2db02d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.004306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c02db3a-8199-45d0-b05b-26083caf068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.087662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c02db3a-8199-45d0-b05b-26083caf068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.091013 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c02db3a-8199-45d0-b05b-26083caf068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.128842 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c02db3a-8199-45d0-b05b-26083caf068d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4c0385280e6422bbb5f7c5d64b76c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263696 Jul 28 11:42:28.129688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02db3a-8199-45d0-b05b-26083caf068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943bf0f-812e-4ae6-8548-ea2490cb9e10,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:28.132612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:28.183057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b17152-9de5-484a-9492-0fbf5dcf0639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.203998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b17152-9de5-484a-9492-0fbf5dcf0639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.254527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b17152-9de5-484a-9492-0fbf5dcf0639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.257118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b17152-9de5-484a-9492-0fbf5dcf0639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.258289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-88b17152-9de5-484a-9492-0fbf5dcf0639 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6943bf0f-812e-4ae6-8548-ea2490cb9e10 HTTP/1.1" status: 204 len: 168 time: 0.1246614 Jul 28 11:42:28.265747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b17152-9de5-484a-9492-0fbf5dcf0639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943bf0f-812e-4ae6-8548-ea2490cb9e10,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:28.508147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:28.521065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4671-0eb8-411d-bb32-0ecdf4130563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.607915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4671-0eb8-411d-bb32-0ecdf4130563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.611381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4671-0eb8-411d-bb32-0ecdf4130563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.648552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb4671-0eb8-411d-bb32-0ecdf4130563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c40dc6-250a-40b8-baf1-acf7d05c62a0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:28.652872 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c6fb4671-0eb8-411d-bb32-0ecdf4130563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d403eee78ca42d7a2992e1871acf04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436746 Jul 28 11:42:28.655549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:28.704031 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960df88e-99c2-4d59-9244-a1d8ca9cc837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.724637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960df88e-99c2-4d59-9244-a1d8ca9cc837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.769631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960df88e-99c2-4d59-9244-a1d8ca9cc837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.772912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960df88e-99c2-4d59-9244-a1d8ca9cc837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:28.774045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-960df88e-99c2-4d59-9244-a1d8ca9cc837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99c40dc6-250a-40b8-baf1-acf7d05c62a0 HTTP/1.1" status: 204 len: 168 time: 0.1176195 Jul 28 11:42:28.781695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960df88e-99c2-4d59-9244-a1d8ca9cc837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c40dc6-250a-40b8-baf1-acf7d05c62a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:29.922715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:30.018157 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-174255989', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:30.043305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Made reservation on behalf of cd79278865164f38bd0edd592945d9c8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:30.045613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.053847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.141441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.144665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.150520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] device_id is not set on port b0a15a12-4329-4205-a2a9-5069f0b709c4 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:42:30.200932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148dd394-7460-401d-819e-cafff633eee4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:30.268742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Allocated IP 172.25.1.179 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b0a15a12-4329-4205-a2a9-5069f0b709c4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:30.409365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.449447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.488597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:30.491402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:30.496988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:30.523881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a15a12-4329-4205-a2a9-5069f0b709c4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:30.542827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:30.543448 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.556517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24753b0e-9921-485f-ae3d-a4f41b787621 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6326542 Jul 28 11:42:30.559614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:30.564066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.179'}]}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:30.585261 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.586251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.641236 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.775924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.966865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.986630 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:30.995502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.128478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.147946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a40796c-e85c-4f8b-8dce-35e7b77d4143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.610339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.612438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.654250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.654969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0b5445d-27b0-4e20-bcd4-e1d5540fc545 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:42:31.669971 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:42:31.671210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5badc5fe-e333-4787-88c2-d8334fe9953d tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1105864 Jul 28 11:42:31.673950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:31.749050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Deleting port b0a15a12-4329-4205-a2a9-5069f0b709c4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:31.749388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.822031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.833663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Calling delete_port for b0a15a12-4329-4205-a2a9-5069f0b709c4 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:31.952913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:31.980333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a15a12-4329-4205-a2a9-5069f0b709c4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:32.026876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.045398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.047266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-04ea2730-d8de-4c41-af23-2a3df12095d6 tempest-RoutersAdminNegativeIpV6Test-99525459 tempest-RoutersAdminNegativeIpV6Test-99525459-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b0a15a12-4329-4205-a2a9-5069f0b709c4 HTTP/1.1" status: 204 len: 168 time: 0.3724396 Jul 28 11:42:32.280719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:32.383579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa09a17-168e-4c75-9547-ab89cca8c22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.469771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa09a17-168e-4c75-9547-ab89cca8c22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.473263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa09a17-168e-4c75-9547-ab89cca8c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.512200 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-caa09a17-168e-4c75-9547-ab89cca8c22b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=977f18d811234c3a8d9c6eb941ced75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303841 Jul 28 11:42:32.513165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa09a17-168e-4c75-9547-ab89cca8c22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12206f-ee2d-4d45-98b2-b0d011d8fe38,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:32.514894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:32.563911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be918c30-9001-4e51-989e-1424f10c3515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.585183 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be918c30-9001-4e51-989e-1424f10c3515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.632425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be918c30-9001-4e51-989e-1424f10c3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.635175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be918c30-9001-4e51-989e-1424f10c3515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:32.636101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-be918c30-9001-4e51-989e-1424f10c3515 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd12206f-ee2d-4d45-98b2-b0d011d8fe38 HTTP/1.1" status: 204 len: 168 time: 0.1195216 Jul 28 11:42:32.644020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918c30-9001-4e51-989e-1424f10c3515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12206f-ee2d-4d45-98b2-b0d011d8fe38,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:32.889280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53222) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:32.929515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-81799586-762a-4ee6-985c-04ea44e3edda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd79278865164f38bd0edd592945d9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390666 Jul 28 11:42:32.931948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:32.982360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eba23a23-c8cc-4ad0-9e7a-1cef7713c1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.003239 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eba23a23-c8cc-4ad0-9e7a-1cef7713c1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.048489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eba23a23-c8cc-4ad0-9e7a-1cef7713c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.050978 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eba23a23-c8cc-4ad0-9e7a-1cef7713c1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.052104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eba23a23-c8cc-4ad0-9e7a-1cef7713c1b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/148dd394-7460-401d-819e-cafff633eee4 HTTP/1.1" status: 204 len: 168 time: 0.1191912 Jul 28 11:42:33.060709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba23a23-c8cc-4ad0-9e7a-1cef7713c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148dd394-7460-401d-819e-cafff633eee4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:33.489005 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.723180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53246) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:33.817493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1157114249'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:33.842326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Made reservation on behalf of 2ad5cc7207244fc38766168b91b68db8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:33.845920 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.855731 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.948499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.952275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.974321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:33.989194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d6c792-102a-4dbc-89cf-8220c314a953,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:33.992938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:33.993277 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Added segment b585d48f-6b25-4a56-a7a3-092a1e0ab2da of type vlan for network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 Jul 28 11:42:34.031241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.062755 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.068237 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:34.068853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.123612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3993216 Jul 28 11:42:34.126467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:34.131295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Request body: {'subnet': {'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:34.181016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c490f0-0ebb-4857-b3ac-290a32526a65 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event updated for resources: {'Network': ['ID=41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:34.192636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:34.238344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Made reservation on behalf of 2ad5cc7207244fc38766168b91b68db8 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:34.244254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.450063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.491615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-b9b7119a-a63c-486d-887b-1f6dd5672435 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123769 Jul 28 11:42:34.513147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event updated for resources: {'Subnet': ['ID=6697b900-e475-4655-93ae-a9e7bc5ae1ee,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:34.522823 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Checking segment: {'id': 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:34.523236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Network hostable DHCP agents. Network: 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:34.540306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:34.549161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:34.554049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:34.554638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.558941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-6c39418b-2444-41e1-9e0a-fbbcfa3fd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:34.559152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd637b0-9ed0-4e1b-8b42-fc1369c86736 None None] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:34.560821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-6c39418b-2444-41e1-9e0a-fbbcfa3fd291 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1096 time: 0.0468693 Jul 28 11:42:34.573290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a54a5c02-e07a-421c-8948-d4c175f5a982 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4458015 Jul 28 11:42:34.575792 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:34.581198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Request body: {'port': {'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1097354856'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:34.667690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-74e4ae51-cdfe-4664-b7da-1600b43e86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:34.669227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-74e4ae51-cdfe-4664-b7da-1600b43e86ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.0897641 Jul 28 11:42:34.697048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Made reservation on behalf of 2ad5cc7207244fc38766168b91b68db8 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:34.700790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.712261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2', 'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2', 'tenant_id': '2ad5cc7207244fc38766168b91b68db8', 'fixed_ips': [{'subnet_id': '6697b900-e475-4655-93ae-a9e7bc5ae1ee'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:34.713180 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:34.726225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] device_id is not set on port 0d5a7af4-0020-41a3-a530-a22825e7b945 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:42:34.745091 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-22ea182e-98f6-477b-93cf-3acf32c23ad0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 200 len: 1000 time: 0.0688596 Jul 28 11:42:34.800473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-87af6f37-f009-4713-8b94-99d06e647f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:34.802557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-87af6f37-f009-4713-8b94-99d06e647f21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0512073 Jul 28 11:42:34.844565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Allocated IP 2001:db8::e4 (41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2/6697b900-e475-4655-93ae-a9e7bc5ae1ee/0d5a7af4-0020-41a3-a530-a22825e7b945) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:34.849356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-5a9e8499-0835-4880-a14c-c0e4fc49f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:34.851201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-5a9e8499-0835-4880-a14c-c0e4fc49f50c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413191 Jul 28 11:42:34.945588 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-19e8bc70-e906-460e-9c44-75ef4b4c5c6d service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864179 Jul 28 11:42:34.994315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.008711 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Transition to ACTIVE for port object 0d5a7af4-0020-41a3-a530-a22825e7b945 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:35.035352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fbc03ca2-a7da-47fd-908d-9fae8b98d7cc req-94053804-9d70-4dbc-871e-a3b20f1b11a7 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831685 Jul 28 11:42:35.041972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.089723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Allocated IP 2001:db8::2 (41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2/6697b900-e475-4655-93ae-a9e7bc5ae1ee/022f20b8-6ce0-478a-bd2a-ee53e9a07f9f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:35.091159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:35.095120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:35.097044 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event updated for resources: {'Port': ['ID=0d5a7af4-0020-41a3-a530-a22825e7b945,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:35.099297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:35.105203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:35.105774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.119992 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a7c273a9-3edd-43a0-838b-ad79b831f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5428004 Jul 28 11:42:35.123053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:35.128347 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Request body: {'port': {'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-187554920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:35.128829 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] bootfile-name is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:42:35.129166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] tftp-server is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:42:35.129524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] server-ip-address is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:42:35.235952 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.241626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Made reservation on behalf of 2ad5cc7207244fc38766168b91b68db8 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:35.245764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.246847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Transition to ACTIVE for port object 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:35.261655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Transition to ACTIVE for port object 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:35.264785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] device_id is not set on port 6717cba9-9d63-4665-bdbc-020c5adaab6f yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 11:42:35.267107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.304055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:35.306739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:35.312035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:35.317295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Pushing event updated for resources: {'Port': ['ID=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:35.371299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Attempting to bind port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:42:35.371752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Attempting to bind port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:42:35.372114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Attempting to bind port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f on network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:42:35.376966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:42:35.377338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Checking segment: {'id': 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:35.377732 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.378113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Bound using segment: {'id': 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:42:35.378563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Bound port: 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:42:35.378937 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.388123 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Allocated IP 2001:db8::3e8 (41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2/6697b900-e475-4655-93ae-a9e7bc5ae1ee/6717cba9-9d63-4665-bdbc-020c5adaab6f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:35.440236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] For port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:42:35.444099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] For port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,segment=NetworkSegment(b585d48f-6b25-4a56-a7a3-092a1e0ab2da),segment_id=b585d48f-6b25-4a56-a7a3-092a1e0ab2da)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:42:35.449555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.508407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca65cf-0898-48df-938c-8020f1fc6465 None None] Pushing event updated for resources: {'Port': ['ID=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:35.551144 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.566670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Transition to ACTIVE for port object 6717cba9-9d63-4665-bdbc-020c5adaab6f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:35.599464 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.657644 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:35.660575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:35.665522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:35.672268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:35.673037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.687276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event updated for resources: {'Port': ['ID=6717cba9-9d63-4665-bdbc-020c5adaab6f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:35.699222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bbb2f17a-76e5-4b96-a0bc-608cc3122ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5747654 Jul 28 11:42:35.701529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:35.786563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96cb91-56be-4dc0-ac0a-6978c8f5301e tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:35.792635 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96cb91-56be-4dc0-ac0a-6978c8f5301e tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:35.798438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96cb91-56be-4dc0-ac0a-6978c8f5301e tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:35.800070 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-db96cb91-56be-4dc0-ac0a-6978c8f5301e tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0976233 Jul 28 11:42:35.802874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:35.891653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Deleting port 6717cba9-9d63-4665-bdbc-020c5adaab6f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:35.891992 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.977699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:35.989108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Calling delete_port for 6717cba9-9d63-4665-bdbc-020c5adaab6f owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:36.118981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:42:36.140115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.172276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event deleted for resources: {'Port': ['ID=6717cba9-9d63-4665-bdbc-020c5adaab6f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:36.190560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:36.198520 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.203797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3ffa2313-55b5-4402-97f4-69dc4708bc00 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "DELETE /v2.0/ports/6717cba9-9d63-4665-bdbc-020c5adaab6f HTTP/1.1" status: 204 len: 168 time: 0.3963737 Jul 28 11:42:36.203797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:36.208988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Request body: {'port': {'name': 'tempest-new-port-name-710618422', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:36.209425 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] bootfile-name is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:42:36.209761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] tftp-server is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:42:36.210087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] server-ip-address is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 11:42:36.279742 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.449757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139514f8-d466-4713-bb86-50228ab9ff03 None None] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:36.471886 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.477044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.507333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] In _notify_port_updated(), no bound segment for port 0d5a7af4-0020-41a3-a530-a22825e7b945 on network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 11:42:36.512882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:36.513551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.514847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "PUT /v2.0/ports/0d5a7af4-0020-41a3-a530-a22825e7b945 HTTP/1.1" status: 200 len: 1128 time: 0.3101592 Jul 28 11:42:36.517558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:36.536613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] Provisioning for port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:36.536997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc66a42-bab2-47ab-97b0-3a157930fedd tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event updated for resources: {'Port': ['ID=0d5a7af4-0020-41a3-a530-a22825e7b945,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:36.560532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] Provisioning complete for port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:36.560834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.564695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f4b5a-b392-48f2-a5fe-0569b7596333 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:36.566060 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-919f4b5a-b392-48f2-a5fe-0569b7596333 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "GET /v2.0/ports/0d5a7af4-0020-41a3-a530-a22825e7b945 HTTP/1.1" status: 200 len: 1128 time: 0.0469995 Jul 28 11:42:36.569589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:36.666236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Deleting port 0d5a7af4-0020-41a3-a530-a22825e7b945 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:36.666593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.753912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.765975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Calling delete_port for 0d5a7af4-0020-41a3-a530-a22825e7b945 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:36.834682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.869209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] For port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,segment=NetworkSegment(b585d48f-6b25-4a56-a7a3-092a1e0ab2da),segment_id=b585d48f-6b25-4a56-a7a3-092a1e0ab2da)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:36.874858 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.909444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.925398 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382159d-d32f-4aa9-8848-7593ed57de96 None None] Pushing event updated for resources: {'Port': ['ID=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:36.946517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event deleted for resources: {'Port': ['ID=0d5a7af4-0020-41a3-a530-a22825e7b945,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:36.964844 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:36.966735 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e6b889ff-8e66-4092-b22f-17f4b8c25c38 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "DELETE /v2.0/ports/0d5a7af4-0020-41a3-a530-a22825e7b945 HTTP/1.1" status: 204 len: 168 time: 0.3962326 Jul 28 11:42:36.969285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:37.026648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Deleting subnet 6697b900-e475-4655-93ae-a9e7bc5ae1ee {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:42:37.030036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.071772 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.099894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a68b319-2cc2-4528-ba5c-835673f441ab None None] Provisioning complete for port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:37.100372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a68b319-2cc2-4528-ba5c-835673f441ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.158897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.186822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a68b319-2cc2-4528-ba5c-835673f441ab None None] Could not find standard attr ID for object 0d5a7af4-0020-41a3-a530-a22825e7b945. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:42:37.226012 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.241364 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.243429 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "DELETE /v2.0/subnets/6697b900-e475-4655-93ae-a9e7bc5ae1ee HTTP/1.1" status: 204 len: 168 time: 0.2731063 Jul 28 11:42:37.245889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53270) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:37.273450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fbc09-1f7e-4655-a554-bc31572d8b5a tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event deleted for resources: {'Subnet': ['ID=6697b900-e475-4655-93ae-a9e7bc5ae1ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:37.302567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d00f66aa-9bed-49d9-97d1-bf0696058618 None None] Could not find standard attr ID for object 0d5a7af4-0020-41a3-a530-a22825e7b945. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:42:37.349762 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.406578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Deleting port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:37.406976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.422000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d02ebd-4cf9-459b-8c71-11ded4c6adc5 None None] Network 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:37.475578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] For port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,segment=NetworkSegment(b585d48f-6b25-4a56-a7a3-092a1e0ab2da),segment_id=b585d48f-6b25-4a56-a7a3-092a1e0ab2da)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:37.475948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.488478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Calling delete_port for 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:37.525533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4a791e4a-4add-4eb3-af1f-950f689c0521 None None] Could not find standard attr ID for object 6717cba9-9d63-4665-bdbc-020c5adaab6f. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 11:42:37.571686 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.588162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b3795-c2bb-4284-88c4-e7de3d42f8eb None None] DHCP port deletion for 41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:42:37.597865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event deleted for resources: {'Port': ['ID=022f20b8-6ce0-478a-bd2a-ee53e9a07f9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:37.603707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] No DVR routers for this DVR port 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:37.683071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.692586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:37.703468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:37.703759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b585d48f-6b25-4a56-a7a3-092a1e0ab2da') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:37.712317 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.725751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.731861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:37.732331 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:37.735164 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:37.794355 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.802092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:37.804107 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] 10.222.0.20 "DELETE /v2.0/networks/41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2 HTTP/1.1" status: 204 len: 168 time: 0.5570726 Jul 28 11:42:37.815503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c10b25-7e45-4d9a-85d4-3db6bda581ce tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165 tempest-ExtraDHCPOptionsIpV6TestJSON-1907477165-project] Pushing event deleted for resources: {'Network': ['ID=41c3bfd5-3e1d-44e3-b9bb-225e8979b7f2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:38.037863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:38.095195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:42:38.114693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:42:38.115123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 022f20b8-6ce0-478a-bd2a-ee53e9a07f9f not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:42:38.181658 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7143d6cc-be60-4130-94bf-4e7bf96de70a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ad5cc7207244fc38766168b91b68db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425252 Jul 28 11:42:38.184090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:38.232722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a8a68-7583-4301-aa7a-694f96f528d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:38.254556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a8a68-7583-4301-aa7a-694f96f528d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:38.299784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a8a68-7583-4301-aa7a-694f96f528d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:38.302417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a8a68-7583-4301-aa7a-694f96f528d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:38.304057 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-574a8a68-7583-4301-aa7a-694f96f528d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58d6c792-102a-4dbc-89cf-8220c314a953 HTTP/1.1" status: 204 len: 168 time: 0.1190505 Jul 28 11:42:38.311707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8a68-7583-4301-aa7a-694f96f528d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d6c792-102a-4dbc-89cf-8220c314a953,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:38.915779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:39.011478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771640723'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:39.031672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:39.034987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.043917 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.133549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.137232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.166498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:39.176709 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a200f2bf-bd1e-4cd1-951d-4950455e36bc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:39.182807 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.183145 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 182235de-3b12-4e56-bc3e-d87fc2435848 of type vlan for network d8ecfff8-3622-44b5-bf03-797ce501c2d2 Jul 28 11:42:39.223786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.253099 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.258608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:39.259181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.307582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3906174 Jul 28 11:42:39.325224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3dca-2463-40bb-99aa-911d50ed32d4 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=d8ecfff8-3622-44b5-bf03-797ce501c2d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:39.335785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d8ecfff8-3622-44b5-bf03-797ce501c2d2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:39.435491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:39.440602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:39.531800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:39.535211 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.707814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.766880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=4fcb5a75-3ee2-4876-946d-bbf2bb80b325,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:39.774656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '182235de-3b12-4e56-bc3e-d87fc2435848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:39.775018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: d8ecfff8-3622-44b5-bf03-797ce501c2d2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:39.791435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network d8ecfff8-3622-44b5-bf03-797ce501c2d2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:39.799748 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d8ecfff8-3622-44b5-bf03-797ce501c2d2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:39.803785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:39.804396 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.808463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee6a2ca-e09c-489c-863f-698b36c35a36 None None] Network d8ecfff8-3622-44b5-bf03-797ce501c2d2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:39.818188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-790a2b5c-2b0c-4650-929d-32d71147b1fd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3816645 Jul 28 11:42:39.821858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53308) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:39.826807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072541271'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:39.848318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:39.852628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.878002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:39.887506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.887870 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 4d6e2033-038f-4700-bf05-894a801759f8 of type vlan for network bcfc8f78-84b9-40a1-9623-5cdd137afe0d Jul 28 11:42:39.927118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.956260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.961326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d8ecfff8-3622-44b5-bf03-797ce501c2d2', 'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': '4fcb5a75-3ee2-4876-946d-bbf2bb80b325'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:39.961836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:39.962131 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:39.962419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.020659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1977525 Jul 28 11:42:40.023495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:40.030514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': 'bcfc8f78-84b9-40a1-9623-5cdd137afe0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:40.072830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950c8e2-6aee-491d-b69c-416b3b9f4a82 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=bcfc8f78-84b9-40a1-9623-5cdd137afe0d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:40.083802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network bcfc8f78-84b9-40a1-9623-5cdd137afe0d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:40.122121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:40.125636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.147807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Allocated IP 172.20.255.242 (d8ecfff8-3622-44b5-bf03-797ce501c2d2/4fcb5a75-3ee2-4876-946d-bbf2bb80b325/472b8524-1b00-496b-b511-7d5627ea338b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:40.300196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.309009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Transition to ACTIVE for port object 472b8524-1b00-496b-b511-7d5627ea338b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:40.313797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.324925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Transition to ACTIVE for port object 472b8524-1b00-496b-b511-7d5627ea338b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:40.330851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.377310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Network d8ecfff8-3622-44b5-bf03-797ce501c2d2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:40.379482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=fda2b078-3b8e-40e1-bb2b-f742970a8154,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:40.385468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:40.387291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Pushing event updated for resources: {'Port': ['ID=472b8524-1b00-496b-b511-7d5627ea338b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:40.388820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '4d6e2033-038f-4700-bf05-894a801759f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bcfc8f78-84b9-40a1-9623-5cdd137afe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:40.389485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: bcfc8f78-84b9-40a1-9623-5cdd137afe0d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:40.389634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:40.406957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network bcfc8f78-84b9-40a1-9623-5cdd137afe0d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:40.416022 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, bcfc8f78-84b9-40a1-9623-5cdd137afe0d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:40.420168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:40.420782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.435800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7db4491f-3bf4-46d9-82d2-c7cc8ba0442d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4112673 Jul 28 11:42:40.436150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d573f-9225-4331-b467-cf9c2cddfd7f None None] Network bcfc8f78-84b9-40a1-9623-5cdd137afe0d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:40.438425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53312) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:40.483962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Attempting to bind port 472b8524-1b00-496b-b511-7d5627ea338b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:42:40.484358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Attempting to bind port 472b8524-1b00-496b-b511-7d5627ea338b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '182235de-3b12-4e56-bc3e-d87fc2435848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:42:40.484726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Attempting to bind port 472b8524-1b00-496b-b511-7d5627ea338b on network d8ecfff8-3622-44b5-bf03-797ce501c2d2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:42:40.497206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:42:40.497504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Checking segment: {'id': '182235de-3b12-4e56-bc3e-d87fc2435848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:40.497906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.498307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Bound using segment: {'id': '182235de-3b12-4e56-bc3e-d87fc2435848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:42:40.498774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Bound port: 472b8524-1b00-496b-b511-7d5627ea338b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182235de-3b12-4e56-bc3e-d87fc2435848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8ecfff8-3622-44b5-bf03-797ce501c2d2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:42:40.499158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.531905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.611365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.613963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] For port 472b8524-1b00-496b-b511-7d5627ea338b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:42:40.619034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] For port 472b8524-1b00-496b-b511-7d5627ea338b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=472b8524-1b00-496b-b511-7d5627ea338b,segment=NetworkSegment(182235de-3b12-4e56-bc3e-d87fc2435848),segment_id=182235de-3b12-4e56-bc3e-d87fc2435848)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:42:40.622749 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.686519 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.698487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b690961-438c-48ba-bf6e-a17e9d81a4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-bcfc8f78-84b9-40a1-9623-5cdd137afe0d', 'network_id': 'bcfc8f78-84b9-40a1-9623-5cdd137afe0d', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': 'fda2b078-3b8e-40e1-bb2b-f742970a8154'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:40.699726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b690961-438c-48ba-bf6e-a17e9d81a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.715976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=fda2b078-3b8e-40e1-bb2b-f742970a8154,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:40.724614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf83a3d-e77e-4eb5-98fb-60171a719666 None None] Pushing event updated for resources: {'Port': ['ID=472b8524-1b00-496b-b511-7d5627ea338b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:40.779090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.791011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfc8f78-84b9-40a1-9623-5cdd137afe0d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:40.804627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6e2033-038f-4700-bf05-894a801759f8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:40.804951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1168c6ac-511c-4be1-baf8-cbdfae50b6e2 None None] Network bcfc8f78-84b9-40a1-9623-5cdd137afe0d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:40.805076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6e2033-038f-4700-bf05-894a801759f8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:40.814668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.832606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.839696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:40.840059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:40.843109 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:40.932962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.942443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:40.948696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/bcfc8f78-84b9-40a1-9623-5cdd137afe0d HTTP/1.1" status: 204 len: 168 time: 0.5093172 Jul 28 11:42:40.948860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:40.954291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-621571345'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:40.959677 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1bb4-91aa-43a6-8e01-f8fe99e68f35 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=bcfc8f78-84b9-40a1-9623-5cdd137afe0d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:40.978452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:40.982147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.008147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:41.017467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.017828 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 0f83c6f4-c71f-4f03-b596-e67c6db90088 of type vlan for network 3c36ba01-698a-45be-94aa-b7e0643b7425 Jul 28 11:42:41.060649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.088788 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.094230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:41.094797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.149582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1994493 Jul 28 11:42:41.152371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:41.157677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': '3c36ba01-698a-45be-94aa-b7e0643b7425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:41.207232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b25d00-5529-4be2-983c-c2156261effa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=3c36ba01-698a-45be-94aa-b7e0643b7425,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:41.217306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3c36ba01-698a-45be-94aa-b7e0643b7425 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:41.261120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:41.264617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.319222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:42:41.319731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:42:41.446308 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.506822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=4c15d188-b109-4df3-af79-39fd7cec34c2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:41.517449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '0f83c6f4-c71f-4f03-b596-e67c6db90088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3c36ba01-698a-45be-94aa-b7e0643b7425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:41.517811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: 3c36ba01-698a-45be-94aa-b7e0643b7425, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:41.534627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 3c36ba01-698a-45be-94aa-b7e0643b7425 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:41.545053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 3c36ba01-698a-45be-94aa-b7e0643b7425) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:41.556388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0fd53-7603-41ce-a58d-73ddeeeb5389 None None] Network 3c36ba01-698a-45be-94aa-b7e0643b7425 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:41.557164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:41.558084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.573730 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5f91584b-b894-41aa-98e8-9435e7a414f9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4202867 Jul 28 11:42:41.576558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:41.675870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.707454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2b795-bfc0-42e0-be30-f2be3dfaae78 None None] Network d8ecfff8-3622-44b5-bf03-797ce501c2d2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:41.722241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da7790-1be2-431f-a879-3c0d12c2d32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-3c36ba01-698a-45be-94aa-b7e0643b7425', 'network_id': '3c36ba01-698a-45be-94aa-b7e0643b7425', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': '4c15d188-b109-4df3-af79-39fd7cec34c2'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:41.723080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8da7790-1be2-431f-a879-3c0d12c2d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.760577 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.800803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f339980d-9218-430e-b368-c61c767da141 None None] Provisioning for port 472b8524-1b00-496b-b511-7d5627ea338b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:41.818720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.845375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=4c15d188-b109-4df3-af79-39fd7cec34c2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-a8da7790-1be2-431f-a879-3c0d12c2d32c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c15d188-b109-4df3-af79-39fd7cec34c2: This subnet is being modified by another concurrent operation. Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c15d188-b109-4df3-af79-39fd7cec34c2: This subnet is being modified by another concurrent operation. Jul 28 11:42:41.910272 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:42:41.919358 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.930839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c36ba01-698a-45be-94aa-b7e0643b7425']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:41.932723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18227afc-83b6-4e43-8f29-c77225e16f68 None None] Network 3c36ba01-698a-45be-94aa-b7e0643b7425 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:41.940603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f83c6f4-c71f-4f03-b596-e67c6db90088') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:41.940894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f83c6f4-c71f-4f03-b596-e67c6db90088') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:41.950070 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.963169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.969499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:41.969938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:41.973223 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:42.032836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.041890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.043808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/3c36ba01-698a-45be-94aa-b7e0643b7425 HTTP/1.1" status: 204 len: 168 time: 0.4663262 Jul 28 11:42:42.047552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:42.053223 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897908548'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:42.075319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1e2be-9731-4081-8b29-c85d167d6af5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=3c36ba01-698a-45be-94aa-b7e0643b7425,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:42.102550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:42.106044 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.135217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:42.148030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.148535 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 56067366-42f1-42d7-a200-5c262932f072 of type vlan for network c797ae3e-0c91-4c3b-bee3-e22840703bfa Jul 28 11:42:42.156311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 472b8524-1b00-496b-b511-7d5627ea338b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:42:42.191198 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.215030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 472b8524-1b00-496b-b511-7d5627ea338b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:42:42.219559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 472b8524-1b00-496b-b511-7d5627ea338b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:42.220021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.222906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.229359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:42.229977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.262391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443f1f1-7b73-4db7-ba29-60e5e1d35181 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:42.294476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2454929 Jul 28 11:42:42.297418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:42.304994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': 'c797ae3e-0c91-4c3b-bee3-e22840703bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:42.309494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f9ece-2986-4d85-97e9-0f34b78aaa47 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=c797ae3e-0c91-4c3b-bee3-e22840703bfa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:42.322894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c797ae3e-0c91-4c3b-bee3-e22840703bfa details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:42.368196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b5f4eae-a872-4f19-8373-5af955efe428 None None] Provisioning complete for port 472b8524-1b00-496b-b511-7d5627ea338b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:42.368579 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b5f4eae-a872-4f19-8373-5af955efe428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.394935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:42.399023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.493409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.504086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443f1f1-7b73-4db7-ba29-60e5e1d35181 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:42.565565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 472b8524-1b00-496b-b511-7d5627ea338b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=472b8524-1b00-496b-b511-7d5627ea338b,segment=NetworkSegment(182235de-3b12-4e56-bc3e-d87fc2435848),segment_id=182235de-3b12-4e56-bc3e-d87fc2435848)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:42.583509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.612346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.642224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=635b7947-ab9c-4873-8b65-8b768d81aedf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:42.648429 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b5f4eae-a872-4f19-8373-5af955efe428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.653491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '56067366-42f1-42d7-a200-5c262932f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c797ae3e-0c91-4c3b-bee3-e22840703bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:42.653491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: c797ae3e-0c91-4c3b-bee3-e22840703bfa, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:42.670427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network c797ae3e-0c91-4c3b-bee3-e22840703bfa is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:42.679801 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c797ae3e-0c91-4c3b-bee3-e22840703bfa) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:42.684006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:42.684882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.699283 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86d20ad2-8d89-4a0a-89d1-e9902a40702c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4008172 Jul 28 11:42:42.701878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:42.714714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=472b8524-1b00-496b-b511-7d5627ea338b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:42.783420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-7b5f4eae-a872-4f19-8373-5af955efe428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:42:42.783797 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-7b5f4eae-a872-4f19-8373-5af955efe428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:42:42.802465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.853649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.870550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb1b10-74f6-4556-be50-f8e093e6a601 None None] Network c797ae3e-0c91-4c3b-bee3-e22840703bfa requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:42.912934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:42.939896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=635b7947-ab9c-4873-8b65-8b768d81aedf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:42.996053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72457c94-5f91-4cb3-b4aa-bc331637053f None None] Network c797ae3e-0c91-4c3b-bee3-e22840703bfa requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:43.000893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.011377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c797ae3e-0c91-4c3b-bee3-e22840703bfa']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:43.021244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56067366-42f1-42d7-a200-5c262932f072') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:43.022064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56067366-42f1-42d7-a200-5c262932f072') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:43.030883 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.044078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.050029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:43.050422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:43.053512 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:43.111638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.119041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.121593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/c797ae3e-0c91-4c3b-bee3-e22840703bfa HTTP/1.1" status: 204 len: 168 time: 0.4187255 Jul 28 11:42:43.125463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:43.130524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765224037'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:43.140141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afce90-9db6-4c71-adc2-8dcff9fd13f0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=c797ae3e-0c91-4c3b-bee3-e22840703bfa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:43.154250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:43.158949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.184435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:43.195357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.195710 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 7f508ffb-e66f-4d02-af81-ae77157fc9ac of type vlan for network 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e Jul 28 11:42:43.251432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.280355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.286068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:43.286648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.338163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2118034 Jul 28 11:42:43.341063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:43.346313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': '47fe65b7-f7a3-4f27-8f85-c96bba7ff91e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:43.358144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94922632-acbd-4b2c-baf5-18bfd5c05d75 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=47fe65b7-f7a3-4f27-8f85-c96bba7ff91e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:43.370836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:43.431645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:43.435062 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.912001 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:43.975015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=b2737828-4a87-4954-af31-fe8173cedb4a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:43.982613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '7f508ffb-e66f-4d02-af81-ae77157fc9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '47fe65b7-f7a3-4f27-8f85-c96bba7ff91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:43.982970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:43.999078 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:44.007809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:44.011583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:44.012155 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.016472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e962ecc-5c6b-4894-b710-29e55bd71bc7 None None] Network 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:44.027644 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a7cce6d6-8e32-4b68-8e94-f31f0f1f1aff tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6848955 Jul 28 11:42:44.029759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:44.120796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 472b8524-1b00-496b-b511-7d5627ea338b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:42:44.127154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.188118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.200490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598c0f0-4bb5-4932-9eb7-119b2cf71886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-47fe65b7-f7a3-4f27-8f85-c96bba7ff91e', 'network_id': '47fe65b7-f7a3-4f27-8f85-c96bba7ff91e', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': 'b2737828-4a87-4954-af31-fe8173cedb4a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:44.201328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c598c0f0-4bb5-4932-9eb7-119b2cf71886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.216035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 472b8524-1b00-496b-b511-7d5627ea338b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:42:44.216450 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.254665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.283922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=b2737828-4a87-4954-af31-fe8173cedb4a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:44.344746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-c598c0f0-4bb5-4932-9eb7-119b2cf71886 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2737828-4a87-4954-af31-fe8173cedb4a: This subnet is being modified by another concurrent operation. Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2737828-4a87-4954-af31-fe8173cedb4a: This subnet is being modified by another concurrent operation. Jul 28 11:42:44.352456 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:42:44.362772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fe65b7-f7a3-4f27-8f85-c96bba7ff91e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:44.375515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f508ffb-e66f-4d02-af81-ae77157fc9ac') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:44.375656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f508ffb-e66f-4d02-af81-ae77157fc9ac') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:44.378867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93522450-c242-4637-bcb8-6ed7dbc7ecb8 None None] Network 47fe65b7-f7a3-4f27-8f85-c96bba7ff91e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:44.385639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.398946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.404619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:44.405028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:44.407908 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:44.470524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.477828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.479606 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/47fe65b7-f7a3-4f27-8f85-c96bba7ff91e HTTP/1.1" status: 204 len: 168 time: 0.4489121 Jul 28 11:42:44.483706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53344) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:44.486936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b665d-9c33-4bf1-83c2-6ba6ff736f6e None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:44.489314 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-802437658'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:44.491733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53116c0e-e7b1-4191-9251-5f982db8c412 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=47fe65b7-f7a3-4f27-8f85-c96bba7ff91e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:44.511563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:44.515132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.540119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:44.549437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.549774 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 85d9db46-f7bc-4b9e-a275-d3bb8bcc36a0 of type vlan for network 009f74d2-2b6d-4a2a-a62e-494a838883fc Jul 28 11:42:44.571598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b665d-9c33-4bf1-83c2-6ba6ff736f6e None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:44.592470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.621040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.626551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:44.627122 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.682131 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1971824 Jul 28 11:42:44.684986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:44.692029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': '009f74d2-2b6d-4a2a-a62e-494a838883fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:44.737179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1f7fc-46b0-486f-b327-1264945d8f23 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=009f74d2-2b6d-4a2a-a62e-494a838883fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:44.748391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 009f74d2-2b6d-4a2a-a62e-494a838883fc details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:44.784891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:44.789376 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:44.845844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:42:44.846387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:42:44.964596 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.024010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=d31ec2b9-49bd-4bec-9f44-1f1f05e29f8e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:45.031553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '85d9db46-f7bc-4b9e-a275-d3bb8bcc36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '009f74d2-2b6d-4a2a-a62e-494a838883fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:45.031911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: 009f74d2-2b6d-4a2a-a62e-494a838883fc, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:45.048311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 009f74d2-2b6d-4a2a-a62e-494a838883fc is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:45.055852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 009f74d2-2b6d-4a2a-a62e-494a838883fc) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:45.059726 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:45.060346 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.066342 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce88c03-b080-4ec7-a38f-fb8d55d171d4 None None] Network 009f74d2-2b6d-4a2a-a62e-494a838883fc requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:45.073427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ddfd06a9-7ae4-4db3-aa49-e511e7f24c46 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.3872428 Jul 28 11:42:45.076027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:45.173448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.212063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c2b029-5d54-4bb1-875d-4c8df7f7577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-009f74d2-2b6d-4a2a-a62e-494a838883fc', 'network_id': '009f74d2-2b6d-4a2a-a62e-494a838883fc', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': 'd31ec2b9-49bd-4bec-9f44-1f1f05e29f8e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:45.212961 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71c2b029-5d54-4bb1-875d-4c8df7f7577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.226729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.288634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-71c2b029-5d54-4bb1-875d-4c8df7f7577d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d31ec2b9-49bd-4bec-9f44-1f1f05e29f8e: This subnet is being modified by another concurrent operation. Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d31ec2b9-49bd-4bec-9f44-1f1f05e29f8e: This subnet is being modified by another concurrent operation. Jul 28 11:42:45.310189 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:42:45.318958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=d31ec2b9-49bd-4bec-9f44-1f1f05e29f8e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:45.336418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e7ea82-2945-44f8-b5f4-ce75d651a8d7 None None] Network 009f74d2-2b6d-4a2a-a62e-494a838883fc requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:45.382107 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.391311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009f74d2-2b6d-4a2a-a62e-494a838883fc']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:45.401574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d9db46-f7bc-4b9e-a275-d3bb8bcc36a0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:45.401872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d9db46-f7bc-4b9e-a275-d3bb8bcc36a0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:45.410358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.424193 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.431198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:45.431659 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:45.435088 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:45.445401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8fc9e-64f8-4524-97d5-757e5e9018bb None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:45.496761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.501624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.507996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/009f74d2-2b6d-4a2a-a62e-494a838883fc HTTP/1.1" status: 204 len: 168 time: 0.4272504 Jul 28 11:42:45.508677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:45.514598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2024029326'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:45.519571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb3f2d-683c-4d85-90e1-add7002a0105 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=009f74d2-2b6d-4a2a-a62e-494a838883fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:45.531725 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8fc9e-64f8-4524-97d5-757e5e9018bb None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:45.552902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:45.556527 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.580188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:45.590080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.590444 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment b169a432-151b-48a9-ab29-b2d759061930 of type vlan for network 9585f742-d304-4062-ab14-37bdf54662c7 Jul 28 11:42:45.633673 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.662240 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.667820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:45.668422 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:45.730116 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2198386 Jul 28 11:42:45.732866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:45.741546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': '9585f742-d304-4062-ab14-37bdf54662c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:45.784549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ed2b9-1583-4273-8275-f6429bcdf989 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=9585f742-d304-4062-ab14-37bdf54662c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:45.794698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9585f742-d304-4062-ab14-37bdf54662c7 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:45.836519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:45.839946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.022481 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.084813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=6e4a9ebb-a663-4536-9674-5a54c80d1248,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:46.094826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': 'b169a432-151b-48a9-ab29-b2d759061930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9585f742-d304-4062-ab14-37bdf54662c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:46.095184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: 9585f742-d304-4062-ab14-37bdf54662c7, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:46.112124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 9585f742-d304-4062-ab14-37bdf54662c7 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:46.121021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9585f742-d304-4062-ab14-37bdf54662c7) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:46.125436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:46.126692 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.130834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7876bd2-f731-40d4-9f0e-397bd2bc64c4 None None] Network 9585f742-d304-4062-ab14-37bdf54662c7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:46.141928 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-551248ab-e828-4e26-997a-9249b91cf54f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4081323 Jul 28 11:42:46.144588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:46.239733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.279767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e7f2b-d597-41bc-bfc9-bc8161b5948b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9585f742-d304-4062-ab14-37bdf54662c7', 'network_id': '9585f742-d304-4062-ab14-37bdf54662c7', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': '6e4a9ebb-a663-4536-9674-5a54c80d1248'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:46.280684 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-000e7f2b-d597-41bc-bfc9-bc8161b5948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.293149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.363431 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-000e7f2b-d597-41bc-bfc9-bc8161b5948b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e4a9ebb-a663-4536-9674-5a54c80d1248: This subnet is being modified by another concurrent operation. Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e4a9ebb-a663-4536-9674-5a54c80d1248: This subnet is being modified by another concurrent operation. Jul 28 11:42:46.378822 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:42:46.392312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4a9ebb-a663-4536-9674-5a54c80d1248,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:46.401850 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb7130-8a04-4768-b4ce-f6befc9c431b None None] Network 9585f742-d304-4062-ab14-37bdf54662c7 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:46.453136 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.464467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9585f742-d304-4062-ab14-37bdf54662c7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:46.475655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b169a432-151b-48a9-ab29-b2d759061930') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:46.475949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b169a432-151b-48a9-ab29-b2d759061930') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:46.485111 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.498970 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.505642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:46.506177 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.508424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0226a-1fdc-41ea-8721-a73477e96dec None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:46.509176 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:46.570858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.577785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.579558 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/9585f742-d304-4062-ab14-37bdf54662c7 HTTP/1.1" status: 204 len: 168 time: 0.4337852 Jul 28 11:42:46.584503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:46.589943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1734516049'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:46.590125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0226a-1fdc-41ea-8721-a73477e96dec None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:46.591817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab556b-061d-4301-beba-cd5606ac777d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=9585f742-d304-4062-ab14-37bdf54662c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:46.611534 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:46.615220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.638127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:46.648230 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.648666 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment a451f2cf-5cfd-4f90-95d9-2353474b2d2c of type vlan for network 76fb2828-a4c2-4911-8fd6-5e5ef189b76f Jul 28 11:42:46.696971 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.725750 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.731375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:46.731964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:46.785802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2001839 Jul 28 11:42:46.789390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:46.796614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': '76fb2828-a4c2-4911-8fd6-5e5ef189b76f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:46.797053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f21349-8f51-482a-aec2-b58716aef33d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=76fb2828-a4c2-4911-8fd6-5e5ef189b76f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:46.807528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 76fb2828-a4c2-4911-8fd6-5e5ef189b76f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:46.889450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:46.892885 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.069103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.133664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=10f6445d-1077-4eae-b5c6-c7966af07304,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:47.140517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': 'a451f2cf-5cfd-4f90-95d9-2353474b2d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '76fb2828-a4c2-4911-8fd6-5e5ef189b76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:47.140879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: 76fb2828-a4c2-4911-8fd6-5e5ef189b76f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:47.157482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 76fb2828-a4c2-4911-8fd6-5e5ef189b76f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:47.166420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 76fb2828-a4c2-4911-8fd6-5e5ef189b76f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:47.170339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:47.170914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.175817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a3725-2244-4df6-ba0f-425e3cfd775c None None] Network 76fb2828-a4c2-4911-8fd6-5e5ef189b76f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:47.185070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5e8ba2a2-c688-451d-bcb3-db4e29ee711f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.3942420 Jul 28 11:42:47.187661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:47.283850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.319542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a2947-adf0-4d7f-9694-82068d5a01d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-76fb2828-a4c2-4911-8fd6-5e5ef189b76f', 'network_id': '76fb2828-a4c2-4911-8fd6-5e5ef189b76f', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': '10f6445d-1077-4eae-b5c6-c7966af07304'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:47.320430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-448a2947-adf0-4d7f-9694-82068d5a01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.343306 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.405569 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-448a2947-adf0-4d7f-9694-82068d5a01d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10f6445d-1077-4eae-b5c6-c7966af07304: This subnet is being modified by another concurrent operation. Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10f6445d-1077-4eae-b5c6-c7966af07304: This subnet is being modified by another concurrent operation. Jul 28 11:42:47.423947 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:42:47.435912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=10f6445d-1077-4eae-b5c6-c7966af07304,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:47.447740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085796ed-9d18-46db-8fa8-206f70bb0498 None None] Network 76fb2828-a4c2-4911-8fd6-5e5ef189b76f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:47.501034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.511547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fb2828-a4c2-4911-8fd6-5e5ef189b76f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:47.522119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a451f2cf-5cfd-4f90-95d9-2353474b2d2c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:47.522418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a451f2cf-5cfd-4f90-95d9-2353474b2d2c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:47.531334 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.544921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.551671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:47.552067 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:47.555411 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:47.618295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.624167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.626669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/76fb2828-a4c2-4911-8fd6-5e5ef189b76f HTTP/1.1" status: 204 len: 168 time: 0.4379883 Jul 28 11:42:47.630477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:47.637342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291638826'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:47.642897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c53e3e-02c7-480f-b99d-dc56127b1d31 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=76fb2828-a4c2-4911-8fd6-5e5ef189b76f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:47.660137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:47.664024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.682364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77d8cb-65ee-4a44-8f20-e09dd4b3434f None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:47.694655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:47.704858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.705322 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment a14088e9-7988-4ba4-92ec-37644e59bd46 of type vlan for network 3f465d26-3167-431b-ac4e-7e871f8e9d9f Jul 28 11:42:47.749256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.764027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77d8cb-65ee-4a44-8f20-e09dd4b3434f None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:47.778733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.784931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:47.785506 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:47.836186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2034016 Jul 28 11:42:47.838875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:47.844208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:47.855400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45df8af-3282-4bc2-9103-6c8765c0ce5c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=3f465d26-3167-431b-ac4e-7e871f8e9d9f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:47.869081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:47.945148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:48.011193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.026180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.045833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:42:48.051323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:48.051915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.053757 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "PUT /v2.0/networks/3f465d26-3167-431b-ac4e-7e871f8e9d9f HTTP/1.1" status: 200 len: 723 time: 0.2138662 Jul 28 11:42:48.056714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:48.063598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:48.104289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62b417-778d-4bf1-9830-d540e1e6cc30 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=3f465d26-3167-431b-ac4e-7e871f8e9d9f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:48.114516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:48.189636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port b0d293a5-b780-4296-afb0-42936fbbedf5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:48.189975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.192688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:48.196892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.336748 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.337073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.352194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for b0d293a5-b780-4296-afb0-42936fbbedf5 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:48.832333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:48.914319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=a0bb7254-1d97-46fe-8850-33e06976a081,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:48.945661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': 'a14088e9-7988-4ba4-92ec-37644e59bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:48.946260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: 3f465d26-3167-431b-ac4e-7e871f8e9d9f, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:48.975431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:48.978618 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.006532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 3f465d26-3167-431b-ac4e-7e871f8e9d9f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:49.008516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=b0d293a5-b780-4296-afb0-42936fbbedf5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:49.013072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.013601 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.014146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d309a41-3a2e-4b91-9f77-ac4677b019a2 None None] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:49.060880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5538894a-5957-48e1-8f48-55b683dc5675 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0031152 Jul 28 11:42:49.063576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:49.072147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:49.078322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.078665 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Floating IP 7533bfd2-7f70-48ac-a7cb-cbd2710c5034 disassociated (deleted). External IP: 172.25.1.78, port: 1d07767a-2d47-4d8e-939e-98b67876ef04. Jul 28 11:42:49.167878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-3f465d26-3167-431b-ac4e-7e871f8e9d9f', 'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': 'a0bb7254-1d97-46fe-8850-33e06976a081'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:49.168493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7504046'] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.168881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.306617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:42:49.316423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758693867816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8316663'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.354294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.354564 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.358552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "PUT /v2.0/subnets/a0bb7254-1d97-46fe-8850-33e06976a081 HTTP/1.1" status: 200 len: 806 time: 0.2903864 Jul 28 11:42:49.359839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:49.376957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19535538-efaf-41e6-a42c-09f2d9972f48 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=a0bb7254-1d97-46fe-8850-33e06976a081,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:49.384833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Allocated IP 172.20.0.2 (3f465d26-3167-431b-ac4e-7e871f8e9d9f/a0bb7254-1d97-46fe-8850-33e06976a081/addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:49.482559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:42:49.488491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.512307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:42:49.529270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.532566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-93937ef0-be88-4182-8d08-c0396bbde410 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "DELETE /v2.0/floatingips/7533bfd2-7f70-48ac-a7cb-cbd2710c5034 HTTP/1.1" status: 204 len: 168 time: 1.5863814 Jul 28 11:42:49.533577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:42:49.534843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:49.535481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:49.535812 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00dfe67-883c-41aa-80bc-59a3bc77788f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:42:49.579103 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.592652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Transition to ACTIVE for port object addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:49.593359 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.627712 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ea891a-293d-4d4f-a276-5b0592259a09 x-openstack-request-id: req-36ea891a-293d-4d4f-a276-5b0592259a09 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:42:49.628003 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:42:49.628261 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36ea891a-293d-4d4f-a276-5b0592259a09 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:42:49.628658 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'status': 'completed', 'code': 200} Jul 28 11:42:49.669062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:42:49.678713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-d681387a-5741-41eb-896b-f2e98119f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.680504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-d681387a-5741-41eb-896b-f2e98119f88d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 1096 time: 0.0504618 Jul 28 11:42:49.721873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Transition to ACTIVE for port object addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:49.758366 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.800485 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.806501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-e9e0625b-45aa-4049-ba07-a8493d576cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.808315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-e9e0625b-45aa-4049-ba07-a8493d576cbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.1116452 Jul 28 11:42:49.814431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:49.831760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=a0bb7254-1d97-46fe-8850-33e06976a081,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:49.840754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec4a2f-b745-45e5-af2a-c394eaede19e req-3430bd83-e0c0-4607-9ac8-dc4452cec3f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.843259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eec4a2f-b745-45e5-af2a-c394eaede19e req-3430bd83-e0c0-4607-9ac8-dc4452cec3f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 945 time: 0.0891857 Jul 28 11:42:49.857105 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-b65c20db-0e94-4e81-ba1e-944c0f194c57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 200 len: 217 time: 0.0415320 Jul 28 11:42:49.858483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:49.862055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:49.864040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Pushing event updated for resources: {'Port': ['ID=addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:49.923249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-ee33f1cf-110e-4201-ae29-613be12172d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.925270 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-ee33f1cf-110e-4201-ae29-613be12172d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0610247 Jul 28 11:42:49.935607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.940448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1eec4a2f-b745-45e5-af2a-c394eaede19e req-107270b0-abe2-46ed-ba27-db8be0f4c54c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879569 Jul 28 11:42:49.946685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Attempting to bind port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:42:49.947063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Attempting to bind port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a14088e9-7988-4ba4-92ec-37644e59bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:42:49.947432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Attempting to bind port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 on network 3f465d26-3167-431b-ac4e-7e871f8e9d9f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:42:49.952675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f465d26-3167-431b-ac4e-7e871f8e9d9f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:49.962674 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:42:49.963129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Checking segment: {'id': 'a14088e9-7988-4ba4-92ec-37644e59bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:49.963541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.963950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Bound using segment: {'id': 'a14088e9-7988-4ba4-92ec-37644e59bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:42:49.964448 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Bound port: addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14088e9-7988-4ba4-92ec-37644e59bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:42:49.964833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.973046 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14088e9-7988-4ba4-92ec-37644e59bd46') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:49.973345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14088e9-7988-4ba4-92ec-37644e59bd46') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:49.983936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:49.989907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-2d66f5c3-a2e6-4353-ba93-f11b8308a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:49.991458 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-2d66f5c3-a2e6-4353-ba93-f11b8308a2e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577333 Jul 28 11:42:49.998247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.007842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:50.008496 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.009290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:50.011793 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:50.071626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] For port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:42:50.072259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:42:50.072259 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:42:50.072259 n-d-723573-7 neutron-server[93836]: [parameters: {'id': '3f465d26-3167-431b-ac4e-7e871f8e9d9f'}] Jul 28 11:42:50.072259 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:42:50.072259 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:42:50.075429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] For port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7,segment=NetworkSegment(a14088e9-7988-4ba4-92ec-37644e59bd46),segment_id=a14088e9-7988-4ba4-92ec-37644e59bd46)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:42:50.080337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:13Z', 'revision_number': 1, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:50.083389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.100877 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-90ce8241-ec48-4647-ba59-2bde63f0c06c service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017432 Jul 28 11:42:50.111826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:42:50.178044 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:42:50.178914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:42:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:50.198242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e00dfe67-883c-41aa-80bc-59a3bc77788f req-dbe62c76-2a35-43a3-972b-78455cb6a8d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891039 Jul 28 11:42:50.233575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c0005-c68c-41c4-9bfc-4f222d3ce17a None None] Pushing event updated for resources: {'Port': ['ID=addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:50.245077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9777c-1c96-49b3-94eb-b9a699b2df3b None None] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:50.531860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:42:50.573693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.626399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Deleting port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:50.626745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.640617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaca4154-75d0-4f16-be79-be47a76a5668 None None] Network 3f465d26-3167-431b-ac4e-7e871f8e9d9f requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:50.691685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] For port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7,segment=NetworkSegment(a14088e9-7988-4ba4-92ec-37644e59bd46),segment_id=a14088e9-7988-4ba4-92ec-37644e59bd46)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:50.692044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.705141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Calling delete_port for addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:50.783100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.812462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Port': ['ID=addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:50.814588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No DVR routers for this DVR port addbd6d9-a63f-4eb8-a738-02cd6b7ec2d7 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:50.822780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530809f6-0d56-417c-ae60-a9d57ef99006 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:50.903228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.914414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f465d26-3167-431b-ac4e-7e871f8e9d9f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:50.925428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14088e9-7988-4ba4-92ec-37644e59bd46') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:50.925719 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14088e9-7988-4ba4-92ec-37644e59bd46') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:50.936187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.938450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:13Z', 'revision_number': 1, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:50.940074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530809f6-0d56-417c-ae60-a9d57ef99006 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:50.950671 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.957011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:50.957388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:50.960543 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:50.968273 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94831d-932f-426a-a9ab-67f8a386d5fa None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '504db87a-a1ff-4ef4-a143-2e37f252eba9', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'port_id': 'b8509d94-5489-4ef6-9dcd-702117573759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'mac_address': 'fa:16:3e:77:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:39:11Z', 'updated_at': '2021-07-28T11:39:13Z', 'revision_number': 1, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:42:51.034334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.072058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.074121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/3f465d26-3167-431b-ac4e-7e871f8e9d9f HTTP/1.1" status: 204 len: 168 time: 1.7140546 Jul 28 11:42:51.076772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:51.087824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef9ce5-41fb-4bae-b592-93d43006b9d8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=3f465d26-3167-431b-ac4e-7e871f8e9d9f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:51.096092 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-084a6d37-8209-44c9-875f-333e3112c548 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:51.096598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084a6d37-8209-44c9-875f-333e3112c548 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:51.098651 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-084a6d37-8209-44c9-875f-333e3112c548 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/3f465d26-3167-431b-ac4e-7e871f8e9d9f HTTP/1.1" status: 404 len: 339 time: 0.0205338 Jul 28 11:42:51.102186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:51.110520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-381215241', 'description': 'd1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:51.118110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec17cd-0770-45e5-b08f-87e1f5301d90 req-6088a6bd-66b4-4cfa-953d-e888f37dd4c4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:51.120840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eeec17cd-0770-45e5-b08f-87e1f5301d90 req-6088a6bd-66b4-4cfa-953d-e888f37dd4c4 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 945 time: 0.0842047 Jul 28 11:42:51.144852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:51.149029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.168736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eeec17cd-0770-45e5-b08f-87e1f5301d90 req-ae00f02a-ca9d-455d-8ed5-d688875f4169 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Jul 28 11:42:51.196838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:51.206663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.207150 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 0b3b918d-b3a2-45ab-8a74-7f39920b8d35 of type vlan for network 0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 Jul 28 11:42:51.277188 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.304676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5165aa-3756-4e1f-848f-65b5a43c66e1 None None] New status for floating IP 7533bfd2-7f70-48ac-a7cb-cbd2710c5034: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:42:51.314199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-23b821c3-72f3-426f-8ae2-e36234e7049e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:51.315671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-23b821c3-72f3-426f-8ae2-e36234e7049e tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 945 time: 0.0767753 Jul 28 11:42:51.350151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.355629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:51.356232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.445878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3426301 Jul 28 11:42:51.448580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:51.462105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04826a-3e74-4411-9e20-550e0ec3879b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:51.472704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:51.486012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port 1d07767a-2d47-4d8e-939e-98b67876ef04 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:51.487065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.534447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae778bb-9296-4a39-bda8-6f9ee388a866 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:51.536092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0ae778bb-9296-4a39-bda8-6f9ee388a866 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks?id=0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 HTTP/1.1" status: 200 len: 760 time: 0.0864539 Jul 28 11:42:51.539110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53388) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:51.544212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'description': 'd2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:51.584942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port 1d07767a-2d47-4d8e-939e-98b67876ef04, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1d07767a-2d47-4d8e-939e-98b67876ef04,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:51.585304 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.598264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for 1d07767a-2d47-4d8e-939e-98b67876ef04 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:51.695397 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.709538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.726704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.730556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network 0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 11:42:51.736198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:51.736816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.740699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "PUT /v2.0/networks/0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 HTTP/1.1" status: 200 len: 757 time: 0.1980348 Jul 28 11:42:51.753563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:51.766029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=1d07767a-2d47-4d8e-939e-98b67876ef04,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:51.788493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ab761-42bb-40f1-a9d1-e74cc2b83c20 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:51.799229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:51.851825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port 1d07767a-2d47-4d8e-939e-98b67876ef04 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:51.856004 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.857964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e036d716-6b52-4581-9c74-48ae9c4f993f req-3d13e559-cab0-44cc-98e0-adb7bba36813 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "DELETE /v2.0/ports/1d07767a-2d47-4d8e-939e-98b67876ef04 HTTP/1.1" status: 204 len: 173 time: 0.5363255 Jul 28 11:42:51.858401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'name': 'network-vif-deleted', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:42:51.860715 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec6b1dd-325d-4c75-b205-81757c3d13a7" -d '{"events": [{"server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "name": "network-vif-deleted", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:42:51.882994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6489d6f-79aa-48e5-8737-1a0d1d5162f6 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:51.887827 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e6489d6f-79aa-48e5-8737-1a0d1d5162f6 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks?id=0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 HTTP/1.1" status: 200 len: 760 time: 0.1285343 Jul 28 11:42:51.888482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:51.893913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601022145'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:51.907254 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a862cf-e5b4-4690-9603-609b8b3b82dd x-openstack-request-id: req-09a862cf-e5b4-4690-9603-609b8b3b82dd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:42:51.907601 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb33e0-405b-4c8a-9e76-6ecf696c7321", "name": "network-vif-deleted", "tag": "1d07767a-2d47-4d8e-939e-98b67876ef04", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:42:51.907869 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09a862cf-e5b4-4690-9603-609b8b3b82dd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:42:51.908279 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb33e0-405b-4c8a-9e76-6ecf696c7321', 'name': 'network-vif-deleted', 'tag': '1d07767a-2d47-4d8e-939e-98b67876ef04', 'status': 'completed', 'code': 200} Jul 28 11:42:51.918485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:51.921987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.947042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:51.955903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:51.956281 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment 4d2d195e-69a1-4767-bb32-35db9dbdc2ca of type vlan for network b28173a2-f1cf-4be8-a2d3-a74232dc7842 Jul 28 11:42:51.999998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.028349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.033841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:52.034411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.096740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:52.100254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2094867 Jul 28 11:42:52.102788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': 'b28173a2-f1cf-4be8-a2d3-a74232dc7842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:52.111587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d4c92-90d5-4bf5-8f34-7016f1917808 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=b28173a2-f1cf-4be8-a2d3-a74232dc7842,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:52.123075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b28173a2-f1cf-4be8-a2d3-a74232dc7842 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:52.244649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:52.249149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.325160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8d086745-d213-47cb-9e38-883424446e34 req-c7dcd7b9-5bf5-4333-b449-b652d0638ecd tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0593235 Jul 28 11:42:52.462539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.523436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=1558ba09-dbf3-4333-a620-12bfad7e9ff0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:52.531575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': '4d2d195e-69a1-4767-bb32-35db9dbdc2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b28173a2-f1cf-4be8-a2d3-a74232dc7842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:52.531930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: b28173a2-f1cf-4be8-a2d3-a74232dc7842, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:52.548045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network b28173a2-f1cf-4be8-a2d3-a74232dc7842 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:52.557377 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, b28173a2-f1cf-4be8-a2d3-a74232dc7842) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:52.562469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:52.564497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.566098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcc0f5-3179-459d-ba1b-387703563020 None None] Network b28173a2-f1cf-4be8-a2d3-a74232dc7842 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:52.581588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f29d3ebd-04ea-43bc-8d53-bfb4b17d103c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4835393 Jul 28 11:42:52.584023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:52.688719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.727181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd21db-cf78-4028-8d1c-a74a4352fdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-b28173a2-f1cf-4be8-a2d3-a74232dc7842', 'network_id': 'b28173a2-f1cf-4be8-a2d3-a74232dc7842', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': '1558ba09-dbf3-4333-a620-12bfad7e9ff0'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:52.728118 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2dd21db-cf78-4028-8d1c-a74a4352fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.742347 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.804721 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.824397 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.833268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=1558ba09-dbf3-4333-a620-12bfad7e9ff0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-b2dd21db-cf78-4028-8d1c-a74a4352fdd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1558ba09-dbf3-4333-a620-12bfad7e9ff0: This subnet is being modified by another concurrent operation. Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1558ba09-dbf3-4333-a620-12bfad7e9ff0: This subnet is being modified by another concurrent operation. Jul 28 11:42:52.846798 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 11:42:52.871450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc0b93-7d2c-4f4b-95b5-eaf62ea0042e None None] Network b28173a2-f1cf-4be8-a2d3-a74232dc7842 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:52.904945 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.917029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28173a2-f1cf-4be8-a2d3-a74232dc7842']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:52.928751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2d195e-69a1-4767-bb32-35db9dbdc2ca') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:52.929139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2d195e-69a1-4767-bb32-35db9dbdc2ca') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:52.938227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.952025 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.958527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:52.958935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:52.962143 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:52.978516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa978c-88f9-45aa-bf7c-f45ebfa09786 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:53.026327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:53.034893 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:53.037981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/b28173a2-f1cf-4be8-a2d3-a74232dc7842 HTTP/1.1" status: 204 len: 168 time: 0.4526968 Jul 28 11:42:53.040544 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.065234 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5109f2e-b69c-4f57-a19d-ecf4d733acfd tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=b28173a2-f1cf-4be8-a2d3-a74232dc7842,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:53.070799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa978c-88f9-45aa-bf7c-f45ebfa09786 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:53.086201 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ef4c30-27af-4502-b64f-951855c8f826 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] GET failed (client error): The resource could not be found. Jul 28 11:42:53.087559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-50ef4c30-27af-4502-b64f-951855c8f826 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/subnets/1558ba09-dbf3-4333-a620-12bfad7e9ff0 HTTP/1.1" status: 404 len: 337 time: 0.0460374 Jul 28 11:42:53.090143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.108657 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e47c19-2735-4e24-9a39-b22c628e46af tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:53.109362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e47c19-2735-4e24-9a39-b22c628e46af tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:53.114251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-84e47c19-2735-4e24-9a39-b22c628e46af tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/b28173a2-f1cf-4be8-a2d3-a74232dc7842 HTTP/1.1" status: 404 len: 339 time: 0.0198338 Jul 28 11:42:53.114471 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.313323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543dd66-dfa4-4976-8f52-4f656fb759a9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.314826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f543dd66-dfa4-4976-8f52-4f656fb759a9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1992066 Jul 28 11:42:53.317608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.361521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8ceb4db3-c0b9-48e2-8428-2bcc286231e9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f HTTP/1.1" status: 200 len: 207 time: 0.0398886 Jul 28 11:42:53.361912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.479788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0dc2a4c-c157-433b-b7aa-3684ddc8843c req-c6bf7562-9728-40e2-812c-e28a20a1fa15 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0537789 Jul 28 11:42:53.561467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f12fae-4fcd-4cf4-a45a-601bc6dc548f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.567113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f12fae-4fcd-4cf4-a45a-601bc6dc548f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.573837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f12fae-4fcd-4cf4-a45a-601bc6dc548f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.579501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f12fae-4fcd-4cf4-a45a-601bc6dc548f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.581144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-82f12fae-4fcd-4cf4-a45a-601bc6dc548f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2183228 Jul 28 11:42:53.585449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.698836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bf5e8af2-6f97-4f31-b575-bcdbadc028c1 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1120026 Jul 28 11:42:53.702069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.782079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8819eae-5c30-436d-822e-c57d76a37563 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.783702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8819eae-5c30-436d-822e-c57d76a37563 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.788831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8819eae-5c30-436d-822e-c57d76a37563 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0822141 Jul 28 11:42:53.789002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.839133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d469403-43b6-40e5-abbd-575609d7a7a9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.840684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d469403-43b6-40e5-abbd-575609d7a7a9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.842180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9d469403-43b6-40e5-abbd-575609d7a7a9 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0522766 Jul 28 11:42:53.845718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:53.952593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed4dd3-8d4c-4296-8bfb-444490e6675d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:53.953884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8eed4dd3-8d4c-4296-8bfb-444490e6675d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks/d8ecfff8-3622-44b5-bf03-797ce501c2d2 HTTP/1.1" status: 200 len: 799 time: 0.1072335 Jul 28 11:42:53.957665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:54.062712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3b0039b3-0794-4560-bb8f-729188a331c8 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/networks/d8ecfff8-3622-44b5-bf03-797ce501c2d2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1039727 Jul 28 11:42:54.065989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:54.116218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b8eb2-9786-47ce-9761-e08038f69b19 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:54.117544 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b96b8eb2-9786-47ce-9761-e08038f69b19 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/subnets/4fcb5a75-3ee2-4876-946d-bbf2bb80b325 HTTP/1.1" status: 200 len: 811 time: 0.0506096 Jul 28 11:42:54.121348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:54.172459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e289a-2dab-47e9-8b0a-456312e19543 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:54.173923 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a1e289a-2dab-47e9-8b0a-456312e19543 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "GET /v2.0/subnets/4fcb5a75-3ee2-4876-946d-bbf2bb80b325?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0516717 Jul 28 11:42:54.177952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:54.182842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-213352871'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:54.203681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:54.207433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.230937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:42:54.241096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.241465 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Added segment ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8 of type vlan for network ab7185e0-529c-41bf-8a3c-faec9656738d Jul 28 11:42:54.281425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.316992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.323029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:54.323961 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.376079 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1970799 Jul 28 11:42:54.379236 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:54.384850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:54.398631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe710a3-554a-4c68-ab90-0940d8d29551 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Network': ['ID=ab7185e0-529c-41bf-8a3c-faec9656738d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:54.408507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network ab7185e0-529c-41bf-8a3c-faec9656738d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:42:54.485260 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Made reservation on behalf of 71bbae08ce1a4f6db7e9192d1b3f359c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:42:54.488866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.547541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 11:42:54.548242 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 11:42:54.588377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a462e7e5-d1e8-4c1f-996a-ee9261b1e94c req-ea3c1b41-47d9-4114-8495-1df0228ce923 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0376279 Jul 28 11:42:54.715914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.775215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=d3ed561a-b840-4e05-8a57-f1a7e1c0591f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:54.787600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Checking segment: {'id': 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:54.788135 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network hostable DHCP agents. Network: ab7185e0-529c-41bf-8a3c-faec9656738d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:42:54.805729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Network ab7185e0-529c-41bf-8a3c-faec9656738d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:42:54.814200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, ab7185e0-529c-41bf-8a3c-faec9656738d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:54.818278 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:54.819022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.824155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff935c-f03c-499d-a9fb-76e19d2fecf6 None None] Network ab7185e0-529c-41bf-8a3c-faec9656738d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:54.836097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f820494f-db4c-4f1b-88fd-3d9aec8e02b2 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4527023 Jul 28 11:42:54.836525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:54.841889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:42:54.937539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7504046'] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:54.980462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-ab7185e0-529c-41bf-8a3c-faec9656738d', 'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d', 'tenant_id': '71bbae08ce1a4f6db7e9192d1b3f359c', 'fixed_ips': [{'subnet_id': 'd3ed561a-b840-4e05-8a57-f1a7e1c0591f'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:42:54.981667 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.120948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758693867816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8316663'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.166990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Allocated IP 172.20.0.3 (ab7185e0-529c-41bf-8a3c-faec9656738d/d3ed561a-b840-4e05-8a57-f1a7e1c0591f/d84eff24-c827-48b1-8f93-41ace05a7e1b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:42:55.171376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:42:55.171989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.176143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "PUT /v2.0/subnets/d3ed561a-b840-4e05-8a57-f1a7e1c0591f HTTP/1.1" status: 200 len: 877 time: 0.3357708 Jul 28 11:42:55.176738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:55.181589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb73f73-10b7-4011-8433-7759c7c60049 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event updated for resources: {'Subnet': ['ID=d3ed561a-b840-4e05-8a57-f1a7e1c0591f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:55.299399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.337504 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.346285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Transition to ACTIVE for port object d84eff24-c827-48b1-8f93-41ace05a7e1b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:55.355252 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.363628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Transition to ACTIVE for port object d84eff24-c827-48b1-8f93-41ace05a7e1b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:42:55.370368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.408881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Network ab7185e0-529c-41bf-8a3c-faec9656738d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:42:55.412556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:42:55.418426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:42:55.425548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Pushing event updated for resources: {'Port': ['ID=d84eff24-c827-48b1-8f93-41ace05a7e1b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:55.427567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.453882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ed561a-b840-4e05-8a57-f1a7e1c0591f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:55.480802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Attempting to bind port d84eff24-c827-48b1-8f93-41ace05a7e1b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:42:55.481262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Attempting to bind port d84eff24-c827-48b1-8f93-41ace05a7e1b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:42:55.481700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Attempting to bind port d84eff24-c827-48b1-8f93-41ace05a7e1b on network ab7185e0-529c-41bf-8a3c-faec9656738d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:42:55.486791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:42:55.487240 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Checking segment: {'id': 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:42:55.487711 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.488170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Bound using segment: {'id': 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:42:55.488729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Bound port: d84eff24-c827-48b1-8f93-41ace05a7e1b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab7185e0-529c-41bf-8a3c-faec9656738d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:42:55.489198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.553675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] For port d84eff24-c827-48b1-8f93-41ace05a7e1b, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:42:55.557123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] For port d84eff24-c827-48b1-8f93-41ace05a7e1b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d84eff24-c827-48b1-8f93-41ace05a7e1b,segment=NetworkSegment(ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8),segment_id=ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:42:55.561568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.613654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d07767a-2d47-4d8e-939e-98b67876ef04 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:42:55.663679 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5e629-34dc-448c-bb8c-fd229ffff416 None None] Pushing event updated for resources: {'Port': ['ID=d84eff24-c827-48b1-8f93-41ace05a7e1b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:55.666343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 1d07767a-2d47-4d8e-939e-98b67876ef04 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:42:55.666699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1d07767a-2d47-4d8e-939e-98b67876ef04 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:42:55.696794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccec318-5685-4f49-8f0a-de5b4ab4c0b3 None None] Network ab7185e0-529c-41bf-8a3c-faec9656738d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:55.827074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363f7d0-72c4-4d2b-8370-468070ff06d2 None None] Network ab7185e0-529c-41bf-8a3c-faec9656738d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:55.892119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-576f4dcd-b5ed-474e-9483-64f55dc3cb3b req-3d8cfafa-00a8-49aa-bae0-a4799c017ef3 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbb33e0-405b-4c8a-9e76-6ecf696c7321 HTTP/1.1" status: 200 len: 210 time: 0.0352070 Jul 28 11:42:55.896465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.917102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7185e0-529c-41bf-8a3c-faec9656738d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:55.928228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:55.928696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:55.937278 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.951114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.952861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a011de0-5c71-4a02-9df3-fd599108cab0 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 11:42:55.956922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:55.957310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:55.960585 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:56.019642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 11:42:56.019642 n-d-723573-7 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 11:42:56.019642 n-d-723573-7 neutron-server[93836]: [parameters: {'id': 'ab7185e0-529c-41bf-8a3c-faec9656738d'}] Jul 28 11:42:56.019642 n-d-723573-7 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:42:56.020221 n-d-723573-7 neutron-server[93836]: DEBUG oslo_db.api [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:42:56.031802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a011de0-5c71-4a02-9df3-fd599108cab0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:42:56.522131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.573751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Deleting port d84eff24-c827-48b1-8f93-41ace05a7e1b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:56.574096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.634290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] For port d84eff24-c827-48b1-8f93-41ace05a7e1b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d84eff24-c827-48b1-8f93-41ace05a7e1b,segment=NetworkSegment(ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8),segment_id=ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:56.634649 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.647686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Calling delete_port for d84eff24-c827-48b1-8f93-41ace05a7e1b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:56.728461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.753570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Port': ['ID=d84eff24-c827-48b1-8f93-41ace05a7e1b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:56.759159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No DVR routers for this DVR port d84eff24-c827-48b1-8f93-41ace05a7e1b on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:56.838028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.847526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7185e0-529c-41bf-8a3c-faec9656738d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:56.857651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:56.857948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcec498-0e3c-4d11-a6a4-d3f9b2c972f8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:56.867059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.880842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.886540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:56.886925 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:56.889760 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:56.949057 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.954132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:56.959969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/ab7185e0-529c-41bf-8a3c-faec9656738d HTTP/1.1" status: 204 len: 168 time: 1.7772596 Jul 28 11:42:56.960412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:56.968241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccb2dd-b08b-472d-bb57-8695a63d8401 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=ab7185e0-529c-41bf-8a3c-faec9656738d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:56.993523 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1fc04f-4eb6-4484-80ff-5f4bc244756b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:56.993983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1fc04f-4eb6-4484-80ff-5f4bc244756b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:56.995793 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e1fc04f-4eb6-4484-80ff-5f4bc244756b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/d3ed561a-b840-4e05-8a57-f1a7e1c0591f HTTP/1.1" status: 404 len: 337 time: 0.0343096 Jul 28 11:42:56.998721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.019346 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed186056-1798-4c85-b3c5-99408d6f5daa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.019920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed186056-1798-4c85-b3c5-99408d6f5daa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.024091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ed186056-1798-4c85-b3c5-99408d6f5daa tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/ab7185e0-529c-41bf-8a3c-faec9656738d HTTP/1.1" status: 404 len: 339 time: 0.0220246 Jul 28 11:42:57.024541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.057600 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-951db70a-3232-4386-a1fe-9c10a3be80c1 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.058069 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951db70a-3232-4386-a1fe-9c10a3be80c1 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.059793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-951db70a-3232-4386-a1fe-9c10a3be80c1 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/1558ba09-dbf3-4333-a620-12bfad7e9ff0 HTTP/1.1" status: 404 len: 337 time: 0.0344496 Jul 28 11:42:57.062291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.080854 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-599647e6-c758-43b2-b340-d67f1ba9c27a tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.081395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599647e6-c758-43b2-b340-d67f1ba9c27a tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.084230 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-599647e6-c758-43b2-b340-d67f1ba9c27a tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/b28173a2-f1cf-4be8-a2d3-a74232dc7842 HTTP/1.1" status: 404 len: 339 time: 0.0198467 Jul 28 11:42:57.085830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.164710 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.255127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.265010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:57.275384 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3b918d-b3a2-45ab-8a74-7f39920b8d35') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:57.275682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3b918d-b3a2-45ab-8a74-7f39920b8d35') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:57.284246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.298137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.305386 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:57.305775 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:57.309098 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:57.366937 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.386339 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.388201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2 HTTP/1.1" status: 204 len: 168 time: 0.3014545 Jul 28 11:42:57.389497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d2319-37fc-46ef-8e87-e67cac2fda5d tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=0b6a87a3-8094-468e-a2c0-2ebdd1f2e1e2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:57.390739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53458) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.417846 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-06739ec4-852d-48dd-b9c9-57dae87f25d5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.418339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06739ec4-852d-48dd-b9c9-57dae87f25d5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.420041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-06739ec4-852d-48dd-b9c9-57dae87f25d5 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/a0bb7254-1d97-46fe-8850-33e06976a081 HTTP/1.1" status: 404 len: 337 time: 0.0282526 Jul 28 11:42:57.422631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.440283 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-79055c26-6d91-43cd-8f36-3c31d64c2b08 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.440879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79055c26-6d91-43cd-8f36-3c31d64c2b08 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.442538 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79055c26-6d91-43cd-8f36-3c31d64c2b08 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/3f465d26-3167-431b-ac4e-7e871f8e9d9f HTTP/1.1" status: 404 len: 339 time: 0.0189700 Jul 28 11:42:57.445072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53462) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.471438 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fe4a99-9883-4722-8736-526f35a55978 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.471880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fe4a99-9883-4722-8736-526f35a55978 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.473567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d5fe4a99-9883-4722-8736-526f35a55978 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/10f6445d-1077-4eae-b5c6-c7966af07304 HTTP/1.1" status: 404 len: 337 time: 0.0275550 Jul 28 11:42:57.476652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.495167 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e03f8e-aca5-4579-af2e-5467a228fd8b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.495696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e03f8e-aca5-4579-af2e-5467a228fd8b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.497377 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e3e03f8e-aca5-4579-af2e-5467a228fd8b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/76fb2828-a4c2-4911-8fd6-5e5ef189b76f HTTP/1.1" status: 404 len: 339 time: 0.0198395 Jul 28 11:42:57.499774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.524432 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-25234354-c25b-41cc-a952-baec66b0b3ab tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.524866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25234354-c25b-41cc-a952-baec66b0b3ab tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.526528 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-25234354-c25b-41cc-a952-baec66b0b3ab tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/6e4a9ebb-a663-4536-9674-5a54c80d1248 HTTP/1.1" status: 404 len: 337 time: 0.0258327 Jul 28 11:42:57.528922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.546769 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-86380761-aa05-40ef-a4b2-7c32a4d7ee3c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.547288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86380761-aa05-40ef-a4b2-7c32a4d7ee3c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.548978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-86380761-aa05-40ef-a4b2-7c32a4d7ee3c tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/9585f742-d304-4062-ab14-37bdf54662c7 HTTP/1.1" status: 404 len: 339 time: 0.0191741 Jul 28 11:42:57.551327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.580723 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb118182-0861-4bba-8cb2-55c626e7477f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.581174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb118182-0861-4bba-8cb2-55c626e7477f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.582837 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cb118182-0861-4bba-8cb2-55c626e7477f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/d31ec2b9-49bd-4bec-9f44-1f1f05e29f8e HTTP/1.1" status: 404 len: 337 time: 0.0306230 Jul 28 11:42:57.585854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.604098 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f86457-95d4-49f4-a661-6956a5c13f8b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.604641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f86457-95d4-49f4-a661-6956a5c13f8b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.606264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d1f86457-95d4-49f4-a661-6956a5c13f8b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/009f74d2-2b6d-4a2a-a62e-494a838883fc HTTP/1.1" status: 404 len: 339 time: 0.0195119 Jul 28 11:42:57.608888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.634855 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1035803a-c302-49d2-8285-0d170043fff0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.635313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1035803a-c302-49d2-8285-0d170043fff0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.637176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1035803a-c302-49d2-8285-0d170043fff0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/b2737828-4a87-4954-af31-fe8173cedb4a HTTP/1.1" status: 404 len: 337 time: 0.0272455 Jul 28 11:42:57.639545 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.658440 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee05b675-fb1f-4597-8d8a-203b101bcca0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.659001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee05b675-fb1f-4597-8d8a-203b101bcca0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.660745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ee05b675-fb1f-4597-8d8a-203b101bcca0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/47fe65b7-f7a3-4f27-8f85-c96bba7ff91e HTTP/1.1" status: 404 len: 339 time: 0.0202789 Jul 28 11:42:57.663914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.689623 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13a0424-6915-4dce-963d-0555645c4f7e tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.690084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13a0424-6915-4dce-963d-0555645c4f7e tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.691810 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e13a0424-6915-4dce-963d-0555645c4f7e tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/635b7947-ab9c-4873-8b65-8b768d81aedf HTTP/1.1" status: 404 len: 337 time: 0.0269444 Jul 28 11:42:57.694451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.712694 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9970ef4a-43ef-4a50-9557-b88bfabc80e0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.713247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9970ef4a-43ef-4a50-9557-b88bfabc80e0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.716954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9970ef4a-43ef-4a50-9557-b88bfabc80e0 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/c797ae3e-0c91-4c3b-bee3-e22840703bfa HTTP/1.1" status: 404 len: 339 time: 0.0195353 Jul 28 11:42:57.717345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53482) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.742387 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b44ef5-ce68-4800-b554-62485c417764 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.743092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b44ef5-ce68-4800-b554-62485c417764 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.744760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-39b44ef5-ce68-4800-b554-62485c417764 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/4c15d188-b109-4df3-af79-39fd7cec34c2 HTTP/1.1" status: 404 len: 337 time: 0.0265346 Jul 28 11:42:57.747100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53484) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.764755 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec35e94-e947-455e-b77e-29a096a7697b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.765272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec35e94-e947-455e-b77e-29a096a7697b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.766925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7ec35e94-e947-455e-b77e-29a096a7697b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/3c36ba01-698a-45be-94aa-b7e0643b7425 HTTP/1.1" status: 404 len: 339 time: 0.0189488 Jul 28 11:42:57.769284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.799092 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-381786b6-f69c-4263-878e-eaa9a1d63865 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.799541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381786b6-f69c-4263-878e-eaa9a1d63865 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.801242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-381786b6-f69c-4263-878e-eaa9a1d63865 tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/fda2b078-3b8e-40e1-bb2b-f742970a8154 HTTP/1.1" status: 404 len: 337 time: 0.0310812 Jul 28 11:42:57.803776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.821031 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-918fa157-138a-451a-9de0-7240b6459f3a tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] DELETE failed (client error): The resource could not be found. Jul 28 11:42:57.821547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918fa157-138a-451a-9de0-7240b6459f3a tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:42:57.823180 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-918fa157-138a-451a-9de0-7240b6459f3a tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/bcfc8f78-84b9-40a1-9623-5cdd137afe0d HTTP/1.1" status: 404 len: 339 time: 0.0184813 Jul 28 11:42:57.825576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:57.876166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Deleting subnet 4fcb5a75-3ee2-4876-946d-bbf2bb80b325 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:42:57.879281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.905659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74f8fd6a-f14c-45dc-9198-dd90dbae6a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:57.920909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.007630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.068812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.096295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcb5a75-3ee2-4876-946d-bbf2bb80b325,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:58.100381 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.104931 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:58.111892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625334f-da6e-43fc-9ac0-76f06aa31c5d None None] Network d8ecfff8-3622-44b5-bf03-797ce501c2d2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:42:58.113416 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-70140095-1c3e-471d-85a8-51a50bcf666b tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/subnets/4fcb5a75-3ee2-4876-946d-bbf2bb80b325 HTTP/1.1" status: 204 len: 168 time: 0.2868125 Jul 28 11:42:58.190585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.248851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Deleting port 472b8524-1b00-496b-b511-7d5627ea338b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:58.249136 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.295808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] DHCP port deletion for d8ecfff8-3622-44b5-bf03-797ce501c2d2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:42:58.320414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] For port 472b8524-1b00-496b-b511-7d5627ea338b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=472b8524-1b00-496b-b511-7d5627ea338b,segment=NetworkSegment(182235de-3b12-4e56-bc3e-d87fc2435848),segment_id=182235de-3b12-4e56-bc3e-d87fc2435848)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:58.320792 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.335674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Calling delete_port for 472b8524-1b00-496b-b511-7d5627ea338b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:58.342301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] Deleting port 472b8524-1b00-496b-b511-7d5627ea338b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:42:58.342679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.418942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.445501 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Port': ['ID=472b8524-1b00-496b-b511-7d5627ea338b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:58.454017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] No DVR routers for this DVR port 472b8524-1b00-496b-b511-7d5627ea338b on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:58.541065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.551466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ecfff8-3622-44b5-bf03-797ce501c2d2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:58.566105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182235de-3b12-4e56-bc3e-d87fc2435848') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:58.566587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182235de-3b12-4e56-bc3e-d87fc2435848') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:42:58.574029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] For port 472b8524-1b00-496b-b511-7d5627ea338b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=472b8524-1b00-496b-b511-7d5627ea338b,segment=NetworkSegment(182235de-3b12-4e56-bc3e-d87fc2435848),segment_id=182235de-3b12-4e56-bc3e-d87fc2435848)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:42:58.574743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.579560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.587857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] Calling delete_port for 472b8524-1b00-496b-b511-7d5627ea338b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:42:58.598301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.606538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:42:58.606909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:42:58.610245 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:42:58.662821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.669316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.676490 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:58.679126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] 10.222.0.20 "DELETE /v2.0/networks/d8ecfff8-3622-44b5-bf03-797ce501c2d2 HTTP/1.1" status: 204 len: 168 time: 0.5730193 Jul 28 11:42:58.697830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] Pushing event deleted for resources: {'Port': ['ID=472b8524-1b00-496b-b511-7d5627ea338b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:58.699429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13a3de-a766-42a7-a552-16aa31f8636f tempest-NetworksTest-290883818 tempest-NetworksTest-290883818-project] Pushing event deleted for resources: {'Network': ['ID=d8ecfff8-3622-44b5-bf03-797ce501c2d2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:58.704624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdf11a-e347-4bf7-9e75-3ae83fe96e81 None None] No DVR routers for this DVR port 472b8524-1b00-496b-b511-7d5627ea338b on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:42:58.925197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:59.063249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-56d857da-4515-430b-9851-5bc83cfae089 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71bbae08ce1a4f6db7e9192d1b3f359c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366663 Jul 28 11:42:59.065596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:42:59.116797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a363c6e-6b30-4a23-9436-199bea4d25e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:59.139686 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a363c6e-6b30-4a23-9436-199bea4d25e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:59.192244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a363c6e-6b30-4a23-9436-199bea4d25e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:59.194843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a363c6e-6b30-4a23-9436-199bea4d25e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:42:59.198269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2a363c6e-6b30-4a23-9436-199bea4d25e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a200f2bf-bd1e-4cd1-951d-4950455e36bc HTTP/1.1" status: 204 len: 168 time: 0.1294765 Jul 28 11:42:59.203791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a363c6e-6b30-4a23-9436-199bea4d25e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200f2bf-bd1e-4cd1-951d-4950455e36bc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:42:59.914345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.010928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679151686'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:00.032034 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.040619 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.121563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 472b8524-1b00-496b-b511-7d5627ea338b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:00.144382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 472b8524-1b00-496b-b511-7d5627ea338b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:00.144729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 472b8524-1b00-496b-b511-7d5627ea338b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:00.151126 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.155530 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.195730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f770b-0f67-4265-bed3-8d527dbcebf9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:00.261855 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.266274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.298159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef8460-a183-45e9-b6ab-07a31a13c874,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:00.302882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.304198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8a8e7348-bafc-439c-ae4b-60a7c7f70a23 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3888237 Jul 28 11:43:00.306947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.368573 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0f737b62-497e-4fb7-9a5e-d57fefdce1af tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0596991 Jul 28 11:43:00.370835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.375627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-security--657987748', 'description': 'tempest-security-description-1194983815'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:00.401020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.445932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.450413 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.453375 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.456644 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "PUT /v2.0/security-groups/75ef8460-a183-45e9-b6ab-07a31a13c874 HTTP/1.1" status: 200 len: 1779 time: 0.0847657 Jul 28 11:43:00.458101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.483625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077e0a3-9699-4914-b7c7-879ba437a116 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef8460-a183-45e9-b6ab-07a31a13c874,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:00.510322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-eacf35db-343e-42a0-aea4-e68b9e03747f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups/75ef8460-a183-45e9-b6ab-07a31a13c874 HTTP/1.1" status: 200 len: 1779 time: 0.0500848 Jul 28 11:43:00.512811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.566705 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d43fdb9-ef2d-4660-92bb-4b605787e0a9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.594444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d43fdb9-ef2d-4660-92bb-4b605787e0a9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.636673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d43fdb9-ef2d-4660-92bb-4b605787e0a9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.639164 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d43fdb9-ef2d-4660-92bb-4b605787e0a9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.640337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d43fdb9-ef2d-4660-92bb-4b605787e0a9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/75ef8460-a183-45e9-b6ab-07a31a13c874 HTTP/1.1" status: 204 len: 168 time: 0.1265988 Jul 28 11:43:00.643017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.650275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43fdb9-ef2d-4660-92bb-4b605787e0a9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef8460-a183-45e9-b6ab-07a31a13c874,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:00.707912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53548) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.709130 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf694198-3b99-4497-8764-72262163a683 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635297 Jul 28 11:43:00.725634 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-893b4a91-d484-4473-8de2-7dbe94b16d51 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] delete failed (client error): The resource could not be found. Jul 28 11:43:00.730421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-893b4a91-d484-4473-8de2-7dbe94b16d51 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/75ef8460-a183-45e9-b6ab-07a31a13c874 HTTP/1.1" status: 404 len: 347 time: 0.0160961 Jul 28 11:43:00.731222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.736406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--625689400'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:00.758539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.844991 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.848659 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.880001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ae47b-c815-408c-8b88-544123fc26a5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:00.883537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.887725 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e629cfd9-4b83-48ac-8955-da2e1033e0b1 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1552722 Jul 28 11:43:00.887835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:00.892724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': '7a2ae47b-c815-408c-8b88-544123fc26a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:00.928010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.983772 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:00.988894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.006974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.025008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8704d8-4082-4157-bbc1-dade3cea4699,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:01.028669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.033240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.034290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-52e16fe1-3dc9-452b-acff-8046ec11db2c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454589 Jul 28 11:43:01.063884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e7e323-dcb8-4f6f-8689-648c0eb1886f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.071765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e7e323-dcb8-4f6f-8689-648c0eb1886f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.103279 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e7e323-dcb8-4f6f-8689-648c0eb1886f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.109638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e7e323-dcb8-4f6f-8689-648c0eb1886f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.110852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29e7e323-dcb8-4f6f-8689-648c0eb1886f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5f8704d8-4082-4157-bbc1-dade3cea4699 HTTP/1.1" status: 204 len: 168 time: 0.0760298 Jul 28 11:43:01.113638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.117210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7e323-dcb8-4f6f-8689-648c0eb1886f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f8704d8-4082-4157-bbc1-dade3cea4699,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:01.179344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69e0722a-500f-42bd-bc0e-0bca416e2697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.191675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-610ccded-df5a-4850-9645-24ed24dd9d31 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764558 Jul 28 11:43:01.195412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.258456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b6d401-bb67-4882-9547-da276f95d7d0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.283038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b6d401-bb67-4882-9547-da276f95d7d0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.334151 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b6d401-bb67-4882-9547-da276f95d7d0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.336743 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b6d401-bb67-4882-9547-da276f95d7d0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.340268 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-93b6d401-bb67-4882-9547-da276f95d7d0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a2ae47b-c815-408c-8b88-544123fc26a5 HTTP/1.1" status: 204 len: 168 time: 0.1410086 Jul 28 11:43:01.340835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.347466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6d401-bb67-4882-9547-da276f95d7d0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ae47b-c815-408c-8b88-544123fc26a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:01.399912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9f449387-2163-4f2f-b01a-e24026f63290 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577786 Jul 28 11:43:01.403756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53564) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.408452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--902235658'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:01.433804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.494307 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:43:01.526834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.530699 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.558333 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.559513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547925 Jul 28 11:43:01.562447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.563453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7af504-49fd-440d-82a8-2d3ba6e30667 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4135504-3172-459c-b278-750fdde97f47,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:01.567064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'e4135504-3172-459c-b278-750fdde97f47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:01.594980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.643214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.647147 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.972718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b0fecf-b8e2-47c4-b5af-0c00cdc88fa6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:01.979456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:01.980726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d313cd65-3010-455d-9c7a-966237f63b3e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4172387 Jul 28 11:43:01.983274 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53568) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:01.987546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'e4135504-3172-459c-b278-750fdde97f47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:02.012533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.028370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.072821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.076726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.093681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33fb06c-5dd1-4e45-8724-3d85a5560dce,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.100826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.104232 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46f3720f-190e-46bb-9e8f-2a907497f5a8 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178095 Jul 28 11:43:02.104791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.109467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'e4135504-3172-459c-b278-750fdde97f47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:02.136068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.193706 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.197387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.212914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b19941-22b6-4af3-b0c5-e7387311f59d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.221360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.222515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-05800fc0-560b-4a55-b511-f4aeae5fb48c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167004 Jul 28 11:43:02.226791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.232511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'e4135504-3172-459c-b278-750fdde97f47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:02.266946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.326668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.330353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.336094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.349666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2868ad-65c2-42fb-8295-193c52c65b27,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.357747 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.358973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9e7da430-1971-437d-8ea3-d8bc01488639 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313233 Jul 28 11:43:02.361666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53578) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.366345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'e4135504-3172-459c-b278-750fdde97f47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:02.392914 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.453582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.457392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.479409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe9e2bd-0abd-4017-bad2-62fe67d87318,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.481823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.482989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f0e1b5a7-e3e5-463c-8707-2e9fe2c7a569 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1204031 Jul 28 11:43:02.485819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.502537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port 9b4bcce9-a75e-4fff-a2fd-8ff4bac14c08 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:02.502877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.515101 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330fcb90-0bed-4e88-aa37-7a7e17890e21 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.523212 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330fcb90-0bed-4e88-aa37-7a7e17890e21 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.552406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330fcb90-0bed-4e88-aa37-7a7e17890e21 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.558788 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330fcb90-0bed-4e88-aa37-7a7e17890e21 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.559885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-330fcb90-0bed-4e88-aa37-7a7e17890e21 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5fe9e2bd-0abd-4017-bad2-62fe67d87318 HTTP/1.1" status: 204 len: 168 time: 0.0731614 Jul 28 11:43:02.562538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.565163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fcb90-0bed-4e88-aa37-7a7e17890e21 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe9e2bd-0abd-4017-bad2-62fe67d87318,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.604047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.604397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.632199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for 9b4bcce9-a75e-4fff-a2fd-8ff4bac14c08 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:02.649513 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f9a6cc25-d9d1-469d-8dce-682e76ed99a5 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0856807 Jul 28 11:43:02.652449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.676416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b91295a-b476-4b8e-905f-d5a116cae7bf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.684369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b91295a-b476-4b8e-905f-d5a116cae7bf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.711235 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b91295a-b476-4b8e-905f-d5a116cae7bf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.717392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b91295a-b476-4b8e-905f-d5a116cae7bf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.718466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5b91295a-b476-4b8e-905f-d5a116cae7bf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bb2868ad-65c2-42fb-8295-193c52c65b27 HTTP/1.1" status: 204 len: 168 time: 0.0650418 Jul 28 11:43:02.721501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.723585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91295a-b476-4b8e-905f-d5a116cae7bf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb2868ad-65c2-42fb-8295-193c52c65b27,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.789024 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9f371f1c-1ab2-4e5b-b5fd-4ceac63ebcb6 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0664370 Jul 28 11:43:02.791942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.815984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82dfc904-7bdf-4bdc-b364-b64419b2f2cb tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.823590 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82dfc904-7bdf-4bdc-b364-b64419b2f2cb tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.836101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.852459 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82dfc904-7bdf-4bdc-b364-b64419b2f2cb tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.859718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82dfc904-7bdf-4bdc-b364-b64419b2f2cb tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.860835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-82dfc904-7bdf-4bdc-b364-b64419b2f2cb tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c3b19941-22b6-4af3-b0c5-e7387311f59d HTTP/1.1" status: 204 len: 168 time: 0.0678523 Jul 28 11:43:02.863085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=9b4bcce9-a75e-4fff-a2fd-8ff4bac14c08,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.864191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.866527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfc904-7bdf-4bdc-b364-b64419b2f2cb tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3b19941-22b6-4af3-b0c5-e7387311f59d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:02.915217 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19a7881a-92f1-4fdf-b1dc-f5caf29295fa tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0470557 Jul 28 11:43:02.915477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.924865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.925194 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Floating IP 504db87a-a1ff-4ef4-a143-2e37f252eba9 disassociated (deleted). External IP: 172.25.1.246, port: b8509d94-5489-4ef6-9dcd-702117573759. Jul 28 11:43:02.939079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d73548a-75b5-4d93-93a5-4a1a52362623 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.946612 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d73548a-75b5-4d93-93a5-4a1a52362623 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.973322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d73548a-75b5-4d93-93a5-4a1a52362623 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.980656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d73548a-75b5-4d93-93a5-4a1a52362623 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:02.981668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d73548a-75b5-4d93-93a5-4a1a52362623 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c33fb06c-5dd1-4e45-8724-3d85a5560dce HTTP/1.1" status: 204 len: 168 time: 0.0653713 Jul 28 11:43:02.986745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53594) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:02.993139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73548a-75b5-4d93-93a5-4a1a52362623 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c33fb06c-5dd1-4e45-8724-3d85a5560dce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:03.033089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bd6b341b-f548-46a7-afe5-1fe32ebcde46 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452807 Jul 28 11:43:03.035845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.062056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd904e-d784-457e-88ad-81ed71a142a4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.069535 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd904e-d784-457e-88ad-81ed71a142a4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.096802 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd904e-d784-457e-88ad-81ed71a142a4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.102250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd904e-d784-457e-88ad-81ed71a142a4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.103935 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-90fd904e-d784-457e-88ad-81ed71a142a4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/75b0fecf-b8e2-47c4-b5af-0c00cdc88fa6 HTTP/1.1" status: 204 len: 168 time: 0.0665152 Jul 28 11:43:03.106627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.123970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd904e-d784-457e-88ad-81ed71a142a4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b0fecf-b8e2-47c4-b5af-0c00cdc88fa6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:03.137516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:03.153914 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-10a37394-77ca-4b1f-b2c5-bd184ca031d6 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462475 Jul 28 11:43:03.156652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53600) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.209360 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a56ede42-af0f-4f7e-bf0c-d9052252e737 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.232481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a56ede42-af0f-4f7e-bf0c-d9052252e737 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.246788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:03.251266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.260513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:03.277317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:03.277580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a56ede42-af0f-4f7e-bf0c-d9052252e737 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.278181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:43:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:03.282459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e1e0d703-360c-44ae-a461-d3a33ba61fea tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "DELETE /v2.0/floatingips/504db87a-a1ff-4ef4-a143-2e37f252eba9 HTTP/1.1" status: 204 len: 168 time: 0.9426348 Jul 28 11:43:03.282628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a56ede42-af0f-4f7e-bf0c-d9052252e737 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.282769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:03.282999 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155e1af-c781-4bba-ab84-8f47034afc40" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "tag": "b8509d94-5489-4ef6-9dcd-702117573759"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:03.284260 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a56ede42-af0f-4f7e-bf0c-d9052252e737 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4135504-3172-459c-b278-750fdde97f47 HTTP/1.1" status: 204 len: 168 time: 0.1266289 Jul 28 11:43:03.284963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.307344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ede42-af0f-4f7e-bf0c-d9052252e737 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4135504-3172-459c-b278-750fdde97f47,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:03.340630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-832bfd86-6498-42e9-ad66-2e6b7003ea8c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504549 Jul 28 11:43:03.346513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53608) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.350532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066991364'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:03.352992 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c67ecb-044b-4f8d-8942-5b3546d24c51 x-openstack-request-id: req-e5c67ecb-044b-4f8d-8942-5b3546d24c51 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:03.353285 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "tag": "b8509d94-5489-4ef6-9dcd-702117573759", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:03.353537 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c67ecb-044b-4f8d-8942-5b3546d24c51 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:03.353939 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759', 'status': 'completed', 'code': 200} Jul 28 11:43:03.375044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.448373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-01893770-e30f-432f-afc2-ee95db10406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:03.450866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-01893770-e30f-432f-afc2-ee95db10406e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf29a675dd67498595bfcda59848fc21&device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 1096 time: 0.0744591 Jul 28 11:43:03.483369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:03.504251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.510855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.522947 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.569033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-01bc2db7-b5c7-4681-a8ad-c79d96fc1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:03.570555 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-01bc2db7-b5c7-4681-a8ad-c79d96fc1105 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 200 len: 913 time: 0.1096234 Jul 28 11:43:03.574601 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.575798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2299197 Jul 28 11:43:03.578567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec04ef-1dbd-459e-9497-379a8273b644 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5408afb6-87e4-448f-83e1-bcaa76ebc91f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:03.579953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.595239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': '5408afb6-87e4-448f-83e1-bcaa76ebc91f', 'direction': 'ingress', 'protocol': 17}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:03.602048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54ba36-53ee-47e1-9efd-b599ae15e244 req-c0145688-107f-4467-84ef-8201db04cb40 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:03.603476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c54ba36-53ee-47e1-9efd-b599ae15e244 req-c0145688-107f-4467-84ef-8201db04cb40 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 945 time: 0.0787523 Jul 28 11:43:03.636146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-0d03a814-328f-4062-a89d-183c1e7f1243 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 200 len: 217 time: 0.0574179 Jul 28 11:43:03.652381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c54ba36-53ee-47e1-9efd-b599ae15e244 req-4864141b-2331-496f-b261-79c8e45909d6 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Jul 28 11:43:03.683705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.704641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:03.713361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-f0f157fe-ca6b-42f5-95f6-e05766b0c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:03.714835 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-f0f157fe-ca6b-42f5-95f6-e05766b0c6dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 200 len: 851 time: 0.0698855 Jul 28 11:43:03.736004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:03.744638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:03.745258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:43:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:03.779695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.784968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.790462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-3c2fa9fc-388a-4b85-ba7f-51a8ac614121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:03.791915 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-3c2fa9fc-388a-4b85-ba7f-51a8ac614121 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f40d6-2c62-40a5-b6f7-745e53f7daa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664518 Jul 28 11:43:03.814275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2c00d5-9241-40ac-9d9c-009dddc251c6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:03.855543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:03.856050 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.857244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c5a0ad71-9c2f-4f9f-8c95-5d5dcb2b6135 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2691119 Jul 28 11:43:03.860102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53614) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:03.898951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-e3aa042d-2097-4f4b-895a-cf795759a4cd service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967813 Jul 28 11:43:03.916779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f290cf-82f8-44a6-a012-f4575394ac2f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.943536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f290cf-82f8-44a6-a012-f4575394ac2f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.991543 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f290cf-82f8-44a6-a012-f4575394ac2f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.995987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f290cf-82f8-44a6-a012-f4575394ac2f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:03.999502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-16f290cf-82f8-44a6-a012-f4575394ac2f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/5408afb6-87e4-448f-83e1-bcaa76ebc91f HTTP/1.1" status: 204 len: 168 time: 0.1360555 Jul 28 11:43:04.001568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.006672 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f290cf-82f8-44a6-a012-f4575394ac2f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5408afb6-87e4-448f-83e1-bcaa76ebc91f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.021612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e155e1af-c781-4bba-ab84-8f47034afc40 req-101657e8-d022-43f4-a139-2a75a69024c4 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123464 Jul 28 11:43:04.054146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c6c7a3db-6ab7-493a-9f8a-050a049a5115 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514274 Jul 28 11:43:04.057715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.062165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318539165'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:04.086301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.087158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:04.112933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817b379-560c-4863-b2a2-5fd4bfcb03ab None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:32:40Z', 'revision_number': 4, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '210cb707-cdd2-48cc-8644-5c19ef98b875', 'name': '', 'network_id': 'c28f40d6-2c62-40a5-b6f7-745e53f7daa3', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'mac_address': 'fa:16:3e:33:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:38Z', 'updated_at': '2021-07-28T11:32:46Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'subnets': [{'id': '0c104903-f306-4ff3-88d8-6ee01470dd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:04.182493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.186785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.216142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.217398 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1587410 Jul 28 11:43:04.219250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824172c-9d39-4784-80f3-3f6e1217ddca tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95eea641-f04d-4a19-b992-e578ad4e9c54,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.220302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.225809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528847347'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:04.253455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.339701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.344470 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.368508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8ff30-b7a6-409d-a654-2eb4e205ffbb None None] New status for floating IP 504db87a-a1ff-4ef4-a143-2e37f252eba9: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:43:04.373298 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.374495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1531992 Jul 28 11:43:04.377464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.381953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': '95eea641-f04d-4a19-b992-e578ad4e9c54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '717d18f4-8e5e-490d-b114-ffd0115edfd1', 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:04.391028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1432-a127-40b3-8389-2032fdcc6b9c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717d18f4-8e5e-490d-b114-ffd0115edfd1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.415762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.485814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.489287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.507997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b426a143-affd-4f0d-a120-2a6b8e8a3573,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.511043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.512415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-52cb3aeb-61dc-4e6d-b386-41a1700a174f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1339958 Jul 28 11:43:04.515214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.539378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c551acb-61c8-4dfa-b13f-e5f15d85992e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.546632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c551acb-61c8-4dfa-b13f-e5f15d85992e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.573034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c551acb-61c8-4dfa-b13f-e5f15d85992e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.579047 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c551acb-61c8-4dfa-b13f-e5f15d85992e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.580139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c551acb-61c8-4dfa-b13f-e5f15d85992e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b426a143-affd-4f0d-a120-2a6b8e8a3573 HTTP/1.1" status: 204 len: 168 time: 0.0640297 Jul 28 11:43:04.582898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.586755 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551acb-61c8-4dfa-b13f-e5f15d85992e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b426a143-affd-4f0d-a120-2a6b8e8a3573,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.626563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9f62f8bb-0229-4468-ad67-f124c76bc436 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0419986 Jul 28 11:43:04.629233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.681465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d42309-43d6-4a84-a1d2-e729eaadbd68 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.704826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d42309-43d6-4a84-a1d2-e729eaadbd68 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.747470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d42309-43d6-4a84-a1d2-e729eaadbd68 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.750219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d42309-43d6-4a84-a1d2-e729eaadbd68 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.751388 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-42d42309-43d6-4a84-a1d2-e729eaadbd68 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/717d18f4-8e5e-490d-b114-ffd0115edfd1 HTTP/1.1" status: 204 len: 168 time: 0.1212194 Jul 28 11:43:04.754510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.775156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d42309-43d6-4a84-a1d2-e729eaadbd68 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d18f4-8e5e-490d-b114-ffd0115edfd1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.778881 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b02e8f-32df-4532-8f1d-d95ef41700d6 req-4116082b-453a-448f-b013-d92d693103a0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:04.780438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18b02e8f-32df-4532-8f1d-d95ef41700d6 req-4116082b-453a-448f-b013-d92d693103a0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 945 time: 0.0554612 Jul 28 11:43:04.815215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-448653f0-098c-49f4-bd1d-d6ce43cab2f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0591061 Jul 28 11:43:04.818567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.825316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18b02e8f-32df-4532-8f1d-d95ef41700d6 req-65f11af7-ef61-4454-b58a-c895927c1398 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/security-groups?id=50f3fd34-da46-4569-ad04-955fff302a47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Jul 28 11:43:04.873563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.895588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.936823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.939357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:04.940508 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/95eea641-f04d-4a19-b992-e578ad4e9c54 HTTP/1.1" status: 204 len: 168 time: 0.1209149 Jul 28 11:43:04.943994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.972045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eea641-f04d-4a19-b992-e578ad4e9c54,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:04.983290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.983647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.983993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.984362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.984703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.985038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.985369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.985700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.986030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.986353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.986682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.987008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2cdc47-5c35-41b6-981d-61cd2f918a8b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:04.987466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-39c0f5a0-eeee-4cb4-b05b-cc7fb384d98e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420997 Jul 28 11:43:04.991924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:04.997176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521756283'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:05.008384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-8f2d2c67-f6a9-4559-a24c-7506eec589d8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:05.009891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-8f2d2c67-f6a9-4559-a24c-7506eec589d8 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 945 time: 0.0653114 Jul 28 11:43:05.022604 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.102881 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.106595 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.107771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port b8509d94-5489-4ef6-9dcd-702117573759 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:05.108134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.134757 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.136053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1432397 Jul 28 11:43:05.137854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a88a8-318f-402a-909d-9298d9b59bac tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae40abe9-fc4b-41a1-9857-510aee43bf70,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.139766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.144149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'ae40abe9-fc4b-41a1-9857-510aee43bf70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:05.169862 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.204654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] For port b8509d94-5489-4ef6-9dcd-702117573759, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=b8509d94-5489-4ef6-9dcd-702117573759,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:05.205262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.218580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for b8509d94-5489-4ef6-9dcd-702117573759 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:05.227165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.235867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.259104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfd561a-da2e-4bf7-a185-e9d7b09307cf,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.263073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.267095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5413d6fe-aa2b-4bb8-9811-db97f2c2613a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1235316 Jul 28 11:43:05.267375 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.307298 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d44979b-b562-478a-a654-0cc24e18d741 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.323529 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d44979b-b562-478a-a654-0cc24e18d741 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.374120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d44979b-b562-478a-a654-0cc24e18d741 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.385791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d44979b-b562-478a-a654-0cc24e18d741 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.386883 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7d44979b-b562-478a-a654-0cc24e18d741 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/edfd561a-da2e-4bf7-a185-e9d7b09307cf HTTP/1.1" status: 204 len: 168 time: 0.1185663 Jul 28 11:43:05.389716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.398813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44979b-b562-478a-a654-0cc24e18d741 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edfd561a-da2e-4bf7-a185-e9d7b09307cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.409113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.436352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-58ae0853-5b4e-43e6-8394-c8dc93ce98dd tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428667 Jul 28 11:43:05.436631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=b8509d94-5489-4ef6-9dcd-702117573759,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.436767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.486662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] No DVR routers for this DVR port b8509d94-5489-4ef6-9dcd-702117573759 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:05.489101 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.491824 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed00545d-5a52-4625-a8c2-ac245b8d976e req-7d7fc880-c7f1-4fe3-b235-06e6f518d6ab tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.44 "DELETE /v2.0/ports/b8509d94-5489-4ef6-9dcd-702117573759 HTTP/1.1" status: 204 len: 173 time: 0.4756057 Jul 28 11:43:05.492292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'name': 'network-vif-deleted', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:05.494824 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2fd4c4-1c5f-4bc5-99ff-72e7e63811fe" -d '{"events": [{"server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "name": "network-vif-deleted", "tag": "b8509d94-5489-4ef6-9dcd-702117573759"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:05.508838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17299420-5b8e-4f17-8f6a-0d8b4a723cd0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.535932 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17299420-5b8e-4f17-8f6a-0d8b4a723cd0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.549786 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb803aa-85a3-4bbe-8335-0e795e53043a x-openstack-request-id: req-dcb803aa-85a3-4bbe-8335-0e795e53043a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:05.550145 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951", "name": "network-vif-deleted", "tag": "b8509d94-5489-4ef6-9dcd-702117573759", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:05.550403 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcb803aa-85a3-4bbe-8335-0e795e53043a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:05.550804 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951', 'name': 'network-vif-deleted', 'tag': 'b8509d94-5489-4ef6-9dcd-702117573759', 'status': 'completed', 'code': 200} Jul 28 11:43:05.581092 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17299420-5b8e-4f17-8f6a-0d8b4a723cd0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.583761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17299420-5b8e-4f17-8f6a-0d8b4a723cd0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.587332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-17299420-5b8e-4f17-8f6a-0d8b4a723cd0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae40abe9-fc4b-41a1-9857-510aee43bf70 HTTP/1.1" status: 204 len: 168 time: 0.1474946 Jul 28 11:43:05.588458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53652) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.595249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17299420-5b8e-4f17-8f6a-0d8b4a723cd0 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae40abe9-fc4b-41a1-9857-510aee43bf70,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.635381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72ad83a6-b83c-4766-8e5d-79d6b216f472 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457764 Jul 28 11:43:05.639147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.643807 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group': {'name': 'tempest-secgroup--885685884'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:05.667064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.747009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.750898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.776754 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.777978 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1378553 Jul 28 11:43:05.780712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.785806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'f65833f6-9896-4dda-8ab0-f59ca23d006e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:05.791771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff648961-0b00-4d45-9af3-6b3683081b28 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65833f6-9896-4dda-8ab0-f59ca23d006e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.818657 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.882117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.887550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.922683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cbf708-7745-49c9-b5aa-b3d69e17fcf0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:05.928636 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:05.928885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-565e5029-34f1-4a01-ad62-c1f2f01a1986 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470947 Jul 28 11:43:05.931537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.945556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d2c1ef-9806-4d58-af0d-f713b59cdce8 req-3caf4e09-0bb9-453f-a48a-2303f0b14c1d tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 210 time: 0.0355399 Jul 28 11:43:05.950977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:05.951147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-086b97c3-c3a6-40aa-8f94-6088ee23ec95 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules/e5cbf708-7745-49c9-b5aa-b3d69e17fcf0 HTTP/1.1" status: 200 len: 763 time: 0.0184143 Jul 28 11:43:06.006110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-33178cc2-911e-43a8-ad58-26fcda671b1b tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531795 Jul 28 11:43:06.008666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.032006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96fba35a-3ada-4753-a177-f3d716ccf1f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.039980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96fba35a-3ada-4753-a177-f3d716ccf1f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.066913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96fba35a-3ada-4753-a177-f3d716ccf1f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.074632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96fba35a-3ada-4753-a177-f3d716ccf1f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.075701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-96fba35a-3ada-4753-a177-f3d716ccf1f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e5cbf708-7745-49c9-b5aa-b3d69e17fcf0 HTTP/1.1" status: 204 len: 168 time: 0.0661404 Jul 28 11:43:06.078509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.080958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fba35a-3ada-4753-a177-f3d716ccf1f4 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5cbf708-7745-49c9-b5aa-b3d69e17fcf0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:06.123272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b688514e-7602-42eb-8e66-f76555a55a47 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433977 Jul 28 11:43:06.126077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.131163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'f65833f6-9896-4dda-8ab0-f59ca23d006e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:06.158274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.207755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.212545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.233340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7628689-dce6-4965-b25b-f881ad3650da,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:06.236778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.242033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3b95ba3e-c629-4dd9-82ab-194d606561dc tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149046 Jul 28 11:43:06.242710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.260048 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ec31c9a7-b000-40d4-bc70-8d6fd82ab2b9 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules/d7628689-dce6-4965-b25b-f881ad3650da HTTP/1.1" status: 200 len: 763 time: 0.0158758 Jul 28 11:43:06.262538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.306004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-191491df-13e5-47d6-ac03-eeac8f053f8a tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0423455 Jul 28 11:43:06.308738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.334650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba321cc9-349e-4c14-bde4-18e6fb63e441 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.341971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba321cc9-349e-4c14-bde4-18e6fb63e441 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.372547 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba321cc9-349e-4c14-bde4-18e6fb63e441 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.377280 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba321cc9-349e-4c14-bde4-18e6fb63e441 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.381757 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ba321cc9-349e-4c14-bde4-18e6fb63e441 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d7628689-dce6-4965-b25b-f881ad3650da HTTP/1.1" status: 204 len: 168 time: 0.0692699 Jul 28 11:43:06.382134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.402194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba321cc9-349e-4c14-bde4-18e6fb63e441 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7628689-dce6-4965-b25b-f881ad3650da,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:06.429038 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9de19499-93bb-4721-afff-656d80f788e5 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458617 Jul 28 11:43:06.431553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.436098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Request body: {'security_group_rule': {'security_group_id': 'f65833f6-9896-4dda-8ab0-f59ca23d006e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:06.460761 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Project 5a60f1cec8b34fcf8d5cd46a820eb86a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:43:06.465887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.513676 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.517294 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.537557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f51259-4432-4bc4-976b-603ed587d9ef,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:06.544543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.545768 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a8d8d3cb-4bfd-4944-8ba6-f58e67259646 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1132948 Jul 28 11:43:06.548642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.564476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0cd0945a-143a-4250-b9fb-8fdc7e42e9cf tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules/f9f51259-4432-4bc4-976b-603ed587d9ef HTTP/1.1" status: 200 len: 769 time: 0.0147774 Jul 28 11:43:06.566724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.609031 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2b66e916-5987-4333-990b-70d34030cb1e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0412560 Jul 28 11:43:06.611645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.636158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a74a-ae05-4514-909a-8c3b1312ee6f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.644096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a74a-ae05-4514-909a-8c3b1312ee6f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.673582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a74a-ae05-4514-909a-8c3b1312ee6f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.680242 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a74a-ae05-4514-909a-8c3b1312ee6f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.681344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e8e3a74a-ae05-4514-909a-8c3b1312ee6f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f9f51259-4432-4bc4-976b-603ed587d9ef HTTP/1.1" status: 204 len: 168 time: 0.0687656 Jul 28 11:43:06.684100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.687082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3a74a-ae05-4514-909a-8c3b1312ee6f tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f51259-4432-4bc4-976b-603ed587d9ef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:06.726589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ca47b767-6956-414d-82d2-46dd66d0b00c tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403869 Jul 28 11:43:06.729190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.780111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f031ce58-e862-4566-95fd-e629de5439a7 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.802785 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f031ce58-e862-4566-95fd-e629de5439a7 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.843675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f031ce58-e862-4566-95fd-e629de5439a7 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.846294 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f031ce58-e862-4566-95fd-e629de5439a7 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:06.849942 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f031ce58-e862-4566-95fd-e629de5439a7 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "DELETE /v2.0/security-groups/f65833f6-9896-4dda-8ab0-f59ca23d006e HTTP/1.1" status: 204 len: 168 time: 0.1173375 Jul 28 11:43:06.850477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.857456 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031ce58-e862-4566-95fd-e629de5439a7 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65833f6-9896-4dda-8ab0-f59ca23d006e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:06.901731 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-996ff535-4589-4b50-9737-3ce3712f152e tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461178 Jul 28 11:43:06.902119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:06.950063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dd206cbf-73f8-47c2-8c79-b70ae35a8658 tempest-SecGroupIPv6Test-1051411477 tempest-SecGroupIPv6Test-1051411477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467806 Jul 28 11:43:07.044008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-064d70e8-7750-48ac-9663-4004cafb130c req-bba9b057-bf8c-4be8-8890-1bffd3e0c91c tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Jul 28 11:43:07.201252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:07.337057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6c1b1b9c-d68c-4cc7-9b50-6b10c9836f79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a60f1cec8b34fcf8d5cd46a820eb86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323333 Jul 28 11:43:07.337313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:07.384777 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bc79b24-896f-4fa5-9d9e-2d59db63a420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:07.405711 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bc79b24-896f-4fa5-9d9e-2d59db63a420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:07.451318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bc79b24-896f-4fa5-9d9e-2d59db63a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:07.454145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bc79b24-896f-4fa5-9d9e-2d59db63a420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:07.455324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5bc79b24-896f-4fa5-9d9e-2d59db63a420 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c73f770b-0f67-4265-bed3-8d527dbcebf9 HTTP/1.1" status: 204 len: 168 time: 0.1171687 Jul 28 11:43:07.463899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc79b24-896f-4fa5-9d9e-2d59db63a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f770b-0f67-4265-bed3-8d527dbcebf9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:08.099696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.151229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dd81850-065e-4101-808c-8a2b07166b3e req-8bddeb68-5595-414e-868c-65e901a2a7f0 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Jul 28 11:43:08.200088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-99d0e4af-1a8f-443b-8228-b1907931a2ad tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:08.200555 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-99d0e4af-1a8f-443b-8228-b1907931a2ad tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:43:08.201202 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-99d0e4af-1a8f-443b-8228-b1907931a2ad tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:43:08.202186 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-99d0e4af-1a8f-443b-8228-b1907931a2ad tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1012387 Jul 28 11:43:08.205801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.210279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--32883925'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:08.234250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.244110 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.338572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.342463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.374992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa54f618-3c73-4158-9b8f-b0fb07d8766b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:08.433305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.437225 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.465314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.466450 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2597902 Jul 28 11:43:08.468374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a9ceb-65f6-4460-bf55-bd7002add5a5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd4ae04-9af4-4abf-a1d0-b61fe217e11c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:08.469521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.475239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': 'edd4ae04-9af4-4abf-a1d0-b61fe217e11c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:08.502478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.562096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.566119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.585550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6fc8df-26f3-4731-876d-fccf24f8a2b5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:08.589026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.590259 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-70abb137-c5b2-4ab7-97cc-22cc434b0111 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195674 Jul 28 11:43:08.593004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.597537 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-05aac66f-d3f1-4808-8914-d0f8ae28e7ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': 'edd4ae04-9af4-4abf-a1d0-b61fe217e11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:08.625227 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05aac66f-d3f1-4808-8914-d0f8ae28e7ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.672270 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-05aac66f-d3f1-4808-8914-d0f8ae28e7ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 11:43:08.673318 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-05aac66f-d3f1-4808-8914-d0f8ae28e7ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0793161 Jul 28 11:43:08.676127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.734348 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc62c-5c74-4e83-8a11-1dcc8bb533ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.758169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc62c-5c74-4e83-8a11-1dcc8bb533ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.803568 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc62c-5c74-4e83-8a11-1dcc8bb533ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.806179 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc62c-5c74-4e83-8a11-1dcc8bb533ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.809858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ffcfc62c-5c74-4e83-8a11-1dcc8bb533ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/edd4ae04-9af4-4abf-a1d0-b61fe217e11c HTTP/1.1" status: 204 len: 168 time: 0.1296360 Jul 28 11:43:08.810302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.817227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfc62c-5c74-4e83-8a11-1dcc8bb533ca tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd4ae04-9af4-4abf-a1d0-b61fe217e11c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:08.856741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19cff02f-743c-4761-b5e3-7c8cbef2de89 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451086 Jul 28 11:43:08.860676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:08.865288 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624743413'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:08.888340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.976834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:08.980508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.008301 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.009446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1477945 Jul 28 11:43:09.012458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.013415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830034b-51c6-4651-96e0-043a972ba333 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c430455-7bba-4709-a63b-d174a8a4522c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:09.017677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-059eed96-ebe6-49fd-9db2-85b83b1f8d21 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '3c430455-7bba-4709-a63b-d174a8a4522c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.018189 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-059eed96-ebe6-49fd-9db2-85b83b1f8d21 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 11:43:09.018902 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-059eed96-ebe6-49fd-9db2-85b83b1f8d21 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:09.019987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-059eed96-ebe6-49fd-9db2-85b83b1f8d21 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062106 Jul 28 11:43:09.022851 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.080637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edc68977-a532-4691-a6cd-56a55a140abb tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.106210 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edc68977-a532-4691-a6cd-56a55a140abb tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.150801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edc68977-a532-4691-a6cd-56a55a140abb tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.153343 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edc68977-a532-4691-a6cd-56a55a140abb tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.154487 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-edc68977-a532-4691-a6cd-56a55a140abb tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c430455-7bba-4709-a63b-d174a8a4522c HTTP/1.1" status: 204 len: 168 time: 0.1305683 Jul 28 11:43:09.157252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.163731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc68977-a532-4691-a6cd-56a55a140abb tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c430455-7bba-4709-a63b-d174a8a4522c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:09.202791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2e1aa80f-c392-4a0d-9d37-9a95baf7a55e tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443876 Jul 28 11:43:09.206414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.211330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975545957'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.233845 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.276380 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea3cba8-a847-45ef-a104-9ba8481e1449 req-b2d48137-e8ed-44ca-b338-903d87ae0833 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd34f33-85fb-4bf2-b7ee-0ac3e3bb1951 HTTP/1.1" status: 200 len: 210 time: 0.0312781 Jul 28 11:43:09.342634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.346324 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.381312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.382649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1751821 Jul 28 11:43:09.385696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.385870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32eaf-e459-47f2-9ce8-ccabc854dc20 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64dc6ed-40e1-491e-8167-423c22f96ae2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:09.397021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9ddde2b3-ee80-4833-9a75-542079222081 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': 'f64dc6ed-40e1-491e-8167-423c22f96ae2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.399606 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-9ddde2b3-ee80-4833-9a75-542079222081 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 11:43:09.400282 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9ddde2b3-ee80-4833-9a75-542079222081 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:09.401332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9ddde2b3-ee80-4833-9a75-542079222081 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0144451 Jul 28 11:43:09.404723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.459795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1530487-e14d-48e7-b4ab-5d0c810c40f3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.481749 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1530487-e14d-48e7-b4ab-5d0c810c40f3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.523976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1530487-e14d-48e7-b4ab-5d0c810c40f3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.526451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1530487-e14d-48e7-b4ab-5d0c810c40f3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.527586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a1530487-e14d-48e7-b4ab-5d0c810c40f3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/f64dc6ed-40e1-491e-8167-423c22f96ae2 HTTP/1.1" status: 204 len: 168 time: 0.1219354 Jul 28 11:43:09.530209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.537130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1530487-e14d-48e7-b4ab-5d0c810c40f3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64dc6ed-40e1-491e-8167-423c22f96ae2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:09.577816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-49aa4f9e-ff6d-4c5f-97cb-45ff54c70149 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463567 Jul 28 11:43:09.581567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.586432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176708269'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.607480 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.636570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b8509d94-5489-4ef6-9dcd-702117573759 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:09.656270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: b8509d94-5489-4ef6-9dcd-702117573759 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:09.656662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device b8509d94-5489-4ef6-9dcd-702117573759 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:09.689818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.694577 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.728720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.730000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1474833 Jul 28 11:43:09.731225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7aeb8-7605-430c-b0e1-d2bb6fad5ecc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3f685-9948-4c1c-8bae-4348e153954a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:09.733086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.738150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8e887bb7-4915-4bee-889d-95fb3826bd9d tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '34c3f685-9948-4c1c-8bae-4348e153954a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.739018 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-8e887bb7-4915-4bee-889d-95fb3826bd9d tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 11:43:09.739626 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8e887bb7-4915-4bee-889d-95fb3826bd9d tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:09.740719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8e887bb7-4915-4bee-889d-95fb3826bd9d tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064282 Jul 28 11:43:09.743265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.749124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e575eb20-fba3-4b1d-9110-7b269b309834 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '34c3f685-9948-4c1c-8bae-4348e153954a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.750007 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-e575eb20-fba3-4b1d-9110-7b269b309834 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 11:43:09.750460 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e575eb20-fba3-4b1d-9110-7b269b309834 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:09.751475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e575eb20-fba3-4b1d-9110-7b269b309834 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073042 Jul 28 11:43:09.753785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.759211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8251fe52-9c1c-4d46-bab3-125dd71157f2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '34c3f685-9948-4c1c-8bae-4348e153954a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.759967 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-8251fe52-9c1c-4d46-bab3-125dd71157f2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 11:43:09.760452 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8251fe52-9c1c-4d46-bab3-125dd71157f2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:09.761339 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8251fe52-9c1c-4d46-bab3-125dd71157f2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063627 Jul 28 11:43:09.763484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.767302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c8b2288c-f173-47b0-9b2e-32be689204e1 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '34c3f685-9948-4c1c-8bae-4348e153954a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.768736 n-d-723573-7 neutron-server[93835]: WARNING neutron.api.v2.base [None req-c8b2288c-f173-47b0-9b2e-32be689204e1 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 11:43:09.769191 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c8b2288c-f173-47b0-9b2e-32be689204e1 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:09.770086 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c8b2288c-f173-47b0-9b2e-32be689204e1 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057936 Jul 28 11:43:09.773193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.826467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14aaee0-2390-4983-bce2-a290e0fb0bdc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.848318 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14aaee0-2390-4983-bce2-a290e0fb0bdc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.888872 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14aaee0-2390-4983-bce2-a290e0fb0bdc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.891618 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14aaee0-2390-4983-bce2-a290e0fb0bdc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:09.892763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b14aaee0-2390-4983-bce2-a290e0fb0bdc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/34c3f685-9948-4c1c-8bae-4348e153954a HTTP/1.1" status: 204 len: 168 time: 0.1187503 Jul 28 11:43:09.896119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.902165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aaee0-2390-4983-bce2-a290e0fb0bdc tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3f685-9948-4c1c-8bae-4348e153954a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:09.944141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a561c767-e069-495c-9cb4-374fe291a040 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466199 Jul 28 11:43:09.947745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:09.952297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--816503196'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:09.973173 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.059635 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.063559 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.090023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.091136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1424541 Jul 28 11:43:10.094221 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.098599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-26888d88-195e-4bde-9957-21f85331bbdf tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.099331 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-26888d88-195e-4bde-9957-21f85331bbdf tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:43:10.099880 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-26888d88-195e-4bde-9957-21f85331bbdf tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.100835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26888d88-195e-4bde-9957-21f85331bbdf tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058000 Jul 28 11:43:10.102601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a29930-fc94-43e0-b1b9-95d0c0b217e8 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2991479f-cbed-4bbc-9ff0-a1fa736b2bf6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:10.105190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.109360 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-20e81499-6bca-474a-b9e4-2ecac8e49af2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.144446 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-20e81499-6bca-474a-b9e4-2ecac8e49af2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.146107 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-20e81499-6bca-474a-b9e4-2ecac8e49af2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0394137 Jul 28 11:43:10.149319 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.153568 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dece49da-98e6-4999-8a5c-47fefc67bec3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.154035 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-dece49da-98e6-4999-8a5c-47fefc67bec3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 11:43:10.154482 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-dece49da-98e6-4999-8a5c-47fefc67bec3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.155359 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dece49da-98e6-4999-8a5c-47fefc67bec3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051703 Jul 28 11:43:10.157611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.161621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a39d18a5-e982-4f16-8126-6ae0ec29d68a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.196871 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-a39d18a5-e982-4f16-8126-6ae0ec29d68a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.197883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a39d18a5-e982-4f16-8126-6ae0ec29d68a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0394502 Jul 28 11:43:10.200825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.205154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-337223c6-14fd-4f2a-a6a7-b57fe008acd4 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.205623 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-337223c6-14fd-4f2a-a6a7-b57fe008acd4 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 11:43:10.206123 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-337223c6-14fd-4f2a-a6a7-b57fe008acd4 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.206981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-337223c6-14fd-4f2a-a6a7-b57fe008acd4 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052624 Jul 28 11:43:10.210380 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.214299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-da5e508e-3239-4f10-9eec-1cd8a0b74163 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.249018 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-da5e508e-3239-4f10-9eec-1cd8a0b74163 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.250163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-da5e508e-3239-4f10-9eec-1cd8a0b74163 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0389419 Jul 28 11:43:10.253033 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.258064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-04b9f273-b551-4180-8940-1ffe4b8fbbc0 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.258521 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-04b9f273-b551-4180-8940-1ffe4b8fbbc0 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 11:43:10.258971 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-04b9f273-b551-4180-8940-1ffe4b8fbbc0 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.259886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-04b9f273-b551-4180-8940-1ffe4b8fbbc0 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059745 Jul 28 11:43:10.262195 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.266024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-babfd9b6-c3fa-4124-8a11-26f4ff9d903e tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.303917 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-babfd9b6-c3fa-4124-8a11-26f4ff9d903e tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.304863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-babfd9b6-c3fa-4124-8a11-26f4ff9d903e tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0418391 Jul 28 11:43:10.307739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.312515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-19c0d18e-c408-4d91-832b-d66e1cbae1e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '2991479f-cbed-4bbc-9ff0-a1fa736b2bf6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.335898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.347451 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-19c0d18e-c408-4d91-832b-d66e1cbae1e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:10.348476 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19c0d18e-c408-4d91-832b-d66e1cbae1e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0394528 Jul 28 11:43:10.351498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.413828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d69b74-bb76-40e1-aa40-95032da7f2e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.436822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d69b74-bb76-40e1-aa40-95032da7f2e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.468119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Deleting port 194689e6-9acf-461b-98d8-411358e508ae {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:10.468508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.478660 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d69b74-bb76-40e1-aa40-95032da7f2e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.481190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44d69b74-bb76-40e1-aa40-95032da7f2e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.484795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44d69b74-bb76-40e1-aa40-95032da7f2e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/2991479f-cbed-4bbc-9ff0-a1fa736b2bf6 HTTP/1.1" status: 204 len: 168 time: 0.1298296 Jul 28 11:43:10.486565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.498684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d69b74-bb76-40e1-aa40-95032da7f2e5 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2991479f-cbed-4bbc-9ff0-a1fa736b2bf6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:10.540599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5812ede-e4a3-495f-8d98-9c0dfe91c398 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529473 Jul 28 11:43:10.544338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.548772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--712545790'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.555912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.556452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.569194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Calling delete_port for 194689e6-9acf-461b-98d8-411358e508ae owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:10.571345 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.652309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.656501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.685259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.686472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1411939 Jul 28 11:43:10.689420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.694333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e1bf80d7-ac25-42ae-b17d-1717ce1f1f35 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '34f7cbc7-efab-4918-a72f-13d34ceaebf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.699576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8c477-6d76-4e2a-8e2e-ff653875ad66 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7cbc7-efab-4918-a72f-13d34ceaebf0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:10.703997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.735119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'Port': ['ID=194689e6-9acf-461b-98d8-411358e508ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:10.742784 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-e1bf80d7-ac25-42ae-b17d-1717ce1f1f35 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The resource could not be found. Jul 28 11:43:10.746133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e1bf80d7-ac25-42ae-b17d-1717ce1f1f35 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0557482 Jul 28 11:43:10.748904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.753267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-db524670-641a-49bf-a288-9bb8e34e9a2a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '34f7cbc7-efab-4918-a72f-13d34ceaebf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ee0a6f53-db5a-44c9-ac82-f6774b018c40'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:10.794701 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-db524670-641a-49bf-a288-9bb8e34e9a2a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The resource could not be found. Jul 28 11:43:10.795918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-db524670-641a-49bf-a288-9bb8e34e9a2a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0460901 Jul 28 11:43:10.798661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.805100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.807707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.808900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f845bc0f-78dd-4846-9932-ff689401bf6f tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "DELETE /v2.0/floatingips/6cc94498-cc9b-40c7-a16b-6055efd67042 HTTP/1.1" status: 204 len: 168 time: 0.4719448 Jul 28 11:43:10.851693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15feeb4-7eed-41c3-8a38-53ccbc35f584 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.874422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15feeb4-7eed-41c3-8a38-53ccbc35f584 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.915908 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15feeb4-7eed-41c3-8a38-53ccbc35f584 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.918511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15feeb4-7eed-41c3-8a38-53ccbc35f584 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:10.919700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a15feeb4-7eed-41c3-8a38-53ccbc35f584 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/34f7cbc7-efab-4918-a72f-13d34ceaebf0 HTTP/1.1" status: 204 len: 168 time: 0.1199570 Jul 28 11:43:10.922613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.930086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15feeb4-7eed-41c3-8a38-53ccbc35f584 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7cbc7-efab-4918-a72f-13d34ceaebf0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:10.983738 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-07b01474-75d1-4c4c-a959-696150c7c90d tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597417 Jul 28 11:43:10.987838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:10.993506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6c994524-9b03-4a8e-901c-c98648a0f594 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': '98be1860-4558-4506-a98f-bab68144c29a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:11.033709 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-6c994524-9b03-4a8e-901c-c98648a0f594 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The resource could not be found. Jul 28 11:43:11.034753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6c994524-9b03-4a8e-901c-c98648a0f594 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0460057 Jul 28 11:43:11.039399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.044635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--461873875'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:11.066128 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.148064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.151889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.185116 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.186241 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1458993 Jul 28 11:43:11.187334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636c985-b131-4742-86c1-1cd21c4fd722 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76baed8-52fc-422c-9f7e-3611f1fc4faa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:11.189300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.195432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804219307'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:11.218340 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.299130 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.302508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.329739 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.330952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1400406 Jul 28 11:43:11.332832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c913f74-90b4-4657-ba14-0c59609b9bf2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5332ffba-c473-4c4b-a13d-6d7f76b87d64,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:11.334501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.343113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-66af44a5-d178-465c-8c55-3d29a506fb45 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group_rule': {'security_group_id': 'a76baed8-52fc-422c-9f7e-3611f1fc4faa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5332ffba-c473-4c4b-a13d-6d7f76b87d64'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:11.378583 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-66af44a5-d178-465c-8c55-3d29a506fb45 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:43:11.379617 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-66af44a5-d178-465c-8c55-3d29a506fb45 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0430279 Jul 28 11:43:11.382661 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.437343 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cda85a2-c2da-42f1-8689-124251f4c894 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.460891 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cda85a2-c2da-42f1-8689-124251f4c894 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.501209 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cda85a2-c2da-42f1-8689-124251f4c894 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.503826 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cda85a2-c2da-42f1-8689-124251f4c894 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.508521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7cda85a2-c2da-42f1-8689-124251f4c894 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/5332ffba-c473-4c4b-a13d-6d7f76b87d64 HTTP/1.1" status: 204 len: 168 time: 0.1248565 Jul 28 11:43:11.508668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.518728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda85a2-c2da-42f1-8689-124251f4c894 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5332ffba-c473-4c4b-a13d-6d7f76b87d64,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:11.562123 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8189dac6-9162-4ef3-8406-2f6aa3575bb2 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0523283 Jul 28 11:43:11.564810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.627251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50a19f10-aea1-456c-a332-df4efbedcf09 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.650963 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50a19f10-aea1-456c-a332-df4efbedcf09 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.692783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50a19f10-aea1-456c-a332-df4efbedcf09 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.695207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50a19f10-aea1-456c-a332-df4efbedcf09 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.698799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-50a19f10-aea1-456c-a332-df4efbedcf09 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/a76baed8-52fc-422c-9f7e-3611f1fc4faa HTTP/1.1" status: 204 len: 168 time: 0.1307237 Jul 28 11:43:11.699275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.705259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a19f10-aea1-456c-a332-df4efbedcf09 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76baed8-52fc-422c-9f7e-3611f1fc4faa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:11.747347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-45796092-1dce-40b4-a444-fcc81df11365 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467138 Jul 28 11:43:11.750919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.756027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410714550'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:11.777736 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.861706 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.865484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.887930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.889108 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1370509 Jul 28 11:43:11.892335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.897834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30a12-ebf6-43c2-9a1f-3b05e36d1cdd tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fd8e03-ee33-4185-a0db-ef9f3e3c631f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:11.898710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-579b58c6-1aa1-4207-b28c-b89b234865f7 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:11.899125 n-d-723573-7 neutron-server[93836]: WARNING neutron.api.v2.base [None req-579b58c6-1aa1-4207-b28c-b89b234865f7 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 11:43:11.900515 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-579b58c6-1aa1-4207-b28c-b89b234865f7 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 11:43:11.904611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:11.904761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-579b58c6-1aa1-4207-b28c-b89b234865f7 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "PUT /v2.0/security-groups/d8fd8e03-ee33-4185-a0db-ef9f3e3c631f HTTP/1.1" status: 409 len: 330 time: 0.0113039 Jul 28 11:43:11.962414 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e61c4d9-9a15-45e3-95f0-7672d743d3a3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:11.984506 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e61c4d9-9a15-45e3-95f0-7672d743d3a3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.026567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e61c4d9-9a15-45e3-95f0-7672d743d3a3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.029367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e61c4d9-9a15-45e3-95f0-7672d743d3a3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.030498 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6e61c4d9-9a15-45e3-95f0-7672d743d3a3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8fd8e03-ee33-4185-a0db-ef9f3e3c631f HTTP/1.1" status: 204 len: 168 time: 0.1244876 Jul 28 11:43:12.033619 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:12.047284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c4d9-9a15-45e3-95f0-7672d743d3a3 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fd8e03-ee33-4185-a0db-ef9f3e3c631f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:12.088046 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e7689669-9f90-4435-b9fd-c8a46ce0e522 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533738 Jul 28 11:43:12.091835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:12.106667 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-7bb65f9a-bd31-47d7-89a6-df0a2043d36a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] delete failed (client error): The resource could not be found. Jul 28 11:43:12.107422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7bb65f9a-bd31-47d7-89a6-df0a2043d36a tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fe9af1e-0b9b-41c1-b290-ceee36057997 HTTP/1.1" status: 404 len: 347 time: 0.0146084 Jul 28 11:43:12.111170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:12.124697 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-61822062-0905-4096-b13c-07969fddd882 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] show failed (client error): The resource could not be found. Jul 28 11:43:12.125738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-61822062-0905-4096-b13c-07969fddd882 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-groups/50d8fcb7-cb1e-4b84-be01-fb180efcb37d HTTP/1.1" status: 404 len: 347 time: 0.0135658 Jul 28 11:43:12.129208 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:12.141069 n-d-723573-7 neutron-server[93836]: INFO neutron.api.v2.resource [None req-391e75bc-e0b2-4b28-bd70-10eb42b67c65 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] show failed (client error): The resource could not be found. Jul 28 11:43:12.142027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-391e75bc-e0b2-4b28-bd70-10eb42b67c65 tempest-NegativeSecGroupTest-2100659092 tempest-NegativeSecGroupTest-2100659092-project] 10.222.0.20 "GET /v2.0/security-group-rules/b92df068-dfa2-41c3-a855-14afbc95ad36 HTTP/1.1" status: 404 len: 356 time: 0.0119195 Jul 28 11:43:12.390095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:12.529094 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-80b107da-e019-44a4-a8d6-3eb799827fed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d52792db88724fafa957490e31d92fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376381 Jul 28 11:43:12.531456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:12.580879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-763e5e51-490e-4520-bbaa-c8949cc38967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.602282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-763e5e51-490e-4520-bbaa-c8949cc38967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.652477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-763e5e51-490e-4520-bbaa-c8949cc38967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.655085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-763e5e51-490e-4520-bbaa-c8949cc38967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:12.656300 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-763e5e51-490e-4520-bbaa-c8949cc38967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa54f618-3c73-4158-9b8f-b0fb07d8766b HTTP/1.1" status: 204 len: 168 time: 0.1239102 Jul 28 11:43:12.664624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e5e51-490e-4520-bbaa-c8949cc38967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa54f618-3c73-4158-9b8f-b0fb07d8766b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:14.113995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:14.179700 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-016a404f-ae54-4ab6-8ede-0add28ab0668 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.205901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-016a404f-ae54-4ab6-8ede-0add28ab0668 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.269846 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-016a404f-ae54-4ab6-8ede-0add28ab0668 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.272647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-016a404f-ae54-4ab6-8ede-0add28ab0668 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.273780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-016a404f-ae54-4ab6-8ede-0add28ab0668 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] 10.222.0.20 "DELETE /v2.0/security-groups/50f3fd34-da46-4569-ad04-955fff302a47 HTTP/1.1" status: 204 len: 168 time: 0.1580105 Jul 28 11:43:14.282594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a404f-ae54-4ab6-8ede-0add28ab0668 tempest-TestVolumeBootPattern-1713289246 tempest-TestVolumeBootPattern-1713289246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3fd34-da46-4569-ad04-955fff302a47,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:14.320598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:14.332371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 53926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:14.430526 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-652ffe96-9164-4634-9dcc-c1e728608125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.518058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-652ffe96-9164-4634-9dcc-c1e728608125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.521928 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-652ffe96-9164-4634-9dcc-c1e728608125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.560351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-652ffe96-9164-4634-9dcc-c1e728608125 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e11b854475744cb288d78af63b79a5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384543 Jul 28 11:43:14.561203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ffe96-9164-4634-9dcc-c1e728608125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b58a31-9128-41bc-9f67-c25cadd3cbda,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:14.563439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:14.610784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e103d56d-20f8-41d4-b429-d82277702f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.632409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e103d56d-20f8-41d4-b429-d82277702f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.678769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e103d56d-20f8-41d4-b429-d82277702f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.681440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e103d56d-20f8-41d4-b429-d82277702f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.682586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e103d56d-20f8-41d4-b429-d82277702f0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5b58a31-9128-41bc-9f67-c25cadd3cbda HTTP/1.1" status: 204 len: 168 time: 0.1182501 Jul 28 11:43:14.690611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103d56d-20f8-41d4-b429-d82277702f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b58a31-9128-41bc-9f67-c25cadd3cbda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:14.792267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:14.946890 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:14.961175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8d10859-b2fd-49b7-b386-06d90f3cd9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.047511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Deleting port 210cb707-cdd2-48cc-8644-5c19ef98b875 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:15.047856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.059064 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8d10859-b2fd-49b7-b386-06d90f3cd9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.062967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8d10859-b2fd-49b7-b386-06d90f3cd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.104683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b8d10859-b2fd-49b7-b386-06d90f3cd9b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee6b9e7c6f6c43df84a89bf5b3d64e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543801 Jul 28 11:43:15.104683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d10859-b2fd-49b7-b386-06d90f3cd9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b1d6ca-b8e1-4dbe-9c85-df470e690881,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:15.105397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:15.130194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] For port 210cb707-cdd2-48cc-8644-5c19ef98b875, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=210cb707-cdd2-48cc-8644-5c19ef98b875,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:15.130562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.146338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Calling delete_port for 210cb707-cdd2-48cc-8644-5c19ef98b875 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:15.154051 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e0a53b0-c3b5-4169-9a50-748d23306995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.175057 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e0a53b0-c3b5-4169-9a50-748d23306995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.220643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e0a53b0-c3b5-4169-9a50-748d23306995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.223190 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e0a53b0-c3b5-4169-9a50-748d23306995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.224892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7e0a53b0-c3b5-4169-9a50-748d23306995 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76b1d6ca-b8e1-4dbe-9c85-df470e690881 HTTP/1.1" status: 204 len: 168 time: 0.1185992 Jul 28 11:43:15.238849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a53b0-c3b5-4169-9a50-748d23306995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b1d6ca-b8e1-4dbe-9c85-df470e690881,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:15.329746 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.357012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Pushing event deleted for resources: {'Port': ['ID=210cb707-cdd2-48cc-8644-5c19ef98b875,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:15.539535 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.764762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:15.874453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:15.880677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f13f155d-12c9-4640-b4dc-9d14bf1692de admin admin] 10.222.0.20 "PUT /v2.0/routers/6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5471861 Jul 28 11:43:15.882133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:15.884156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] Sync routers for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:15.893332 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:15.893731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:43:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:15.991447 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:15.998779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:16.100682 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.158289 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Deleting port ca800919-026a-4537-80da-3619c0750a0a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:16.158891 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.199071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ca800919-026a-4537-80da-3619c0750a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:43:15Z', 'revision_number': 5, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port': {'id': 'ca800919-026a-4537-80da-3619c0750a0a', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:35Z', 'updated_at': '2021-07-28T11:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:16.229482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] Checking router: 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:16.242002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] Routers {'6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:16.242002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:43:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:16.250414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] For port ca800919-026a-4537-80da-3619c0750a0a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ca800919-026a-4537-80da-3619c0750a0a,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:16.250853 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.262978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Calling delete_port for ca800919-026a-4537-80da-3619c0750a0a owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:16.340284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] Set router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:16.394919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:43:16Z', 'revision_number': 6, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:16.425450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc88511-c3ce-4c70-8c19-692eeaff7c2e None None] The sync data for ids ['6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e'] in n-d-723573-7 is: [{'id': '6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e', 'name': 'tempest-TestVolumeBootPattern-1453242663-router', 'tenant_id': 'cf29a675dd67498595bfcda59848fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:34Z', 'updated_at': '2021-07-28T11:43:16Z', 'revision_number': 6, 'project_id': 'cf29a675dd67498595bfcda59848fc21', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:16.452273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.479639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca800919-026a-4537-80da-3619c0750a0a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:16.540438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.632500 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.634620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.681491 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.682047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:43:16.686730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.690312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2bc0d54b-91e0-4109-9939-1d714756e35e admin admin] 10.222.0.20 "DELETE /v2.0/routers/6cedd3dc-fcf6-4b47-9d5e-8b882c440e6e HTTP/1.1" status: 204 len: 168 time: 0.8044820 Jul 28 11:43:16.690312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:16.737919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Deleting subnet 0c104903-f306-4ff3-88d8-6ee01470dd5d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:43:16.741167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.779995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.882644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.938091 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.963039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c104903-f306-4ff3-88d8-6ee01470dd5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:16.970449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:16.972337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-349eeed3-b78d-480f-8930-3b1b2fe5ba4b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c104903-f306-4ff3-88d8-6ee01470dd5d HTTP/1.1" status: 204 len: 168 time: 0.2809246 Jul 28 11:43:16.974919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 53998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:16.977866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0cf7a1-16cf-4d01-b17e-0757c97bfdc6 None None] Network c28f40d6-2c62-40a5-b6f7-745e53f7daa3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:17.055009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.112137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Deleting port aa49bb96-4172-425f-9ec6-f0042d4e5526 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:17.112462 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.180370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] For port aa49bb96-4172-425f-9ec6-f0042d4e5526, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aa49bb96-4172-425f-9ec6-f0042d4e5526,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:17.181075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.194740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Calling delete_port for aa49bb96-4172-425f-9ec6-f0042d4e5526 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:17.210027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] DHCP port deletion for c28f40d6-2c62-40a5-b6f7-745e53f7daa3 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:43:17.214369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:17.269285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] Deleting port aa49bb96-4172-425f-9ec6-f0042d4e5526 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:17.269950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.287551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.316565 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Pushing event deleted for resources: {'Port': ['ID=aa49bb96-4172-425f-9ec6-f0042d4e5526,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:17.319024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] No DVR routers for this DVR port aa49bb96-4172-425f-9ec6-f0042d4e5526 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:17.338255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] For port aa49bb96-4172-425f-9ec6-f0042d4e5526, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=aa49bb96-4172-425f-9ec6-f0042d4e5526,segment=NetworkSegment(6d1618fa-901f-40af-b52d-5b57e55c41f7),segment_id=6d1618fa-901f-40af-b52d-5b57e55c41f7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:17.338664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.363082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] Calling delete_port for aa49bb96-4172-425f-9ec6-f0042d4e5526 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:17.366273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52b925f3-e4bb-443e-a7ab-44a9fc974bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.391102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.401620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28f40d6-2c62-40a5-b6f7-745e53f7daa3']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:17.417399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1618fa-901f-40af-b52d-5b57e55c41f7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:17.418094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1618fa-901f-40af-b52d-5b57e55c41f7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:17.428542 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.444264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.447267 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.452035 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:43:17.452499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:43:17.455036 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:43:17.472815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] Pushing event deleted for resources: {'Port': ['ID=aa49bb96-4172-425f-9ec6-f0042d4e5526,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:17.480625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52b925f3-e4bb-443e-a7ab-44a9fc974bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.484535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c4c6e-fd4f-4d2f-b2e3-32e4556f5435 None None] No DVR routers for this DVR port aa49bb96-4172-425f-9ec6-f0042d4e5526 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:17.486681 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52b925f3-e4bb-443e-a7ab-44a9fc974bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.521708 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.529729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.533180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] 10.222.0.20 "DELETE /v2.0/networks/c28f40d6-2c62-40a5-b6f7-745e53f7daa3 HTTP/1.1" status: 204 len: 168 time: 0.5558031 Jul 28 11:43:17.538528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:17.544404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31558880-5008-4953-839e-0fae2c8edade admin admin] Pushing event deleted for resources: {'Network': ['ID=c28f40d6-2c62-40a5-b6f7-745e53f7daa3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:17.896055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-52b925f3-e4bb-443e-a7ab-44a9fc974bec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2c65c629450419583c64eddefe7c190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799486 Jul 28 11:43:17.898686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b925f3-e4bb-443e-a7ab-44a9fc974bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd7c99d-1998-48b0-9c3e-f3cc68528bfd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:17.898896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:17.951365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20ab0d9e-61b7-46f4-af80-4635bd74b01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:17.972126 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20ab0d9e-61b7-46f4-af80-4635bd74b01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.021872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20ab0d9e-61b7-46f4-af80-4635bd74b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.024488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20ab0d9e-61b7-46f4-af80-4635bd74b01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.025597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-20ab0d9e-61b7-46f4-af80-4635bd74b01f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fd7c99d-1998-48b0-9c3e-f3cc68528bfd HTTP/1.1" status: 204 len: 168 time: 0.1258869 Jul 28 11:43:18.033068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0d9e-61b7-46f4-af80-4635bd74b01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd7c99d-1998-48b0-9c3e-f3cc68528bfd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:18.125531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aa49bb96-4172-425f-9ec6-f0042d4e5526 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:18.150317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: aa49bb96-4172-425f-9ec6-f0042d4e5526 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:18.150698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device aa49bb96-4172-425f-9ec6-f0042d4e5526 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:18.151137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 210cb707-cdd2-48cc-8644-5c19ef98b875 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:18.172397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 210cb707-cdd2-48cc-8644-5c19ef98b875 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:18.172747 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 210cb707-cdd2-48cc-8644-5c19ef98b875 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:18.173174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ca800919-026a-4537-80da-3619c0750a0a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:18.191995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ca800919-026a-4537-80da-3619c0750a0a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:18.193038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ca800919-026a-4537-80da-3619c0750a0a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:18.216010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.314707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:18.356087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfde2fdb-9a4c-44a5-91bb-aa17eabd273c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.532133 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfde2fdb-9a4c-44a5-91bb-aa17eabd273c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.537694 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfde2fdb-9a4c-44a5-91bb-aa17eabd273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.582137 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde2fdb-9a4c-44a5-91bb-aa17eabd273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde247f6-a702-438a-ac5c-5b6d6aead387,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:18.586900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bfde2fdb-9a4c-44a5-91bb-aa17eabd273c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4b2c30b842144eeaa9ccedb5e1f2d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712216 Jul 28 11:43:18.588821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Deleting port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:18.589166 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.590648 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:18.639854 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6f97b2-1d3f-4876-92b5-b8f8887e3f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.660080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6f97b2-1d3f-4876-92b5-b8f8887e3f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.671077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] For port e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,segment=NetworkSegment(1f932554-9fb6-4707-8d86-74ebe035725b),segment_id=1f932554-9fb6-4707-8d86-74ebe035725b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:18.671438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.684932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Calling delete_port for e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:18.709115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6f97b2-1d3f-4876-92b5-b8f8887e3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.711717 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6f97b2-1d3f-4876-92b5-b8f8887e3f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.715134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fa6f97b2-1d3f-4876-92b5-b8f8887e3f0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dde247f6-a702-438a-ac5c-5b6d6aead387 HTTP/1.1" status: 204 len: 168 time: 0.1212344 Jul 28 11:43:18.721841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f97b2-1d3f-4876-92b5-b8f8887e3f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde247f6-a702-438a-ac5c-5b6d6aead387,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:18.873744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:18.900092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:19.073554 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.301291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Router f0a29d90-38e0-469e-9453-028f27350ede has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:43:19.416792 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:43:19.422819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:19.425708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] Sync routers for ids ['f0a29d90-38e0-469e-9453-028f27350ede'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:43:19.429289 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2803935c-152b-4bf5-8610-753d1bc2fa2d admin admin] 10.222.0.20 "PUT /v2.0/routers/f0a29d90-38e0-469e-9453-028f27350ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887467 Jul 28 11:43:19.431671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:19.435944 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] Routers {'f0a29d90-38e0-469e-9453-028f27350ede'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:19.436612 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:43:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f0a29d90-38e0-469e-9453-028f27350ede'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:19.534789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1649961535-network', 'tenant_id': 'e897086b3e444a62b82e2a058337c807'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:19.542518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.543234 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] Set router f0a29d90-38e0-469e-9453-028f27350ede gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:19.560491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Made reservation on behalf of e897086b3e444a62b82e2a058337c807 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:19.563035 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.572219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.653753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.674097 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.679539 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.702638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:43:19.714906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Deleting port 57f343aa-9637-42f1-a253-d180a0e0d8d2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:19.715250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.718963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a4e92-e99b-4073-bc61-7bcb51533c50,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:19.728705 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.729052 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Added segment f2723fb2-f3cb-4e5d-a269-80466b896f5b of type vlan for network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 Jul 28 11:43:19.731210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.731555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.732115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.732730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.733058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.733543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.733911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.734302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.734641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.735097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.735428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.735753 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:19.745412 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:43:18Z', 'revision_number': 5, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port': {'id': '57f343aa-9637-42f1-a253-d180a0e0d8d2', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:32:44Z', 'updated_at': '2021-07-28T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:19.776655 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] Checking router: f0a29d90-38e0-469e-9453-028f27350ede for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:43:19.785345 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] Routers {'f0a29d90-38e0-469e-9453-028f27350ede'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:43:19.786113 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:43:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f0a29d90-38e0-469e-9453-028f27350ede'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:19.801599 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.804271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] For port 57f343aa-9637-42f1-a253-d180a0e0d8d2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=57f343aa-9637-42f1-a253-d180a0e0d8d2,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:19.804638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.819357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Calling delete_port for 57f343aa-9637-42f1-a253-d180a0e0d8d2 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:19.833666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.834858 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:19.835515 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:19.875149 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] Set router f0a29d90-38e0-469e-9453-028f27350ede gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:43:19.904087 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4775536 Jul 28 11:43:19.907170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:19.912157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Request body: {'subnet': {'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1649961535-subnet', 'tenant_id': 'e897086b3e444a62b82e2a058337c807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:19.933821 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:43:19Z', 'revision_number': 6, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:19.934108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350131-d3b0-4ca9-8ae9-3ac1d107a87f admin admin] Pushing event updated for resources: {'Network': ['ID=17997cfd-203a-4b35-aec7-e5c76bd9ad18,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:19.948391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:43:19.948965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Made reservation on behalf of e897086b3e444a62b82e2a058337c807 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:19.952036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.027722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.032864 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.063615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f343aa-9637-42f1-a253-d180a0e0d8d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:20.090343 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a87b22-de73-4476-af76-7d14ddd322f2 None None] The sync data for ids ['f0a29d90-38e0-469e-9453-028f27350ede'] in n-d-723573-7 is: [{'id': 'f0a29d90-38e0-469e-9453-028f27350ede', 'name': 'tempest-TestVolumeBootPattern-1397083790-router', 'tenant_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:32:43Z', 'updated_at': '2021-07-28T11:43:19Z', 'revision_number': 6, 'project_id': 'b40fc620a56f4e4f9eb5082aa0173ea1', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:43:20.141120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.150243 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.210172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93002aae-b8ae-4759-aa2b-750a014c72e7,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:20.217552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Checking segment: {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:20.217903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Network hostable DHCP agents. Network: 17997cfd-203a-4b35-aec7-e5c76bd9ad18, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:43:20.235186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:43:20.241243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.243801 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.248021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 17997cfd-203a-4b35-aec7-e5c76bd9ad18) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:20.253296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:20.254304 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.257649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b645a-d18f-40ed-8111-f493d0aae825 None None] Network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:20.269463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-76cf125e-d4e2-44e5-9a60-832d9771dc64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3611598 Jul 28 11:43:20.294094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.294640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a29d90-38e0-469e-9453-028f27350ede {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:43:20.299119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.300307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ad2d4be7-56b4-4863-803c-10f96e343a88 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0a29d90-38e0-469e-9453-028f27350ede HTTP/1.1" status: 204 len: 168 time: 0.8674610 Jul 28 11:43:20.303530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:20.351582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Deleting subnet 41401af2-3e9b-44fe-bccc-fea88e58be4b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:43:20.354734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.394354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f11aef-1bc0-4ce2-acfd-4bfda587c15e None None] Network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:20.408878 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.513664 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.583566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.609126 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41401af2-3e9b-44fe-bccc-fea88e58be4b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:20.615233 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.617147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-101178f7-d919-4234-a52e-b7493a443106 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41401af2-3e9b-44fe-bccc-fea88e58be4b HTTP/1.1" status: 204 len: 168 time: 0.3120098 Jul 28 11:43:20.620514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:20.621549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ef540-4723-4bd5-a043-6951ce15693b None None] Network 7e34aa41-0874-424f-9f01-87142244184e requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:43:20.693758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.757062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Deleting port da1ed5e3-ede5-4155-8470-949bd82d9738 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:20.757457 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.826499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] For port da1ed5e3-ede5-4155-8470-949bd82d9738, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=da1ed5e3-ede5-4155-8470-949bd82d9738,segment=NetworkSegment(1f932554-9fb6-4707-8d86-74ebe035725b),segment_id=1f932554-9fb6-4707-8d86-74ebe035725b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:20.826965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.843023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Calling delete_port for da1ed5e3-ede5-4155-8470-949bd82d9738 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:20.905002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] DHCP port deletion for 7e34aa41-0874-424f-9f01-87142244184e request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:43:20.955808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.971178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Deleting port da1ed5e3-ede5-4155-8470-949bd82d9738 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:20.971753 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:20.985116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1ed5e3-ede5-4155-8470-949bd82d9738,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:20.993607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] No DVR routers for this DVR port da1ed5e3-ede5-4155-8470-949bd82d9738 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:21.039806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] For port da1ed5e3-ede5-4155-8470-949bd82d9738, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:21.040299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.055179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Calling delete_port for da1ed5e3-ede5-4155-8470-949bd82d9738 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:21.058069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Port da1ed5e3-ede5-4155-8470-949bd82d9738 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:43:21.059702 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.083890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.090907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] Pushing event deleted for resources: {'Port': ['ID=da1ed5e3-ede5-4155-8470-949bd82d9738,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:21.095587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e34aa41-0874-424f-9f01-87142244184e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:21.095805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc160dc4-d0cb-4ca1-9f2a-291ba6dab1e6 None None] No DVR routers for this DVR port da1ed5e3-ede5-4155-8470-949bd82d9738 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:21.113613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f932554-9fb6-4707-8d86-74ebe035725b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:21.114480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f932554-9fb6-4707-8d86-74ebe035725b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:43:21.124256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.138567 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.145046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:43:21.145583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:43:21.147258 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:43:21.212886 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.219665 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.222724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e34aa41-0874-424f-9f01-87142244184e HTTP/1.1" status: 204 len: 168 time: 0.6011074 Jul 28 11:43:21.237910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd22e6-8eee-46f2-8117-89d2e7b82a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e34aa41-0874-424f-9f01-87142244184e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:21.376018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:21.428852 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c238783a-4085-4372-a5e9-9254003325c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf29a675dd67498595bfcda59848fc21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516071 Jul 28 11:43:21.429636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:21.496777 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51c164dd-2d95-49a5-bc70-b1f97507e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.530361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51c164dd-2d95-49a5-bc70-b1f97507e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.595186 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51c164dd-2d95-49a5-bc70-b1f97507e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.599490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51c164dd-2d95-49a5-bc70-b1f97507e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:21.600858 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-51c164dd-2d95-49a5-bc70-b1f97507e06f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e69b96b3-0f70-48a5-956e-7504bb9158a1 HTTP/1.1" status: 204 len: 168 time: 0.1700525 Jul 28 11:43:21.615249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c164dd-2d95-49a5-bc70-b1f97507e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69b96b3-0f70-48a5-956e-7504bb9158a1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:21.991507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.033669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dfaa7bc6-63d3-4d6a-8806-fd17d50a068f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b40fc620a56f4e4f9eb5082aa0173ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408199 Jul 28 11:43:22.036190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:43:22.093234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3987e1-8e34-45d5-837f-c3b83cfc53fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.115494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3987e1-8e34-45d5-837f-c3b83cfc53fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.126835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 57f343aa-9637-42f1-a253-d180a0e0d8d2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:22.153706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 57f343aa-9637-42f1-a253-d180a0e0d8d2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:22.154289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 57f343aa-9637-42f1-a253-d180a0e0d8d2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:22.154982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:22.166578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3987e1-8e34-45d5-837f-c3b83cfc53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.169332 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3987e1-8e34-45d5-837f-c3b83cfc53fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:22.172863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bd3987e1-8e34-45d5-837f-c3b83cfc53fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a030edd0-aeee-43a6-98e0-01bb039a59fd HTTP/1.1" status: 204 len: 168 time: 0.1333845 Jul 28 11:43:22.173007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-bde1c711-2526-4de2-b592-aef4aa102fe7 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:22.175367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:22.175852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e3d4cd3b-fa9a-46c2-be39-ed072ae1c9f6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:22.176423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device da1ed5e3-ede5-4155-8470-949bd82d9738 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:22.179107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3987e1-8e34-45d5-837f-c3b83cfc53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030edd0-aeee-43a6-98e0-01bb039a59fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:22.183600 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-bde1c711-2526-4de2-b592-aef4aa102fe7 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/networks?id=17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 200 len: 809 time: 0.1130705 Jul 28 11:43:22.195026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-621e3f02-cc3f-4536-8739-ba40d2320b6a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/quotas/e897086b3e444a62b82e2a058337c807 HTTP/1.1" status: 200 len: 375 time: 0.0104432 Jul 28 11:43:22.206636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: da1ed5e3-ede5-4155-8470-949bd82d9738 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:22.206984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device da1ed5e3-ede5-4155-8470-949bd82d9738 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:22.237933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-590135e5-ab9d-453b-960c-6ef6dd70c60c tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e897086b3e444a62b82e2a058337c807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365994 Jul 28 11:43:22.250739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-dc4ebe8a-f668-4e63-bbac-abd5e53025d5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:22.251760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-dc4ebe8a-f668-4e63-bbac-abd5e53025d5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055685 Jul 28 11:43:22.343057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-f1a8ea70-c6ea-4b42-b6e7-d3ab33bb5de4 service neutron] 10.222.0.20 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jul 28 11:43:22.452455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-50dd4b49-815f-416c-9af4-87c2a6e9c30f service neutron] 10.222.0.20 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031177 Jul 28 11:43:22.627074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb809c97-3841-4f48-a084-7a3b9840d2c5 req-5696d750-b898-476f-8998-c98f4748fcc3 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 210 time: 0.0300303 Jul 28 11:43:22.776545 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.549538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-6a25c695-6bc4-4fda-a4f5-27de1387cdbe tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:23.550987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-6a25c695-6bc4-4fda-a4f5-27de1387cdbe tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.41 "GET /v2.0/networks?id=17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 200 len: 809 time: 0.1035397 Jul 28 11:43:23.564444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Request body: {'port': {'device_id': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18', 'admin_state_up': True, 'tenant_id': 'e897086b3e444a62b82e2a058337c807'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:23.675582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Made reservation on behalf of e897086b3e444a62b82e2a058337c807 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:23.680001 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:23.732106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87d14854-7420-4a6d-84e3-7efe3c1de83e req-a4a12c8f-010b-4fb9-96ad-d43e93f6b5d7 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 210 time: 0.0318258 Jul 28 11:43:23.829416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Allocated IP 172.20.0.2 (17997cfd-203a-4b35-aec7-e5c76bd9ad18/93002aae-b8ae-4759-aa2b-750a014c72e7/c2556ad3-0eb7-4663-9f1d-697bb6123169) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:23.974762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.361355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.402875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:24.405820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:24.412163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:24.434540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Pushing event updated for resources: {'Port': ['ID=c2556ad3-0eb7-4663-9f1d-697bb6123169,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:24.461098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:24.461697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.476582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c87e741e-38cf-42a9-81d7-99558baa9a4a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9155953 Jul 28 11:43:24.487177 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-50ae6fec-31bb-4c58-8e6e-d6ef25f0df42 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:43:24.488114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-50ae6fec-31bb-4c58-8e6e-d6ef25f0df42 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050728 Jul 28 11:43:24.498699 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Request body: {'port': {'device_id': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:24.553602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.812676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2556ad3-0eb7-4663-9f1d-697bb6123169 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:43:24.832028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.865136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Transition to ACTIVE for port object c2556ad3-0eb7-4663-9f1d-697bb6123169 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:24.869306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:24.911793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed1399-37b7-40ff-8992-def06cf21a40 req-b71be677-c791-42c6-93e4-1c9c25114161 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:24.913271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffed1399-37b7-40ff-8992-def06cf21a40 req-b71be677-c791-42c6-93e4-1c9c25114161 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 931 time: 0.1085055 Jul 28 11:43:24.951525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Pushing event updated for resources: {'Port': ['ID=c2556ad3-0eb7-4663-9f1d-697bb6123169,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:25.001933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffed1399-37b7-40ff-8992-def06cf21a40 req-10b1f68a-f3df-413e-b767-eae29ac39327 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800269 Jul 28 11:43:25.027859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Attempting to bind port c2556ad3-0eb7-4663-9f1d-697bb6123169 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:25.028199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Attempting to bind port c2556ad3-0eb7-4663-9f1d-697bb6123169 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:25.028647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Attempting to bind port c2556ad3-0eb7-4663-9f1d-697bb6123169 on network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:25.032761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Port c2556ad3-0eb7-4663-9f1d-697bb6123169 on network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:43:25.033074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Attempting to bind port c2556ad3-0eb7-4663-9f1d-697bb6123169 on network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:25.038308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:25.038637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Checking segment: {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:25.039010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Bound using segment: {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:25.039422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Bound port: c2556ad3-0eb7-4663-9f1d-697bb6123169, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:25.039766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.099953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] For port c2556ad3-0eb7-4663-9f1d-697bb6123169, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:25.102929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] For port c2556ad3-0eb7-4663-9f1d-697bb6123169, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:25.107113 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.143253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:25.143869 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:25.145421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] 10.222.0.41 "PUT /v2.0/ports/c2556ad3-0eb7-4663-9f1d-697bb6123169 HTTP/1.1" status: 200 len: 1091 time: 0.6504705 Jul 28 11:43:25.145863 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'tag': 'c2556ad3-0eb7-4663-9f1d-697bb6123169'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:25.148123 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe8b3a-27e6-4774-8534-906ec23f8d65" -d '{"events": [{"name": "network-changed", "server_uuid": "6aec3cb2-59ad-4560-b68f-750f30989cfc", "tag": "c2556ad3-0eb7-4663-9f1d-697bb6123169"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:25.180900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7bb8a-6ac6-4ba1-8ca1-6d11d0f8a16f service neutron] Pushing event updated for resources: {'Port': ['ID=c2556ad3-0eb7-4663-9f1d-697bb6123169,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:25.186612 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4173c8-cfac-4a9d-b10a-759355449dba x-openstack-request-id: req-8a4173c8-cfac-4a9d-b10a-759355449dba {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:25.186901 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aec3cb2-59ad-4560-b68f-750f30989cfc", "tag": "c2556ad3-0eb7-4663-9f1d-697bb6123169", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:25.187163 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a4173c8-cfac-4a9d-b10a-759355449dba {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:25.187552 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'tag': 'c2556ad3-0eb7-4663-9f1d-697bb6123169', 'status': 'completed', 'code': 200} Jul 28 11:43:25.228291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-cefdf377-dd00-4cbe-8365-38de57bc27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:25.229782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-cefdf377-dd00-4cbe-8365-38de57bc27f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e897086b3e444a62b82e2a058337c807&device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 1094 time: 0.0414903 Jul 28 11:43:25.271887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-1494baaa-3ced-464f-b4f6-52024bb7dd37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169 HTTP/1.1" status: 200 len: 217 time: 0.0336633 Jul 28 11:43:25.323227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-fe110edf-5d4f-4abe-97c0-e9110d05f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:25.324633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-fe110edf-5d4f-4abe-97c0-e9110d05f57d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93002aae-b8ae-4759-aa2b-750a014c72e7 HTTP/1.1" status: 200 len: 849 time: 0.0465541 Jul 28 11:43:25.355894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-645f48e5-0f97-441e-a2c6-f5208d9d93fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17997cfd-203a-4b35-aec7-e5c76bd9ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248773 Jul 28 11:43:25.444239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-49435ff4-020b-4947-ba31-9cb9c3fec62b service neutron] 10.222.0.41 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810227 Jul 28 11:43:25.550789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45e27f58-1a4f-40c3-a3dd-9a7bd9e0501f req-9e105c27-f361-4476-94d3-fe3df54c399a service neutron] 10.222.0.41 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993457 Jul 28 11:43:25.635736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-13c3a585-60c5-4fb7-9c42-be4cb2e45906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:25.637221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-13c3a585-60c5-4fb7-9c42-be4cb2e45906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e897086b3e444a62b82e2a058337c807&device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 1094 time: 0.0403318 Jul 28 11:43:25.730983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-a65bb1e6-a863-4ff7-9aab-147a22ab0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:25.732503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-a65bb1e6-a863-4ff7-9aab-147a22ab0eaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 200 len: 910 time: 0.0887530 Jul 28 11:43:25.775269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-03f1288d-ab3d-4629-b6fc-18a63169c514 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169 HTTP/1.1" status: 200 len: 217 time: 0.0358353 Jul 28 11:43:25.823956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-ea95968f-aa82-40af-a56d-a1139fc3780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:25.825415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-ea95968f-aa82-40af-a56d-a1139fc3780d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93002aae-b8ae-4759-aa2b-750a014c72e7 HTTP/1.1" status: 200 len: 849 time: 0.0430775 Jul 28 11:43:25.857012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-92332835-f486-4e44-af19-afdef9f43d20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17997cfd-203a-4b35-aec7-e5c76bd9ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233293 Jul 28 11:43:25.950994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-316d264a-2bb3-4de4-9137-46c557ab8e0f service neutron] 10.222.0.41 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862503 Jul 28 11:43:26.039041 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7bbe8b3a-27e6-4774-8534-906ec23f8d65 req-64f4209c-fbeb-4ab4-914e-2e14079a84a9 service neutron] 10.222.0.41 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800667 Jul 28 11:43:26.122649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2226-9c61-4a65-9f25-02a1450744e1 req-cff09984-5835-4bf3-b62a-fa1d5f99cfb9 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:26.124034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d30a2226-9c61-4a65-9f25-02a1450744e1 req-cff09984-5835-4bf3-b62a-fa1d5f99cfb9 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 943 time: 0.0533330 Jul 28 11:43:26.161198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d30a2226-9c61-4a65-9f25-02a1450744e1 req-9bc2e72c-84d1-4855-9fdb-cdf8c2494546 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Jul 28 11:43:27.277956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151adfe-0876-4bd0-88ce-569785117097 req-c01e834f-0473-46a0-b7d8-c773e8e87f26 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:27.279417 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8151adfe-0876-4bd0-88ce-569785117097 req-c01e834f-0473-46a0-b7d8-c773e8e87f26 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 943 time: 0.0501437 Jul 28 11:43:27.317343 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8151adfe-0876-4bd0-88ce-569785117097 req-9c8ec2f4-5c76-4465-a4d0-982253c086bb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Jul 28 11:43:27.907310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3682836f-8795-4581-911d-3544cdc7748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.430143 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6a13-d6d4-426f-b45a-1c747d434e1e req-54a67e91-c0ef-474d-863e-50d2e1cd82c0 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:28.431585 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12ae6a13-d6d4-426f-b45a-1c747d434e1e req-54a67e91-c0ef-474d-863e-50d2e1cd82c0 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 943 time: 0.0481811 Jul 28 11:43:28.468431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12ae6a13-d6d4-426f-b45a-1c747d434e1e req-fdbc1418-9c66-4ac5-9f65-6ae268ec7adb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Jul 28 11:43:28.601712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c2556ad3-0eb7-4663-9f1d-697bb6123169 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:43:28.694497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c2556ad3-0eb7-4663-9f1d-697bb6123169, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:28.705499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'c2556ad3-0eb7-4663-9f1d-697bb6123169', 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18', 'port_id': 'c2556ad3-0eb7-4663-9f1d-697bb6123169', 'mac_address': 'fa:16:3e:44:d2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93002aae-b8ae-4759-aa2b-750a014c72e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:43:28.742199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.754195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2556ad3-0eb7-4663-9f1d-697bb6123169 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:43:28.773169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c2556ad3-0eb7-4663-9f1d-697bb6123169, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:28.777066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:28.827841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c2556ad3-0eb7-4663-9f1d-697bb6123169,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:28.835255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.835599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.835938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.836307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.836643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.836969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.837301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.837626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.837946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.838266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.838590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.838906 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:43:28.995277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c2556ad3-0eb7-4663-9f1d-697bb6123169'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:43:29.587602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a4c05-6058-4727-8d1d-835e3618c704 req-715dfd23-f132-43be-90ca-333762b762c6 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:29.589074 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db1a4c05-6058-4727-8d1d-835e3618c704 req-715dfd23-f132-43be-90ca-333762b762c6 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 944 time: 0.0523233 Jul 28 11:43:29.626053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db1a4c05-6058-4727-8d1d-835e3618c704 req-f2aaf2ae-23f2-409c-a72e-5d20382d1dd9 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Jul 28 11:43:30.632244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c2556ad3-0eb7-4663-9f1d-697bb6123169 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:30.680244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port c2556ad3-0eb7-4663-9f1d-697bb6123169 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:30.684080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port c2556ad3-0eb7-4663-9f1d-697bb6123169 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:30.684533 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.745147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5150a77-7965-4d12-8bc7-6888b1cbfdff req-3ea14ec9-7240-4d7d-b822-c40eb210ab28 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:30.746729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5150a77-7965-4d12-8bc7-6888b1cbfdff req-3ea14ec9-7240-4d7d-b822-c40eb210ab28 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 944 time: 0.0511811 Jul 28 11:43:30.789484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5150a77-7965-4d12-8bc7-6888b1cbfdff req-d6f4925f-86e0-4cb4-a663-7411ac19f7d4 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Jul 28 11:43:30.920401 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.941154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2556ad3-0eb7-4663-9f1d-697bb6123169'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:30.943954 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2d864-8783-4930-b1b1-a4a80385a29b" -d '{"events": [{"server_uuid": "6aec3cb2-59ad-4560-b68f-750f30989cfc", "name": "network-vif-plugged", "status": "completed", "tag": "c2556ad3-0eb7-4663-9f1d-697bb6123169"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:30.956477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c2556ad3-0eb7-4663-9f1d-697bb6123169, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:30.961639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:30.989840 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4076d47d-6633-4023-8fde-a5602ffde005 x-openstack-request-id: req-4076d47d-6633-4023-8fde-a5602ffde005 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:30.990118 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec3cb2-59ad-4560-b68f-750f30989cfc", "name": "network-vif-plugged", "status": "completed", "tag": "c2556ad3-0eb7-4663-9f1d-697bb6123169", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:30.990367 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4076d47d-6633-4023-8fde-a5602ffde005 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:30.990741 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2556ad3-0eb7-4663-9f1d-697bb6123169', 'code': 200} Jul 28 11:43:31.012805 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.026521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c2556ad3-0eb7-4663-9f1d-697bb6123169,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:31.087527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabcc5d-5e80-48d2-8dc5-6bf6968b71cf req-c815894f-028a-478f-8540-9380a1df4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:31.089035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dabcc5d-5e80-48d2-8dc5-6bf6968b71cf req-c815894f-028a-478f-8540-9380a1df4100 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 1096 time: 0.0401709 Jul 28 11:43:31.122321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5dabcc5d-5e80-48d2-8dc5-6bf6968b71cf req-9f35e31e-1fb0-4bfb-ab30-51c7c0cee7fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266340 Jul 28 11:43:31.149433 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4884b941-7574-40bf-8fb9-fddc79ba3e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:31.919524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced98f7-16a8-4c8a-80b8-d989ae11339a req-823e44a8-16a1-48b5-a2f3-3324910e2da0 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:31.921112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dced98f7-16a8-4c8a-80b8-d989ae11339a req-823e44a8-16a1-48b5-a2f3-3324910e2da0 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 945 time: 0.0530906 Jul 28 11:43:31.959062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dced98f7-16a8-4c8a-80b8-d989ae11339a req-e9fc19af-8238-4f54-9b10-8dea322d1bd3 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308022 Jul 28 11:43:32.030822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.077183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7090e-0a34-428c-8fa8-c0ab4d4f4609 req-8469010a-edd7-4d9b-ab45-f640e2d4f5b6 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:33.078647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5a7090e-0a34-428c-8fa8-c0ab4d4f4609 req-8469010a-edd7-4d9b-ab45-f640e2d4f5b6 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 945 time: 0.0499074 Jul 28 11:43:33.116512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5a7090e-0a34-428c-8fa8-c0ab4d4f4609 req-7a54e47d-ddd6-4745-9f10-2f99d5dc85c7 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Jul 28 11:43:33.502758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:33.701666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf26b5-69d9-41b0-9978-95bd7a5f6e2a req-ac9029cc-0252-41ce-8ebd-1f5717a3d903 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:33.703103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76cf26b5-69d9-41b0-9978-95bd7a5f6e2a req-ac9029cc-0252-41ce-8ebd-1f5717a3d903 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 945 time: 0.0485251 Jul 28 11:43:33.742055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76cf26b5-69d9-41b0-9978-95bd7a5f6e2a req-26a23992-cde0-4220-9f90-574aafb7a39a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Jul 28 11:43:34.872729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7098da8-ac22-479e-836e-fa9352a44a98 req-d644006b-ba1f-45c6-85de-f23f20e33a82 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:34.874159 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7098da8-ac22-479e-836e-fa9352a44a98 req-d644006b-ba1f-45c6-85de-f23f20e33a82 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 945 time: 0.0619054 Jul 28 11:43:34.934650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-b30f46e8-2bdb-474e-928e-3b524f510055 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:34.936080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-b30f46e8-2bdb-474e-928e-3b524f510055 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.41 "GET /v2.0/ports?device_id=6aec3cb2-59ad-4560-b68f-750f30989cfc HTTP/1.1" status: 200 len: 945 time: 0.0810676 Jul 28 11:43:34.940938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7098da8-ac22-479e-836e-fa9352a44a98 req-d3b021ab-5da2-4604-bf50-27e70f6242ea tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527194 Jul 28 11:43:35.029629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Deleting port c2556ad3-0eb7-4663-9f1d-697bb6123169 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:35.029977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.119478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] For port c2556ad3-0eb7-4663-9f1d-697bb6123169, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c2556ad3-0eb7-4663-9f1d-697bb6123169,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:35.119842 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.136603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Calling delete_port for c2556ad3-0eb7-4663-9f1d-697bb6123169 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:35.268332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.280416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c2556ad3-0eb7-4663-9f1d-697bb6123169'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:43:35.297405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Pushing event deleted for resources: {'Port': ['ID=c2556ad3-0eb7-4663-9f1d-697bb6123169,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:35.339427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] No DVR routers for this DVR port c2556ad3-0eb7-4663-9f1d-697bb6123169 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:35.342401 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:35.344368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bb3b3d3-6460-41db-bbec-e488e2c76dbe req-76520e7f-85e3-49ee-8c08-50d048913522 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.41 "DELETE /v2.0/ports/c2556ad3-0eb7-4663-9f1d-697bb6123169 HTTP/1.1" status: 204 len: 173 time: 0.4022949 Jul 28 11:43:35.344843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'name': 'network-vif-deleted', 'tag': 'c2556ad3-0eb7-4663-9f1d-697bb6123169'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:35.347020 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8cb959-f532-475d-b9b3-31bcf67ad579" -d '{"events": [{"server_uuid": "6aec3cb2-59ad-4560-b68f-750f30989cfc", "name": "network-vif-deleted", "tag": "c2556ad3-0eb7-4663-9f1d-697bb6123169"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:35.385795 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef04ebd0-8687-4381-acfb-2a0f87138a37 x-openstack-request-id: req-ef04ebd0-8687-4381-acfb-2a0f87138a37 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:35.386088 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec3cb2-59ad-4560-b68f-750f30989cfc", "name": "network-vif-deleted", "tag": "c2556ad3-0eb7-4663-9f1d-697bb6123169", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:35.386352 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef04ebd0-8687-4381-acfb-2a0f87138a37 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:35.386744 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec3cb2-59ad-4560-b68f-750f30989cfc', 'name': 'network-vif-deleted', 'tag': 'c2556ad3-0eb7-4663-9f1d-697bb6123169', 'status': 'completed', 'code': 200} Jul 28 11:43:36.246045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-ebc8eff1-5d3f-4cfd-8ac3-a77ab61973a7 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:36.247556 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-ebc8eff1-5d3f-4cfd-8ac3-a77ab61973a7 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/networks?id=17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 200 len: 809 time: 0.0996726 Jul 28 11:43:36.265406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-3d3f0a21-23cb-4ecd-a5c5-a38ebd7c3bbc tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/quotas/e897086b3e444a62b82e2a058337c807 HTTP/1.1" status: 200 len: 375 time: 0.0120261 Jul 28 11:43:36.298275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-182d8031-e4c2-4904-a389-e491b2201ccb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e897086b3e444a62b82e2a058337c807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267007 Jul 28 11:43:36.392410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-d30d8882-5292-455a-9cf0-b59a22442b0f service neutron] 10.222.0.20 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872674 Jul 28 11:43:36.481326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-b8a9d288-9340-429a-85ab-fccee883c1db service neutron] 10.222.0.20 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823045 Jul 28 11:43:36.639871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ab55d19-61a9-4892-832d-690f4437035c req-18fe4784-89ff-4095-8eb3-5be0e7452c24 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Jul 28 11:43:37.503598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-fca5012f-11e6-48d7-80e5-0dc61c8076e3 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:37.505112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-fca5012f-11e6-48d7-80e5-0dc61c8076e3 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.44 "GET /v2.0/networks?id=17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 200 len: 809 time: 0.1060116 Jul 28 11:43:37.517380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Request body: {'port': {'device_id': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18', 'admin_state_up': True, 'tenant_id': 'e897086b3e444a62b82e2a058337c807'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:37.622547 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Made reservation on behalf of e897086b3e444a62b82e2a058337c807 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:43:37.626164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.737661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12c4d227-640f-4e69-a97c-3c912d30964b req-8e581ff7-0295-4e31-9471-b62250446986 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 210 time: 0.0308068 Jul 28 11:43:37.758820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Allocated IP 172.20.0.10 (17997cfd-203a-4b35-aec7-e5c76bd9ad18/93002aae-b8ae-4759-aa2b-750a014c72e7/46a111a0-0486-4c06-8895-be604a4ca5fb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:43:37.904385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.949351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:37.990642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:43:37.993973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:43:37.999744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:43:38.023414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Pushing event updated for resources: {'Port': ['ID=46a111a0-0486-4c06-8895-be604a4ca5fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:38.050642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:38.051277 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.064945 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-bd1f7ee0-b319-4658-83e7-981557157eeb tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5512242 Jul 28 11:43:38.077409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Request body: {'port': {'device_id': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:43:38.129882 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.393645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a111a0-0486-4c06-8895-be604a4ca5fb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:43:38.401858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.413939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Transition to ACTIVE for port object 46a111a0-0486-4c06-8895-be604a4ca5fb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:43:38.417703 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.468330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Pushing event updated for resources: {'Port': ['ID=46a111a0-0486-4c06-8895-be604a4ca5fb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:38.493018 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:43:38.531212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Attempting to bind port 46a111a0-0486-4c06-8895-be604a4ca5fb on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:43:38.531730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Attempting to bind port 46a111a0-0486-4c06-8895-be604a4ca5fb by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:43:38.531875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Attempting to bind port 46a111a0-0486-4c06-8895-be604a4ca5fb on network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:38.536277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Port 46a111a0-0486-4c06-8895-be604a4ca5fb on network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:43:38.536599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Attempting to bind port 46a111a0-0486-4c06-8895-be604a4ca5fb on network 17997cfd-203a-4b35-aec7-e5c76bd9ad18 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:43:38.541380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:43:38.541713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Checking segment: {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:43:38.542087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Bound using segment: {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:43:38.542507 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Bound port: 46a111a0-0486-4c06-8895-be604a4ca5fb, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2723fb2-f3cb-4e5d-a269-80466b896f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:43:38.542857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.608563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] For port 46a111a0-0486-4c06-8895-be604a4ca5fb, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:43:38.611443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] For port 46a111a0-0486-4c06-8895-be604a4ca5fb, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=46a111a0-0486-4c06-8895-be604a4ca5fb,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:43:38.615875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.650487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:38.651225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:38.652613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] 10.222.0.44 "PUT /v2.0/ports/46a111a0-0486-4c06-8895-be604a4ca5fb HTTP/1.1" status: 200 len: 1092 time: 0.5793993 Jul 28 11:43:38.653051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'tag': '46a111a0-0486-4c06-8895-be604a4ca5fb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:38.655282 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ef0d2-798e-4395-8091-959a3b6703bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad930f1-abe3-4b4a-916c-b846c9973c76", "tag": "46a111a0-0486-4c06-8895-be604a4ca5fb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:38.678925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e470a8-5347-424a-bd12-417bbc792e11 service neutron] Pushing event updated for resources: {'Port': ['ID=46a111a0-0486-4c06-8895-be604a4ca5fb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:38.680341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c2556ad3-0eb7-4663-9f1d-697bb6123169 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:38.700803 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d1f6d1-899f-422d-9c42-d6816fee7228 x-openstack-request-id: req-a6d1f6d1-899f-422d-9c42-d6816fee7228 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:38.701093 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad930f1-abe3-4b4a-916c-b846c9973c76", "tag": "46a111a0-0486-4c06-8895-be604a4ca5fb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:38.701344 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6d1f6d1-899f-422d-9c42-d6816fee7228 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:38.701816 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'tag': '46a111a0-0486-4c06-8895-be604a4ca5fb', 'status': 'completed', 'code': 200} Jul 28 11:43:38.703025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: c2556ad3-0eb7-4663-9f1d-697bb6123169 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:38.703381 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c2556ad3-0eb7-4663-9f1d-697bb6123169 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:38.731645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-277820ae-ffec-4dd6-b943-e79e567cf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:38.733145 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-277820ae-ffec-4dd6-b943-e79e567cf21c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e897086b3e444a62b82e2a058337c807&device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 1095 time: 0.0443389 Jul 28 11:43:38.779786 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-74a54487-755c-4706-933d-ac442c2e8fe4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a111a0-0486-4c06-8895-be604a4ca5fb HTTP/1.1" status: 200 len: 217 time: 0.0392258 Jul 28 11:43:38.829083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f416-0d3e-48ed-8573-add786208dc4 req-dc3ecae9-3928-4461-8f1f-cfcce97106a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:38.830529 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-dc3ecae9-3928-4461-8f1f-cfcce97106a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93002aae-b8ae-4759-aa2b-750a014c72e7 HTTP/1.1" status: 200 len: 849 time: 0.0442307 Jul 28 11:43:38.852168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04d589-c49f-41ac-bdf8-296a859bad49 req-067df17a-d7af-4786-b83b-38993b2b5da1 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:38.853669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e04d589-c49f-41ac-bdf8-296a859bad49 req-067df17a-d7af-4786-b83b-38993b2b5da1 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 944 time: 0.0487924 Jul 28 11:43:38.861479 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-583fb727-50af-4c6f-b5cf-bb30f8189b34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17997cfd-203a-4b35-aec7-e5c76bd9ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242476 Jul 28 11:43:38.893038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e04d589-c49f-41ac-bdf8-296a859bad49 req-4fb52a78-9a5c-4e75-bb8e-7b0da8f3cc8a tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Jul 28 11:43:38.955436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-3b231696-89a7-4957-97f3-3ebc4e1e99a1 service neutron] 10.222.0.44 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Jul 28 11:43:39.043184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a206f416-0d3e-48ed-8573-add786208dc4 req-be7e060d-4496-4f5f-b4d9-472fae697fdd service neutron] 10.222.0.44 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802643 Jul 28 11:43:39.124221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-6975e5bb-5f28-4aac-8d81-9b336772eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:39.125691 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-6975e5bb-5f28-4aac-8d81-9b336772eca2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e897086b3e444a62b82e2a058337c807&device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 1095 time: 0.0402672 Jul 28 11:43:39.219787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-07c7524c-a5c3-451a-a0f4-2a2dbe3af7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:39.221548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-07c7524c-a5c3-451a-a0f4-2a2dbe3af7ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 200 len: 910 time: 0.0877836 Jul 28 11:43:39.263162 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-d2b2e5cb-68fe-48b6-bbd2-4cf2a3d3647f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a111a0-0486-4c06-8895-be604a4ca5fb HTTP/1.1" status: 200 len: 217 time: 0.0343835 Jul 28 11:43:39.310295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-d48be1a6-46f0-408d-96c5-8bf2e8e76ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:39.311682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-d48be1a6-46f0-408d-96c5-8bf2e8e76ddc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=93002aae-b8ae-4759-aa2b-750a014c72e7 HTTP/1.1" status: 200 len: 849 time: 0.0421836 Jul 28 11:43:39.347201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-38769b78-8a45-4eed-92a9-5f44a8261a8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17997cfd-203a-4b35-aec7-e5c76bd9ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278335 Jul 28 11:43:39.458736 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-4f9f7e4a-4989-469f-8ad6-941db65dcc3b service neutron] 10.222.0.44 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034744 Jul 28 11:43:39.554735 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cd4ef0d2-798e-4395-8091-959a3b6703bf req-4ad926bf-25d9-4c11-a287-fd16ad57f559 service neutron] 10.222.0.44 "GET /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876684 Jul 28 11:43:40.011508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8e927-0a1a-4fdd-9494-92211a6a148c req-4201ab51-f5ba-4c1c-b174-4fbd93d6bc59 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:40.013110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0d8e927-0a1a-4fdd-9494-92211a6a148c req-4201ab51-f5ba-4c1c-b174-4fbd93d6bc59 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 944 time: 0.0498223 Jul 28 11:43:40.050671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c0d8e927-0a1a-4fdd-9494-92211a6a148c req-5a3bcc6d-eb30-47c9-9556-2df2a96bdb43 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 28 11:43:41.169175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d613ac-149a-4784-98ba-cde3876f67b6 req-f5fc5dbc-3db6-46ef-861f-7ac19f38e23b tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:41.170663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d613ac-149a-4784-98ba-cde3876f67b6 req-f5fc5dbc-3db6-46ef-861f-7ac19f38e23b tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 944 time: 0.0528226 Jul 28 11:43:41.208926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61d613ac-149a-4784-98ba-cde3876f67b6 req-4b8b5c21-79ac-4b63-a0dd-26166f4e9f97 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jul 28 11:43:41.795389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 46a111a0-0486-4c06-8895-be604a4ca5fb details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:43:41.891569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 46a111a0-0486-4c06-8895-be604a4ca5fb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=46a111a0-0486-4c06-8895-be604a4ca5fb,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:41.902912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '46a111a0-0486-4c06-8895-be604a4ca5fb', 'network_id': '17997cfd-203a-4b35-aec7-e5c76bd9ad18', 'port_id': '46a111a0-0486-4c06-8895-be604a4ca5fb', 'mac_address': 'fa:16:3e:04:79:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93002aae-b8ae-4759-aa2b-750a014c72e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:43:41.938623 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:41.950658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a111a0-0486-4c06-8895-be604a4ca5fb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:43:41.969518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 46a111a0-0486-4c06-8895-be604a4ca5fb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=46a111a0-0486-4c06-8895-be604a4ca5fb,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:41.974373 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:42.019173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=46a111a0-0486-4c06-8895-be604a4ca5fb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:42.194256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['46a111a0-0486-4c06-8895-be604a4ca5fb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:43:42.330972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bf33d-aa01-48f1-939a-42d1edddf083 req-08bc8b05-b6f3-4b79-b556-0c47c32a1488 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:42.333141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-981bf33d-aa01-48f1-939a-42d1edddf083 req-08bc8b05-b6f3-4b79-b556-0c47c32a1488 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 945 time: 0.0534158 Jul 28 11:43:42.372439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-981bf33d-aa01-48f1-939a-42d1edddf083 req-1d3e86de-674a-4112-9e4c-a098cfcb690b tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Jul 28 11:43:43.491505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bea58-ae59-4272-801e-9c406dc97be6 req-456e24f8-c7d9-4768-852e-eccaac176b73 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:43.494669 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d1bea58-ae59-4272-801e-9c406dc97be6 req-456e24f8-c7d9-4768-852e-eccaac176b73 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Jul 28 11:43:43.538679 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d1bea58-ae59-4272-801e-9c406dc97be6 req-7486f773-1e79-4db1-aec7-b743b46fbd86 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Jul 28 11:43:43.825929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 46a111a0-0486-4c06-8895-be604a4ca5fb up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:43:43.872738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 46a111a0-0486-4c06-8895-be604a4ca5fb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:43:43.876515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 46a111a0-0486-4c06-8895-be604a4ca5fb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:43:43.876891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.955044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:43.976863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a111a0-0486-4c06-8895-be604a4ca5fb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:43.979139 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905e27c-66af-4d1c-ac1b-f2b5c59d92a9" -d '{"events": [{"server_uuid": "7ad930f1-abe3-4b4a-916c-b846c9973c76", "name": "network-vif-plugged", "status": "completed", "tag": "46a111a0-0486-4c06-8895-be604a4ca5fb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:43.992077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 46a111a0-0486-4c06-8895-be604a4ca5fb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=46a111a0-0486-4c06-8895-be604a4ca5fb,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:43.996269 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:44.019096 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838b183-54e7-4c6c-ba41-b9a268cf5c2a x-openstack-request-id: req-c838b183-54e7-4c6c-ba41-b9a268cf5c2a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:44.020035 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad930f1-abe3-4b4a-916c-b846c9973c76", "name": "network-vif-plugged", "status": "completed", "tag": "46a111a0-0486-4c06-8895-be604a4ca5fb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:44.020312 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c838b183-54e7-4c6c-ba41-b9a268cf5c2a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:44.020765 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a111a0-0486-4c06-8895-be604a4ca5fb', 'code': 200} Jul 28 11:43:44.049530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=46a111a0-0486-4c06-8895-be604a4ca5fb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:44.110036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff457-1349-435a-a8b0-ea8de7ce6969 req-597fed26-ef15-41df-9d03-a4aba3e198a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:44.111481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae3ff457-1349-435a-a8b0-ea8de7ce6969 req-597fed26-ef15-41df-9d03-a4aba3e198a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 1097 time: 0.0401218 Jul 28 11:43:44.145410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ae3ff457-1349-435a-a8b0-ea8de7ce6969 req-984398ac-7d6e-4a20-bd15-6003ed87ae20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272827 Jul 28 11:43:44.658326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80ae2-0802-4f7e-b1d5-f43ca3253c18 req-30f0329c-7ef4-4d99-a4e4-aac77af7ae89 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:44.660610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11a80ae2-0802-4f7e-b1d5-f43ca3253c18 req-30f0329c-7ef4-4d99-a4e4-aac77af7ae89 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 946 time: 0.0546453 Jul 28 11:43:44.698950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11a80ae2-0802-4f7e-b1d5-f43ca3253c18 req-37a056e5-feb5-4359-b814-a995ab4e3ed2 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Jul 28 11:43:45.815865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d6fe6-ec2a-41de-9091-24e0224f8980 req-70939ff9-69a6-416a-9c47-7e7a17b56d53 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:45.818646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e0d6fe6-ec2a-41de-9091-24e0224f8980 req-70939ff9-69a6-416a-9c47-7e7a17b56d53 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 946 time: 0.0510762 Jul 28 11:43:45.856224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e0d6fe6-ec2a-41de-9091-24e0224f8980 req-a72d332a-75cf-40d3-bb0b-87679af27618 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 28 11:43:46.487341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ef01b-bf16-45af-a33e-04fd032affad req-23f581ea-9d81-40bd-a13f-fe0c2ef7e2ba tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:46.488988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f56ef01b-bf16-45af-a33e-04fd032affad req-23f581ea-9d81-40bd-a13f-fe0c2ef7e2ba tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 946 time: 0.0493126 Jul 28 11:43:46.526757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f56ef01b-bf16-45af-a33e-04fd032affad req-ed43351c-1d28-4898-915f-7b2c91b88cc3 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jul 28 11:43:47.650791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdbd7c-3b0e-467f-866a-e515af8b6a9e req-db475750-9a2e-4d8b-987e-8cce73a06ab6 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:47.652249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2afdbd7c-3b0e-467f-866a-e515af8b6a9e req-db475750-9a2e-4d8b-987e-8cce73a06ab6 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Jul 28 11:43:47.691773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2afdbd7c-3b0e-467f-866a-e515af8b6a9e req-429561ba-387f-4bc4-b697-8bb91e836981 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f5a4e92-e99b-4073-bc61-7bcb51533c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Jul 28 11:43:47.756164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-bb915c42-83e9-4416-bd70-2d9aecbb4709 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:43:47.757592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-bb915c42-83e9-4416-bd70-2d9aecbb4709 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad930f1-abe3-4b4a-916c-b846c9973c76 HTTP/1.1" status: 200 len: 946 time: 0.0486355 Jul 28 11:43:47.848367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Deleting port 46a111a0-0486-4c06-8895-be604a4ca5fb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:43:47.848696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.937442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] For port 46a111a0-0486-4c06-8895-be604a4ca5fb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=46a111a0-0486-4c06-8895-be604a4ca5fb,segment=NetworkSegment(f2723fb2-f3cb-4e5d-a269-80466b896f5b),segment_id=f2723fb2-f3cb-4e5d-a269-80466b896f5b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:43:47.937809 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:47.950399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Calling delete_port for 46a111a0-0486-4c06-8895-be604a4ca5fb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:43:48.079319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.091684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['46a111a0-0486-4c06-8895-be604a4ca5fb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:43:48.108276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Pushing event deleted for resources: {'Port': ['ID=46a111a0-0486-4c06-8895-be604a4ca5fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:43:48.150455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] No DVR routers for this DVR port 46a111a0-0486-4c06-8895-be604a4ca5fb on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:43:48.153139 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:48.155174 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7112d4cc-52a8-4b70-8d27-e3e16c39dceb req-e47d05bd-78b9-4394-b397-09fa2bc7af63 tempest-VolumesActionsTest-1303943447 tempest-VolumesActionsTest-1303943447-project] 10.222.0.44 "DELETE /v2.0/ports/46a111a0-0486-4c06-8895-be604a4ca5fb HTTP/1.1" status: 204 len: 173 time: 0.3909507 Jul 28 11:43:48.155638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'name': 'network-vif-deleted', 'tag': '46a111a0-0486-4c06-8895-be604a4ca5fb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:43:48.158015 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da7fa7b-3d79-4e43-abda-7a6bbbfce29c" -d '{"events": [{"server_uuid": "7ad930f1-abe3-4b4a-916c-b846c9973c76", "name": "network-vif-deleted", "tag": "46a111a0-0486-4c06-8895-be604a4ca5fb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:43:48.194889 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da3658-a6d6-4fb8-a4cf-4fee1283ecb1 x-openstack-request-id: req-78da3658-a6d6-4fb8-a4cf-4fee1283ecb1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:43:48.195188 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad930f1-abe3-4b4a-916c-b846c9973c76", "name": "network-vif-deleted", "tag": "46a111a0-0486-4c06-8895-be604a4ca5fb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:43:48.195489 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78da3658-a6d6-4fb8-a4cf-4fee1283ecb1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:43:48.195914 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad930f1-abe3-4b4a-916c-b846c9973c76', 'name': 'network-vif-deleted', 'tag': '46a111a0-0486-4c06-8895-be604a4ca5fb', 'status': 'completed', 'code': 200} Jul 28 11:43:49.993813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:51.842619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 46a111a0-0486-4c06-8895-be604a4ca5fb no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:43:51.870087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 46a111a0-0486-4c06-8895-be604a4ca5fb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:43:51.870434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 46a111a0-0486-4c06-8895-be604a4ca5fb not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:43:52.786628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:43:57.907788 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-106303a9-b8c1-469c-a4fa-28a5c329f415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.006962 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:01.151355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-33ebabd1-3214-4d88-9bb7-352f66425c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:02.036446 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:03.499476 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.652666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:07.702243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Deleting subnet 93002aae-b8ae-4759-aa2b-750a014c72e7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:44:07.705386 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.740157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.779745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.830647 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.855964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93002aae-b8ae-4759-aa2b-750a014c72e7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:07.860545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:07.862450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93002aae-b8ae-4759-aa2b-750a014c72e7 HTTP/1.1" status: 204 len: 168 time: 0.2085974 Jul 28 11:44:07.865116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:07.867722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.868072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.868441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.869055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.869386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.869716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.870041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.870365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.870687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.871009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.871328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.871647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69924585-67bc-4787-bd1b-dd3d6efd9a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:07.937597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.020471 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.029911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17997cfd-203a-4b35-aec7-e5c76bd9ad18']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:08.039771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2723fb2-f3cb-4e5d-a269-80466b896f5b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:08.040102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2723fb2-f3cb-4e5d-a269-80466b896f5b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:44:08.048876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.062510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.068900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:44:08.069291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:44:08.070953 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:44:08.123454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.130040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.132312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/17997cfd-203a-4b35-aec7-e5c76bd9ad18 HTTP/1.1" status: 204 len: 168 time: 0.2661586 Jul 28 11:44:08.141912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18bf8c-9bc8-4c1e-94a0-b6c5eb4935b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17997cfd-203a-4b35-aec7-e5c76bd9ad18,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:08.295045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:08.338992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1de0d9a9-240b-44b6-8c7b-515009a85643 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e897086b3e444a62b82e2a058337c807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426137 Jul 28 11:44:08.341360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:08.389114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b48e6aa7-8ed1-406a-98ed-52d182e7ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.409278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b48e6aa7-8ed1-406a-98ed-52d182e7ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.456817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b48e6aa7-8ed1-406a-98ed-52d182e7ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.459758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b48e6aa7-8ed1-406a-98ed-52d182e7ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:08.460968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b48e6aa7-8ed1-406a-98ed-52d182e7ff9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f5a4e92-e99b-4073-bc61-7bcb51533c50 HTTP/1.1" status: 204 len: 168 time: 0.1186919 Jul 28 11:44:08.468734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6aa7-8ed1-406a-98ed-52d182e7ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a4e92-e99b-4073-bc61-7bcb51533c50,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:15.491985 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:44:19.994790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:22.781015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:27.914528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9edadd07-dd01-47f9-8b2a-4971ea1ca9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.000638 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:31.153440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-844e76cd-65ee-4c92-a4e8-370a1ffd26a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:32.039707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:33.500146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:50.016647 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.374462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.481900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03e68fc-107a-4cdd-8587-24e4aa41950f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.490109 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:44:52.570051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03e68fc-107a-4cdd-8587-24e4aa41950f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.573720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03e68fc-107a-4cdd-8587-24e4aa41950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.614862 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f03e68fc-107a-4cdd-8587-24e4aa41950f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96203459534c402c8a091d1a38e98bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392199 Jul 28 11:44:52.616075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e68fc-107a-4cdd-8587-24e4aa41950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034e840-da77-4a3f-b7fe-3f82c0d574c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:52.617802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:52.672643 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.693229 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.739743 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.742695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:52.743838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b034e840-da77-4a3f-b7fe-3f82c0d574c1 HTTP/1.1" status: 204 len: 168 time: 0.1249347 Jul 28 11:44:52.752160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034e840-da77-4a3f-b7fe-3f82c0d574c1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:52.760685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.761026 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.761369 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.761708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.762042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.762373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.762703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.763024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.763349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.763675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.763994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.764342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa80c75-469d-46e7-8b34-656f7a40ddb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:44:52.798539 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.256713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:57.364510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a029b49b-1299-41c4-a1d2-fd1c7ddffdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.450837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a029b49b-1299-41c4-a1d2-fd1c7ddffdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.454669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a029b49b-1299-41c4-a1d2-fd1c7ddffdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.493078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a029b49b-1299-41c4-a1d2-fd1c7ddffdb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd4a7f47d12347dd83d3bb2fd6e6d2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353034 Jul 28 11:44:57.494244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029b49b-1299-41c4-a1d2-fd1c7ddffdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69365fad-efaa-4d31-be4d-8bc57b04226d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:57.496033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:44:57.544780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eddef98-6774-4573-b279-6fa92b7a3a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.567051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eddef98-6774-4573-b279-6fa92b7a3a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.612428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eddef98-6774-4573-b279-6fa92b7a3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.616948 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eddef98-6774-4573-b279-6fa92b7a3a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:44:57.618265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3eddef98-6774-4573-b279-6fa92b7a3a2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69365fad-efaa-4d31-be4d-8bc57b04226d HTTP/1.1" status: 204 len: 168 time: 0.1211619 Jul 28 11:44:57.627322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddef98-6774-4573-b279-6fa92b7a3a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69365fad-efaa-4d31-be4d-8bc57b04226d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:44:57.908466 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97edb317-94c4-4416-873f-e5b6581adb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.004981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:01.159496 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-826faeaf-c11b-4fba-a4f1-fc5eed45953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:02.044357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:03.503007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.497572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:11.604501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.690418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.694396 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.730465 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=899eb3cb27494133b7a0944b73a2007f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317748 Jul 28 11:45:11.732434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f909c0a-61b5-41e6-b56c-ea0ac52b34f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:11.733562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:11.739749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.740032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.740929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.741264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.741591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.741916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.742238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.742558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.742880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.743199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.743517 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.743836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1167350-63e7-4b91-aaf7-40399e9ce771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:11.783037 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fde61465-29a3-4252-a61a-76dc6907779f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.803901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fde61465-29a3-4252-a61a-76dc6907779f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.851760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fde61465-29a3-4252-a61a-76dc6907779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.854200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fde61465-29a3-4252-a61a-76dc6907779f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:11.855301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fde61465-29a3-4252-a61a-76dc6907779f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f909c0a-61b5-41e6-b56c-ea0ac52b34f8 HTTP/1.1" status: 204 len: 168 time: 0.1207259 Jul 28 11:45:11.862695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61465-29a3-4252-a61a-76dc6907779f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f909c0a-61b5-41e6-b56c-ea0ac52b34f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.461973 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54920) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:12.558139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-687163998-network', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:12.579124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Made reservation on behalf of 68943580e4d34c19b7b9e808fc67f9c7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:12.581729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.592079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.684633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.688231 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.714415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:12.723871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c97229-464f-4b26-b2de-eb8094143612,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.729403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.729744 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Added segment 2fe587ee-133e-4372-a083-d742c3e4ff98 of type vlan for network 9d8eefdf-9f47-4e51-bc31-456d798933c6 Jul 28 11:45:12.768479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.796784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.797718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:12.798286 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:12.850720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3875213 Jul 28 11:45:12.853418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:12.858363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Request body: {'subnet': {'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-687163998-subnet', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:12.859764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8361955-59c4-4aaf-b7cd-de12c2ea87ed admin admin] Pushing event updated for resources: {'Network': ['ID=9d8eefdf-9f47-4e51-bc31-456d798933c6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:12.871092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:12.877988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Made reservation on behalf of 68943580e4d34c19b7b9e808fc67f9c7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:12.880250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.044920 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.104169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e92334-3517-41fb-a336-96a8a8485151,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:13.111076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Checking segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:13.111431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Network hostable DHCP agents. Network: 9d8eefdf-9f47-4e51-bc31-456d798933c6, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:13.127479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:13.135819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9d8eefdf-9f47-4e51-bc31-456d798933c6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:13.139950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:13.140555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.144553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebc15d-fbc3-4c0a-ac42-1722e9548740 None None] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:13.155476 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc025593-4210-43f4-85ef-a6e8bd8246d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3009548 Jul 28 11:45:13.158366 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:13.163346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:13.184286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.185250 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.242109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.295296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9d8eefdf-9f47-4e51-bc31-456d798933c6', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:13.296160 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.435032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Allocated IP 172.20.0.2 (9d8eefdf-9f47-4e51-bc31-456d798933c6/a7e92334-3517-41fb-a336-96a8a8485151/6774e0b3-ea23-4bee-b171-021376f506a3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:13.583107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.592491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Transition to ACTIVE for port object 6774e0b3-ea23-4bee-b171-021376f506a3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:13.608427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Transition to ACTIVE for port object 6774e0b3-ea23-4bee-b171-021376f506a3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:13.613750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.650473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:13.653183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:13.655592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:13.666827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Pushing event updated for resources: {'Port': ['ID=6774e0b3-ea23-4bee-b171-021376f506a3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:13.690825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.691164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.691503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.691839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.692167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.692515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.692843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.693160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.693519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.693834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.694151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.694469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:13.703581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.726813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Attempting to bind port 6774e0b3-ea23-4bee-b171-021376f506a3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:13.727179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Attempting to bind port 6774e0b3-ea23-4bee-b171-021376f506a3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:13.727538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Attempting to bind port 6774e0b3-ea23-4bee-b171-021376f506a3 on network 9d8eefdf-9f47-4e51-bc31-456d798933c6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:13.732375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:13.732791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Checking segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:13.733394 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.733834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Bound using segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:13.734302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Bound port: 6774e0b3-ea23-4bee-b171-021376f506a3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:13.734677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.798885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] For port 6774e0b3-ea23-4bee-b171-021376f506a3, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:13.802019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] For port 6774e0b3-ea23-4bee-b171-021376f506a3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6774e0b3-ea23-4bee-b171-021376f506a3,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:13.806958 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.864590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751bb04-51b6-40a8-9605-1efb779ed2cc None None] Pushing event updated for resources: {'Port': ['ID=6774e0b3-ea23-4bee-b171-021376f506a3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:13.911339 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:13.930485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.057731 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Allocated IP 172.25.1.35 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/fd0d3966-eb3f-4de9-adaa-e8c2999cebb4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:14.171458 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.212076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.230439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6774e0b3-ea23-4bee-b171-021376f506a3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:14.254191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:14.259843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:14.262272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:14.268289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Pushing event updated for resources: {'Port': ['ID=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:14.286878 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6774e0b3-ea23-4bee-b171-021376f506a3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:14.518642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.725624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.737634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36718e9-963f-4cb0-86da-7d6e907ece8c None None] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:14.798351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] Provisioning for port 6774e0b3-ea23-4bee-b171-021376f506a3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:14.810485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] Provisioning complete for port 6774e0b3-ea23-4bee-b171-021376f506a3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:14.810859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.858709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:14.961551 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.965933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:14.977556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Sync routers for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:14.982217 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:14.983603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cc1fb3a6-2570-4eab-882c-76f90ded67fc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8242459 Jul 28 11:45:14.986693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:15.006951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:15.007605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:15.048364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] For port 6774e0b3-ea23-4bee-b171-021376f506a3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6774e0b3-ea23-4bee-b171-021376f506a3,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:15.057109 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.153286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4ac5-5a54-4be1-b6a6-bdf2c55a4783 None None] Pushing event updated for resources: {'Port': ['ID=6774e0b3-ea23-4bee-b171-021376f506a3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:15.164295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:15.424666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.428957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3bff17c5-d66d-47a1-95c3-83f131a5ddb4 None None] Provisioning complete for port 6774e0b3-ea23-4bee-b171-021376f506a3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:15.429485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bff17c5-d66d-47a1-95c3-83f131a5ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.567405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:14Z', 'revision_number': 3, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:15.584528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Allocated IP 172.20.0.1 (9d8eefdf-9f47-4e51-bc31-456d798933c6/a7e92334-3517-41fb-a336-96a8a8485151/2ea4803b-ec0b-4bf7-8f78-719be8c85da3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:15.596763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Checking router: 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:15.597119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Updating router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:15.622070 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.687582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.701925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Transition to ACTIVE for port object 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:15.734409 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.769752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:15.773812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:15.775905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:15.808722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:15.825014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.877535 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.888806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Transition to ACTIVE for port object fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:15.895311 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.952489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Attempting to bind port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:15.952863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Attempting to bind port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:15.953229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Attempting to bind port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:15.958870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61eb4-a9cc-45a8-86fc-f486fa8a08ef None None] Pushing event updated for resources: {'Port': ['ID=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:15.964560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:15.965018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:15.965338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.965726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:15.966196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Bound port: fd0d3966-eb3f-4de9-adaa-e8c2999cebb4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:15.966582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:15.975237 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.020028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] For port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:16.023901 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] For port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:16.028424 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.092319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:16.092870 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.135665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61eb4-a9cc-45a8-86fc-f486fa8a08ef None None] Pushing event updated for resources: {'Port': ['ID=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:16.140587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-704a5323-36f4-45f1-a9a8-209f661324bb None None] Provisioning for port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:16.140753 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.147331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.148822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-704a5323-36f4-45f1-a9a8-209f661324bb None None] Provisioning complete for port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:16.149207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-704a5323-36f4-45f1-a9a8-209f661324bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.214919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:16.220949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6774e0b3-ea23-4bee-b171-021376f506a3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:16.222709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.227982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-704a5323-36f4-45f1-a9a8-209f661324bb None None] Port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:16.265206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:16.323346 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:16.324808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:16.389548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6774e0b3-ea23-4bee-b171-021376f506a3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:16.390264 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.451535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:16.550158 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 1, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:16.563550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:16.569461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bf499455-53e1-4f5a-89c0-6800b5d17406 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816402 Jul 28 11:45:16.581323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9505ca-d2b0-4584-9068-09e11790c869 None None] The sync data for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 is: [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 1, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:16.654060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f954b244-8f24-49cd-a324-ec6e4f7ffd1a None None] Provisioning complete for port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:16.654532 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f954b244-8f24-49cd-a324-ec6e4f7ffd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:16.690588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f954b244-8f24-49cd-a324-ec6e4f7ffd1a None None] Port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:17.072710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.077684 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-381413540-network', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:17.099306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Made reservation on behalf of 1deef52aaae043e5abe3d5396f4b168c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:17.102672 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.111765 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.217196 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.223726 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.253279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:45:17.259664 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a8ea9-e255-405f-a448-ea062792398c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:17.266980 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.267387 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Added segment 8dfdeb7a-be00-4930-93ae-dae360ae0653 of type vlan for network c888cbcf-1020-4f37-8481-d36658dbc857 Jul 28 11:45:17.310758 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.341987 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.343197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:17.343821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.399547 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3257084 Jul 28 11:45:17.402136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54946) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:17.408540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Request body: {'subnet': {'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-381413540-subnet', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:17.418639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac2eb1-9c6d-4503-89d6-ca3b41323c21 admin admin] Pushing event updated for resources: {'Network': ['ID=c888cbcf-1020-4f37-8481-d36658dbc857,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:17.429387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c888cbcf-1020-4f37-8481-d36658dbc857 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:45:17.438145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Made reservation on behalf of 1deef52aaae043e5abe3d5396f4b168c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:17.440495 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:17.970331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.023396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8bacbb-0237-4695-8d9b-317863a7d932,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.033413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Checking segment: {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:18.033768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Network hostable DHCP agents. Network: c888cbcf-1020-4f37-8481-d36658dbc857, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:45:18.049752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Network c888cbcf-1020-4f37-8481-d36658dbc857 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:45:18.058402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c888cbcf-1020-4f37-8481-d36658dbc857) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:18.062591 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:18.063181 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.067666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd1845-1169-43c5-8667-f0c29d948a77 None None] Network c888cbcf-1020-4f37-8481-d36658dbc857 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:18.077332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19d55d46-883d-4c5c-a41c-9ca4664fa7e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6741970 Jul 28 11:45:18.079960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:18.085927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:18.106241 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.107213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.168868 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.250053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-c888cbcf-1020-4f37-8481-d36658dbc857', 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'fixed_ips': [{'subnet_id': 'cb8bacbb-0237-4695-8d9b-317863a7d932'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:45:18.250993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.253223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:18.342013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.383422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:18.406984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:18.407359 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.471154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Allocated IP 172.20.0.2 (c888cbcf-1020-4f37-8481-d36658dbc857/cb8bacbb-0237-4695-8d9b-317863a7d932/12b405a7-c86a-4137-9b19-f8dff832c32e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:18.566005 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.576381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Sync routers for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:18.580985 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.586974 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:18.587550 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:18.598638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:18.602888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.603791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.696117 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:18.697558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.710923 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.718094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Allocated IP 172.25.1.220 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b117459e-3588-4aaf-9858-d93ff433b0a9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:18.721838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Transition to ACTIVE for port object 12b405a7-c86a-4137-9b19-f8dff832c32e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:18.737258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Transition to ACTIVE for port object 12b405a7-c86a-4137-9b19-f8dff832c32e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:18.745063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.784812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Network c888cbcf-1020-4f37-8481-d36658dbc857 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:18.792389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:18.794479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Pushing event updated for resources: {'Port': ['ID=12b405a7-c86a-4137-9b19-f8dff832c32e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.796625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:18.846877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.858366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Attempting to bind port 12b405a7-c86a-4137-9b19-f8dff832c32e on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:18.859006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Attempting to bind port 12b405a7-c86a-4137-9b19-f8dff832c32e by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:18.859370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Attempting to bind port 12b405a7-c86a-4137-9b19-f8dff832c32e on network c888cbcf-1020-4f37-8481-d36658dbc857 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:18.864490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:18.864868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Checking segment: {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:18.866042 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.866210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Bound using segment: {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:18.866748 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Bound port: 12b405a7-c86a-4137-9b19-f8dff832c32e, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:18.867401 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.889606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.902914 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:16Z', 'revision_number': 2, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:18.930962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:18.933343 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Checking router: 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:18.933688 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Updating router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:18.938376 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:18.942722 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:18.946227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Pushing event updated for resources: {'Port': ['ID=b117459e-3588-4aaf-9858-d93ff433b0a9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:18.946956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] For port 12b405a7-c86a-4137-9b19-f8dff832c32e, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:18.950691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] For port 12b405a7-c86a-4137-9b19-f8dff832c32e, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=12b405a7-c86a-4137-9b19-f8dff832c32e,segment=NetworkSegment(8dfdeb7a-be00-4930-93ae-dae360ae0653),segment_id=8dfdeb7a-be00-4930-93ae-dae360ae0653)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:18.955204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:18.964951 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.018650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0709a9-650b-48d4-a19f-30cd878cafee None None] Pushing event updated for resources: {'Port': ['ID=12b405a7-c86a-4137-9b19-f8dff832c32e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:19.255451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.278953 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.292818 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Transition to ACTIVE for port object 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:19.300753 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.347149 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Pushing event updated for resources: {'Port': ['ID=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:19.359549 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.359894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.360246 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.360575 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.360953 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.361283 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.361602 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.361918 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.362236 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.362547 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.362863 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.363175 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:45:19.417980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Attempting to bind port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:19.418710 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Attempting to bind port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:19.419309 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Attempting to bind port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 on network 9d8eefdf-9f47-4e51-bc31-456d798933c6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:19.424740 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:19.425251 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Checking segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:19.425748 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.426227 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Bound using segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:19.426781 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Bound port: 2ea4803b-ec0b-4bf7-8f78-719be8c85da3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:19.427283 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.474017 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.494262 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] For port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:19.498074 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] For port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:19.504117 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.576737 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfea46-c134-4089-aed6-0edac460f53b None None] Pushing event updated for resources: {'Port': ['ID=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:19.579204 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:19.579802 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:19.621750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Router aed8616f-62bc-4022-8127-502cce259612 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:45:19.693469 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:19.753948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:19.766081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Sync routers for ids ['aed8616f-62bc-4022-8127-502cce259612'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:19.776366 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:19.777781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-83d30784-da61-474c-ae1c-83627a12b1ff admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6966124 Jul 28 11:45:19.781235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:19.782457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Routers {'aed8616f-62bc-4022-8127-502cce259612'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:19.783093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aed8616f-62bc-4022-8127-502cce259612'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:19.918975 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Set router aed8616f-62bc-4022-8127-502cce259612 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:19.949867 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:19Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:19.977134 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d735ad-b201-486b-bedf-d1dfcea7c188 None None] The sync data for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 is: [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:19Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:20.046136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.149831 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:19Z', 'revision_number': 3, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:20.207939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce24609-25b8-43d5-827b-551b2b5ba258 None None] Network c888cbcf-1020-4f37-8481-d36658dbc857 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:45:20.271033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Checking router: aed8616f-62bc-4022-8127-502cce259612 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:20.271354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Updating router aed8616f-62bc-4022-8127-502cce259612 port b117459e-3588-4aaf-9858-d93ff433b0a9 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:20.327139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82df553d-bee3-4601-a2ae-7fbea41ba088 None None] Provisioning for port 12b405a7-c86a-4137-9b19-f8dff832c32e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:20.331343 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.333842 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.378103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:20.514140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Allocated IP 172.20.0.1 (c888cbcf-1020-4f37-8481-d36658dbc857/cb8bacbb-0237-4695-8d9b-317863a7d932/5c00da28-0ef1-429f-a24d-d4effe3ad5e3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:20.638128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.652730 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Transition to ACTIVE for port object 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:20.689365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.729179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Network c888cbcf-1020-4f37-8481-d36658dbc857 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:20.732084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:20.735939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:20.763324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:20.786032 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.791343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:20.791899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.939504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:20.963912 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:20.987084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.004822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Transition to ACTIVE for port object b117459e-3588-4aaf-9858-d93ff433b0a9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:21.020582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.088599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Attempting to bind port b117459e-3588-4aaf-9858-d93ff433b0a9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:21.088973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Attempting to bind port b117459e-3588-4aaf-9858-d93ff433b0a9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:21.089439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Attempting to bind port b117459e-3588-4aaf-9858-d93ff433b0a9 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:21.091419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:21.103712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:21.104108 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.109263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f82e-4f50-4086-8240-465c13d23fe8 None None] Pushing event updated for resources: {'Port': ['ID=b117459e-3588-4aaf-9858-d93ff433b0a9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:21.124604 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.131513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.131934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:21.132420 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:21.133027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.133453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:21.133940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Bound port: b117459e-3588-4aaf-9858-d93ff433b0a9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:21.134322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.200250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c903c6aa-d15d-4ce3-bb50-9c2e22a56f65 None None] Provisioning for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:21.209022 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.218430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:21.219102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c903c6aa-d15d-4ce3-bb50-9c2e22a56f65 None None] Provisioning complete for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:21.219544 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c903c6aa-d15d-4ce3-bb50-9c2e22a56f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.252040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] For port b117459e-3588-4aaf-9858-d93ff433b0a9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:21.299586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] For port b117459e-3588-4aaf-9858-d93ff433b0a9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b117459e-3588-4aaf-9858-d93ff433b0a9,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:21.315266 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.318106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Network c888cbcf-1020-4f37-8481-d36658dbc857 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:21.319786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:21.326908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c903c6aa-d15d-4ce3-bb50-9c2e22a56f65 None None] Port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:21.376894 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.422631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Routers {'aed8616f-62bc-4022-8127-502cce259612'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:21.423285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aed8616f-62bc-4022-8127-502cce259612'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:21.448429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Router aed8616f-62bc-4022-8127-502cce259612 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:21.482690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f82e-4f50-4086-8240-465c13d23fe8 None None] Pushing event updated for resources: {'Port': ['ID=b117459e-3588-4aaf-9858-d93ff433b0a9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:21.520452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:21.531313 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.532407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12b405a7-c86a-4137-9b19-f8dff832c32e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:21.577943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:21.583092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1bf8e63c-2e94-4cff-9e88-0c3eb51afaf1 admin admin] 10.222.0.20 "PUT /v2.0/routers/aed8616f-62bc-4022-8127-502cce259612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008077 Jul 28 11:45:21.625745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2de46f3d-5409-43c4-93d2-6e72ec46b563 None None] Provisioning complete for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:21.626126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2de46f3d-5409-43c4-93d2-6e72ec46b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.706056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] Set router aed8616f-62bc-4022-8127-502cce259612 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:21.764444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2de46f3d-5409-43c4-93d2-6e72ec46b563 None None] Port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:21.769795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:21.814813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 12b405a7-c86a-4137-9b19-f8dff832c32e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:21.830806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 12b405a7-c86a-4137-9b19-f8dff832c32e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:21.830806 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.919199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9dbace3-f3b2-4d7f-8621-6f67368e9f0c None None] Provisioning complete for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:21.919568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9dbace3-f3b2-4d7f-8621-6f67368e9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:21.979097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbace3-f3b2-4d7f-8621-6f67368e9f0c None None] Port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:22.039790 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.086586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 12b405a7-c86a-4137-9b19-f8dff832c32e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=12b405a7-c86a-4137-9b19-f8dff832c32e,segment=NetworkSegment(8dfdeb7a-be00-4930-93ae-dae360ae0653),segment_id=8dfdeb7a-be00-4930-93ae-dae360ae0653)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:22.089080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.092974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.093899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748069948', 'description': 'tempest-secgroup-smoke-1748069948 description', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.098494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5c00da28-0ef1-429f-a24d-d4effe3ad5e3', 'name': '', 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'mac_address': 'fa:16:3e:87:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:20Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 2, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'subnets': [{'id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:22.115574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.141048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a610a-1346-42b6-b0c0-6ee4db57a408 None None] The sync data for ids ['aed8616f-62bc-4022-8127-502cce259612'] in n-d-723573-7 is: [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5c00da28-0ef1-429f-a24d-d4effe3ad5e3', 'name': '', 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'mac_address': 'fa:16:3e:87:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:20Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 2, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'subnets': [{'id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:22.225961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=12b405a7-c86a-4137-9b19-f8dff832c32e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.237737 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.240986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:22.243650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.279048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.280663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1904736 Jul 28 11:45:22.283776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.288437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group_rule': {'security_group_id': 'c914c432-897f-4000-a84a-3b35aebf4982', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.295095 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4658-d15f-4440-a7be-0167c887f4b8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c914c432-897f-4000-a84a-3b35aebf4982,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.302179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:22.303134 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.328475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.390285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.397090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.424160 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.426226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412404 Jul 28 11:45:22.430706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.436247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group_rule': {'security_group_id': 'c914c432-897f-4000-a84a-3b35aebf4982', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.440436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f55bf-693b-4990-ae95-789dbac5c13e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f51920-207a-4127-a7cb-56b9d89fcd90,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.467925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.541574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.545735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.565272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac82f3d8-0113-4b79-9c5e-06b32eee35f0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.571902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.573369 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-561750d3-1ef0-4939-a565-0550b6e3a40e tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413679 Jul 28 11:45:22.575953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.580573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group_rule': {'security_group_id': 'c914c432-897f-4000-a84a-3b35aebf4982', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.609597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.673267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.677086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.696660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cabad63-d52a-41cf-b949-e2ffbcfb194d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.702301 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.703618 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4debba2d-d837-4ae0-858e-8a870691f13c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266279 Jul 28 11:45:22.706477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 54968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.711453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group_rule': {'security_group_id': 'c914c432-897f-4000-a84a-3b35aebf4982', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.738232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.805397 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.809431 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.816449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.831703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e084684-07f8-4e6b-b7b2-474ab062370e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.852700 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.854140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c81f89cb-8a1c-4379-951e-ff5e176c0087 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464188 Jul 28 11:45:22.856928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:22.867085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group_rule': {'security_group_id': 'c914c432-897f-4000-a84a-3b35aebf4982', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:22.889656 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Project 68943580e4d34c19b7b9e808fc67f9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:45:22.894533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.962866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.967047 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.985693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4062a1bd-e307-40f6-b1c9-445414171518,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:22.993189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:22.994520 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-207ea202-1304-4968-80b3-c8f8a85a0736 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343136 Jul 28 11:45:22.997422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 54972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:23.001962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'security_group_rule': {'security_group_id': 'c914c432-897f-4000-a84a-3b35aebf4982', 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:23.024657 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Project 68943580e4d34c19b7b9e808fc67f9c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:45:23.030222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.097042 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.101668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.119072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5f8a08-2386-48fd-9796-54b0af7317a9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:23.126005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:23.127228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e4ad8a80-86fb-4b93-9950-1a8c78a8b3c3 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288290 Jul 28 11:45:23.277261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-3952e618-7001-4e68-a518-18237477e202 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748069948&fields=id&tenant_id=68943580e4d34c19b7b9e808fc67f9c7 HTTP/1.1" status: 200 len: 267 time: 0.0351887 Jul 28 11:45:23.392147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-83af6ddf-b330-47ca-a5c6-02604e8cb58d tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:23.393601 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-83af6ddf-b330-47ca-a5c6-02604e8cb58d tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 808 time: 0.1095262 Jul 28 11:45:23.411541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-29a24b43-756c-4cb9-98e1-c73767002082 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/quotas/68943580e4d34c19b7b9e808fc67f9c7 HTTP/1.1" status: 200 len: 375 time: 0.0104430 Jul 28 11:45:23.466752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-49670948-704e-4b7f-817a-269955b873a5 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494764 Jul 28 11:45:23.659684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-12b79f16-4017-491e-bfed-5ae148e3a28b service neutron] 10.222.0.20 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806378 Jul 28 11:45:23.750136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-72fe6540-ba51-419f-b33e-d2ebf2200442 service neutron] 10.222.0.20 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837672 Jul 28 11:45:23.940895 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88b04c89-f5b7-4e21-9159-182dc0427fbd req-2bb73ac6-0fa3-4d1a-ab42-8b95e0b69f26 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Jul 28 11:45:24.202712 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Sync routers for ids ['aed8616f-62bc-4022-8127-502cce259612'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:24.212707 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Routers {'aed8616f-62bc-4022-8127-502cce259612'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:24.213414 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aed8616f-62bc-4022-8127-502cce259612'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:24.276126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12b405a7-c86a-4137-9b19-f8dff832c32e up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:24.322183 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Set router aed8616f-62bc-4022-8127-502cce259612 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:24.323182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 12b405a7-c86a-4137-9b19-f8dff832c32e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:24.323553 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.401685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b117459e-3588-4aaf-9858-d93ff433b0a9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:24.449147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b117459e-3588-4aaf-9858-d93ff433b0a9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:24.452902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b117459e-3588-4aaf-9858-d93ff433b0a9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:24.453365 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.537492 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.559537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b117459e-3588-4aaf-9858-d93ff433b0a9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b117459e-3588-4aaf-9858-d93ff433b0a9,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:24.562776 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.609865 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5c00da28-0ef1-429f-a24d-d4effe3ad5e3', 'name': '', 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'mac_address': 'fa:16:3e:87:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:20Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 2, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'subnets': [{'id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:24.612751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b117459e-3588-4aaf-9858-d93ff433b0a9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:24.637045 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Checking router: aed8616f-62bc-4022-8127-502cce259612 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:24.637399 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Updating router aed8616f-62bc-4022-8127-502cce259612 port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:45:24.660813 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.916494 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.926029 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Transition to ACTIVE for port object 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:24.933006 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:24.983268 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c8f95-5610-41fe-9c59-039f6f06c155 None None] Pushing event updated for resources: {'Port': ['ID=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:25.034895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Attempting to bind port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:25.035263 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Attempting to bind port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:25.035624 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Attempting to bind port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 on network c888cbcf-1020-4f37-8481-d36658dbc857 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:25.041357 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:25.041727 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Checking segment: {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:25.043381 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.043381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Bound using segment: {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:25.043381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Bound port: 5c00da28-0ef1-429f-a24d-d4effe3ad5e3, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfdeb7a-be00-4930-93ae-dae360ae0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:25.043381 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.061888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c4ec794-b2fc-496c-9964-c395e6d7d4be req-b8c4a7ff-db88-4a7a-a427-894022f9b4e6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 210 time: 0.0307288 Jul 28 11:45:25.112224 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] For port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:25.115981 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] For port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,segment=NetworkSegment(8dfdeb7a-be00-4930-93ae-dae360ae0653),segment_id=8dfdeb7a-be00-4930-93ae-dae360ae0653)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:25.121245 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:25.176809 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Routers {'aed8616f-62bc-4022-8127-502cce259612'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:25.178070 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aed8616f-62bc-4022-8127-502cce259612'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:25.221742 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c8f95-5610-41fe-9c59-039f6f06c155 None None] Pushing event updated for resources: {'Port': ['ID=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:25.311069 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] Set router aed8616f-62bc-4022-8127-502cce259612 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:25.511168 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5c00da28-0ef1-429f-a24d-d4effe3ad5e3', 'name': '', 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'mac_address': 'fa:16:3e:87:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:20Z', 'updated_at': '2021-07-28T11:45:25Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'subnets': [{'id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:25.540170 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e39f4c-4f9d-4d28-86b5-b96d4298fff8 None None] The sync data for ids ['aed8616f-62bc-4022-8127-502cce259612'] in n-d-723573-7 is: [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:20Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5c00da28-0ef1-429f-a24d-d4effe3ad5e3', 'name': '', 'network_id': 'c888cbcf-1020-4f37-8481-d36658dbc857', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'mac_address': 'fa:16:3e:87:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:20Z', 'updated_at': '2021-07-28T11:45:25Z', 'revision_number': 4, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'subnets': [{'id': 'cb8bacbb-0237-4695-8d9b-317863a7d932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:26.142938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad641e4d-ef8d-4e94-9ec5-00768a8bf057 req-9f3c2c2d-5806-49a1-9933-e7053d1c38b5 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 210 time: 0.0298028 Jul 28 11:45:26.225222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:26.274218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:26.278069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:26.278446 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.352388 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.386672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,segment=NetworkSegment(8dfdeb7a-be00-4930-93ae-dae360ae0653),segment_id=8dfdeb7a-be00-4930-93ae-dae360ae0653)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:26.391978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:26.392921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b117459e-3588-4aaf-9858-d93ff433b0a9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:26.474923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:26.486746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b117459e-3588-4aaf-9858-d93ff433b0a9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:26.487123 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.123044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-d074f415-6109-4008-aa65-ec32c96eddb0 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:27.124507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-d074f415-6109-4008-aa65-ec32c96eddb0 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 808 time: 0.1051133 Jul 28 11:45:27.168519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-7a4daeaa-f9c3-4668-81a5-19aca59df700 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68943580e4d34c19b7b9e808fc67f9c7 HTTP/1.1" status: 200 len: 380 time: 0.0349143 Jul 28 11:45:27.179141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'port': {'device_id': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'admin_state_up': True, 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'security_groups': ['c914c432-897f-4000-a84a-3b35aebf4982']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:27.237473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-959c7eda-04de-4a4b-8b4c-f03a12223145 req-8a88f0ed-671a-43e4-ac20-109e7615e6c2 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 210 time: 0.0265224 Jul 28 11:45:27.294136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Made reservation on behalf of 68943580e4d34c19b7b9e808fc67f9c7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:45:27.297558 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.423612 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Allocated IP 172.20.0.7 (9d8eefdf-9f47-4e51-bc31-456d798933c6/a7e92334-3517-41fb-a336-96a8a8485151/aa6f1f74-53ca-4a16-b707-f6273740f168) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:27.563846 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.577823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Transition to ACTIVE for port object aa6f1f74-53ca-4a16-b707-f6273740f168 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:27.609002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.650870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:27.653947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:27.659926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:27.665684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'Port': ['ID=aa6f1f74-53ca-4a16-b707-f6273740f168,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:27.717726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:27.718359 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.734226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-d0db77e0-762b-4eae-b4a0-01ac20d9bd98 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590694 Jul 28 11:45:27.747189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Request body: {'port': {'device_id': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:27.803064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.882684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd51382a-317f-4cb1-a864-b3691a0d4731 None None] Provisioning for port aa6f1f74-53ca-4a16-b707-f6273740f168 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:27.886491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd51382a-317f-4cb1-a864-b3691a0d4731 None None] Provisioning complete for port aa6f1f74-53ca-4a16-b707-f6273740f168 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:27.886868 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd51382a-317f-4cb1-a864-b3691a0d4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.935255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6907775e-5728-4bfe-9cc3-e5135d059095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:27.939032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bd51382a-317f-4cb1-a864-b3691a0d4731 None None] Port aa6f1f74-53ca-4a16-b707-f6273740f168 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:45:28.069559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6f1f74-53ca-4a16-b707-f6273740f168 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:45:28.076841 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.088340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Transition to ACTIVE for port object aa6f1f74-53ca-4a16-b707-f6273740f168 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:45:28.092234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.144941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6f1f74-53ca-4a16-b707-f6273740f168,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:28.217708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:28.219765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Attempting to bind port aa6f1f74-53ca-4a16-b707-f6273740f168 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:45:28.220115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Attempting to bind port aa6f1f74-53ca-4a16-b707-f6273740f168 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:45:28.220483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Attempting to bind port aa6f1f74-53ca-4a16-b707-f6273740f168 on network 9d8eefdf-9f47-4e51-bc31-456d798933c6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:28.225119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Port aa6f1f74-53ca-4a16-b707-f6273740f168 on network 9d8eefdf-9f47-4e51-bc31-456d798933c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:45:28.225444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Attempting to bind port aa6f1f74-53ca-4a16-b707-f6273740f168 on network 9d8eefdf-9f47-4e51-bc31-456d798933c6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:45:28.230679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:45:28.231020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Checking segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:45:28.231410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Bound using segment: {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:45:28.231850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Bound port: aa6f1f74-53ca-4a16-b707-f6273740f168, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe587ee-133e-4372-a083-d742c3e4ff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:45:28.232234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.277321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:28.277651 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.304902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] For port aa6f1f74-53ca-4a16-b707-f6273740f168, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:45:28.308317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] For port aa6f1f74-53ca-4a16-b707-f6273740f168, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=aa6f1f74-53ca-4a16-b707-f6273740f168,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:45:28.314579 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.360062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.361039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:28.362450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 1091 time: 0.6198771 Jul 28 11:45:28.362899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:45:28.365225 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b5c6b-1185-4012-89dd-db218298bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:45:28.392683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b92125-ca19-4a55-ace7-fd45d11325af req-7a267d0d-a8c8-4ce6-a43b-c3f61025c2cf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.394445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74b92125-ca19-4a55-ace7-fd45d11325af req-7a267d0d-a8c8-4ce6-a43b-c3f61025c2cf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 943 time: 0.0764217 Jul 28 11:45:28.417172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3a3d1-ba3f-4952-b828-add34088b926 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6f1f74-53ca-4a16-b707-f6273740f168,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:28.421857 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0d45b-be62-4716-a29a-c0464976978d x-openstack-request-id: req-fbb0d45b-be62-4716-a29a-c0464976978d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:45:28.422286 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:45:28.422549 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb0d45b-be62-4716-a29a-c0464976978d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:45:28.422949 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'status': 'completed', 'code': 200} Jul 28 11:45:28.445321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74b92125-ca19-4a55-ace7-fd45d11325af req-b64b42f4-10f5-4961-9483-d482f8057432 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431709 Jul 28 11:45:28.467309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-ba612ce3-f3e1-41e8-8c87-339088f872b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.468890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-ba612ce3-f3e1-41e8-8c87-339088f872b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1094 time: 0.0450540 Jul 28 11:45:28.512109 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-342729aa-c01f-42b5-81b6-581ba8d188f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 217 time: 0.0356073 Jul 28 11:45:28.569393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-7f3db590-3fb4-4b68-83a2-2a890605a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.570818 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-7f3db590-3fb4-4b68-83a2-2a890605a7db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0519516 Jul 28 11:45:28.616788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221359fe-a383-4af9-8348-3234a194c7ed req-e71a2e4b-5872-4b6e-a004-674bb55b6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.618358 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-e71a2e4b-5872-4b6e-a004-674bb55b6222 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404959 Jul 28 11:45:28.711716 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-3534c1d8-7943-4dca-ac86-1b816f241677 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Jul 28 11:45:28.802087 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-221359fe-a383-4af9-8348-3234a194c7ed req-4e33a6f3-b7a1-4ac3-ae2a-74a410340772 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829637 Jul 28 11:45:28.889595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5c6b-1185-4012-89dd-db218298bc05 req-eaee3655-4c92-40f9-99ad-23c8c98b6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:28.891041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-eaee3655-4c92-40f9-99ad-23c8c98b6124 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1094 time: 0.0427451 Jul 28 11:45:29.301602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5c6b-1185-4012-89dd-db218298bc05 req-12557291-1c35-4933-a3c4-6f295d020139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:29.303176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-12557291-1c35-4933-a3c4-6f295d020139 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.4051962 Jul 28 11:45:29.346099 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-b387c218-7d42-4f9e-9ea5-5b446909e3c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 217 time: 0.0343797 Jul 28 11:45:29.395049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5c6b-1185-4012-89dd-db218298bc05 req-881de5d9-24e2-4ada-9a79-35eab238bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:29.397044 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-881de5d9-24e2-4ada-9a79-35eab238bafe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0428481 Jul 28 11:45:29.449510 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5c6b-1185-4012-89dd-db218298bc05 req-1683058a-c8f8-4af4-a8d0-e652cd393ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:29.450957 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-1683058a-c8f8-4af4-a8d0-e652cd393ed0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444310 Jul 28 11:45:29.488579 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:45:29.543297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-1de6e904-55d3-4ad3-8623-42950d23c0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847211 Jul 28 11:45:29.563822 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1539fa-2203-4885-8514-75a1dd6e4dc2 req-a4cad2b7-e0e7-46d9-b5d4-7c2a33d59d3d tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:29.565982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df1539fa-2203-4885-8514-75a1dd6e4dc2 req-a4cad2b7-e0e7-46d9-b5d4-7c2a33d59d3d tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 943 time: 0.0498097 Jul 28 11:45:29.607758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df1539fa-2203-4885-8514-75a1dd6e4dc2 req-a9e8998b-03d5-4041-b47c-12e4d5a6aed4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Jul 28 11:45:29.639889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-705b5c6b-1185-4012-89dd-db218298bc05 req-3a428f74-fbf9-4171-b3b3-3785dfd4bff8 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891218 Jul 28 11:45:30.265619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device aa6f1f74-53ca-4a16-b707-f6273740f168 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:45:30.358026 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port aa6f1f74-53ca-4a16-b707-f6273740f168, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=aa6f1f74-53ca-4a16-b707-f6273740f168,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:30.368833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'port_id': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'mac_address': 'fa:16:3e:fe:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:45:30.405320 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.421027 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6f1f74-53ca-4a16-b707-f6273740f168 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:45:30.439649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port aa6f1f74-53ca-4a16-b707-f6273740f168, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=aa6f1f74-53ca-4a16-b707-f6273740f168,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:30.443736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:30.489363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=aa6f1f74-53ca-4a16-b707-f6273740f168,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:30.646136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['aa6f1f74-53ca-4a16-b707-f6273740f168'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:45:30.726540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aec657-863a-413b-81dc-a8d01a8db002 req-8f9e2879-ed45-4d9a-a3f9-326f4b88d528 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:30.727945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65aec657-863a-413b-81dc-a8d01a8db002 req-8f9e2879-ed45-4d9a-a3f9-326f4b88d528 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 944 time: 0.0525539 Jul 28 11:45:30.766468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65aec657-863a-413b-81dc-a8d01a8db002 req-a00437f2-dbfb-4bef-8ac8-0c7b6525bcdd tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Jul 28 11:45:31.020452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.149881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc27f-8c7b-4ee1-934c-70ed6d5a6ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:31.881515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5df0e-6b85-444f-94c6-0199d145c1ac req-64cfc0ef-e839-432f-be49-2b1d1fc99b26 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:31.882979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cc5df0e-6b85-444f-94c6-0199d145c1ac req-64cfc0ef-e839-432f-be49-2b1d1fc99b26 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 944 time: 0.0499907 Jul 28 11:45:31.920816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cc5df0e-6b85-444f-94c6-0199d145c1ac req-3c388d8a-6197-4c4d-9a8b-a27736baa66c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319588 Jul 28 11:45:32.044842 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.274217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device aa6f1f74-53ca-4a16-b707-f6273740f168 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:45:32.321857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port aa6f1f74-53ca-4a16-b707-f6273740f168 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:45:32.325292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port aa6f1f74-53ca-4a16-b707-f6273740f168 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:45:32.325664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.403324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.424616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:45:32.426853 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f5ad9-f1dd-467b-a76f-1a9dec44d8fe" -d '{"events": [{"server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "name": "network-vif-plugged", "status": "completed", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:45:32.439666 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port aa6f1f74-53ca-4a16-b707-f6273740f168, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=aa6f1f74-53ca-4a16-b707-f6273740f168,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:45:32.444147 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:32.493490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=aa6f1f74-53ca-4a16-b707-f6273740f168,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:32.539550 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d6a79-6ae9-4e93-942c-793bd3c76eb4 x-openstack-request-id: req-2b0d6a79-6ae9-4e93-942c-793bd3c76eb4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:45:32.539851 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "name": "network-vif-plugged", "status": "completed", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:45:32.540109 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b0d6a79-6ae9-4e93-942c-793bd3c76eb4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:45:32.540547 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'code': 200} Jul 28 11:45:32.641842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6c582-0404-4b52-a1c3-5f7beef7d80f req-58f21aa4-9f95-4c3e-88cb-12081e93a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:32.645363 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ee6c582-0404-4b52-a1c3-5f7beef7d80f req-58f21aa4-9f95-4c3e-88cb-12081e93a2d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0443704 Jul 28 11:45:32.683524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2ee6c582-0404-4b52-a1c3-5f7beef7d80f req-e0b29b39-e0d4-418a-a2f0-43ac988e6cab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288234 Jul 28 11:45:33.035583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4fe93-9702-4f3e-b24d-0135360c611e req-655f39f4-2a47-4f00-8370-e0537c69f949 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:33.037798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51a4fe93-9702-4f3e-b24d-0135360c611e req-655f39f4-2a47-4f00-8370-e0537c69f949 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Jul 28 11:45:33.076072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-51a4fe93-9702-4f3e-b24d-0135360c611e req-dfbedff6-5f2c-46da-b68e-0d9b0d0adc4d tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Jul 28 11:45:33.510467 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.199507 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a76e41-a446-4cc1-a645-89d406719977 req-be204820-7501-4acd-8c36-43c9e351b280 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:34.201018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6a76e41-a446-4cc1-a645-89d406719977 req-be204820-7501-4acd-8c36-43c9e351b280 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.0539627 Jul 28 11:45:34.240314 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a6a76e41-a446-4cc1-a645-89d406719977 req-152e992c-751b-464f-80b3-19d34cff4a36 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331855 Jul 28 11:45:34.354933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc8f66-08f4-4f8b-b04b-b8dc895d1e76 req-b37766b2-a725-4dc1-9c50-b11f8db7a3a4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:34.356463 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34dc8f66-08f4-4f8b-b04b-b8dc895d1e76 req-b37766b2-a725-4dc1-9c50-b11f8db7a3a4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Jul 28 11:45:34.393839 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34dc8f66-08f4-4f8b-b04b-b8dc895d1e76 req-c225059c-ded1-434a-8a65-97a60b599deb tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Jul 28 11:45:34.507676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cbc6-67dd-4adf-8ae5-835d5a7c3e8e req-ed38cbca-644c-4479-9ae1-84a88dca06fa tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:34.509166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f066cbc6-67dd-4adf-8ae5-835d5a7c3e8e req-ed38cbca-644c-4479-9ae1-84a88dca06fa tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Jul 28 11:45:34.550593 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f066cbc6-67dd-4adf-8ae5-835d5a7c3e8e req-188dbdcc-01da-4847-a72f-ed14d6437dac tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355396 Jul 28 11:45:34.572685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:34.657968 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad961f1c-b06f-46de-aef8-b039f1d34a1e tempest-TestServerBasicOps-2039975920 tempest-TestServerBasicOps-2039975920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:34.659442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ad961f1c-b06f-46de-aef8-b039f1d34a1e tempest-TestServerBasicOps-2039975920 tempest-TestServerBasicOps-2039975920-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1091 time: 0.0857999 Jul 28 11:45:34.662502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:45:34.666725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:45:34.687179 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.780017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:34.891879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Allocated IP 172.25.1.131 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/d2a29db9-fc99-413f-b074-348492662ccf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:45:34.992194 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.030745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.072270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:45:35.075058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:45:35.078498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:45:35.104024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'Port': ['ID=d2a29db9-fc99-413f-b074-348492662ccf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:35.441332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.508891 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.661873 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.666633 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.729947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event updated for resources: {'Port': ['ID=d2a29db9-fc99-413f-b074-348492662ccf,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:45:35.742591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:35.840538 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Floating IP 88cbfe99-fac4-402a-8189-b9dde18c8171 associated. External IP: 172.25.1.131, port: aa6f1f74-53ca-4a16-b707-f6273740f168. Jul 28 11:45:36.044510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:45:36.150496 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:45:36.160802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] Sync routers for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:45:36.167735 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:36.171399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:36.172033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.195376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dcaa7a8d-e313-452a-9780-4ee7d7203fdf tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5318635 Jul 28 11:45:36.195957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:45:36.198245 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41928aef-596b-4625-ad8d-01dcc74f7657" -d '{"events": [{"name": "network-changed", "server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:45:36.285386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:36.301089 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea61a5a-6bdd-45fe-a969-8491bbc70703 x-openstack-request-id: req-4ea61a5a-6bdd-45fe-a969-8491bbc70703 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:45:36.301384 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:45:36.301641 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ea61a5a-6bdd-45fe-a969-8491bbc70703 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:45:36.302721 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'status': 'completed', 'code': 200} Jul 28 11:45:36.362671 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-3aad4883-aa6f-4b98-aa75-c9b94260e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.364254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-3aad4883-aa6f-4b98-aa75-c9b94260e5cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0402875 Jul 28 11:45:36.465338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-b65d9f82-7afa-4603-a1ea-6316beb1bf6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992253 Jul 28 11:45:36.484786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-b288f2d1-cb81-4d6c-8f90-c47fec6ec511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.486234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-b288f2d1-cb81-4d6c-8f90-c47fec6ec511 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.1119826 Jul 28 11:45:36.516101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '88cbfe99-fac4-402a-8189-b9dde18c8171', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'port_id': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'mac_address': 'fa:16:3e:fe:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:45:35Z', 'updated_at': '2021-07-28T11:45:35Z', 'revision_number': 0, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.546866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] Checking router: 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:45:36.555366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:45:36.555997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:45:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.558383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-254ba529-58ae-48e1-934e-e7aa088ac294 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 999 time: 0.0653076 Jul 28 11:45:36.609934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-eeb2e936-07d4-4044-afb4-14931702c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.611359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-eeb2e936-07d4-4044-afb4-14931702c54b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0463526 Jul 28 11:45:36.656349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-97fec694-4e43-4e30-873d-e53a85915e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.657852 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-97fec694-4e43-4e30-873d-e53a85915e27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398767 Jul 28 11:45:36.661028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:45:36.749267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-ff19bc67-4b68-43ee-9c28-13b46e72b74f service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839241 Jul 28 11:45:36.837445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-41928aef-596b-4625-ad8d-01dcc74f7657 req-dcaf61d5-877a-4c42-89cd-7383e0797803 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809565 Jul 28 11:45:36.883097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '88cbfe99-fac4-402a-8189-b9dde18c8171', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'port_id': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'mac_address': 'fa:16:3e:fe:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:45:35Z', 'updated_at': '2021-07-28T11:45:35Z', 'revision_number': 0, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:45:36.914080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d10f2-0156-4147-9706-a89f24ccdcd2 None None] The sync data for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 is: [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '88cbfe99-fac4-402a-8189-b9dde18c8171', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'port_id': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'mac_address': 'fa:16:3e:fe:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:45:35Z', 'updated_at': '2021-07-28T11:45:35Z', 'revision_number': 0, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:45:36.943214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-a13250d9-f5ac-472c-9caa-368fa246798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:36.944784 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-a13250d9-f5ac-472c-9caa-368fa246798d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0448942 Jul 28 11:45:37.053906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-7628e717-b7cb-42be-8a75-3ca3db996c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:37.055423 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-7628e717-b7cb-42be-8a75-3ca3db996c06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.0908818 Jul 28 11:45:37.125172 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-4ffa0808-91e8-4dc5-aef0-5a7aefb3523e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 999 time: 0.0614049 Jul 28 11:45:37.126144 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2d42e-8b23-40ae-870c-9b86d860c162 None None] New status for floating IP 88cbfe99-fac4-402a-8189-b9dde18c8171: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:45:37.178437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-2ad58d70-fd7d-4bff-866e-a0e94e7832c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:37.179891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-2ad58d70-fd7d-4bff-866e-a0e94e7832c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0481541 Jul 28 11:45:37.225103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-160872da-b71e-40d7-af48-498244b01319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:45:37.226578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-160872da-b71e-40d7-af48-498244b01319 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400259 Jul 28 11:45:37.323749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-1a6241f0-dad0-4281-92c8-2e546f7820e5 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892489 Jul 28 11:45:37.417699 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-34f5686a-a1e6-463e-ae50-35d9c6b21ccc req-b8de670e-a8e2-4106-a97e-716981cc3b60 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873485 Jul 28 11:45:50.006468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:52.814084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:45:57.905744 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0425db6b-fcdf-43e8-ab78-897570f48c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.012241 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:01.150562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab281e46-0970-49e8-9122-70a9cac1b086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:02.045849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:03.510639 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:06.487192 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:46:12.180305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:46:12.267098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40f40f-7b8a-4d74-8a47-07815623e084 req-c468dbc6-51a5-4191-b3c4-9d02252a60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:12.268628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db40f40f-7b8a-4d74-8a47-07815623e084 req-c468dbc6-51a5-4191-b3c4-9d02252a60c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0873106 Jul 28 11:46:12.303225 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db40f40f-7b8a-4d74-8a47-07815623e084 req-bfb1c08d-5acf-4523-9cdc-d041a91888b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279300 Jul 28 11:46:20.013946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:22.815342 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:27.906121 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3da89788-cb80-460c-9954-c920b2882f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.013738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:31.151071 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69aeedaa-acba-4538-9cb1-9a793ae56e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:32.048728 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:33.513370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:37.442854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-1991391d-d2b1-4528-99cd-e9fdbaed696d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410113 Jul 28 11:46:37.523354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-b7909dcf-d6f9-4885-949c-8c7b10d4fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.524780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-b7909dcf-d6f9-4885-949c-8c7b10d4fd69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0408146 Jul 28 11:46:37.630010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-ad22777b-2567-448c-9cc2-3f17150155ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.631470 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-ad22777b-2567-448c-9cc2-3f17150155ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.0879765 Jul 28 11:46:37.699285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-ef78fb3a-ddeb-4a7c-89f6-e1892dda286f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 1001 time: 0.0603230 Jul 28 11:46:37.752717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-69c27472-c0c3-4593-a616-a8eb600692a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.754127 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-69c27472-c0c3-4593-a616-a8eb600692a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0481095 Jul 28 11:46:37.799469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-f4594f3a-ee2a-4061-848b-2c86fdf9478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:46:37.800925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-f4594f3a-ee2a-4061-848b-2c86fdf9478a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401289 Jul 28 11:46:37.888999 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-42b1d7cc-0946-440c-8de3-16d70b0265e3 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806329 Jul 28 11:46:37.983239 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-020162e6-d0aa-46c1-adcc-0c432d49d701 req-1dff6d58-439a-4a42-9205-936918634cab service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878305 Jul 28 11:46:43.486178 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:46:50.016560 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:52.815228 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:46:57.905302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b19b72a-150c-4fea-861a-3bb8899d5c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.015178 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:01.155298 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dade5460-c2cb-41d9-99e9-701e9a38a36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:02.051992 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:03.515620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.030468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:20.486271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:47:22.833974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:27.905677 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7198-8e3c-4b3d-a3d0-3c13ae202d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.015352 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:31.154158 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5b61720-bf4d-4708-bc19-a833f6a15ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:32.054296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:33.527069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:38.446141 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-96dbc410-e2dd-4b96-b4d8-9d5f26e55b3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954144 Jul 28 11:47:38.529317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-384eddf0-8f0a-4fca-8f58-8c2bfdd6a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:38.530793 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-384eddf0-8f0a-4fca-8f58-8c2bfdd6a7ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0417511 Jul 28 11:47:38.636882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-d60fba38-03e9-4778-b754-6136d01d9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:38.638537 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-d60fba38-03e9-4778-b754-6136d01d9298 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.0878429 Jul 28 11:47:38.703561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-b4ed27cc-e13f-47d3-a610-34c71b2ed816 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 1001 time: 0.0582600 Jul 28 11:47:38.756891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-7a893eb7-3b1c-4544-a875-28807d746c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:38.758729 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-7a893eb7-3b1c-4544-a875-28807d746c30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0487509 Jul 28 11:47:38.804334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-2124350e-c709-4b8c-a572-f0730b4aea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:47:38.805727 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-2124350e-c709-4b8c-a572-f0730b4aea0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397198 Jul 28 11:47:38.816518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-468a4917-c796-4af0-a1d5-56f468d72a7b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:47:38.817436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-468a4917-c796-4af0-a1d5-56f468d72a7b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048275 Jul 28 11:47:38.905698 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-3d14ff7e-9762-45e3-9abb-ab5a100278d5 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814853 Jul 28 11:47:39.001668 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fa1e3dd6-0f83-40b4-9a73-0ec161d23d23 req-738ca561-cd55-4a6e-bbe1-e7760cb718cd service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890908 Jul 28 11:47:50.033115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:52.832818 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:47:57.485042 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:47:57.906259 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f0e81b0-4cd3-4562-a06e-e83967cbe9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.017560 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:01.154501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da119886-50c4-408e-90aa-e1d5832855a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:02.057001 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:03.522567 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:20.037365 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:22.843875 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:27.905877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6024260f-650c-4c6c-bd4b-c074780ac68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.021487 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:31.155278 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61131889-0764-429a-97b0-72c3cf97182a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:32.062052 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:33.524902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:34.484107 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:48:40.393328 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-cb12c78b-8037-41c6-92c7-b130e7cc6989 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406966 Jul 28 11:48:40.473311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-1d857495-aa82-4ae0-a4a9-81a927495544 req-bbdc1066-4ef8-4c46-a47f-d6461377b1c7 service neutron] (93836) timed out ('10.222.0.41', 50994) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:48:40.476823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f032-7605-49f6-b518-ece8c8744fce req-0d957fa1-0a4d-474d-969c-00d2c2720c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:40.478311 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-0d957fa1-0a4d-474d-969c-00d2c2720c45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0401709 Jul 28 11:48:40.581251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f032-7605-49f6-b518-ece8c8744fce req-ebe02e9e-2a19-4247-ad3d-9da05455532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:40.582674 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-ebe02e9e-2a19-4247-ad3d-9da05455532d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.0853493 Jul 28 11:48:40.646813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-2cb8d709-7362-45de-b8ba-72527096f9ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 1001 time: 0.0572121 Jul 28 11:48:40.698438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f032-7605-49f6-b518-ece8c8744fce req-e26ac543-7564-4aad-8371-27df3e1b0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:40.699816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-e26ac543-7564-4aad-8371-27df3e1b0328 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0462017 Jul 28 11:48:40.744120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f032-7605-49f6-b518-ece8c8744fce req-7c0bcc6d-8d5b-4e31-aca3-ceeff57fac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:48:40.745659 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-7c0bcc6d-8d5b-4e31-aca3-ceeff57fac89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389261 Jul 28 11:48:40.836056 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-1a439111-5cb1-420e-8f55-d1ec5b0d8c75 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832441 Jul 28 11:48:40.927859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-adf8f032-7605-49f6-b518-ece8c8744fce req-e06c934c-d3e0-4bb6-9251-909625cbf602 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842652 Jul 28 11:48:50.047221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:52.841150 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:48:57.907017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a41869a-d105-4c8c-a201-3abc4cbf92e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.023076 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:01.156829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f3df40-72f0-4a0e-9e81-916ea29756cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:02.064248 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:03.527846 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:11.483020 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:49:20.044783 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:22.840576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:27.907001 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-33d10a40-ff03-4c02-a11b-6554780c4404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.023488 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:31.156835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd450816-ce87-4199-8af5-8a86568baf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:32.066564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:33.533590 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:40.404803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-59537c93-1781-4b3b-b2ba-f66a8000dfff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396380 Jul 28 11:49:40.485942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-561bf7b7-48b5-4412-a62e-9d7659eca466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:40.487382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-561bf7b7-48b5-4412-a62e-9d7659eca466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 1096 time: 0.0405903 Jul 28 11:49:40.592509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-699bccb4-ca01-4756-a88d-cc7fa15f4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:40.593997 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-699bccb4-ca01-4756-a88d-cc7fa15f4832 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 200 len: 909 time: 0.0859644 Jul 28 11:49:40.658105 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-6ea216cf-f9d5-4c43-985b-f737253648f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 200 len: 1001 time: 0.0565956 Jul 28 11:49:40.710168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-bddcca58-71c2-40cf-82a4-3e41bdebc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:40.711556 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-bddcca58-71c2-40cf-82a4-3e41bdebc1e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 200 len: 847 time: 0.0468554 Jul 28 11:49:40.756666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-e1fdcc57-25e5-440a-bb31-f47659fe8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:49:40.758123 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-e1fdcc57-25e5-440a-bb31-f47659fe8fdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d8eefdf-9f47-4e51-bc31-456d798933c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392814 Jul 28 11:49:40.846457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-900676d0-169f-4586-995b-5913b0ea6cc5 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807009 Jul 28 11:49:40.939088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5d9e58bd-6d79-4f18-8b38-20c1421ddfd1 req-5db105e6-23ef-473b-8e44-fc04fc8c7379 service neutron] 10.222.0.44 "GET /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856500 Jul 28 11:49:48.482199 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:49:50.062766 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:52.839341 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:49:57.907939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0922eb06-f67a-426b-bb18-bf107951a17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.024753 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:01.156533 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53c7ecbb-d68e-4d15-89ee-7918f0f679df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:02.068523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:03.532949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:16.954655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e486d-0325-4b21-8e3a-22221f49d248 req-708d81ea-3247-4b76-935d-74f04f79bc1c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:16.956135 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-134e486d-0325-4b21-8e3a-22221f49d248 req-708d81ea-3247-4b76-935d-74f04f79bc1c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.1653140 Jul 28 11:50:16.993632 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-134e486d-0325-4b21-8e3a-22221f49d248 req-16b35212-cbf5-4c74-8d32-18917f1b73d8 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Jul 28 11:50:18.074935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367525c-f42f-4e64-96ff-deb25b957026 req-81837a91-77d3-4c41-b53f-1d9e5cb5a12c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:18.077080 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b367525c-f42f-4e64-96ff-deb25b957026 req-81837a91-77d3-4c41-b53f-1d9e5cb5a12c tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.44 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.0525665 Jul 28 11:50:18.171876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Deleting port aa6f1f74-53ca-4a16-b707-f6273740f168 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:18.172238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.191335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673243cd-5ea0-4ea8-bf16-2da33b217406 req-9701c09e-c0a8-4501-bb92-93009ae05c76 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:18.192880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-673243cd-5ea0-4ea8-bf16-2da33b217406 req-9701c09e-c0a8-4501-bb92-93009ae05c76 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 945 time: 0.0998814 Jul 28 11:50:18.231517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-673243cd-5ea0-4ea8-bf16-2da33b217406 req-bcae27a9-276c-43bc-8a06-e6fed1b47820 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/security-groups?id=c914c432-897f-4000-a84a-3b35aebf4982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Jul 28 11:50:18.260491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] For port aa6f1f74-53ca-4a16-b707-f6273740f168, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=aa6f1f74-53ca-4a16-b707-f6273740f168,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:18.260864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.428195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.428595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.428908 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Floating IP 88cbfe99-fac4-402a-8189-b9dde18c8171 disassociated. External IP: 172.25.1.131, port: aa6f1f74-53ca-4a16-b707-f6273740f168. Jul 28 11:50:18.429292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Calling delete_port for aa6f1f74-53ca-4a16-b707-f6273740f168 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:18.558013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.586972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event deleted for resources: {'Port': ['ID=aa6f1f74-53ca-4a16-b707-f6273740f168,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:18.597740 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.598091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.598435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.598775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.599113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.599445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.599774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.600101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.600452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.600777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.601106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.601428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:18.712228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:18.820668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:18.835634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] Sync routers for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:18.845345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:18.845962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:50:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:18.861831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] No DVR routers for this DVR port aa6f1f74-53ca-4a16-b707-f6273740f168 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:18.864604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:18.866622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b367525c-f42f-4e64-96ff-deb25b957026 req-322c7cf3-1f82-4094-84a6-371568836530 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.44 "DELETE /v2.0/ports/aa6f1f74-53ca-4a16-b707-f6273740f168 HTTP/1.1" status: 204 len: 173 time: 0.7841761 Jul 28 11:50:18.867087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'name': 'network-vif-deleted', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:18.869563 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f7e8ef-505d-463b-af3a-22082f1a65a4" -d '{"events": [{"server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "name": "network-vif-deleted", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:18.955309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:19.165230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:19.191062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] Checking router: 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:19.199242 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:19.200028 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:50:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:19.311842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:19.343553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-13b2ac34-0d8a-4245-9062-bbdacd099685 req-6e825b30-ee39-4a9d-9008-171d468fa7b9 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "GET /v2.0/ports?device_id=601ce9a3-dbd3-4972-a3ba-1316874d6544 HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jul 28 11:50:19.519467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:19.705792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a6532-bdff-4449-ade9-fc093b67c8e4 None None] The sync data for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 is: [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:15Z', 'revision_number': 4, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2ea4803b-ec0b-4bf7-8f78-719be8c85da3', 'name': '', 'network_id': '9d8eefdf-9f47-4e51-bc31-456d798933c6', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'mac_address': 'fa:16:3e:5d:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:15Z', 'updated_at': '2021-07-28T11:45:21Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'subnets': [{'id': 'a7e92334-3517-41fb-a336-96a8a8485151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:19.919811 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c87e7-4ed2-40a9-840c-5c79ae4e0e22 None None] New status for floating IP 88cbfe99-fac4-402a-8189-b9dde18c8171: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:50:20.038160 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce430f1-0f53-4075-9335-ae237ca17210 x-openstack-request-id: req-cce430f1-0f53-4075-9335-ae237ca17210 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:20.038609 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601ce9a3-dbd3-4972-a3ba-1316874d6544", "name": "network-vif-deleted", "tag": "aa6f1f74-53ca-4a16-b707-f6273740f168", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:20.038702 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cce430f1-0f53-4075-9335-ae237ca17210 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:20.039478 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601ce9a3-dbd3-4972-a3ba-1316874d6544', 'name': 'network-vif-deleted', 'tag': 'aa6f1f74-53ca-4a16-b707-f6273740f168', 'status': 'completed', 'code': 200} Jul 28 11:50:20.059571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.399996 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:20.525599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Deleting port d2a29db9-fc99-413f-b074-348492662ccf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:20.525947 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.604302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.604637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.615839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Calling delete_port for d2a29db9-fc99-413f-b074-348492662ccf owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:20.743090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.766216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event deleted for resources: {'Port': ['ID=d2a29db9-fc99-413f-b074-348492662ccf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:20.779013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.779402 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.779743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.780078 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.780436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.780766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.781091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.781411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.781733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.782054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.782397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.782722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:20.834528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.836913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.838033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ceff8546-f959-4b22-89ed-5bb979097af6 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "DELETE /v2.0/floatingips/88cbfe99-fac4-402a-8189-b9dde18c8171 HTTP/1.1" status: 204 len: 168 time: 0.4370308 Jul 28 11:50:20.906114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:20.967293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa40dbb5-c9f7-423a-bec9-b1349ff93ec4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:20.991213 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa40dbb5-c9f7-423a-bec9-b1349ff93ec4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.048957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa40dbb5-c9f7-423a-bec9-b1349ff93ec4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.051524 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa40dbb5-c9f7-423a-bec9-b1349ff93ec4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.052695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aa40dbb5-c9f7-423a-bec9-b1349ff93ec4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] 10.222.0.20 "DELETE /v2.0/security-groups/c914c432-897f-4000-a84a-3b35aebf4982 HTTP/1.1" status: 204 len: 168 time: 0.1455922 Jul 28 11:50:21.062663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40dbb5-c9f7-423a-bec9-b1349ff93ec4 tempest-TestServerBasicOps-1581161706 tempest-TestServerBasicOps-1581161706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c914c432-897f-4000-a84a-3b35aebf4982,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:21.093575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55228) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:21.520128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.548070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device aa6f1f74-53ca-4a16-b707-f6273740f168 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:21.567523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: aa6f1f74-53ca-4a16-b707-f6273740f168 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:21.567859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device aa6f1f74-53ca-4a16-b707-f6273740f168 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:21.761798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Deleting port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:21.762132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.839722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] For port 2ea4803b-ec0b-4bf7-8f78-719be8c85da3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:21.840117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:21.853182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Calling delete_port for 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:22.378571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.402786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea4803b-ec0b-4bf7-8f78-719be8c85da3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:22.571256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.777419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:22.854642 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:22.883892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:22.889568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e03dfe5b-f8e9-4bbe-b021-4603181ef237 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949612 Jul 28 11:50:22.892318 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55234) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:22.893616 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] Sync routers for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:22.902645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:22.903260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:50:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:22.997957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.005701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:23.099889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.150686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Deleting port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:23.151026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.180318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:50:22Z', 'revision_number': 5, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port': {'id': 'fd0d3966-eb3f-4de9-adaa-e8c2999cebb4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:23.210851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] Checking router: 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:23.220383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] Routers {'9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:23.220995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:50:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:23.233002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] For port fd0d3966-eb3f-4de9-adaa-e8c2999cebb4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:23.233293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.246399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Calling delete_port for fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:23.306238 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] Set router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:23.357473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 6, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:23.389801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290663c4-d75e-4461-90c2-139843fbd1ac None None] The sync data for ids ['9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a'] in n-d-723573-7 is: [{'id': '9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a', 'name': 'tempest-TestServerBasicOps-687163998-router', 'tenant_id': '68943580e4d34c19b7b9e808fc67f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:13Z', 'updated_at': '2021-07-28T11:50:23Z', 'revision_number': 6, 'project_id': '68943580e4d34c19b7b9e808fc67f9c7', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:23.415145 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.437867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0d3966-eb3f-4de9-adaa-e8c2999cebb4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:23.500665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.593555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.595599 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.637315 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.637804 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:23.642607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.643813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-87f2b58c-5a86-4f3c-97b3-d01d195a801e admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ae4ea4b-d6b8-46c3-a355-82fbf4fd413a HTTP/1.1" status: 204 len: 168 time: 0.7505605 Jul 28 11:50:23.646333 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:23.690047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Deleting subnet a7e92334-3517-41fb-a336-96a8a8485151 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:23.692959 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.726438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.809494 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.861960 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.887510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e92334-3517-41fb-a336-96a8a8485151,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:23.891560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:23.893410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cac8410a-6e96-40d8-88ed-d9545a03fff2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a7e92334-3517-41fb-a336-96a8a8485151 HTTP/1.1" status: 204 len: 168 time: 0.2461448 Jul 28 11:50:23.895949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:23.897274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05a37a-3dd5-490e-a302-d4591ac6413d None None] Network 9d8eefdf-9f47-4e51-bc31-456d798933c6 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:23.967070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.020873 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Deleting port 6774e0b3-ea23-4bee-b171-021376f506a3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:24.021268 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.082345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] For port 6774e0b3-ea23-4bee-b171-021376f506a3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6774e0b3-ea23-4bee-b171-021376f506a3,segment=NetworkSegment(2fe587ee-133e-4372-a083-d742c3e4ff98),segment_id=2fe587ee-133e-4372-a083-d742c3e4ff98)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:24.082641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.095585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Calling delete_port for 6774e0b3-ea23-4bee-b171-021376f506a3 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:24.148164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] DHCP port deletion for 9d8eefdf-9f47-4e51-bc31-456d798933c6 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:24.180227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.202744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Deleting port 6774e0b3-ea23-4bee-b171-021376f506a3 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:24.203114 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.209720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Pushing event deleted for resources: {'Port': ['ID=6774e0b3-ea23-4bee-b171-021376f506a3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:24.211525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] No DVR routers for this DVR port 6774e0b3-ea23-4bee-b171-021376f506a3 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:24.268893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] For port 6774e0b3-ea23-4bee-b171-021376f506a3, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:24.269293 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.282587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Calling delete_port for 6774e0b3-ea23-4bee-b171-021376f506a3 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:24.285180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Port 6774e0b3-ea23-4bee-b171-021376f506a3 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 11:50:24.286410 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.286780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.297505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8eefdf-9f47-4e51-bc31-456d798933c6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:24.311476 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Pushing event deleted for resources: {'Port': ['ID=6774e0b3-ea23-4bee-b171-021376f506a3,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:24.318055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe587ee-133e-4372-a083-d742c3e4ff98') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:24.318436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe587ee-133e-4372-a083-d742c3e4ff98') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:24.319330 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] No DVR routers for this DVR port 6774e0b3-ea23-4bee-b171-021376f506a3 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:24.323284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.323634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.323981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.324454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.324757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.325133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.325473 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.331279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.333357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.333873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.334219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.334558 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.334894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0909a24c-0a2c-465b-9f6c-11bf95297056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:50:24.349270 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.355783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:24.356226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:24.358536 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:24.391631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:24.416949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:24.417381 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fd0d3966-eb3f-4de9-adaa-e8c2999cebb4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:24.417818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:24.421031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.427419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:24.432826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d8eefdf-9f47-4e51-bc31-456d798933c6 HTTP/1.1" status: 204 len: 168 time: 0.5328224 Jul 28 11:50:24.432996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:24.439295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:24.439641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2ea4803b-ec0b-4bf7-8f78-719be8c85da3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:24.440067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6774e0b3-ea23-4bee-b171-021376f506a3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:24.445854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d6b45-b020-4548-a9d2-edd549305408 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8eefdf-9f47-4e51-bc31-456d798933c6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:24.470657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6774e0b3-ea23-4bee-b171-021376f506a3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:24.471007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6774e0b3-ea23-4bee-b171-021376f506a3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:24.783365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.028203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Deleting port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:25.028574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.108289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] For port 5c00da28-0ef1-429f-a24d-d4effe3ad5e3, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,segment=NetworkSegment(8dfdeb7a-be00-4930-93ae-dae360ae0653),segment_id=8dfdeb7a-be00-4930-93ae-dae360ae0653)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:25.108587 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.122041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Calling delete_port for 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:25.299565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:25.328170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c00da28-0ef1-429f-a24d-d4effe3ad5e3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:25.481619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:50:25.501130 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.032358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Router aed8616f-62bc-4022-8127-502cce259612 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:50:26.136735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:50:26.144655 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c78a34c3-0ac1-4922-92b3-b2af6a878c23 admin admin] 10.222.0.20 "PUT /v2.0/routers/aed8616f-62bc-4022-8127-502cce259612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097287 Jul 28 11:50:26.146003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:26.146810 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ce3d4-97fa-471e-947b-897614062cba None None] Sync routers for ids ['aed8616f-62bc-4022-8127-502cce259612'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:50:26.158071 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] Routers {'aed8616f-62bc-4022-8127-502cce259612'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:26.158691 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:50:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aed8616f-62bc-4022-8127-502cce259612'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:26.258778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.359971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] Set router aed8616f-62bc-4022-8127-502cce259612 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:26.384669 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.441312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Deleting port b117459e-3588-4aaf-9858-d93ff433b0a9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:26.441651 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.529435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] For port b117459e-3588-4aaf-9858-d93ff433b0a9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b117459e-3588-4aaf-9858-d93ff433b0a9,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:26.530374 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.545593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Calling delete_port for b117459e-3588-4aaf-9858-d93ff433b0a9 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:26.580630 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:50:25Z', 'revision_number': 5, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port': {'id': 'b117459e-3588-4aaf-9858-d93ff433b0a9', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed8616f-62bc-4022-8127-502cce259612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:26.610771 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ce3d4-97fa-471e-947b-897614062cba None None] Checking router: aed8616f-62bc-4022-8127-502cce259612 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:50:26.620192 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] Routers {'aed8616f-62bc-4022-8127-502cce259612'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:50:26.620808 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:50:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aed8616f-62bc-4022-8127-502cce259612'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:26.719148 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] Set router aed8616f-62bc-4022-8127-502cce259612 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:50:26.744425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.777576 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-483ce3d4-97fa-471e-947b-897614062cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 6, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:26.782946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b117459e-3588-4aaf-9858-d93ff433b0a9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:26.807934 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ce3d4-97fa-471e-947b-897614062cba None None] The sync data for ids ['aed8616f-62bc-4022-8127-502cce259612'] in n-d-723573-7 is: [{'id': 'aed8616f-62bc-4022-8127-502cce259612', 'name': 'tempest-TestServerBasicOps-381413540-router', 'tenant_id': '1deef52aaae043e5abe3d5396f4b168c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:45:18Z', 'updated_at': '2021-07-28T11:50:26Z', 'revision_number': 6, 'project_id': '1deef52aaae043e5abe3d5396f4b168c', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:50:26.854689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.958539 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:26.960730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.004144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.004697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aed8616f-62bc-4022-8127-502cce259612 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:50:27.008898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.010049 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2557c7df-4d3d-4c5c-92af-d4aef5a24fc4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/aed8616f-62bc-4022-8127-502cce259612 HTTP/1.1" status: 204 len: 168 time: 0.8631074 Jul 28 11:50:27.012635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:27.062443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Deleting subnet cb8bacbb-0237-4695-8d9b-317863a7d932 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:50:27.065549 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.099705 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.179901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.235856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.267981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8bacbb-0237-4695-8d9b-317863a7d932,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:27.271361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.273210 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aa1d8ba8-7082-414b-8de4-d8d493f45284 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb8bacbb-0237-4695-8d9b-317863a7d932 HTTP/1.1" status: 204 len: 168 time: 0.2596238 Jul 28 11:50:27.275761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55246) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:27.276845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293fb820-05ec-4830-a73a-da6bbd8e5517 None None] Network c888cbcf-1020-4f37-8481-d36658dbc857 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:27.348460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.400335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Deleting port 12b405a7-c86a-4137-9b19-f8dff832c32e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:27.400680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.462144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] For port 12b405a7-c86a-4137-9b19-f8dff832c32e, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=12b405a7-c86a-4137-9b19-f8dff832c32e,segment=NetworkSegment(8dfdeb7a-be00-4930-93ae-dae360ae0653),segment_id=8dfdeb7a-be00-4930-93ae-dae360ae0653)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:27.462501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.475129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Calling delete_port for 12b405a7-c86a-4137-9b19-f8dff832c32e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:27.553927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.579024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b405a7-c86a-4137-9b19-f8dff832c32e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:27.582639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] No DVR routers for this DVR port 12b405a7-c86a-4137-9b19-f8dff832c32e on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:27.597453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3a540-b4de-4af4-b330-3b1a4d84e972 None None] DHCP port deletion for c888cbcf-1020-4f37-8481-d36658dbc857 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 11:50:27.657275 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.666599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c888cbcf-1020-4f37-8481-d36658dbc857']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:27.676678 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfdeb7a-be00-4930-93ae-dae360ae0653') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:27.676970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfdeb7a-be00-4930-93ae-dae360ae0653') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:50:27.686988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.701549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.707832 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:50:27.708257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: timer() Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:50:27.710400 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:50:27.765712 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.771558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.773519 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c888cbcf-1020-4f37-8481-d36658dbc857 HTTP/1.1" status: 204 len: 168 time: 0.4966455 Jul 28 11:50:27.785848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925639b8-67e9-4a1e-ae8f-e18e85e096f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c888cbcf-1020-4f37-8481-d36658dbc857,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:27.897569 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:27.908606 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5a6cace9-5f7c-4bba-8ff2-08ce88de5164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:27.938299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f410f566-ea39-43b6-ab84-c464970c0d8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68943580e4d34c19b7b9e808fc67f9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395017 Jul 28 11:50:27.940745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:27.995085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c802c7e3-0619-494a-b951-61f4036fbc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.016594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c802c7e3-0619-494a-b951-61f4036fbc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.061114 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c802c7e3-0619-494a-b951-61f4036fbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.063634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c802c7e3-0619-494a-b951-61f4036fbc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.064801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c802c7e3-0619-494a-b951-61f4036fbc3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43c97229-464f-4b26-b2de-eb8094143612 HTTP/1.1" status: 204 len: 168 time: 0.1231756 Jul 28 11:50:28.072859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802c7e3-0619-494a-b951-61f4036fbc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c97229-464f-4b26-b2de-eb8094143612,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:28.366727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b117459e-3588-4aaf-9858-d93ff433b0a9 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:28.370636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-c735e281-9379-4cd3-b784-af7836055b13 req-93f025e4-4dca-463a-bc2f-c15007c1b43d service neutron] (93836) timed out ('10.222.0.44', 62243) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 11:50:28.382783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:28.390356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b117459e-3588-4aaf-9858-d93ff433b0a9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:28.390706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b117459e-3588-4aaf-9858-d93ff433b0a9 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:28.391129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:28.409821 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:28.410167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5c00da28-0ef1-429f-a24d-d4effe3ad5e3 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:28.410581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12b405a7-c86a-4137-9b19-f8dff832c32e no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:28.421462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7e5fe803-2e62-4935-a88a-e061680b9972 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1deef52aaae043e5abe3d5396f4b168c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375602 Jul 28 11:50:28.423958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:28.429868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 12b405a7-c86a-4137-9b19-f8dff832c32e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:28.430217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 12b405a7-c86a-4137-9b19-f8dff832c32e not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:28.471378 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895ac214-0e77-4a7c-84ac-849cb22d39a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.491905 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895ac214-0e77-4a7c-84ac-849cb22d39a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.536370 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895ac214-0e77-4a7c-84ac-849cb22d39a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.538837 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895ac214-0e77-4a7c-84ac-849cb22d39a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:28.539954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-895ac214-0e77-4a7c-84ac-849cb22d39a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/769a8ea9-e255-405f-a448-ea062792398c HTTP/1.1" status: 204 len: 168 time: 0.1150656 Jul 28 11:50:28.548011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ac214-0e77-4a7c-84ac-849cb22d39a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a8ea9-e255-405f-a448-ea062792398c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:31.026950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:31.157354 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffa63a61-15a4-467f-8eb0-ec91850946fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:32.072750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:33.533822 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:38.338406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-6e0f867a-9dd2-401f-81bb-74bc922c3e9a tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3827b6ee5e7341dba0125771f64c3faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322084 Jul 28 11:50:38.539668 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-cdcfbd3a-fb3a-45c7-98f6-cd4eb48e2e60 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:38.541139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-cdcfbd3a-fb3a-45c7-98f6-cd4eb48e2e60 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962943 Jul 28 11:50:38.556287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-ecd2a4c9-5e75-4dde-ad67-693a7b5f1878 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/quotas/3827b6ee5e7341dba0125771f64c3faf HTTP/1.1" status: 200 len: 375 time: 0.0087066 Jul 28 11:50:38.588213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-a4e42056-0f7c-4b0c-b07b-1e33054787c2 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3827b6ee5e7341dba0125771f64c3faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264745 Jul 28 11:50:39.768326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7159e8d-19ec-4c34-93e8-e5e862d125b5 req-ca8d4d53-8447-485f-b565-c5d2e5e38939 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 210 time: 0.0279121 Jul 28 11:50:40.845834 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cfea6f81-5e4b-4ac1-bfac-b1e9342dcc08 req-366cbd27-d991-4650-8464-51c6b30347cf tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 210 time: 0.0274413 Jul 28 11:50:41.921567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b381d583-663d-4d91-a93a-7ab52f128f10 req-6b23d604-488d-48d8-a551-de393e5e9874 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 210 time: 0.0262446 Jul 28 11:50:42.855368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-0feedb99-68e9-4594-9917-a12cd0bdbb36 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3827b6ee5e7341dba0125771f64c3faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312583 Jul 28 11:50:43.019372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b6c0bfc-cd76-4369-9bc3-159c22921b6a req-a429d0f2-a9c6-493c-86f7-9cd6c32058f1 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 210 time: 0.0317845 Jul 28 11:50:43.050188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-681ad4f0-d33c-4eb9-92a1-86c7d9b10d3b tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:43.051631 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-681ad4f0-d33c-4eb9-92a1-86c7d9b10d3b tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907060 Jul 28 11:50:43.065352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Request body: {'port': {'device_id': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'admin_state_up': True, 'tenant_id': '3827b6ee5e7341dba0125771f64c3faf'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:43.173581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Made reservation on behalf of 3827b6ee5e7341dba0125771f64c3faf for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:43.177009 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.186670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.278605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.282716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.351186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2349b88-aa95-42ab-a17b-8983947c654e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:43.422667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Allocated IP 192.168.233.132 (6db337cc-0c13-4cc4-b322-bb9f5aeac52f/7b1f542b-4e46-416b-a4c4-39275a06d7e8/c1e177df-4129-48db-b7c1-7067973cc721) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:50:43.565361 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.579638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Transition to ACTIVE for port object c1e177df-4129-48db-b7c1-7067973cc721 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:43.612248 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.654294 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:50:43.657275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:43.663493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:50:43.669231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Pushing event updated for resources: {'Port': ['ID=c1e177df-4129-48db-b7c1-7067973cc721,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:43.715333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:43.715751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.730157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-8190c3ed-9784-4820-b020-1e81ba9cf2c8 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6686206 Jul 28 11:50:43.742384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Request body: {'port': {'device_id': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:43.800420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.899492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4a10ce8-0bdc-4874-9b29-85b4840623c0 None None] Provisioning for port c1e177df-4129-48db-b7c1-7067973cc721 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:43.903148 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4a10ce8-0bdc-4874-9b29-85b4840623c0 None None] Provisioning complete for port c1e177df-4129-48db-b7c1-7067973cc721 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:43.903675 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f4a10ce8-0bdc-4874-9b29-85b4840623c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:43.937137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f4a10ce8-0bdc-4874-9b29-85b4840623c0 None None] Port c1e177df-4129-48db-b7c1-7067973cc721 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:50:44.055628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e177df-4129-48db-b7c1-7067973cc721 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:50:44.065016 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.077964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Transition to ACTIVE for port object c1e177df-4129-48db-b7c1-7067973cc721 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:50:44.081594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.145000 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aca07-c122-4d11-897c-ce54d466c8cd req-9334ad58-20c7-4c47-b109-011dbb5f8d36 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.146577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-748aca07-c122-4d11-897c-ce54d466c8cd req-9334ad58-20c7-4c47-b109-011dbb5f8d36 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 948 time: 0.0535676 Jul 28 11:50:44.156064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e177df-4129-48db-b7c1-7067973cc721,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:44.191569 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-748aca07-c122-4d11-897c-ce54d466c8cd req-ca857ce0-df0e-4c45-a048-89cbeaaac3dc tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Jul 28 11:50:44.218082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Attempting to bind port c1e177df-4129-48db-b7c1-7067973cc721 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:50:44.218411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Attempting to bind port c1e177df-4129-48db-b7c1-7067973cc721 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:50:44.218738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Attempting to bind port c1e177df-4129-48db-b7c1-7067973cc721 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:44.223253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Port c1e177df-4129-48db-b7c1-7067973cc721 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:50:44.223574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Attempting to bind port c1e177df-4129-48db-b7c1-7067973cc721 on network 6db337cc-0c13-4cc4-b322-bb9f5aeac52f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:50:44.228516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:50:44.228859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Checking segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:44.229248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Bound using segment: {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:50:44.229676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Bound port: c1e177df-4129-48db-b7c1-7067973cc721, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2df2d40-5e64-4426-b349-b0fb86ba6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:50:44.230037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.299683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] For port c1e177df-4129-48db-b7c1-7067973cc721, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:50:44.303380 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] For port c1e177df-4129-48db-b7c1-7067973cc721, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c1e177df-4129-48db-b7c1-7067973cc721,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:50:44.307272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.339417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.340028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:44.342133 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] 10.222.0.44 "PUT /v2.0/ports/c1e177df-4129-48db-b7c1-7067973cc721 HTTP/1.1" status: 200 len: 1096 time: 0.6034882 Jul 28 11:50:44.342499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'tag': 'c1e177df-4129-48db-b7c1-7067973cc721'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:44.344746 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82137c-0dfb-4586-9ea4-507bce253920" -d '{"events": [{"name": "network-changed", "server_uuid": "edb5987c-695b-43d1-8bfd-41ef7b199ff1", "tag": "c1e177df-4129-48db-b7c1-7067973cc721"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:44.384019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cb74c-717d-43b3-92b4-b70cb088929e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e177df-4129-48db-b7c1-7067973cc721,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:44.390874 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee663f-d34a-4a18-9cf9-87765632bb48 x-openstack-request-id: req-e6ee663f-d34a-4a18-9cf9-87765632bb48 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:44.391230 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb5987c-695b-43d1-8bfd-41ef7b199ff1", "tag": "c1e177df-4129-48db-b7c1-7067973cc721", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:44.391547 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6ee663f-d34a-4a18-9cf9-87765632bb48 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:44.391990 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'tag': 'c1e177df-4129-48db-b7c1-7067973cc721', 'status': 'completed', 'code': 200} Jul 28 11:50:44.434008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-36354cff-7276-4941-aa70-23ff10be6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.435877 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-36354cff-7276-4941-aa70-23ff10be6a5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3827b6ee5e7341dba0125771f64c3faf&device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 1099 time: 0.0420609 Jul 28 11:50:44.481589 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-6cee2d10-2b91-4bc9-a9ab-3b142de07ffd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c1e177df-4129-48db-b7c1-7067973cc721 HTTP/1.1" status: 200 len: 217 time: 0.0382690 Jul 28 11:50:44.532600 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-6f412c6c-4000-40de-a796-aa5407623363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.534070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-6f412c6c-4000-40de-a796-aa5407623363 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0461230 Jul 28 11:50:44.580353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-356b9a4a-70e2-4de7-ae91-7b4184db9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.581865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-356b9a4a-70e2-4de7-ae91-7b4184db9078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412951 Jul 28 11:50:44.674144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-a9bcfd71-a8bf-48d8-b68a-d2f1af0e4786 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Jul 28 11:50:44.759842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-28c69cdf-5b52-403d-8723-c352541abbc3 req-dbd132e7-281a-4539-b453-dd225265d523 service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792890 Jul 28 11:50:44.849209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-e3cde30a-a545-4362-b554-7d0d290844cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.850673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-e3cde30a-a545-4362-b554-7d0d290844cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3827b6ee5e7341dba0125771f64c3faf&device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 1099 time: 0.0468957 Jul 28 11:50:44.937136 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-bf613125-54ea-4be6-b585-01f2104bd59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:44.938481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-bf613125-54ea-4be6-b585-01f2104bd59a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f HTTP/1.1" status: 200 len: 870 time: 0.0809381 Jul 28 11:50:44.981096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-6f7ce606-bd4d-4b9b-a9bf-bcbef46d8715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c1e177df-4129-48db-b7c1-7067973cc721 HTTP/1.1" status: 200 len: 217 time: 0.0355308 Jul 28 11:50:45.034962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-df71174f-5b3b-433a-b227-553e6eeb8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.036395 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-df71174f-5b3b-433a-b227-553e6eeb8dba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1f542b-4e46-416b-a4c4-39275a06d7e8 HTTP/1.1" status: 200 len: 843 time: 0.0480225 Jul 28 11:50:45.083286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-523594e4-8937-4919-82df-1ed84b882213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.084758 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-523594e4-8937-4919-82df-1ed84b882213 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6db337cc-0c13-4cc4-b322-bb9f5aeac52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394890 Jul 28 11:50:45.174286 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-c0f07a1a-1d46-4257-a8c0-1aefc26aa85a service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810118 Jul 28 11:50:45.273677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6d82137c-0dfb-4586-9ea4-507bce253920 req-96c743d2-5d6d-4278-9c38-59ee5134ce9f service neutron] 10.222.0.44 "GET /v2.0/networks/6db337cc-0c13-4cc4-b322-bb9f5aeac52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912883 Jul 28 11:50:45.312810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4576c0c-c7f6-4adf-bb89-00394ea4cba9 req-a0fbd17f-2fb7-44ab-9aa0-24f462175740 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:45.314270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4576c0c-c7f6-4adf-bb89-00394ea4cba9 req-a0fbd17f-2fb7-44ab-9aa0-24f462175740 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 948 time: 0.0512271 Jul 28 11:50:45.351851 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4576c0c-c7f6-4adf-bb89-00394ea4cba9 req-acc9964a-baed-402b-b5d2-4b6e383ba8b2 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Jul 28 11:50:46.474345 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd356d7-64a2-4718-b3e4-532a34163e69 req-b4ba458e-877c-4ff7-8860-c383153062b3 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:46.475770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cd356d7-64a2-4718-b3e4-532a34163e69 req-b4ba458e-877c-4ff7-8860-c383153062b3 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 948 time: 0.0541351 Jul 28 11:50:46.516835 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cd356d7-64a2-4718-b3e4-532a34163e69 req-62d2b74d-d939-4af1-99b6-969edbcb3367 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349371 Jul 28 11:50:47.632468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848b9c-992b-4d74-a0b6-13eb6f14e50c req-33318a19-9221-4e24-90d0-513b110493a0 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:47.633930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df848b9c-992b-4d74-a0b6-13eb6f14e50c req-33318a19-9221-4e24-90d0-513b110493a0 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 948 time: 0.0485127 Jul 28 11:50:47.657106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c1e177df-4129-48db-b7c1-7067973cc721 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:50:47.674038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df848b9c-992b-4d74-a0b6-13eb6f14e50c req-5ca7f80a-24bc-45f8-a612-4939d008a13c tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 28 11:50:47.749207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c1e177df-4129-48db-b7c1-7067973cc721, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c1e177df-4129-48db-b7c1-7067973cc721,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:47.760778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'c1e177df-4129-48db-b7c1-7067973cc721', 'network_id': '6db337cc-0c13-4cc4-b322-bb9f5aeac52f', 'port_id': 'c1e177df-4129-48db-b7c1-7067973cc721', 'mac_address': 'fa:16:3e:70:4f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1f542b-4e46-416b-a4c4-39275a06d7e8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:50:47.802107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.814950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e177df-4129-48db-b7c1-7067973cc721 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:50:47.833492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c1e177df-4129-48db-b7c1-7067973cc721, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c1e177df-4129-48db-b7c1-7067973cc721,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:47.837383 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:47.884401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c1e177df-4129-48db-b7c1-7067973cc721,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:48.072774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c1e177df-4129-48db-b7c1-7067973cc721'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:50:48.787031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1d79-0651-4856-a5ee-b42f0450354a req-1cb3c8eb-9477-4ebc-8f4b-6db1ccbef4d3 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:48.788512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bdf1d79-0651-4856-a5ee-b42f0450354a req-1cb3c8eb-9477-4ebc-8f4b-6db1ccbef4d3 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 949 time: 0.0487309 Jul 28 11:50:48.824675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6bdf1d79-0651-4856-a5ee-b42f0450354a req-15aa4bb5-77cb-4f47-9ece-8777d18714c1 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Jul 28 11:50:49.656939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c1e177df-4129-48db-b7c1-7067973cc721 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:50:49.704080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port c1e177df-4129-48db-b7c1-7067973cc721 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:50:49.707659 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port c1e177df-4129-48db-b7c1-7067973cc721 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:50:49.708025 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.782801 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.806654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e177df-4129-48db-b7c1-7067973cc721'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:49.808903 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6041b624-0b96-4631-b51c-c0ccea0605d0" -d '{"events": [{"server_uuid": "edb5987c-695b-43d1-8bfd-41ef7b199ff1", "name": "network-vif-plugged", "status": "completed", "tag": "c1e177df-4129-48db-b7c1-7067973cc721"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:49.822280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c1e177df-4129-48db-b7c1-7067973cc721, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c1e177df-4129-48db-b7c1-7067973cc721,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:49.826898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:49.877731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c1e177df-4129-48db-b7c1-7067973cc721,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:49.923668 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e7d3c-5c85-44bb-910d-df11f11854b1 x-openstack-request-id: req-274e7d3c-5c85-44bb-910d-df11f11854b1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:49.924050 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb5987c-695b-43d1-8bfd-41ef7b199ff1", "name": "network-vif-plugged", "status": "completed", "tag": "c1e177df-4129-48db-b7c1-7067973cc721", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:49.924386 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-274e7d3c-5c85-44bb-910d-df11f11854b1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:49.924787 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e177df-4129-48db-b7c1-7067973cc721', 'code': 200} Jul 28 11:50:49.949965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da811-6f67-4c77-bdb0-42b298a575d3 req-aedb5c9a-7213-48c5-8fc6-3247340c4883 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:49.952636 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-848da811-6f67-4c77-bdb0-42b298a575d3 req-aedb5c9a-7213-48c5-8fc6-3247340c4883 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 950 time: 0.0577917 Jul 28 11:50:49.990671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-848da811-6f67-4c77-bdb0-42b298a575d3 req-3f8801ad-0eed-424e-a53b-859a85408288 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jul 28 11:50:50.023030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ca346-f920-4b40-9fd7-a44e881c66f0 req-498e6be7-cd13-4422-b62f-2de0ebcf611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:50.024507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-365ca346-f920-4b40-9fd7-a44e881c66f0 req-498e6be7-cd13-4422-b62f-2de0ebcf611c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 1101 time: 0.0404956 Jul 28 11:50:50.059002 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:50.059222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-365ca346-f920-4b40-9fd7-a44e881c66f0 req-4766f9be-a1a7-4893-ab7b-797b03cd534e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269434 Jul 28 11:50:51.107521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f27b68-c617-4a06-a8df-ffa7a2ece65a req-42244a62-6c51-4a86-88ac-3bb48f753d69 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:51.108998 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09f27b68-c617-4a06-a8df-ffa7a2ece65a req-42244a62-6c51-4a86-88ac-3bb48f753d69 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 950 time: 0.0503626 Jul 28 11:50:51.145859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-09f27b68-c617-4a06-a8df-ffa7a2ece65a req-1dc68d5c-f30f-4200-ace6-3ad6dea7741f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308769 Jul 28 11:50:52.041185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908755-6492-4534-ab80-dd30530b7df5 req-dc8cd21b-77c5-41e8-8abe-148e7a05d469 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:52.042660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca908755-6492-4534-ab80-dd30530b7df5 req-dc8cd21b-77c5-41e8-8abe-148e7a05d469 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 950 time: 0.0486021 Jul 28 11:50:52.080072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ca908755-6492-4534-ab80-dd30530b7df5 req-869334f0-e3d6-4879-b176-4477a9790348 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Jul 28 11:50:52.869245 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.204919 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596367f7-8122-4163-91cb-a7f2b5b69ece req-321cf663-27f2-45ef-a9bb-84e4b4d8ea74 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:53.206289 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-596367f7-8122-4163-91cb-a7f2b5b69ece req-321cf663-27f2-45ef-a9bb-84e4b4d8ea74 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 950 time: 0.0538495 Jul 28 11:50:53.246282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-596367f7-8122-4163-91cb-a7f2b5b69ece req-25495abf-2c0b-444f-b8dd-5f6630e768a6 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2349b88-aa95-42ab-a17b-8983947c654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340352 Jul 28 11:50:53.271573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-7e3cc74d-1a7f-4881-9502-397f130d98f9 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:53.273095 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-7e3cc74d-1a7f-4881-9502-397f130d98f9 tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.44 "GET /v2.0/ports?device_id=edb5987c-695b-43d1-8bfd-41ef7b199ff1 HTTP/1.1" status: 200 len: 950 time: 0.0562837 Jul 28 11:50:53.360503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Deleting port c1e177df-4129-48db-b7c1-7067973cc721 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:50:53.360843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.448142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] For port c1e177df-4129-48db-b7c1-7067973cc721, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c1e177df-4129-48db-b7c1-7067973cc721,segment=NetworkSegment(b2df2d40-5e64-4426-b349-b0fb86ba6d52),segment_id=b2df2d40-5e64-4426-b349-b0fb86ba6d52)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:50:53.448531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.461076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Calling delete_port for c1e177df-4129-48db-b7c1-7067973cc721 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:50:53.585182 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.597422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c1e177df-4129-48db-b7c1-7067973cc721'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:50:53.619273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Pushing event deleted for resources: {'Port': ['ID=c1e177df-4129-48db-b7c1-7067973cc721,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:53.659795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] No DVR routers for this DVR port c1e177df-4129-48db-b7c1-7067973cc721 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:50:53.663083 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:53.665100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b3aa4dc9-cbb2-407b-8d60-ad38622312f8 req-ea6b4407-f969-4f6d-950f-d09eb4619d7f tempest-ServersAdminNegativeTestJSON-996657711 tempest-ServersAdminNegativeTestJSON-996657711-project] 10.222.0.44 "DELETE /v2.0/ports/c1e177df-4129-48db-b7c1-7067973cc721 HTTP/1.1" status: 204 len: 173 time: 0.3855433 Jul 28 11:50:53.665546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'name': 'network-vif-deleted', 'tag': 'c1e177df-4129-48db-b7c1-7067973cc721'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:50:53.667809 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809ebd90-94d1-4eb6-b9e9-8af92e56d691" -d '{"events": [{"server_uuid": "edb5987c-695b-43d1-8bfd-41ef7b199ff1", "name": "network-vif-deleted", "tag": "c1e177df-4129-48db-b7c1-7067973cc721"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:50:53.720170 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff10315e-88a5-47b7-bfbf-50c6dbe618db x-openstack-request-id: req-ff10315e-88a5-47b7-bfbf-50c6dbe618db {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:50:53.720841 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb5987c-695b-43d1-8bfd-41ef7b199ff1", "name": "network-vif-deleted", "tag": "c1e177df-4129-48db-b7c1-7067973cc721", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:50:53.721158 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff10315e-88a5-47b7-bfbf-50c6dbe618db {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:50:53.721603 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb5987c-695b-43d1-8bfd-41ef7b199ff1', 'name': 'network-vif-deleted', 'tag': 'c1e177df-4129-48db-b7c1-7067973cc721', 'status': 'completed', 'code': 200} Jul 28 11:50:54.538837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55410) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.666908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-35ee89e2-3a75-4fdd-9f4b-e2fc383ef942 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3827b6ee5e7341dba0125771f64c3faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268792 Jul 28 11:50:54.670027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:54.719744 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6b3303d-373b-4b95-bfb9-ac9604b49da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.740283 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6b3303d-373b-4b95-bfb9-ac9604b49da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.785901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6b3303d-373b-4b95-bfb9-ac9604b49da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.788569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6b3303d-373b-4b95-bfb9-ac9604b49da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:54.789692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a6b3303d-373b-4b95-bfb9-ac9604b49da5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2349b88-aa95-42ab-a17b-8983947c654e HTTP/1.1" status: 204 len: 168 time: 0.1185901 Jul 28 11:50:54.798406 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3303d-373b-4b95-bfb9-ac9604b49da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2349b88-aa95-42ab-a17b-8983947c654e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:55.039918 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.053313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0389ac1-cc3d-4cbd-b0e0-15014e887d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.144961 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0389ac1-cc3d-4cbd-b0e0-15014e887d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.148487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0389ac1-cc3d-4cbd-b0e0-15014e887d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.188731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b0389ac1-cc3d-4cbd-b0e0-15014e887d41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c848360a8254d7ca6516700503d6fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477048 Jul 28 11:50:55.189561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0389ac1-cc3d-4cbd-b0e0-15014e887d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5cd9ce-1eec-4df7-a69d-256c6446ed95,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:55.192192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:55.241176 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a221a05-a2cb-4aa4-bbfc-c9a312e54cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.263045 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a221a05-a2cb-4aa4-bbfc-c9a312e54cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.308524 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a221a05-a2cb-4aa4-bbfc-c9a312e54cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.311120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a221a05-a2cb-4aa4-bbfc-c9a312e54cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:55.312263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7a221a05-a2cb-4aa4-bbfc-c9a312e54cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c5cd9ce-1eec-4df7-a69d-256c6446ed95 HTTP/1.1" status: 204 len: 168 time: 0.1188929 Jul 28 11:50:55.319759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a221a05-a2cb-4aa4-bbfc-c9a312e54cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5cd9ce-1eec-4df7-a69d-256c6446ed95,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:55.999829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:56.116727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1183175532-network', 'tenant_id': 'e125d89eff294a938d29883afba38527'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:56.138213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Made reservation on behalf of e125d89eff294a938d29883afba38527 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:56.140447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.148632 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.242721 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.246749 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.272319 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:50:56.282382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3b259-436e-42c6-9801-6c692e57c7a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:56.288363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.288704 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Added segment 606bdd56-c5ea-4629-a7a7-332218e2758f of type vlan for network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 Jul 28 11:50:56.328118 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.355968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.357461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:56.358107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.408218 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4072738 Jul 28 11:50:56.411189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:50:56.415352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e6f5-3138-42b3-a05a-9b1c19aefea9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7457ee-e113-4125-a20f-7ffd3b0195d5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:56.416159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Request body: {'subnet': {'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1183175532-subnet', 'tenant_id': 'e125d89eff294a938d29883afba38527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:50:56.425693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:50:56.438230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Made reservation on behalf of e125d89eff294a938d29883afba38527 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:50:56.440560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.610385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.669790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a90797-8421-4224-87cc-952766e2baeb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:50:56.675370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Checking segment: {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:50:56.675578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Network hostable DHCP agents. Network: 6f7457ee-e113-4125-a20f-7ffd3b0195d5, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:50:56.691884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:50:56.700831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 6f7457ee-e113-4125-a20f-7ffd3b0195d5) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:50:56.705740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:56.706790 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:56.708501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06341df-5991-4831-a7fc-0994ad1e0c18 None None] Network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:56.721053 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e665c7d-01f3-49dd-b1c9-935b58affae3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3087871 Jul 28 11:50:56.832809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103cadcf-f983-4403-8dcb-c53a7a158980 None None] Network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:50:57.133987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-5798b536-697d-4e28-b69e-59f69af5e072 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:50:57.135367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-5798b536-697d-4e28-b69e-59f69af5e072 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 812 time: 0.0996144 Jul 28 11:50:57.152154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-83eeace8-3b01-4bd7-bbeb-a3c2947f36c8 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/quotas/e125d89eff294a938d29883afba38527 HTTP/1.1" status: 200 len: 375 time: 0.0091434 Jul 28 11:50:57.188827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-495cbac9-d389-45a6-9572-62a8aac5c370 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311682 Jul 28 11:50:57.251205 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-b19b9b05-c42d-4221-8d07-fc2ff17e899e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:50:57.252203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-b19b9b05-c42d-4221-8d07-fc2ff17e899e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563614 Jul 28 11:50:57.339701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-fb451ca9-5899-4e91-b2e4-df838e828444 service neutron] 10.222.0.20 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Jul 28 11:50:57.433005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-ff15c0bb-d06c-4114-8cf8-5e1b08c2105a service neutron] 10.222.0.20 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Jul 28 11:50:57.594671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-762899c5-ac76-403c-96cd-0519783ef82f req-aa5d9fd2-60ce-4af0-89b1-b483f802d9dc tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 210 time: 0.0271683 Jul 28 11:50:57.657091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c1e177df-4129-48db-b7c1-7067973cc721 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:50:57.676039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: c1e177df-4129-48db-b7c1-7067973cc721 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:50:57.676409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c1e177df-4129-48db-b7c1-7067973cc721 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:50:57.909601 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fae4824-d30d-4fe2-9f5d-c03ad785a04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:50:58.671502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9b93d02-f585-4c8f-935c-e849e0f00209 req-1a8c10f4-1d52-495f-a19f-7ddf9eeccba9 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 210 time: 0.0279353 Jul 28 11:50:59.765990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7362e9be-5a54-4898-8f69-2a58ae9f587e req-0f8cde69-eb61-4470-a7d0-879149238313 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 210 time: 0.0272095 Jul 28 11:51:00.760338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a158c775-2ff2-4169-a707-f55fefe74d09 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:00.761691 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a158c775-2ff2-4169-a707-f55fefe74d09 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.44 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 812 time: 0.1093318 Jul 28 11:51:00.774813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Request body: {'port': {'device_id': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5', 'admin_state_up': True, 'tenant_id': 'e125d89eff294a938d29883afba38527'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:00.862735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e9aea50-b9c2-40bb-895d-58f1c3d1d475 req-510dc598-c1e4-4ddf-b2c8-e1de0dd9b064 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 210 time: 0.0280361 Jul 28 11:51:00.884473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Made reservation on behalf of e125d89eff294a938d29883afba38527 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:00.888472 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.018879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Allocated IP 172.20.0.6 (6f7457ee-e113-4125-a20f-7ffd3b0195d5/b1a90797-8421-4224-87cc-952766e2baeb/c7f8d9e5-771b-4f57-a8ca-a59250c23d8c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:01.034149 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.159086 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7dd50081-21f5-4ebe-bf37-9f8edd96591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.173403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.211338 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.248470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:01.251622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:01.255164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:01.291652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:01.311522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:01.312121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.326047 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-3e22729d-c965-4f9c-8141-03add2603546 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558650 Jul 28 11:51:01.337911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Request body: {'port': {'device_id': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:01.716650 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.975346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f8d9e5-771b-4f57-a8ca-a59250c23d8c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:01.982802 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:01.984860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9b5d-2fe6-4404-854e-fd4efd8f7a82 req-e4257290-1746-40e4-8ce5-7b0b8068e0f0 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:01.986350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-550d9b5d-2fe6-4404-854e-fd4efd8f7a82 req-e4257290-1746-40e4-8ce5-7b0b8068e0f0 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 931 time: 0.0535972 Jul 28 11:51:01.994407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Transition to ACTIVE for port object c7f8d9e5-771b-4f57-a8ca-a59250c23d8c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:01.998256 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.025345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-550d9b5d-2fe6-4404-854e-fd4efd8f7a82 req-a2eff56d-b6ae-469f-83b6-3621cd5d1088 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Jul 28 11:51:02.064110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.076372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.113006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:02.113336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:02.113659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:02.117831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:51:02.118144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:02.123288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:02.123616 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Checking segment: {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:02.123987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Bound using segment: {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:02.124429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Bound port: c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:02.125030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.185365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:02.188287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:02.192526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.225715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.226278 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:02.227743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 1091 time: 0.8939075 Jul 28 11:51:02.228206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:02.230474 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2bc783-0452-4f3e-a270-d0001613fab4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:02.260150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051fe03-0b06-4cf7-9570-9a0ee53830b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:02.273958 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d8349-9109-49aa-82e3-c671527e0e7b x-openstack-request-id: req-e37d8349-9109-49aa-82e3-c671527e0e7b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:02.274249 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:02.274504 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e37d8349-9109-49aa-82e3-c671527e0e7b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:02.274938 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'status': 'completed', 'code': 200} Jul 28 11:51:02.325689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-39c553dd-9a81-420e-b5c8-af16ed331316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.327170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-39c553dd-9a81-420e-b5c8-af16ed331316 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1094 time: 0.0460639 Jul 28 11:51:02.368804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-64884e31-c398-4bee-bea0-a035a5060344 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0339942 Jul 28 11:51:02.416318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-bb895d3d-f73f-4934-868a-a7bfc2e4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.417677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-bb895d3d-f73f-4934-868a-a7bfc2e4cdf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0420814 Jul 28 11:51:02.448000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-a3093fbb-a542-4e1c-9830-750c6ab1de4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232840 Jul 28 11:51:02.480241 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:51:02.540992 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-cba33c3f-627d-4816-9b67-4d87c84ac9a7 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Jul 28 11:51:02.629281 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8985e218-9d97-42c4-9afd-4cecf27d0ef6 req-8e9a28c8-cd51-4175-811f-2c78f82594dd service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809219 Jul 28 11:51:02.721711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-d26e5722-2f21-4ef4-b58e-da33088a81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.723174 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-d26e5722-2f21-4ef4-b58e-da33088a81ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1094 time: 0.0456457 Jul 28 11:51:02.811381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-b2252472-d013-4be0-8d40-a88cc5a96967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.812863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-b2252472-d013-4be0-8d40-a88cc5a96967 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 913 time: 0.0831637 Jul 28 11:51:02.857394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-4b6605c0-27be-4a99-8ecb-799779bea277 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0379670 Jul 28 11:51:02.906069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-739e1543-841e-4b0e-a271-58bae6f9fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:02.907463 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-739e1543-841e-4b0e-a271-58bae6f9fd0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0432177 Jul 28 11:51:02.938291 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-bc45f063-6d27-48b8-9954-8dac32834ee1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235600 Jul 28 11:51:03.026116 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-68f62e60-74df-4c81-8c19-b258c2ac1b09 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807543 Jul 28 11:51:03.120999 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5e2bc783-0452-4f3e-a270-d0001613fab4 req-d0402931-1b78-43bb-a917-8a232d38ba16 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869923 Jul 28 11:51:03.143904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c71b8a-0fab-45f6-b217-e4eedf530124 req-97714b5e-d33e-48ae-8bac-70aed7b58b15 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:03.145415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47c71b8a-0fab-45f6-b217-e4eedf530124 req-97714b5e-d33e-48ae-8bac-70aed7b58b15 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 943 time: 0.0494070 Jul 28 11:51:03.182821 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-47c71b8a-0fab-45f6-b217-e4eedf530124 req-899e47db-c833-45cc-abd4-8a8b32c069e5 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 28 11:51:03.536883 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:04.304861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9273a-d1ba-4fc7-a0cb-fe4aed545d89 req-b5dd7926-ef0c-4f1e-afcd-aca2dbd22941 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:04.306304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebe9273a-d1ba-4fc7-a0cb-fe4aed545d89 req-b5dd7926-ef0c-4f1e-afcd-aca2dbd22941 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 943 time: 0.0487678 Jul 28 11:51:04.343577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebe9273a-d1ba-4fc7-a0cb-fe4aed545d89 req-e655ce33-6ea6-468c-a037-26ad7d076c7c tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306382 Jul 28 11:51:05.461914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419153c-dfa8-4992-9220-cefebbca7da1 req-80b80f1c-5279-4493-a9cf-a44df092af9c tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:05.463406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3419153c-dfa8-4992-9220-cefebbca7da1 req-80b80f1c-5279-4493-a9cf-a44df092af9c tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 943 time: 0.0530648 Jul 28 11:51:05.502590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3419153c-dfa8-4992-9220-cefebbca7da1 req-003dc4fe-abff-431c-a998-3a21a309b51e tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Jul 28 11:51:05.703133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:51:05.800422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:05.812046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5', 'port_id': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'mac_address': 'fa:16:3e:9e:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a90797-8421-4224-87cc-952766e2baeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:51:05.848196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.863911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f8d9e5-771b-4f57-a8ca-a59250c23d8c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:05.882764 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:05.886491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:05.932948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:06.074965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:06.621431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2534fa-1fca-4f2b-84d6-c3618b86952c req-fbdb4873-fc60-407c-a77c-31d183c83043 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:06.622988 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c2534fa-1fca-4f2b-84d6-c3618b86952c req-fbdb4873-fc60-407c-a77c-31d183c83043 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 944 time: 0.0526266 Jul 28 11:51:06.661775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c2534fa-1fca-4f2b-84d6-c3618b86952c req-374e8a0f-23ad-435d-bd75-d9cbbb059c04 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Jul 28 11:51:07.703082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:07.754518 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:07.758454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:07.758829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.777287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782a800-a811-4f59-a06d-567ac9b084f2 req-c235e3e4-d0e5-4174-be4a-274816984fda tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:07.779901 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c782a800-a811-4f59-a06d-567ac9b084f2 req-c235e3e4-d0e5-4174-be4a-274816984fda tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 944 time: 0.0524197 Jul 28 11:51:07.818783 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c782a800-a811-4f59-a06d-567ac9b084f2 req-4631aa28-a819-4784-9bbc-394858a174a9 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Jul 28 11:51:07.838453 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.860867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:07.863101 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef71b8b-839d-40e2-80ba-544b2407910d" -d '{"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:07.876658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:07.880608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:07.906263 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcc9f5f-5d57-4de2-a0be-cb3763dd3dad x-openstack-request-id: req-3fcc9f5f-5d57-4de2-a0be-cb3763dd3dad {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:07.906549 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:07.906796 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fcc9f5f-5d57-4de2-a0be-cb3763dd3dad {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:07.907172 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'code': 200} Jul 28 11:51:07.932675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:07.999371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106ed04-75b2-440e-8025-16a1158bca61 req-a7b95ce6-b39c-41ac-ba6a-933b81911587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:08.001135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7106ed04-75b2-440e-8025-16a1158bca61 req-a7b95ce6-b39c-41ac-ba6a-933b81911587 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1096 time: 0.0416698 Jul 28 11:51:08.037639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7106ed04-75b2-440e-8025-16a1158bca61 req-18221960-4c88-4649-9e66-0bb6e6859f44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286655 Jul 28 11:51:08.938049 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692f8f-210b-4f7e-b4fd-ab47aaa35c60 req-71706122-dc27-4f39-a20f-1be7a0e4fd44 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:08.939500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2692f8f-210b-4f7e-b4fd-ab47aaa35c60 req-71706122-dc27-4f39-a20f-1be7a0e4fd44 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0526958 Jul 28 11:51:08.977597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2692f8f-210b-4f7e-b4fd-ab47aaa35c60 req-72b9b132-15d0-4529-b9d4-d136fc35c1be tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Jul 28 11:51:09.155815 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:09.222641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c59e08-fb9b-430e-a961-eb63e876c3fb req-de0645c7-0b25-4309-8b34-6669421429d5 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:09.224095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77c59e08-fb9b-430e-a961-eb63e876c3fb req-de0645c7-0b25-4309-8b34-6669421429d5 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0597861 Jul 28 11:51:09.280040 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-8b31cac7-7244-43aa-9971-c0f3437b7c51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229503 Jul 28 11:51:09.282830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77c59e08-fb9b-430e-a961-eb63e876c3fb req-2748ae12-762e-4921-b938-00748a56e473 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Jul 28 11:51:10.322824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-e9cc565d-2105-4a10-9e24-4fe59cbf9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:10.324366 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-e9cc565d-2105-4a10-9e24-4fe59cbf9792 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1096 time: 0.0460703 Jul 28 11:51:10.415388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-8c1cde8d-2066-485d-939e-db7a01c67004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:10.416860 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-8c1cde8d-2066-485d-939e-db7a01c67004 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 913 time: 0.0857184 Jul 28 11:51:10.462946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-e9bf831a-6274-4fba-ba1d-9abf6b1716a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0388317 Jul 28 11:51:10.520724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-d18a4240-ee8f-484c-9737-6e0afe448cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:10.522127 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-d18a4240-ee8f-484c-9737-6e0afe448cca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0523522 Jul 28 11:51:10.555624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-68ab7129-4461-4936-a27d-7b7660ac509e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261502 Jul 28 11:51:10.649177 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-ff6a35b8-2e03-4794-8e3f-d358733d1035 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853806 Jul 28 11:51:10.748523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-783b3158-497d-4da8-a429-d97db70dd574 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921693 Jul 28 11:51:10.773985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89c08-0b5b-4568-85e8-9cdb559f181a req-95e9826d-856b-4892-9ad1-5d5e7c0a1069 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:10.775382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66b89c08-0b5b-4568-85e8-9cdb559f181a req-95e9826d-856b-4892-9ad1-5d5e7c0a1069 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.4222269 Jul 28 11:51:10.816189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66b89c08-0b5b-4568-85e8-9cdb559f181a req-7b6d5d25-9dae-423b-9927-7240b8344e37 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Jul 28 11:51:11.930168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b152ee7-01a7-4112-8566-f3bcd17c0cb2 req-01d14883-7f1e-4d7d-9b44-36c38e665329 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:11.931610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b152ee7-01a7-4112-8566-f3bcd17c0cb2 req-01d14883-7f1e-4d7d-9b44-36c38e665329 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0477345 Jul 28 11:51:11.970097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b152ee7-01a7-4112-8566-f3bcd17c0cb2 req-b701e74f-563d-4ae1-97d0-7684df4dff04 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 28 11:51:13.084614 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee50eab-2903-42c1-b542-5c277500ed9a req-9e919c17-cf40-4651-b16e-2083450fbc42 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:13.086081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ee50eab-2903-42c1-b542-5c277500ed9a req-9e919c17-cf40-4651-b16e-2083450fbc42 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0484645 Jul 28 11:51:13.123703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ee50eab-2903-42c1-b542-5c277500ed9a req-13b026db-f9db-42f6-ba1a-c5feff12c58f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Jul 28 11:51:14.241271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9e44b-5454-4b3b-a9a4-a1c3fd668f35 req-fe6d1c3a-0bdb-4611-8cb8-93c8a7a8d740 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:14.242733 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2e9e44b-5454-4b3b-a9a4-a1c3fd668f35 req-fe6d1c3a-0bdb-4611-8cb8-93c8a7a8d740 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0528579 Jul 28 11:51:14.281332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2e9e44b-5454-4b3b-a9a4-a1c3fd668f35 req-257f15d3-1241-4c5f-8be0-64bbe6bff0f0 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Jul 28 11:51:15.399036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af10a-0034-45a5-8d9a-da86674b9f23 req-9f55df0f-4e18-4e83-8eed-5032e033b9e4 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:15.400491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e89af10a-0034-45a5-8d9a-da86674b9f23 req-9f55df0f-4e18-4e83-8eed-5032e033b9e4 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0482869 Jul 28 11:51:15.438467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e89af10a-0034-45a5-8d9a-da86674b9f23 req-5da787ca-e904-4496-8953-da979fc08427 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Jul 28 11:51:16.552608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70b2cc-01c6-4e25-9fc7-30b810994386 req-6fdea12c-53bc-4b73-9a20-7a3d0476f437 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:16.554064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be70b2cc-01c6-4e25-9fc7-30b810994386 req-6fdea12c-53bc-4b73-9a20-7a3d0476f437 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0470314 Jul 28 11:51:16.591598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be70b2cc-01c6-4e25-9fc7-30b810994386 req-7639e205-25f5-4856-8918-4ac25d509817 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Jul 28 11:51:17.710247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4fd5-e798-4463-80c7-a3d695841021 req-318fcacd-bd5c-4747-9514-b2a020485603 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:17.711697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1cc4fd5-e798-4463-80c7-a3d695841021 req-318fcacd-bd5c-4747-9514-b2a020485603 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0526347 Jul 28 11:51:17.750109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1cc4fd5-e798-4463-80c7-a3d695841021 req-25c36b27-1f62-4526-9e87-5468fe7e9fdd tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Jul 28 11:51:18.863099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54e096-e47f-4d67-ab9f-465a0d270399 req-cf314ad7-d2f0-444a-9243-1cbe72460ca1 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:18.864576 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a54e096-e47f-4d67-ab9f-465a0d270399 req-cf314ad7-d2f0-444a-9243-1cbe72460ca1 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0476778 Jul 28 11:51:18.902446 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a54e096-e47f-4d67-ab9f-465a0d270399 req-d8e41378-b575-41f9-86dd-72e5c2e4096b tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jul 28 11:51:20.020437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcafb7-c14d-491a-b0ed-87e5622bd71d req-8e45a7be-29e3-4fad-b254-6dd35a75cb0f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:20.021874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99dcafb7-c14d-491a-b0ed-87e5622bd71d req-8e45a7be-29e3-4fad-b254-6dd35a75cb0f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0489001 Jul 28 11:51:20.058423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:20.060456 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-99dcafb7-c14d-491a-b0ed-87e5622bd71d req-c02db62d-3a08-4f9c-927c-b44ea3944aa9 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Jul 28 11:51:21.180030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a35735-ea81-4bc6-91b9-6aac898cb1a5 req-6bdb8970-24ee-4f15-bba7-93e7e6ad6dbb tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:21.181511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3a35735-ea81-4bc6-91b9-6aac898cb1a5 req-6bdb8970-24ee-4f15-bba7-93e7e6ad6dbb tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0532961 Jul 28 11:51:21.218797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3a35735-ea81-4bc6-91b9-6aac898cb1a5 req-1ffafe4e-13bc-4949-9957-f200b8f6e2d4 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Jul 28 11:51:22.331459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2291-bb12-4271-9abb-caa5f76a2fec req-f6f3c719-892f-43dd-b897-c7e545c4bd74 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:22.332908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fae2291-bb12-4271-9abb-caa5f76a2fec req-f6f3c719-892f-43dd-b897-c7e545c4bd74 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0477066 Jul 28 11:51:22.370615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9fae2291-bb12-4271-9abb-caa5f76a2fec req-ecc65d94-6d4d-4689-948b-44e57d994fa7 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jul 28 11:51:22.884425 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:23.485581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35311-ab26-4d66-b89e-eeb452c41ecb req-ef9e2f49-fe1e-467e-8cef-b7f877fce12f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:23.487012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ec35311-ab26-4d66-b89e-eeb452c41ecb req-ef9e2f49-fe1e-467e-8cef-b7f877fce12f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0473773 Jul 28 11:51:23.524565 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ec35311-ab26-4d66-b89e-eeb452c41ecb req-b3b8993f-0fdb-4f8e-9afe-959cacebb056 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Jul 28 11:51:24.641904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeb991-027a-4da7-9f0c-e35a51c1853f req-5a5232c5-0ae1-4b5a-8338-42770d9e2b75 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:24.643337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cceeb991-027a-4da7-9f0c-e35a51c1853f req-5a5232c5-0ae1-4b5a-8338-42770d9e2b75 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0513315 Jul 28 11:51:24.680075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cceeb991-027a-4da7-9f0c-e35a51c1853f req-726e16ba-54c5-41b6-b6c1-b2957581b6ba tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Jul 28 11:51:25.795124 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787bbaf-eff3-49fe-bc51-c810578896ec req-55c0d6a9-f7bd-4231-b895-0d720978bd38 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:25.796594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f787bbaf-eff3-49fe-bc51-c810578896ec req-55c0d6a9-f7bd-4231-b895-0d720978bd38 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0506966 Jul 28 11:51:25.834248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f787bbaf-eff3-49fe-bc51-c810578896ec req-a0be856d-af6c-40b5-8fa6-0d7381ba4afb tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Jul 28 11:51:26.950562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102949b-7a7f-46bb-b425-98d3a2b532a1 req-a93ae966-a49e-4be2-87f1-9cad9d22c077 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:26.952259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d102949b-7a7f-46bb-b425-98d3a2b532a1 req-a93ae966-a49e-4be2-87f1-9cad9d22c077 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0502226 Jul 28 11:51:26.990512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d102949b-7a7f-46bb-b425-98d3a2b532a1 req-db305cc2-b35f-4eab-a004-4df4a28c071d tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Jul 28 11:51:27.909430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ade5339-8679-43c0-b1f7-66bc686faa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:28.108750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342a479-8715-461b-9d29-988d76586d57 req-b6e6b81f-c0b2-4a74-b095-b328d7b226bb tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:28.110205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0342a479-8715-461b-9d29-988d76586d57 req-b6e6b81f-c0b2-4a74-b095-b328d7b226bb tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0524638 Jul 28 11:51:28.148346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0342a479-8715-461b-9d29-988d76586d57 req-671e2597-c5d8-4c8a-8d99-1fd56787250b tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Jul 28 11:51:29.263578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e219a-a542-4049-aa63-fab24ebe7992 req-3eeca392-e655-407b-97b4-019a58cfaa30 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:29.265080 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-082e219a-a542-4049-aa63-fab24ebe7992 req-3eeca392-e655-407b-97b4-019a58cfaa30 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0498581 Jul 28 11:51:29.302827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-082e219a-a542-4049-aa63-fab24ebe7992 req-34678030-0858-4d75-ad9d-d15d49e75687 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Jul 28 11:51:30.421317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f166b0-ddb2-45a0-a586-23e62ee3a8cf req-37110ae7-c962-48e6-be2d-6fbcadc33f32 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:30.422860 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18f166b0-ddb2-45a0-a586-23e62ee3a8cf req-37110ae7-c962-48e6-be2d-6fbcadc33f32 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0480704 Jul 28 11:51:30.461577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18f166b0-ddb2-45a0-a586-23e62ee3a8cf req-59ad209b-260d-434c-9a3e-7cd2f0232310 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jul 28 11:51:31.025683 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.160102 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4229ef1-b2cd-43e5-9186-8e77a76d3310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:31.580824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87936046-2586-4ff3-9ced-88a85fa47f35 req-79791888-92f1-4c7c-8bbc-91eabeea0608 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:31.582286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87936046-2586-4ff3-9ced-88a85fa47f35 req-79791888-92f1-4c7c-8bbc-91eabeea0608 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0522027 Jul 28 11:51:31.618700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87936046-2586-4ff3-9ced-88a85fa47f35 req-82cb5c37-4d4e-446c-a03a-118d5aa40ee5 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 Jul 28 11:51:32.078971 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:32.734773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025a34f-81b4-42f1-a6d9-6f492725ba45 req-73bdf289-6f60-46ef-8c1c-90c8941b0989 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:32.736238 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8025a34f-81b4-42f1-a6d9-6f492725ba45 req-73bdf289-6f60-46ef-8c1c-90c8941b0989 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0483263 Jul 28 11:51:32.774564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8025a34f-81b4-42f1-a6d9-6f492725ba45 req-277ed5a1-c81a-478c-a367-6609663fcfa2 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Jul 28 11:51:33.538893 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:33.889667 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f353-3dca-4e3e-a37d-f74ac1bf4090 req-26095907-41bb-496f-be65-8c055462a4c2 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:33.891149 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc6f353-3dca-4e3e-a37d-f74ac1bf4090 req-26095907-41bb-496f-be65-8c055462a4c2 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0487425 Jul 28 11:51:33.928209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cc6f353-3dca-4e3e-a37d-f74ac1bf4090 req-47732fae-0945-47e6-bcbd-a7ed09a33dff tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Jul 28 11:51:35.048901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011ee91-6ad8-4025-a7e7-867c5119391a req-1a0f31f3-1654-4717-b52a-0e8af01a002f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:35.050373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f011ee91-6ad8-4025-a7e7-867c5119391a req-1a0f31f3-1654-4717-b52a-0e8af01a002f tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0533953 Jul 28 11:51:35.087889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f011ee91-6ad8-4025-a7e7-867c5119391a req-1b5db3a8-d00f-4df6-9769-5579847f5021 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jul 28 11:51:36.202210 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa69d3d-6e57-4167-b5e1-c46bd9c034d8 req-021d808e-92a1-42fc-b320-2b0ba5268b29 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:36.203646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffa69d3d-6e57-4167-b5e1-c46bd9c034d8 req-021d808e-92a1-42fc-b320-2b0ba5268b29 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0482445 Jul 28 11:51:36.240837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ffa69d3d-6e57-4167-b5e1-c46bd9c034d8 req-8a39c8e3-47da-4372-9313-0601f87c43b5 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jul 28 11:51:37.359395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9897-b1b8-45d3-823d-ef2c2b0479ab req-0a7fc16d-663a-4045-9843-a39ce24bc153 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:37.360906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8ac9897-b1b8-45d3-823d-ef2c2b0479ab req-0a7fc16d-663a-4045-9843-a39ce24bc153 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0496285 Jul 28 11:51:37.399205 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8ac9897-b1b8-45d3-823d-ef2c2b0479ab req-bc3f534e-61d6-4042-9398-4ac768736c13 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 28 11:51:37.587079 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-b7935f86-c792-4d1c-9ada-901c32f73b42 service neutron] show failed (client error): The resource could not be found. Jul 28 11:51:37.588055 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-b7935f86-c792-4d1c-9ada-901c32f73b42 service neutron] 10.222.0.44 "GET /v2.0/ports/c7f8d9e5-771b-4f57-a8ca-a59250c23d8c/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0550926 Jul 28 11:51:37.853806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-a289991c-71a5-405e-a044-1c0396270a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:37.855201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-a289991c-71a5-405e-a044-1c0396270a41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed&tenant_id=e125d89eff294a938d29883afba38527 HTTP/1.1" status: 200 len: 1096 time: 0.1181138 Jul 28 11:51:37.866802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:37.916843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.111363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:38.147782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:38.186259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:38.188640 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a749116-40db-413b-94af-c7988195de67" -d '{"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:38.192291 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.206856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Transition to ACTIVE for port object c7f8d9e5-771b-4f57-a8ca-a59250c23d8c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:38.210674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.264171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:38.284903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] No DVR routers for this DVR port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:38.287474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.287824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.288166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.288526 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.288860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.289192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.289521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.289848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.290197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.290524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.290847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.291169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:38.316814 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16042a8a-b799-44ef-960c-6a70d115de4c x-openstack-request-id: req-16042a8a-b799-44ef-960c-6a70d115de4c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:38.317110 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:38.317356 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16042a8a-b799-44ef-960c-6a70d115de4c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:38.317738 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'code': 200} Jul 28 11:51:38.331626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:38.331957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:38.332322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:38.336901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:51:38.337213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Attempting to bind port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on network 6f7457ee-e113-4125-a20f-7ffd3b0195d5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:38.342522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:38.342850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Checking segment: {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:38.343228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Bound using segment: {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:38.343673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Bound port: c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606bdd56-c5ea-4629-a7a7-332218e2758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:38.344023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.409874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:38.413518 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:38.418048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.452821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:38.453432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:38.454844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 1091 time: 0.5919635 Jul 28 11:51:38.491903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea5d35-4577-4130-bce9-f7a2346e0560 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:38.555838 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05519098-2ae3-46f1-9c2c-1ad37c6fca91 req-54b314d5-6c8a-443e-9092-3394ff17dcdf tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:38.557306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05519098-2ae3-46f1-9c2c-1ad37c6fca91 req-54b314d5-6c8a-443e-9092-3394ff17dcdf tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 943 time: 0.0862126 Jul 28 11:51:38.558975 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-0ddb91f9-19db-4230-82d8-c778f6a6d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:38.560392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-0ddb91f9-19db-4230-82d8-c778f6a6d042 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1094 time: 0.0764749 Jul 28 11:51:38.647350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05519098-2ae3-46f1-9c2c-1ad37c6fca91 req-f88b18cf-acfe-4994-86db-dcad582a6681 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838940 Jul 28 11:51:38.679297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-14ee289e-9eef-4367-9127-7feab77fc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:38.680812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-14ee289e-9eef-4367-9127-7feab77fc63b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 913 time: 0.1116247 Jul 28 11:51:38.729183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-e3689f33-b1ff-4a57-b9ac-1edb46305695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0409882 Jul 28 11:51:38.777344 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-7826a1a6-2fc0-47c8-acc8-495529e80e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:38.779559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-7826a1a6-2fc0-47c8-acc8-495529e80e93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0437832 Jul 28 11:51:38.809809 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-9efb14bd-676f-4b76-a93c-87c2ebe0c867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239894 Jul 28 11:51:38.897194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-12a7766a-4868-4625-b5a2-123be19ba13b service neutron] 10.222.0.41 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808454 Jul 28 11:51:38.988643 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67d3969b-52be-4b3f-8a82-9e980e14e105 req-77714480-aa21-41f9-8d72-5fde59d3732d service neutron] 10.222.0.41 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841498 Jul 28 11:51:39.480084 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:51:39.772950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c501c49-ddfd-4dfd-945e-3086f4c73f07 req-1faa7709-cba1-46eb-af20-cfe052b9b18c tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:39.774375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c501c49-ddfd-4dfd-945e-3086f4c73f07 req-1faa7709-cba1-46eb-af20-cfe052b9b18c tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 943 time: 0.0484662 Jul 28 11:51:39.812327 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c501c49-ddfd-4dfd-945e-3086f4c73f07 req-37c775f3-fb33-4924-b4f7-23d33490fb48 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Jul 28 11:51:40.319055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:40.321421 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:40.368551 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd97cce-13fa-4db3-93d6-b13931403b02 x-openstack-request-id: req-bcd97cce-13fa-4db3-93d6-b13931403b02 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:40.368846 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:40.369095 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcd97cce-13fa-4db3-93d6-b13931403b02 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:40.369485 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'status': 'completed', 'code': 200} Jul 28 11:51:40.436097 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-a795cb14-c183-43ff-8671-2d42023426dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.437623 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-a795cb14-c183-43ff-8671-2d42023426dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1094 time: 0.0449073 Jul 28 11:51:40.442194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-e5e74802-f3b5-4368-a54d-277a7e503710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.443656 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-e5e74802-f3b5-4368-a54d-277a7e503710 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1094 time: 0.0529487 Jul 28 11:51:40.542290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-75911335-c12f-4f22-9f11-ee745fbb44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.542535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-cd1b7edd-02b0-413f-92ed-c5969aa76d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.544372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-75911335-c12f-4f22-9f11-ee745fbb44ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 913 time: 0.0914974 Jul 28 11:51:40.544512 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-cd1b7edd-02b0-413f-92ed-c5969aa76d61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 913 time: 0.0993848 Jul 28 11:51:40.588009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-9d5f52ea-d54b-4b0b-a2ed-fa6146e41f06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0372002 Jul 28 11:51:40.591297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-4ec80159-9e24-4454-8873-6c72fa6b35da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0397253 Jul 28 11:51:40.644321 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-c5ac3936-1983-40d0-b487-07e61434bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.644540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-101b1f46-49da-4002-a824-8da839d06a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.645786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-c5ac3936-1983-40d0-b487-07e61434bd43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0490115 Jul 28 11:51:40.645907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-101b1f46-49da-4002-a824-8da839d06a20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0499434 Jul 28 11:51:40.678224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-3fa411a2-6b26-4225-a649-9cee54073953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243142 Jul 28 11:51:40.678557 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-34fda52f-5b7b-415f-973e-a96883fc0286 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250418 Jul 28 11:51:40.767795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-b7b84e03-e91f-4a7b-9e4c-da8f63ebe517 service neutron] 10.222.0.41 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816541 Jul 28 11:51:40.769760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-6dc72306-9b9b-4993-9200-81b6644d35e8 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840609 Jul 28 11:51:40.866404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:51:40.866997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-9b74276b-6345-44c9-9fd5-017d4703d5e0 service neutron] 10.222.0.41 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918341 Jul 28 11:51:40.871202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0c6d5c0-e0fd-4745-bda0-5c35fa260a0a req-dfd68e68-c97e-4891-bef7-6048c6c9376a service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942664 Jul 28 11:51:40.935201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ecebc-ac3f-4c95-8b78-b927a17e2e29 req-4a301ec8-48cc-4b28-ad24-b62b89c5defa tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:40.936743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-289ecebc-ac3f-4c95-8b78-b927a17e2e29 req-4a301ec8-48cc-4b28-ad24-b62b89c5defa tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 943 time: 0.0502224 Jul 28 11:51:40.965037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:40.974177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-289ecebc-ac3f-4c95-8b78-b927a17e2e29 req-896abce2-1074-46d3-b778-79380002cb02 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Jul 28 11:51:40.976708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'network_id': '6f7457ee-e113-4125-a20f-7ffd3b0195d5', 'port_id': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'mac_address': 'fa:16:3e:9e:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a90797-8421-4224-87cc-952766e2baeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:51:41.013723 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.025964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f8d9e5-771b-4f57-a8ca-a59250c23d8c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:41.045969 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:41.049844 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:41.096422 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:41.103925 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.104433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.104785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.105129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.106041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.106041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.106813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.106965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.107297 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.107630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.107953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.108325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:41.246302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-c755b4fc-5871-4573-9922-1286a05c93ed tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:41.248840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-c755b4fc-5871-4573-9922-1286a05c93ed tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed&tenant_id=e125d89eff294a938d29883afba38527&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.0875955 Jul 28 11:51:41.272440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:41.313872 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-ac19bf2a-06ef-4203-ad32-4d5f977a5814 service neutron] delete failed (client error): The resource could not be found. Jul 28 11:51:41.314888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-ac19bf2a-06ef-4203-ad32-4d5f977a5814 service neutron] 10.222.0.44 "DELETE /v2.0/ports/c7f8d9e5-771b-4f57-a8ca-a59250c23d8c/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0591571 Jul 28 11:51:41.397263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-339de02d-818c-4caf-a504-e56f7b913fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:41.398646 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-339de02d-818c-4caf-a504-e56f7b913fc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e125d89eff294a938d29883afba38527&device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 1095 time: 0.0411148 Jul 28 11:51:41.485182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-afb75be2-48d0-4b00-ba70-d05ffe24ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:41.486609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-afb75be2-48d0-4b00-ba70-d05ffe24ae1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 200 len: 913 time: 0.0814872 Jul 28 11:51:41.531132 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-3f9ec319-08fc-41ec-b788-47a8e0234f8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 200 len: 217 time: 0.0375979 Jul 28 11:51:41.578532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-6e8978ae-1303-467b-b3ca-cac0d22bddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:41.579891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-6e8978ae-1303-467b-b3ca-cac0d22bddfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 200 len: 852 time: 0.0423965 Jul 28 11:51:41.609643 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-a7297476-580f-443d-b2cc-5f09d753b6d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f7457ee-e113-4125-a20f-7ffd3b0195d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232272 Jul 28 11:51:41.703647 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-926925a0-3d48-4520-a175-796da52d7525 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869610 Jul 28 11:51:41.792009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-3cb4401d-9054-4a4c-8349-78984228e936 service neutron] 10.222.0.44 "GET /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817726 Jul 28 11:51:41.875766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:41.912907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:42.469666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f7ce-0215-47c2-9021-783c6165deed req-f489a5ef-6ce0-4c6c-b24d-cb8de8feeedc tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:42.471013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6001f7ce-0215-47c2-9021-783c6165deed req-f489a5ef-6ce0-4c6c-b24d-cb8de8feeedc tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 944 time: 0.0525901 Jul 28 11:51:42.513844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6001f7ce-0215-47c2-9021-783c6165deed req-8066db05-d62f-4222-be7b-b7de230293dc tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Jul 28 11:51:42.874495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:42.921626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:42.925117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:42.925489 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.002681 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.024804 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:43.027008 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ff60df-a86b-4b9f-bf80-e32d19de2b21" -d '{"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:43.039506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:43.043338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.066671 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b229b212-61a3-47ba-b0e2-69b5c77ed832 x-openstack-request-id: req-b229b212-61a3-47ba-b0e2-69b5c77ed832 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:43.066961 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:43.067215 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b229b212-61a3-47ba-b0e2-69b5c77ed832 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:43.067601 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'code': 200} Jul 28 11:51:43.102654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:43.632050 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57032776-3d9c-4091-8e30-801cb2e0b78f req-73f374b5-0226-44f8-81db-783b4e6fb40a tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:43.633525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57032776-3d9c-4091-8e30-801cb2e0b78f req-73f374b5-0226-44f8-81db-783b4e6fb40a tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0499799 Jul 28 11:51:43.702356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57032776-3d9c-4091-8e30-801cb2e0b78f req-9e27f152-e573-4a26-942a-00eb3bafe52a tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a3b259-436e-42c6-9801-6c692e57c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 Jul 28 11:51:43.710917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-22c22610-7f11-4ca0-aa48-df6521c2b621 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:43.712443 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-22c22610-7f11-4ca0-aa48-df6521c2b621 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8de69bd-b1af-490c-a939-8d3d7e48c0ed HTTP/1.1" status: 200 len: 945 time: 0.0661325 Jul 28 11:51:43.805533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Deleting port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:51:43.805793 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.892948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] For port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,segment=NetworkSegment(606bdd56-c5ea-4629-a7a7-332218e2758f),segment_id=606bdd56-c5ea-4629-a7a7-332218e2758f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:43.893312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:43.907302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Calling delete_port for c7f8d9e5-771b-4f57-a8ca-a59250c23d8c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:51:44.036279 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:44.047591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:44.063774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Pushing event deleted for resources: {'Port': ['ID=c7f8d9e5-771b-4f57-a8ca-a59250c23d8c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:44.109756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] No DVR routers for this DVR port c7f8d9e5-771b-4f57-a8ca-a59250c23d8c on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:51:44.112434 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:44.114360 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a88bdaf-d2b9-4564-87c1-5aa9d40554fd req-0cea5ed1-fc6b-44f3-99e9-f6694c369e94 tempest-DeleteServersTestJSON-632985549 tempest-DeleteServersTestJSON-632985549-project] 10.222.0.41 "DELETE /v2.0/ports/c7f8d9e5-771b-4f57-a8ca-a59250c23d8c HTTP/1.1" status: 204 len: 173 time: 0.3950846 Jul 28 11:51:44.114850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-deleted', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:44.117162 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b83cb97-537b-4410-b752-d24572c910d6" -d '{"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-deleted", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:44.159967 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab91c41-fa90-4ad5-bc30-a265be93bb76 x-openstack-request-id: req-eab91c41-fa90-4ad5-bc30-a265be93bb76 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:44.160282 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de69bd-b1af-490c-a939-8d3d7e48c0ed", "name": "network-vif-deleted", "tag": "c7f8d9e5-771b-4f57-a8ca-a59250c23d8c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:44.160534 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eab91c41-fa90-4ad5-bc30-a265be93bb76 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:44.160925 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de69bd-b1af-490c-a939-8d3d7e48c0ed', 'name': 'network-vif-deleted', 'tag': 'c7f8d9e5-771b-4f57-a8ca-a59250c23d8c', 'status': 'completed', 'code': 200} Jul 28 11:51:44.829023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:44.872680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Deleting subnet b1a90797-8421-4224-87cc-952766e2baeb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:51:44.875967 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:44.908669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:44.946305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.001569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.031224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.033106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b1a90797-8421-4224-87cc-952766e2baeb HTTP/1.1" status: 204 len: 168 time: 0.2030804 Jul 28 11:51:45.034039 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8cc45-d32a-4a42-9c95-f924810a8cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a90797-8421-4224-87cc-952766e2baeb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:45.036218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:45.109714 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.186201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.195689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7457ee-e113-4125-a20f-7ffd3b0195d5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:45.205665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606bdd56-c5ea-4629-a7a7-332218e2758f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:45.205962 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606bdd56-c5ea-4629-a7a7-332218e2758f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:51:45.214499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.230348 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.237151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:51:45.237711 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:51:45.239488 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:51:45.296333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.302275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.305297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f7457ee-e113-4125-a20f-7ffd3b0195d5 HTTP/1.1" status: 204 len: 168 time: 0.2678237 Jul 28 11:51:45.317623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7457ee-e113-4125-a20f-7ffd3b0195d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:45.325128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.325479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.325817 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.326139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.326474 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.326808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.327220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.327441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.327767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.328089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.328473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.328761 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21857-2c44-4fb7-b471-89b0143a86c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:51:45.420122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:45.458740 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6eb83c1f-e796-471c-ac00-21ab300759bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e125d89eff294a938d29883afba38527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374608 Jul 28 11:51:45.461119 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:45.507566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-672694db-3ad7-45fe-ae89-e627dc1066c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.529502 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-672694db-3ad7-45fe-ae89-e627dc1066c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.572936 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-672694db-3ad7-45fe-ae89-e627dc1066c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.576150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-672694db-3ad7-45fe-ae89-e627dc1066c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:45.577305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-672694db-3ad7-45fe-ae89-e627dc1066c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2a3b259-436e-42c6-9801-6c692e57c7a3 HTTP/1.1" status: 204 len: 168 time: 0.1153131 Jul 28 11:51:45.584955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672694db-3ad7-45fe-ae89-e627dc1066c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3b259-436e-42c6-9801-6c692e57c7a3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:46.213427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 55672) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:46.306581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1458212430-network', 'tenant_id': '663ab26e9577420b832030df906e147b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:46.328362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Made reservation on behalf of 663ab26e9577420b832030df906e147b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:46.330592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.338762 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.429809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.433760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.454445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:51:46.467540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84521ffe-0046-44e2-9d06-aff847e81057,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:46.472246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.472594 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Added segment f76784ea-2fe7-4800-ba46-e6b876ea5765 of type vlan for network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 Jul 28 11:51:46.512958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.540975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.541938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:46.542513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.597974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3834348 Jul 28 11:51:46.601023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 55676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:51:46.601505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9507f0-cbd5-46c2-888f-16df68d70d5d admin admin] Pushing event updated for resources: {'Network': ['ID=9fee603d-545e-4d75-a0a8-c8abe7e91f45,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:46.606007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Request body: {'subnet': {'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1458212430-subnet', 'tenant_id': '663ab26e9577420b832030df906e147b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:46.611750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:51:46.628199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Made reservation on behalf of 663ab26e9577420b832030df906e147b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:46.630538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.808835 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.861543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:46.871213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Checking segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:46.871565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Network hostable DHCP agents. Network: 9fee603d-545e-4d75-a0a8-c8abe7e91f45, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:51:46.887980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:51:46.895676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9fee603d-545e-4d75-a0a8-c8abe7e91f45) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:46.899729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:46.900340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:46.906528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:51:46.908555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f742a7-16eb-4a4c-9f60-16f557f211c0 None None] Network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:46.914532 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-87a3a59a-3c51-44b3-bda5-db7a2efb468c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3124325 Jul 28 11:51:46.936359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: c7f8d9e5-771b-4f57-a8ca-a59250c23d8c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:51:46.936714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c7f8d9e5-771b-4f57-a8ca-a59250c23d8c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:51:47.047940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036ae46-059d-4193-8535-e36cfefad20e None None] Network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:51:47.339129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-a3f38a9d-6ba0-43e0-a2cb-8ef817f8c956 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:47.341000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-a3f38a9d-6ba0-43e0-a2cb-8ef817f8c956 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 815 time: 0.1047590 Jul 28 11:51:47.355578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-c942dd28-9fae-4f66-b7dd-6beb88515155 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/quotas/663ab26e9577420b832030df906e147b HTTP/1.1" status: 200 len: 375 time: 0.0090144 Jul 28 11:51:47.388511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-227e32b9-656e-4950-822f-0cdb47b214d3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265636 Jul 28 11:51:47.524758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-0da1d2fb-431b-4918-ada3-4aae3a4dc45b service neutron] 10.222.0.20 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298070 Jul 28 11:51:47.612864 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-3b223d6a-7570-4d17-901f-07ffd8791632 service neutron] 10.222.0.20 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819464 Jul 28 11:51:47.770826 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd62219b-9b5d-46da-9db5-33ba248384fd req-81df333a-e8b5-4a12-92e4-27c31617a316 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 210 time: 0.0280583 Jul 28 11:51:48.681320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-34de3b43-ff6d-4fa2-b82a-138a3316e39c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:48.682753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-34de3b43-ff6d-4fa2-b82a-138a3316e39c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 815 time: 0.1088679 Jul 28 11:51:48.696419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Request body: {'port': {'device_id': '40998906-ff64-48f0-a88a-73d5bf2142db', 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'admin_state_up': True, 'tenant_id': '663ab26e9577420b832030df906e147b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:48.801853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Made reservation on behalf of 663ab26e9577420b832030df906e147b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:51:48.805784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:48.867369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc3a8f40-f8f5-4589-a19d-a25bbd1dcc7b req-9f17fb85-324a-4c36-b909-a5a8285129f0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 210 time: 0.0270951 Jul 28 11:51:48.933983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Allocated IP 172.20.0.13 (9fee603d-545e-4d75-a0a8-c8abe7e91f45/1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04/e5ec9d0e-1b71-4257-a254-27d7c7638226) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:51:49.080239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.118300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.160152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:51:49.163127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:51:49.169477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:51:49.175432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:49.219858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:49.220414 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.233338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-9fa540f2-8e29-4fe1-aea9-5aacb7a754ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410790 Jul 28 11:51:49.245356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Request body: {'port': {'device_id': '40998906-ff64-48f0-a88a-73d5bf2142db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:51:49.300707 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.551365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ec9d0e-1b71-4257-a254-27d7c7638226 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:49.560305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.573980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Transition to ACTIVE for port object e5ec9d0e-1b71-4257-a254-27d7c7638226 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:51:49.578333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.628686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:49.693666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:51:49.694324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:51:49.694324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:49.698422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Port e5ec9d0e-1b71-4257-a254-27d7c7638226 on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:51:49.698730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:51:49.704032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:51:49.704390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Checking segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:51:49.704771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Bound using segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:51:49.705179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Bound port: e5ec9d0e-1b71-4257-a254-27d7c7638226, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:51:49.705526 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.766022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:51:49.768927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:51:49.773259 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.806325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:49.806914 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:49.808437 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 1092 time: 0.5671442 Jul 28 11:51:49.808868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:49.811630 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94453ae-48d4-4b62-953b-dd8c2a16c875" -d '{"events": [{"name": "network-changed", "server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:49.835402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b23d3b-93a1-4cd7-8aad-afda25a6dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:49.855952 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b823c-6dc5-43cc-b294-c7502ff68b15 x-openstack-request-id: req-ac8b823c-6dc5-43cc-b294-c7502ff68b15 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:49.856440 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:49.856696 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac8b823c-6dc5-43cc-b294-c7502ff68b15 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:49.857073 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'status': 'completed', 'code': 200} Jul 28 11:51:49.891052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-44e5bf82-4b1e-4062-b625-e5468a15093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:49.892586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-44e5bf82-4b1e-4062-b625-e5468a15093b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1095 time: 0.0457368 Jul 28 11:51:49.939611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-64800d29-4a95-4e60-9ac0-f617c4930e38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Jul 28 11:51:49.988283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0985d-6e10-4736-b291-159acce35593 req-8b7881df-8195-455c-b9af-f1747d5f00a6 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:49.989727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26db3-c183-4774-a662-eed576c6b319 req-c5265809-66f7-4868-944a-41108fcc2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:49.989861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3d0985d-6e10-4736-b291-159acce35593 req-8b7881df-8195-455c-b9af-f1747d5f00a6 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0540383 Jul 28 11:51:49.991491 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-c5265809-66f7-4868-944a-41108fcc2f26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0453680 Jul 28 11:51:50.023910 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-04528bb5-e30c-41c8-8164-475a5b55818c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250266 Jul 28 11:51:50.028980 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e3d0985d-6e10-4736-b291-159acce35593 req-b51d92c8-8ab4-41ca-aa63-e6cf6b728706 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Jul 28 11:51:50.073694 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:50.119385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-ec2c5ea9-910e-4124-8e4e-159c39b0c5c6 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887454 Jul 28 11:51:50.206506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d2c26db3-c183-4774-a662-eed576c6b319 req-5ca5078f-0fa1-45cd-89fc-32276ad18597 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799272 Jul 28 11:51:50.290120 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-b3d8ef4c-2fa6-406b-a92b-c7fb65e4b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:50.291612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-b3d8ef4c-2fa6-406b-a92b-c7fb65e4b4ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1095 time: 0.0395892 Jul 28 11:51:50.382666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-711de3a5-6b22-4ae2-ae2a-435bcec22e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:50.384192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-711de3a5-6b22-4ae2-ae2a-435bcec22e5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0852547 Jul 28 11:51:50.425066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-c85236e2-3c7e-464b-8722-ccd06cb531fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0340016 Jul 28 11:51:50.488448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-9ed56a0e-e6dc-4ce8-8f7d-4c4f3744e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:50.489896 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-9ed56a0e-e6dc-4ce8-8f7d-4c4f3744e83b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0514038 Jul 28 11:51:50.524115 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-68174b42-fcb1-4a3f-800f-fa97483ff4d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248270 Jul 28 11:51:50.611009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-a891541d-2e57-4b35-ab68-2bc5892f96af service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787420 Jul 28 11:51:50.705735 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b94453ae-48d4-4b62-953b-dd8c2a16c875 req-687b6e64-b4ee-4a6c-9d54-b9e4dce0c819 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873654 Jul 28 11:51:51.145148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c332fa-f998-4ed3-9f57-445da7208f0f req-de5870c2-0cc2-4ddd-a8d3-48146c645572 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:51.146584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87c332fa-f998-4ed3-9f57-445da7208f0f req-de5870c2-0cc2-4ddd-a8d3-48146c645572 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0479500 Jul 28 11:51:51.185024 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87c332fa-f998-4ed3-9f57-445da7208f0f req-aad9cda8-97b0-4f27-a3ed-25b3ff0568b5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jul 28 11:51:52.297468 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ad96-e9e8-4b44-82e1-261cfe07ca03 req-1f842041-4db6-45a4-b9e0-719533394529 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:52.298931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d952ad96-e9e8-4b44-82e1-261cfe07ca03 req-1f842041-4db6-45a4-b9e0-719533394529 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0485849 Jul 28 11:51:52.339787 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d952ad96-e9e8-4b44-82e1-261cfe07ca03 req-356b751d-c830-4568-a9e5-0aecde34ec39 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Jul 28 11:51:52.881371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:53.456483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb1ef-4076-4bc8-8107-9d3fc9f88c34 req-21dac3e2-5692-4967-b5ca-a645a69c9b36 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:53.457922 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fccfb1ef-4076-4bc8-8107-9d3fc9f88c34 req-21dac3e2-5692-4967-b5ca-a645a69c9b36 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0517848 Jul 28 11:51:53.494837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fccfb1ef-4076-4bc8-8107-9d3fc9f88c34 req-4c7016b3-fc6e-40a7-ae88-a36c33e55a5d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Jul 28 11:51:53.904390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:51:54.000949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:54.011913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'port_id': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'mac_address': 'fa:16:3e:7c:d4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:51:54.046808 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:54.058781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ec9d0e-1b71-4257-a254-27d7c7638226 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:51:54.078100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:54.081806 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:54.128767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:54.288647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['e5ec9d0e-1b71-4257-a254-27d7c7638226'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:51:54.609079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c598d8-9ac1-4c68-a9ca-c4fc4b0aaf4e req-8a783208-33b7-4765-be78-3da8e02f6c78 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:54.610540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22c598d8-9ac1-4c68-a9ca-c4fc4b0aaf4e req-8a783208-33b7-4765-be78-3da8e02f6c78 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 945 time: 0.0487900 Jul 28 11:51:54.648305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22c598d8-9ac1-4c68-a9ca-c4fc4b0aaf4e req-230ee930-f887-4ff2-9be4-04d9c1186ecb tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jul 28 11:51:55.763713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd3ef8-5ce3-4a70-a233-a3608c742403 req-f316b675-eb45-440f-9abe-e17006ee562c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:55.765709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7bd3ef8-5ce3-4a70-a233-a3608c742403 req-f316b675-eb45-440f-9abe-e17006ee562c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 945 time: 0.0510828 Jul 28 11:51:55.804068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7bd3ef8-5ce3-4a70-a233-a3608c742403 req-758a80e1-5209-4c07-a193-d878689b888c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Jul 28 11:51:55.923964 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:51:55.972226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port e5ec9d0e-1b71-4257-a254-27d7c7638226 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:51:55.975587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port e5ec9d0e-1b71-4257-a254-27d7c7638226 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:51:55.975955 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:56.054167 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:56.074936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:51:56.077700 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4c88c0-738c-4ca7-90fa-b29d56053a58" -d '{"events": [{"server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "name": "network-vif-plugged", "status": "completed", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:51:56.090090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:51:56.094670 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:56.117969 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f174b5e2-e83c-4ab6-8191-d1a6a1f42be8 x-openstack-request-id: req-f174b5e2-e83c-4ab6-8191-d1a6a1f42be8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:51:56.118255 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "name": "network-vif-plugged", "status": "completed", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:51:56.118506 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f174b5e2-e83c-4ab6-8191-d1a6a1f42be8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:51:56.118888 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'code': 200} Jul 28 11:51:56.144307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:51:56.216440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6d495-50cb-4454-9538-eae06c018835 req-88b21359-5224-44d3-8db1-12dc50e938fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:56.218485 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-93e6d495-50cb-4454-9538-eae06c018835 req-88b21359-5224-44d3-8db1-12dc50e938fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1097 time: 0.0395648 Jul 28 11:51:56.253004 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-93e6d495-50cb-4454-9538-eae06c018835 req-eb979138-60cb-4393-99e7-9b3c96dc2c3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278857 Jul 28 11:51:56.920916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd67092-f857-4e0a-9e8c-a5be64f65110 req-ba13b50d-2b08-42ae-9d7f-b115f0031b60 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:56.922506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cd67092-f857-4e0a-9e8c-a5be64f65110 req-ba13b50d-2b08-42ae-9d7f-b115f0031b60 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0534115 Jul 28 11:51:56.960725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1cd67092-f857-4e0a-9e8c-a5be64f65110 req-034bba44-d8f9-4052-8ad0-0241998318f4 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 28 11:51:57.909939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed0623b0-26b6-429a-97be-0041d1afcdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:51:58.084257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e403-fdae-4d66-af1a-0bdbae39fc83 req-36a36973-a546-4182-9c69-8f89ace60938 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:58.084257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0251e403-fdae-4d66-af1a-0bdbae39fc83 req-36a36973-a546-4182-9c69-8f89ace60938 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0494864 Jul 28 11:51:58.118369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0251e403-fdae-4d66-af1a-0bdbae39fc83 req-a1694307-bbe8-4a50-b0d2-cc7239b9f79d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 28 11:51:58.231198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ce8dc-7c8b-4c95-b5ec-cda4114bcf6d req-120a7d1b-ef9b-4065-8030-b40315e88aec tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:58.233194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-065ce8dc-7c8b-4c95-b5ec-cda4114bcf6d req-120a7d1b-ef9b-4065-8030-b40315e88aec tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0482368 Jul 28 11:51:58.272249 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-065ce8dc-7c8b-4c95-b5ec-cda4114bcf6d req-1978473a-fb75-4edf-bab3-15d185b2c5a7 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Jul 28 11:51:58.473056 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339a86-8b12-4ae6-a5d8-84ab4751f89c req-3e982e9a-e673-438f-b161-ec43fd2ad87b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:58.474488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db339a86-8b12-4ae6-a5d8-84ab4751f89c req-3e982e9a-e673-438f-b161-ec43fd2ad87b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0512531 Jul 28 11:51:58.512903 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db339a86-8b12-4ae6-a5d8-84ab4751f89c req-a030bfeb-6a17-4244-89af-b70733981134 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 Jul 28 11:51:58.629302 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7a1c1-3603-4be4-a6c3-34af850ecbfa req-07900dc3-008a-4613-9cbc-7f533427d0d0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:58.630756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bad7a1c1-3603-4be4-a6c3-34af850ecbfa req-07900dc3-008a-4613-9cbc-7f533427d0d0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0491197 Jul 28 11:51:58.668411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bad7a1c1-3603-4be4-a6c3-34af850ecbfa req-4eb48dee-4d19-4e95-854f-e7572a856b56 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 28 11:51:58.916322 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a2f68148-6fe4-4249-9c4f-190a29456d3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719998 Jul 28 11:51:58.929947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61debf-9c1d-4b4e-a363-96f95f438ac0 req-8eeecb92-b1ec-48ef-9d1d-76dd814c4475 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:51:58.932007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb61debf-9c1d-4b4e-a363-96f95f438ac0 req-8eeecb92-b1ec-48ef-9d1d-76dd814c4475 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0764542 Jul 28 11:51:58.973383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fb61debf-9c1d-4b4e-a363-96f95f438ac0 req-1cb3f463-0e23-4959-8592-117bfaddaf1d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Jul 28 11:52:00.026921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-ed9426a8-dadc-4a2f-bbfb-d8c83e1698b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:00.028478 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-ed9426a8-dadc-4a2f-bbfb-d8c83e1698b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1097 time: 0.0426419 Jul 28 11:52:00.091192 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd845591-43c4-48a3-9295-eb85f5e6838f req-4723128d-4380-498e-907f-cfb2563fde2e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:00.093768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd845591-43c4-48a3-9295-eb85f5e6838f req-4723128d-4380-498e-907f-cfb2563fde2e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0498443 Jul 28 11:52:00.122807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-98c45d4e-0111-498a-8b3c-969559c7e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:00.124360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-98c45d4e-0111-498a-8b3c-969559c7e5a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0889974 Jul 28 11:52:00.133347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd845591-43c4-48a3-9295-eb85f5e6838f req-5ea778fa-e3c2-4227-853f-6cfade51cfce tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Jul 28 11:52:00.165450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-d16091bc-6f7c-40f8-92b9-072142890ce6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0345731 Jul 28 11:52:00.218181 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a76acda4-07a4-4050-82b8-67274784920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:00.219635 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a76acda4-07a4-4050-82b8-67274784920c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0472918 Jul 28 11:52:00.252110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-94770f3d-5914-4150-9637-6e16cbbd2e63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259173 Jul 28 11:52:00.340299 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a4f7a390-89f2-423d-9657-5c9f0e919c04 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813484 Jul 28 11:52:00.433912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-b3a73d89-d329-472d-9272-5e4de9cc4a08 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 Jul 28 11:52:01.028242 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:01.161809 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67fe5169-071f-43f9-9e16-f68800271bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:01.256168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839193eb-c49d-42ed-b83a-0c4fc723d265 req-99d5042d-d9a1-4534-8bd5-3948ce953775 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:01.257678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-839193eb-c49d-42ed-b83a-0c4fc723d265 req-99d5042d-d9a1-4534-8bd5-3948ce953775 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0507019 Jul 28 11:52:01.296255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-839193eb-c49d-42ed-b83a-0c4fc723d265 req-cf718e5f-3a8e-4639-9778-dc8ba83240af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Jul 28 11:52:02.079736 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:02.415612 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d5ba3-a8c9-4190-8d09-034afc138362 req-4a9387f6-ff3b-4296-95c5-4d8900e8c046 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:02.417081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e57d5ba3-a8c9-4190-8d09-034afc138362 req-4a9387f6-ff3b-4296-95c5-4d8900e8c046 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0522587 Jul 28 11:52:02.454882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e57d5ba3-a8c9-4190-8d09-034afc138362 req-f6ba02e2-c309-4948-b974-eea533618db8 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Jul 28 11:52:03.541789 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:03.570538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11195089-a5cb-4ca9-8e33-d3e3c5fd16da req-c3b352db-6463-4c1f-a428-3c4d4437a4e6 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:03.571997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11195089-a5cb-4ca9-8e33-d3e3c5fd16da req-c3b352db-6463-4c1f-a428-3c4d4437a4e6 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0493562 Jul 28 11:52:03.609624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-11195089-a5cb-4ca9-8e33-d3e3c5fd16da req-eb2d8a1e-4cb5-4d2a-9e10-b8e65e69c9cf tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Jul 28 11:52:04.722806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdfa37-9e6c-452d-8b85-e2c402de67c6 req-ff0d258f-0933-46c3-a093-4941076f0030 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:04.724293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16fdfa37-9e6c-452d-8b85-e2c402de67c6 req-ff0d258f-0933-46c3-a093-4941076f0030 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0483530 Jul 28 11:52:04.761513 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16fdfa37-9e6c-452d-8b85-e2c402de67c6 req-686b8eaa-261f-4677-9d2b-fa8c058c5b72 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jul 28 11:52:05.879400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3e32-3118-475b-80aa-c2d85c45c955 req-df35e74d-4cc9-45fd-bef5-916d82c25926 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:05.880859 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff6a3e32-3118-475b-80aa-c2d85c45c955 req-df35e74d-4cc9-45fd-bef5-916d82c25926 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0515864 Jul 28 11:52:05.918354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff6a3e32-3118-475b-80aa-c2d85c45c955 req-dbc11529-dba8-44e9-870d-b7eb7d972dd5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Jul 28 11:52:07.035588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f256d-6fad-4cdf-ab73-1a6e1e2345ba req-bbdfa3cf-76a8-42c4-880a-bbb8aee1b089 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:07.037097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d05f256d-6fad-4cdf-ab73-1a6e1e2345ba req-bbdfa3cf-76a8-42c4-880a-bbb8aee1b089 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0518718 Jul 28 11:52:07.074781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d05f256d-6fad-4cdf-ab73-1a6e1e2345ba req-9754f16a-15bd-43b5-a2d6-01acf97d5208 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Jul 28 11:52:08.187040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ead6-ea2f-4135-aab8-32eba320fae8 req-a019b17e-4ac2-4a42-a0c7-ee927f395a07 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:08.188505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e726ead6-ea2f-4135-aab8-32eba320fae8 req-a019b17e-4ac2-4a42-a0c7-ee927f395a07 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0481241 Jul 28 11:52:08.225307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e726ead6-ea2f-4135-aab8-32eba320fae8 req-61ab3370-3de6-4279-b67f-71503d67a53d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Jul 28 11:52:09.575809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3cd47-6fe8-4505-9e57-5b0d0a825325 req-65207f37-f78a-4fd6-bca3-38fb8b674c3f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:09.577984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ad3cd47-6fe8-4505-9e57-5b0d0a825325 req-65207f37-f78a-4fd6-bca3-38fb8b674c3f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.2794065 Jul 28 11:52:09.615372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ad3cd47-6fe8-4505-9e57-5b0d0a825325 req-330c118a-f79e-48d4-adb5-d593edb5d292 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Jul 28 11:52:10.729100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81f12-0d4b-499f-905c-0e18c6504ac2 req-8c000d87-00ea-4b4f-b340-25a5dda4ea37 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:10.730564 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6f81f12-0d4b-499f-905c-0e18c6504ac2 req-8c000d87-00ea-4b4f-b340-25a5dda4ea37 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0480595 Jul 28 11:52:10.768743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6f81f12-0d4b-499f-905c-0e18c6504ac2 req-37481eae-9589-4425-96dc-5d12e6446551 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Jul 28 11:52:11.882083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2540-d295-4a31-872e-e7cc586267ea req-2d9c78ad-f55a-4755-bbd0-f3183f244622 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:11.883535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2ed2540-d295-4a31-872e-e7cc586267ea req-2d9c78ad-f55a-4755-bbd0-f3183f244622 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0487094 Jul 28 11:52:11.921305 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2ed2540-d295-4a31-872e-e7cc586267ea req-c60f97e3-4bca-49f7-a8a9-84646d1a1a50 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jul 28 11:52:13.041525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292ae8e-8036-400f-9cf3-8de41b42443b req-5dfb71ec-f903-4582-87f8-6dc7a71291be tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:13.042941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0292ae8e-8036-400f-9cf3-8de41b42443b req-5dfb71ec-f903-4582-87f8-6dc7a71291be tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0505643 Jul 28 11:52:13.080286 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0292ae8e-8036-400f-9cf3-8de41b42443b req-1b4b3968-ff6e-426c-b27c-688c3e7ccaa7 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Jul 28 11:52:14.195162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951642-c7ae-4286-b64a-e6c50d2de339 req-ad8a63cc-14f4-406d-81e2-eac0931c6a96 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:14.196620 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2951642-c7ae-4286-b64a-e6c50d2de339 req-ad8a63cc-14f4-406d-81e2-eac0931c6a96 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0474946 Jul 28 11:52:14.236374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2951642-c7ae-4286-b64a-e6c50d2de339 req-021370ca-bb82-4893-951b-d41cd0399fb0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Jul 28 11:52:15.351112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec656b2-bd07-4b46-a0dc-b67c8c6149bf req-d62f36fe-e872-4926-b35d-8c20a615c008 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:15.352588 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec656b2-bd07-4b46-a0dc-b67c8c6149bf req-d62f36fe-e872-4926-b35d-8c20a615c008 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0486796 Jul 28 11:52:15.389692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec656b2-bd07-4b46-a0dc-b67c8c6149bf req-bd6c3148-1c76-4905-ba40-63d15dc2c079 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jul 28 11:52:16.478932 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:52:16.507272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362093d5-62c3-4f79-8285-bc1ae755a767 req-ceec7f86-979f-4283-8401-4d423021b07f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:16.508675 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-362093d5-62c3-4f79-8285-bc1ae755a767 req-ceec7f86-979f-4283-8401-4d423021b07f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0531392 Jul 28 11:52:16.548607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-362093d5-62c3-4f79-8285-bc1ae755a767 req-6959a5d2-b7b1-4c7d-a79d-1dc7e994b23d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Jul 28 11:52:17.663444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237351d0-62f6-4644-9a5e-828d90768a87 req-eda5e204-9f17-4f9a-996b-b0bd5a458764 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:17.664929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-237351d0-62f6-4644-9a5e-828d90768a87 req-eda5e204-9f17-4f9a-996b-b0bd5a458764 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0486400 Jul 28 11:52:17.703270 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-237351d0-62f6-4644-9a5e-828d90768a87 req-bc99a5c2-5dd7-4614-9d7e-9ccef2b1804d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 28 11:52:18.817504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe506-cc0f-4b8b-bd15-9f5223e0e978 req-19ab8825-ad65-46fe-9794-b79f12eb04f6 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:18.818954 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35bbe506-cc0f-4b8b-bd15-9f5223e0e978 req-19ab8825-ad65-46fe-9794-b79f12eb04f6 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0478237 Jul 28 11:52:18.856320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-35bbe506-cc0f-4b8b-bd15-9f5223e0e978 req-012910f9-3a28-431a-b98b-e2fb663f7fd1 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 28 11:52:19.974567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c953b-2148-450f-928f-d2b2d40db93f req-fcac329e-3f8c-4630-80ec-f9343065c021 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:19.976029 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c0c953b-2148-450f-928f-d2b2d40db93f req-fcac329e-3f8c-4630-80ec-f9343065c021 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0528843 Jul 28 11:52:20.016911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3c0c953b-2148-450f-928f-d2b2d40db93f req-b9c08d17-117a-47af-af8a-37a49bc24e2f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jul 28 11:52:20.073621 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:21.130696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc829b8-2a48-4ffb-931c-bcfd17fff8e4 req-4482fb9e-9c34-4f54-9492-145b9f9a3b10 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:21.132196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebc829b8-2a48-4ffb-931c-bcfd17fff8e4 req-4482fb9e-9c34-4f54-9492-145b9f9a3b10 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0490811 Jul 28 11:52:21.171076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ebc829b8-2a48-4ffb-931c-bcfd17fff8e4 req-cfa19475-5be4-49f8-b6ed-10e1d2eeea91 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Jul 28 11:52:22.284794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361b08e-6a41-4cbd-91a8-8dee0c3eac92 req-e16ade6c-e535-4615-b3c1-4b40b71084f5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:22.286250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4361b08e-6a41-4cbd-91a8-8dee0c3eac92 req-e16ade6c-e535-4615-b3c1-4b40b71084f5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0480776 Jul 28 11:52:22.324606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4361b08e-6a41-4cbd-91a8-8dee0c3eac92 req-fa4c3ead-7dec-487c-9b7c-a65d91897a48 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Jul 28 11:52:22.898764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:23.440941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71bff9-d654-447b-9fa3-a61c4d43a00c req-6204bbb2-e977-4e18-b617-debb89d386c0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:23.442390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc71bff9-d654-447b-9fa3-a61c4d43a00c req-6204bbb2-e977-4e18-b617-debb89d386c0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0517061 Jul 28 11:52:23.480257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc71bff9-d654-447b-9fa3-a61c4d43a00c req-52f8775b-377e-4103-af05-39b666bd2eda tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 28 11:52:24.594869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ad6d3-4a71-488a-84e4-d497e2258c56 req-161d611e-9114-44c6-85a9-703360d05b5e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:24.596342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-785ad6d3-4a71-488a-84e4-d497e2258c56 req-161d611e-9114-44c6-85a9-703360d05b5e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0482492 Jul 28 11:52:24.635281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-785ad6d3-4a71-488a-84e4-d497e2258c56 req-6b723599-8123-4fc7-ad7e-bbb33e866b46 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Jul 28 11:52:25.748896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5c0b-f61f-4f93-9a28-112cc08cf2f8 req-ca111b9f-bd03-4209-a82e-fd4932e8b533 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:25.750342 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-872f5c0b-f61f-4f93-9a28-112cc08cf2f8 req-ca111b9f-bd03-4209-a82e-fd4932e8b533 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0481911 Jul 28 11:52:25.789586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-872f5c0b-f61f-4f93-9a28-112cc08cf2f8 req-4d258539-eb7c-41b5-8639-ede48408c4a4 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jul 28 11:52:26.923080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba6da-c38f-4721-af09-aaac4841eb50 req-dbf390c3-963d-4d00-976a-71bb1d921b16 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:26.924584 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-212ba6da-c38f-4721-af09-aaac4841eb50 req-dbf390c3-963d-4d00-976a-71bb1d921b16 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 946 time: 0.0531752 Jul 28 11:52:26.962571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-212ba6da-c38f-4721-af09-aaac4841eb50 req-9f9e67a3-6a17-480e-a212-4ab730462a41 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Jul 28 11:52:27.273996 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-aae0e55b-7d64-48d7-a91e-1628da6385a1 service neutron] show failed (client error): The resource could not be found. Jul 28 11:52:27.275012 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-aae0e55b-7d64-48d7-a91e-1628da6385a1 service neutron] 10.222.0.44 "GET /v2.0/ports/e5ec9d0e-1b71-4257-a254-27d7c7638226/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0545173 Jul 28 11:52:27.463557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-9880b1ef-c516-4aac-b79d-8fd506e14e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:27.465067 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-9880b1ef-c516-4aac-b79d-8fd506e14e58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db&tenant_id=663ab26e9577420b832030df906e147b HTTP/1.1" status: 200 len: 1097 time: 0.0410020 Jul 28 11:52:27.484797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:27.536200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:27.736197 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:27.768422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h1-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:52:27.806710 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:27.809229 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4edf459-c5fe-4b10-adde-b6c4f63a092b" -d '{"events": [{"server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:27.812913 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:27.825263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Transition to ACTIVE for port object e5ec9d0e-1b71-4257-a254-27d7c7638226 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:52:27.830265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:27.867371 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1504496f-333d-46eb-8ec6-14def2823e03 x-openstack-request-id: req-1504496f-333d-46eb-8ec6-14def2823e03 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:27.868021 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:27.868318 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1504496f-333d-46eb-8ec6-14def2823e03 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:27.868719 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'code': 200} Jul 28 11:52:27.901605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] No DVR routers for this DVR port e5ec9d0e-1b71-4257-a254-27d7c7638226 on host n-h1-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:52:27.905276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:27.912122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54bdf6e7-ef3d-495e-8c27-2d44068be784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:27.938686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:52:27.939224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:52:27.939326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:27.943575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Port e5ec9d0e-1b71-4257-a254-27d7c7638226 on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:52:27.943894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Attempting to bind port e5ec9d0e-1b71-4257-a254-27d7c7638226 on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:27.948732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:52:27.949072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Checking segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:52:27.949452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Bound using segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:52:27.949876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Bound port: e5ec9d0e-1b71-4257-a254-27d7c7638226, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:52:27.950227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:28.020767 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h2-723573-7, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:52:28.023741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:52:28.028147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:28.090188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:28.090800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:28.092841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] 10.222.0.41 "PUT /v2.0/ports/e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 1092 time: 0.6121640 Jul 28 11:52:28.114023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6387923-7013-48fa-827b-9039c9ec3d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:28.155305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a54e60-6215-40a6-8f68-93edf739ef4d req-4d828524-7977-4ecc-9b0e-95700174d1a5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:28.156793 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a54e60-6215-40a6-8f68-93edf739ef4d req-4d828524-7977-4ecc-9b0e-95700174d1a5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.1229112 Jul 28 11:52:28.190276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-4455e05e-894f-4053-a211-f386e2a00eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:28.191790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-4455e05e-894f-4053-a211-f386e2a00eee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1095 time: 0.0748582 Jul 28 11:52:28.211882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a54e60-6215-40a6-8f68-93edf739ef4d req-d0951963-4f02-4718-9b11-0dc4e36a06bf tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Jul 28 11:52:28.289469 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-5b2727e1-0116-4874-af71-4f08936c6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:28.290905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-5b2727e1-0116-4874-af71-4f08936c6d39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0917912 Jul 28 11:52:28.336615 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-57a96e91-9f61-4f5b-a93b-11c0048e8493 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0380800 Jul 28 11:52:28.383510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-edc2bd46-a823-4429-b9b0-25539d2870c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:28.385026 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-edc2bd46-a823-4429-b9b0-25539d2870c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0423794 Jul 28 11:52:28.414966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-fbe135c4-9f6c-49c2-a06c-85f984351015 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234599 Jul 28 11:52:28.501160 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-311ce5d8-8fcc-4d6f-9a6f-62edab4135b2 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784435 Jul 28 11:52:28.592566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee3fd8bd-18f5-472a-a206-70825fd6c4ac req-96b13f03-cd58-42ea-b53e-dd6352bfb274 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847518 Jul 28 11:52:29.329223 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f71fd-adc3-4aad-8505-e4a51cebc907 req-17e9dcde-9a57-434e-b64b-d515948a005c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:29.330660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b9f71fd-adc3-4aad-8505-e4a51cebc907 req-17e9dcde-9a57-434e-b64b-d515948a005c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0483756 Jul 28 11:52:29.367266 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7b9f71fd-adc3-4aad-8505-e4a51cebc907 req-f921ad63-868c-4e81-9c8a-14f8274056ff tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Jul 28 11:52:29.869876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:29.872292 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df03662-dcfa-453d-925c-d09473e675bb" -d '{"events": [{"name": "network-changed", "server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:29.922016 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de3c92-96b8-4f45-9063-94d715271861 x-openstack-request-id: req-15de3c92-96b8-4f45-9063-94d715271861 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:29.922310 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:29.922560 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15de3c92-96b8-4f45-9063-94d715271861 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:29.922956 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'status': 'completed', 'code': 200} Jul 28 11:52:29.993728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df03662-dcfa-453d-925c-d09473e675bb req-86eaf33f-673c-4be5-995d-ca40bcb1c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:29.995876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-86eaf33f-673c-4be5-995d-ca40bcb1c452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1095 time: 0.0467830 Jul 28 11:52:30.033340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df03662-dcfa-453d-925c-d09473e675bb req-7d0b8738-a0df-4e81-8bcd-9ab726b6c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.034817 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-7d0b8738-a0df-4e81-8bcd-9ab726b6c9d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1095 time: 0.0573661 Jul 28 11:52:30.091469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:52:30.106140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df03662-dcfa-453d-925c-d09473e675bb req-d90f8c19-bd29-48ed-b570-aaf163ba2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.108880 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-d90f8c19-bd29-48ed-b570-aaf163ba2193 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.1061614 Jul 28 11:52:30.129708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df03662-dcfa-453d-925c-d09473e675bb req-15db3ee4-5ada-48bc-a688-0889a0ab35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.131103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-15db3ee4-5ada-48bc-a688-0889a0ab35fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0891881 Jul 28 11:52:30.134533 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:52:30.152882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-57c8e62d-625d-4fa5-990a-fd6449087bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0367808 Jul 28 11:52:30.173807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-17794b1b-abaf-46cd-ae21-8176bd04c0cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0359421 Jul 28 11:52:30.202341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df03662-dcfa-453d-925c-d09473e675bb req-ca926e8d-3ea8-42ce-a829-009be15c4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.203777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-ca926e8d-3ea8-42ce-a829-009be15c4f18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0447533 Jul 28 11:52:30.226065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df03662-dcfa-453d-925c-d09473e675bb req-31a99fac-65da-4f63-a174-4744cbb2b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.227544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-31a99fac-65da-4f63-a174-4744cbb2b927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0471230 Jul 28 11:52:30.240435 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-d5a2bc3b-fd95-4720-8dc5-c8dd838b13fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294995 Jul 28 11:52:30.260317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-2a8597c2-5ba9-441c-ba22-5c85dc32cb10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254850 Jul 28 11:52:30.332416 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-21446242-a514-404d-813f-fe2b8dead804 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844510 Jul 28 11:52:30.347642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-5bbc9009-a0bc-4075-a56f-e21b42d7e604 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Jul 28 11:52:30.427448 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-7c52475b-f96e-4930-9594-e126940fbcb0 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881941 Jul 28 11:52:30.449177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5df03662-dcfa-453d-925c-d09473e675bb req-95cef382-5bc9-4cd5-82f8-d6101e64b8b3 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950654 Jul 28 11:52:30.498185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fd07b-fb10-460c-8d6c-f6ffe284ac0c req-8155d3b0-1337-4e79-be92-7d375021935e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.499663 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b24fd07b-fb10-460c-8d6c-f6ffe284ac0c req-8155d3b0-1337-4e79-be92-7d375021935e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0496068 Jul 28 11:52:30.537449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b24fd07b-fb10-460c-8d6c-f6ffe284ac0c req-0750bdd2-a6ae-4003-99f8-efb9794d79db tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Jul 28 11:52:30.730578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc084d7b-63f1-4995-b6f1-844b19760a52 req-71d64d25-abb3-410a-b432-e06b914425cc tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.732052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc084d7b-63f1-4995-b6f1-844b19760a52 req-71d64d25-abb3-410a-b432-e06b914425cc tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0488563 Jul 28 11:52:30.741907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-b6bb7d26-7c26-4fac-85e9-961efe7ce20f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.743766 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-b6bb7d26-7c26-4fac-85e9-961efe7ce20f tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.44 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db&tenant_id=663ab26e9577420b832030df906e147b&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.0514016 Jul 28 11:52:30.775434 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc084d7b-63f1-4995-b6f1-844b19760a52 req-18f9f899-5490-4bcd-8218-9dd3acca4105 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Jul 28 11:52:30.804162 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-3c4293c8-d3dd-4294-a6b8-9e4a4acc1ece service neutron] delete failed (client error): The resource could not be found. Jul 28 11:52:30.805189 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-3c4293c8-d3dd-4294-a6b8-9e4a4acc1ece service neutron] 10.222.0.44 "DELETE /v2.0/ports/e5ec9d0e-1b71-4257-a254-27d7c7638226/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0532150 Jul 28 11:52:30.885685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-7de606e7-57c5-45cd-9a87-806f78d8a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:30.887392 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-7de606e7-57c5-45cd-9a87-806f78d8a518 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 1095 time: 0.0396004 Jul 28 11:52:31.031064 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:31.163633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cab0577-984e-405f-a867-f988694c4ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:31.306622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-e1bd392b-eeb7-440d-b5ff-69d2b372aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:31.307959 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-e1bd392b-eeb7-440d-b5ff-69d2b372aca0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.4142327 Jul 28 11:52:31.348947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-11ca2664-0454-4990-bdb1-9760b636ec45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 200 len: 217 time: 0.0338836 Jul 28 11:52:31.397297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-1e146120-70d6-41b9-9547-544035a83c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:31.398693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-1e146120-70d6-41b9-9547-544035a83c42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0435028 Jul 28 11:52:31.433830 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-ab58fb74-74ae-4f77-98b1-c3e6fb61ccd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274498 Jul 28 11:52:31.522195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-f6327417-0be2-4d78-9f9b-115a21d4fd0f service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813651 Jul 28 11:52:31.613533 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-13f43dc7-3077-41c1-8bd0-874cb38ab068 req-66f2fa19-8ac1-4613-8208-d12ebcc7a2c3 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Jul 28 11:52:31.895574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf5a84-069d-4cd6-ab11-2124144b5466 req-f95b9fe9-9fdf-401e-9ed8-286118d59894 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:31.897191 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5cf5a84-069d-4cd6-ab11-2124144b5466 req-f95b9fe9-9fdf-401e-9ed8-286118d59894 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0507591 Jul 28 11:52:31.936937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5cf5a84-069d-4cd6-ab11-2124144b5466 req-49cc86a1-e25e-4720-aa23-5a0814a7bcc9 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Jul 28 11:52:32.084455 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.051561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd64cc-f196-456b-b1a4-ab47e7d1f2de req-09a0c1db-2983-4740-84c2-5b729d56a17c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:33.053054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cacd64cc-f196-456b-b1a4-ab47e7d1f2de req-09a0c1db-2983-4740-84c2-5b729d56a17c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0487731 Jul 28 11:52:33.091030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cacd64cc-f196-456b-b1a4-ab47e7d1f2de req-ff642662-6aad-4063-a078-f31bb3a15f04 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Jul 28 11:52:33.136894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:52:33.204660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf721cd-7f34-48e1-bfc1-b8b17810c83e req-c74afaa3-107c-42af-b5f0-ba96e6fa9f3c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:33.206139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dcf721cd-7f34-48e1-bfc1-b8b17810c83e req-c74afaa3-107c-42af-b5f0-ba96e6fa9f3c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 944 time: 0.0487437 Jul 28 11:52:33.232302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:33.242123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'port_id': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'mac_address': 'fa:16:3e:7c:d4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:52:33.249804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dcf721cd-7f34-48e1-bfc1-b8b17810c83e req-66e394c8-8677-4ed2-8ea5-21d156648bb9 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 Jul 28 11:52:33.282933 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.295208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ec9d0e-1b71-4257-a254-27d7c7638226 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:33.314418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:33.318974 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.364715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c072-f330-40e9-a53f-a223b47a995b req-3f02b307-cf6d-4e68-9156-47cdbc7a888a tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:33.366197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4a5c072-f330-40e9-a53f-a223b47a995b req-3f02b307-cf6d-4e68-9156-47cdbc7a888a tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 945 time: 0.0511675 Jul 28 11:52:33.366377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:33.405324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4a5c072-f330-40e9-a53f-a223b47a995b req-252d9d2f-0e24-4b1f-ae92-00db1b37d2bc tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Jul 28 11:52:33.527250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e5ec9d0e-1b71-4257-a254-27d7c7638226'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:52:33.567950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:33.785409 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-4cc172cc-d9aa-4dc5-8346-155c8a4c9d87 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:33.786836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-4cc172cc-d9aa-4dc5-8346-155c8a4c9d87 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 815 time: 0.0972567 Jul 28 11:52:33.801938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-ecc0dbea-88c2-434e-ad3b-ac41ed97bb64 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/quotas/663ab26e9577420b832030df906e147b HTTP/1.1" status: 200 len: 375 time: 0.0094526 Jul 28 11:52:33.853776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-e72f62f6-f9df-4bcc-8280-48525941f3e4 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466459 Jul 28 11:52:33.945951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-bd70cdc8-8839-47bf-b67c-caf89547d6bc service neutron] 10.222.0.20 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840502 Jul 28 11:52:34.038563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-634cfb42-c8ef-42d8-99e2-7403f2c967fe service neutron] 10.222.0.20 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863314 Jul 28 11:52:34.203774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd2c1b75-7a15-4c40-93b4-f84b8685bee9 req-7aaac08a-26c4-46ee-a6fe-b2360a8804fb tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Jul 28 11:52:34.891983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-139800e6-ff72-468b-aed3-e9650cf74c97 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:34.893336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-139800e6-ff72-468b-aed3-e9650cf74c97 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.41 "GET /v2.0/ports?device_id=40998906-ff64-48f0-a88a-73d5bf2142db HTTP/1.1" status: 200 len: 945 time: 0.0478199 Jul 28 11:52:34.991706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 51786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:52:34.992632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Deleting port e5ec9d0e-1b71-4257-a254-27d7c7638226 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:52:34.992632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.095846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] For port e5ec9d0e-1b71-4257-a254-27d7c7638226, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=e5ec9d0e-1b71-4257-a254-27d7c7638226,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:35.096538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.108010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-98961cbd-b147-4943-95f2-baad988c243e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.109592 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-98961cbd-b147-4943-95f2-baad988c243e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 815 time: 0.1156607 Jul 28 11:52:35.111578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Calling delete_port for e5ec9d0e-1b71-4257-a254-27d7c7638226 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:52:35.129270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Request body: {'port': {'device_id': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'admin_state_up': True, 'tenant_id': '663ab26e9577420b832030df906e147b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:35.141224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:52:35.192774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port e5ec9d0e-1b71-4257-a254-27d7c7638226 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:52:35.197746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port e5ec9d0e-1b71-4257-a254-27d7c7638226 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:52:35.198399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.255167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.259250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Made reservation on behalf of 663ab26e9577420b832030df906e147b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:52:35.262834 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.273538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e5ec9d0e-1b71-4257-a254-27d7c7638226'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:52:35.304148 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Pushing event deleted for resources: {'Port': ['ID=e5ec9d0e-1b71-4257-a254-27d7c7638226,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:35.319787 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.373518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-025ff37d-3c45-496d-ad09-f52527870e0b req-fca47391-3c04-45c8-aedc-052ffb1349d3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 210 time: 0.0706556 Jul 28 11:52:35.374393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] No DVR routers for this DVR port e5ec9d0e-1b71-4257-a254-27d7c7638226 on host n-h2-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:52:35.377247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.379172 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.41 "DELETE /v2.0/ports/e5ec9d0e-1b71-4257-a254-27d7c7638226 HTTP/1.1" status: 204 len: 173 time: 0.4745891 Jul 28 11:52:35.379608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'name': 'network-vif-deleted', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:35.381895 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436be9b5-3279-4c7f-bfcb-a1eaffa59451" -d '{"events": [{"server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "name": "network-vif-deleted", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:35.411929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Allocated IP 172.20.0.13 (9fee603d-545e-4d75-a0a8-c8abe7e91f45/1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04/52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:52:35.423593 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8651f53d-8797-4179-b4cb-4e8208e74f25 x-openstack-request-id: req-8651f53d-8797-4179-b4cb-4e8208e74f25 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:35.423885 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40998906-ff64-48f0-a88a-73d5bf2142db", "name": "network-vif-deleted", "tag": "e5ec9d0e-1b71-4257-a254-27d7c7638226", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:35.424278 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8651f53d-8797-4179-b4cb-4e8208e74f25 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:35.424671 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40998906-ff64-48f0-a88a-73d5bf2142db', 'name': 'network-vif-deleted', 'tag': 'e5ec9d0e-1b71-4257-a254-27d7c7638226', 'status': 'completed', 'code': 200} Jul 28 11:52:35.575288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.616069 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.628643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['e5ec9d0e-1b71-4257-a254-27d7c7638226'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:52:35.663628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:52:35.668590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:52:35.672948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:52:35.676790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:35.724598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:35.725206 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:35.739542 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-22cb60cd-3318-4c49-8680-891375e13b5c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6143758 Jul 28 11:52:35.752377 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Request body: {'port': {'device_id': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:52:35.804482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.060954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:36.068326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.079999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Transition to ACTIVE for port object 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:52:36.083709 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.139230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:36.201338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:52:36.201544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:52:36.201833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:36.206052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:52:36.206379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:52:36.211134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:52:36.211473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Checking segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:52:36.211854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Bound using segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:52:36.212306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Bound port: 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:52:36.212656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.274208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:52:36.277174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:52:36.281594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.320131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.320770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:36.322131 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] 10.222.0.41 "PUT /v2.0/ports/52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 1092 time: 0.5747533 Jul 28 11:52:36.322569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:36.324866 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:36.346788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0192b-2868-4c8c-83d7-aa2459a83c07 service neutron] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:36.362932 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b9741-d05a-453c-9b7f-e87758852c37 x-openstack-request-id: req-d64b9741-d05a-453c-9b7f-e87758852c37 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:36.363227 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:36.363487 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d64b9741-d05a-453c-9b7f-e87758852c37 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:36.363908 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'status': 'completed', 'code': 200} Jul 28 11:52:36.408257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-a22c01d3-d194-4d37-8053-e06b3545c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.409770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-a22c01d3-d194-4d37-8053-e06b3545c0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0430355 Jul 28 11:52:36.452006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-d6c04dff-e09d-4f22-a592-8c4329fcfd4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0342567 Jul 28 11:52:36.492716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da16077-6ac6-41e7-a92e-8b73a4eb5312 req-2966f4ed-e486-41ee-b760-0aee2ae24ada tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.494281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7da16077-6ac6-41e7-a92e-8b73a4eb5312 req-2966f4ed-e486-41ee-b760-0aee2ae24ada tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0490770 Jul 28 11:52:36.505785 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-6e216536-b28f-4766-9f90-dace166a7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.507224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-6e216536-b28f-4766-9f90-dace166a7124 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0477600 Jul 28 11:52:36.533718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7da16077-6ac6-41e7-a92e-8b73a4eb5312 req-5679ffcd-fc5a-4b53-9207-20f908cba008 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jul 28 11:52:36.540008 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-491377dd-1065-434f-9464-e25f5c4de370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257001 Jul 28 11:52:36.633019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-6539d3ef-3e1d-491f-8cb7-840e54a96816 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854604 Jul 28 11:52:36.724669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac661c7f-cf6c-428d-acfb-c9f54eb4da39 req-eca4292d-34e3-49b2-897c-56511ca0b183 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845218 Jul 28 11:52:36.810034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-4ca013fb-63a1-4ac8-9639-4cdcd9e77727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.812249 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-4ca013fb-63a1-4ac8-9639-4cdcd9e77727 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0432315 Jul 28 11:52:36.905602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-afd12003-0cda-407f-8ac4-e06d8cdc5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:36.907033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-afd12003-0cda-407f-8ac4-e06d8cdc5fa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0877564 Jul 28 11:52:36.955595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-af3409c7-a5a9-40de-824f-d06f6e384bc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0418069 Jul 28 11:52:37.009525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-c13d1ffe-a38b-4782-be11-92103dfcb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:37.011001 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-c13d1ffe-a38b-4782-be11-92103dfcb26e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0451450 Jul 28 11:52:37.043811 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-840b02c5-9925-4cca-ab1a-0f9e0028298c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249598 Jul 28 11:52:37.136923 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-8d26b5dc-3ee4-4b86-9af6-d1d67775119b service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847795 Jul 28 11:52:37.225379 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6cd9d389-2d5d-4b3d-87d6-c6cc5ecf0aa1 req-46a3d202-3f05-4f06-9971-e23d65326c2d service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804729 Jul 28 11:52:37.653074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea426-da8a-4854-832e-51e08f576a12 req-ae8c659f-6335-4f74-8e60-81ae7d71e498 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:37.654698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-647ea426-da8a-4854-832e-51e08f576a12 req-ae8c659f-6335-4f74-8e60-81ae7d71e498 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0510314 Jul 28 11:52:37.692222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-647ea426-da8a-4854-832e-51e08f576a12 req-23204a58-b002-4218-a012-67fd174f486b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Jul 28 11:52:38.809303 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e832ce-6543-4261-ba3d-d6576b5d789b req-31237af8-2256-4c40-b02b-f626e33ee053 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:38.811367 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84e832ce-6543-4261-ba3d-d6576b5d789b req-31237af8-2256-4c40-b02b-f626e33ee053 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0524290 Jul 28 11:52:38.848666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84e832ce-6543-4261-ba3d-d6576b5d789b req-76325e19-cbe1-41ec-b374-9d6f14c1b24e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 28 11:52:39.136162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:52:39.156165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: e5ec9d0e-1b71-4257-a254-27d7c7638226 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:52:39.156541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device e5ec9d0e-1b71-4257-a254-27d7c7638226 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:52:39.964261 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeec4d-18f0-4dae-8647-6ea85aa033f9 req-1f659201-74cc-4c88-97e5-4e1b32b94342 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:39.965718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5abeec4d-18f0-4dae-8647-6ea85aa033f9 req-1f659201-74cc-4c88-97e5-4e1b32b94342 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0507913 Jul 28 11:52:40.003221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5abeec4d-18f0-4dae-8647-6ea85aa033f9 req-0991d5d1-3682-4d7c-8c1b-e208b6ee9d37 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308506 Jul 28 11:52:41.114916 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b50fbb-67ca-4fc1-9f23-c283e7518a94 req-de400fe0-05c5-4cdb-9c49-8cf3d6f65b37 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:41.116398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20b50fbb-67ca-4fc1-9f23-c283e7518a94 req-de400fe0-05c5-4cdb-9c49-8cf3d6f65b37 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0481448 Jul 28 11:52:41.152863 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:52:41.154288 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20b50fbb-67ca-4fc1-9f23-c283e7518a94 req-5ab9efb1-7117-4042-9a7d-a4c1df0ca3d5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jul 28 11:52:41.249139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:41.260337 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'port_id': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'mac_address': 'fa:16:3e:81:14:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:52:41.297057 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:41.308961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:52:41.332317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:41.336221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:41.382580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:41.389864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.390211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.390552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.390886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.391222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.391553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.391875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.392228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.392563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.392885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.393208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.393528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:52:41.535453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:52:42.270615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e385-0907-47bc-88f8-836eabbfc027 req-5f8d48d9-ecb1-45d9-b0b6-80a93c5f1268 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:42.272039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ce1e385-0907-47bc-88f8-836eabbfc027 req-5f8d48d9-ecb1-45d9-b0b6-80a93c5f1268 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Jul 28 11:52:42.309560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0ce1e385-0907-47bc-88f8-836eabbfc027 req-f4491deb-366e-4a32-b4ca-99cb458b2693 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jul 28 11:52:43.163954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:52:43.212949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:52:43.216445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:52:43.217355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:43.291520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:43.313251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:52:43.315490 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c32238-4ac8-478c-b2be-bce1c058913f" -d '{"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-plugged", "status": "completed", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:52:43.327798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:52:43.332416 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:43.360287 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a973b4-2663-4679-bde1-b171c34b955f x-openstack-request-id: req-82a973b4-2663-4679-bde1-b171c34b955f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:52:43.360548 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-plugged", "status": "completed", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:52:43.360802 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82a973b4-2663-4679-bde1-b171c34b955f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:52:43.361279 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'code': 200} Jul 28 11:52:43.388060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:52:43.437696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a404b1-c7cf-4c50-8b16-8b132add7a70 req-a936c95c-a43d-4bc1-b2ca-7d65d21a6fa1 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:43.439161 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01a404b1-c7cf-4c50-8b16-8b132add7a70 req-a936c95c-a43d-4bc1-b2ca-7d65d21a6fa1 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0527306 Jul 28 11:52:43.463632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ce4a7-f2e4-40bb-8faa-d6c6d7752bdd req-5cb22bfb-1aff-4d75-ac13-f654523c339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:43.465126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c7ce4a7-f2e4-40bb-8faa-d6c6d7752bdd req-5cb22bfb-1aff-4d75-ac13-f654523c339b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0459359 Jul 28 11:52:43.478847 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-01a404b1-c7cf-4c50-8b16-8b132add7a70 req-b1f01968-bfc3-4c25-9f48-9be83536c70b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Jul 28 11:52:43.503780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c7ce4a7-f2e4-40bb-8faa-d6c6d7752bdd req-423c6292-cf0a-49db-923d-a63b6b5158e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294483 Jul 28 11:52:44.594331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0fa8d-aba1-4b59-b3ed-cf02a9032656 req-519783e6-bb27-4a93-bc3f-4fbd5495cfe3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:44.595775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1e0fa8d-aba1-4b59-b3ed-cf02a9032656 req-519783e6-bb27-4a93-bc3f-4fbd5495cfe3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Jul 28 11:52:44.636306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1e0fa8d-aba1-4b59-b3ed-cf02a9032656 req-45740935-6a29-4f01-9033-1fef9092061b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Jul 28 11:52:44.752707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b98d3-0756-4ac8-b72b-f63d583d6b45 req-9744d926-aede-4ddd-b12d-aa737467a624 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:44.754138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f2b98d3-0756-4ac8-b72b-f63d583d6b45 req-9744d926-aede-4ddd-b12d-aa737467a624 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0525274 Jul 28 11:52:44.791331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7f2b98d3-0756-4ac8-b72b-f63d583d6b45 req-2af8c17b-fce4-428b-b667-c9788cf00d2a tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Jul 28 11:52:45.038749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-6f8cd4b9-040b-4380-a757-c62d31533951 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684090 Jul 28 11:52:45.047800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930c5d0-f1a7-46c2-b560-228e0b4e282e req-cf4bd63d-af10-41ef-ac8e-fdca531fdf77 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:45.051337 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4930c5d0-f1a7-46c2-b560-228e0b4e282e req-cf4bd63d-af10-41ef-ac8e-fdca531fdf77 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0729148 Jul 28 11:52:45.088382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4930c5d0-f1a7-46c2-b560-228e0b4e282e req-c853ab96-02fb-43ae-b1d9-37b24e95c938 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Jul 28 11:52:46.098345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-6dfdf064-5430-4b91-9b15-a1193780d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:46.099801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-6dfdf064-5430-4b91-9b15-a1193780d5ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0405235 Jul 28 11:52:46.196403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-3eccd10f-f6a4-4d9a-a6fc-876319962723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:46.197855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-3eccd10f-f6a4-4d9a-a6fc-876319962723 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0913413 Jul 28 11:52:46.211065 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944f25f-1082-4cd7-8e2f-d3d0f51aba0e req-c8639c24-9a44-42f4-9b5a-a02150259cc7 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:46.212666 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5944f25f-1082-4cd7-8e2f-d3d0f51aba0e req-c8639c24-9a44-42f4-9b5a-a02150259cc7 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0536010 Jul 28 11:52:46.240323 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-1482e887-6bb5-43b3-b14c-d4fddc9473d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0345125 Jul 28 11:52:46.255700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5944f25f-1082-4cd7-8e2f-d3d0f51aba0e req-2febb11c-972f-4e39-8c38-8470aa9d31bf tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Jul 28 11:52:46.289767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-7d659b8e-b9a3-44d7-812c-be19c1dea33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:46.291197 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-7d659b8e-b9a3-44d7-812c-be19c1dea33a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0449109 Jul 28 11:52:46.322702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-d0502217-a1f5-4766-b439-4f145771e552 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240858 Jul 28 11:52:46.416797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-34333fca-88a4-4566-bd6b-01bc6bc21e42 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Jul 28 11:52:46.505719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-16b1b416-b432-4b72-9b4b-d68681490e71 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816820 Jul 28 11:52:47.371080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b999a-147d-4053-80d6-252188f87c00 req-4d152d54-4850-4493-86b9-b10c95dccca5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:47.372560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-041b999a-147d-4053-80d6-252188f87c00 req-4d152d54-4850-4493-86b9-b10c95dccca5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0500119 Jul 28 11:52:47.411061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-041b999a-147d-4053-80d6-252188f87c00 req-f76dffc7-c9e3-466e-aead-0c687b5e9618 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Jul 28 11:52:48.529971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d524c3-b9ea-49a3-8280-345411fb7397 req-9663185b-86e8-4220-9337-5a28075d9879 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:48.532125 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84d524c3-b9ea-49a3-8280-345411fb7397 req-9663185b-86e8-4220-9337-5a28075d9879 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Jul 28 11:52:48.570118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84d524c3-b9ea-49a3-8280-345411fb7397 req-b04206b1-4766-4d7f-98de-e98a04caebf0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Jul 28 11:52:49.688856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76368-6ffa-49f0-b58e-012896508531 req-f7341a4f-834e-4e16-a16f-21faf925a6f2 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:49.690290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19f76368-6ffa-49f0-b58e-012896508531 req-f7341a4f-834e-4e16-a16f-21faf925a6f2 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0520103 Jul 28 11:52:49.726171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-19f76368-6ffa-49f0-b58e-012896508531 req-afa3326d-306e-4432-9c85-f58e1a3d7828 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301025 Jul 28 11:52:50.087513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:50.841203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633551e-eb3f-44ba-a779-c705efec02e8 req-652bc226-b77b-4059-92bb-bf57de6ee8af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:50.842644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c633551e-eb3f-44ba-a779-c705efec02e8 req-652bc226-b77b-4059-92bb-bf57de6ee8af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Jul 28 11:52:50.881407 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c633551e-eb3f-44ba-a779-c705efec02e8 req-6c806f42-6b8d-4e15-beba-8f3d2bc998cc tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Jul 28 11:52:51.995443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de695e1b-95d5-4665-88e8-40a12ded5659 req-c93f5260-73a5-43b7-98d9-c4d9cc65451b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:51.996936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de695e1b-95d5-4665-88e8-40a12ded5659 req-c93f5260-73a5-43b7-98d9-c4d9cc65451b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0494502 Jul 28 11:52:52.035028 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de695e1b-95d5-4665-88e8-40a12ded5659 req-3b3855b9-11ea-4003-928a-ed0e78fd806b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Jul 28 11:52:52.898298 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:53.152674 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93188e6-4c89-4ba8-93ec-838e8d56021d req-292b8cdd-8f77-4edf-9676-bbdbefdbc261 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:53.154023 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b93188e6-4c89-4ba8-93ec-838e8d56021d req-292b8cdd-8f77-4edf-9676-bbdbefdbc261 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Jul 28 11:52:53.191639 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b93188e6-4c89-4ba8-93ec-838e8d56021d req-c4f5f835-9cbf-4cff-bd52-4b20996cbdcf tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jul 28 11:52:53.478010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:52:54.307306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbb8eb-f805-4163-a9da-3d863237665e req-3cf888c5-702f-4b83-9eea-e8d13461d7a3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:54.308762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02bbb8eb-f805-4163-a9da-3d863237665e req-3cf888c5-702f-4b83-9eea-e8d13461d7a3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0480895 Jul 28 11:52:54.346439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02bbb8eb-f805-4163-a9da-3d863237665e req-469ecc87-4620-4319-87d8-ea56ba432733 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Jul 28 11:52:55.461089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7c66e-c1a1-4fe5-bff5-216b0f167c4c req-43e7c668-f823-46bb-be3d-5596a151120b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:55.462522 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d7c66e-c1a1-4fe5-bff5-216b0f167c4c req-43e7c668-f823-46bb-be3d-5596a151120b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Jul 28 11:52:55.500870 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79d7c66e-c1a1-4fe5-bff5-216b0f167c4c req-202a4ef0-2ad7-4896-a722-8f6c63e509a5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Jul 28 11:52:56.619540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d708a-5042-4e1a-b644-1b9be1944527 req-a63d74e2-473b-4bd0-b03e-6792a998f839 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:56.620997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa4d708a-5042-4e1a-b644-1b9be1944527 req-a63d74e2-473b-4bd0-b03e-6792a998f839 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0515039 Jul 28 11:52:56.661684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa4d708a-5042-4e1a-b644-1b9be1944527 req-d66fb0c5-0d26-4160-859b-cdf3e1d39d1d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Jul 28 11:52:56.741024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-66dc80df-ac94-4eb1-94b5-9e68359e92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:56.742545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-66dc80df-ac94-4eb1-94b5-9e68359e92f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0457923 Jul 28 11:52:56.843989 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-8b3605b3-2f80-4ae1-b3dd-c0f1e81dd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:56.845368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-8b3605b3-2f80-4ae1-b3dd-c0f1e81dd847 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0829103 Jul 28 11:52:56.886720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-8b9d4140-a845-4ea4-b0e6-1c017fe1d402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0345211 Jul 28 11:52:56.937706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-2c5119f6-976e-42cb-954c-a7be1dd32858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:56.939122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-2c5119f6-976e-42cb-954c-a7be1dd32858 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0462320 Jul 28 11:52:56.970820 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-f4c29e11-6ade-4f5a-8c3b-4d414b755b42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242903 Jul 28 11:52:57.058985 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-0bccc71a-d183-4fb7-994c-b599b87d8a5e service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809739 Jul 28 11:52:57.151783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25a7a8a5-dc79-4dcf-9d17-cdf331b12a1c req-0b559fac-6b59-4385-b741-aa3c698c705e service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849888 Jul 28 11:52:57.776763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e47ceb-fb4d-4396-8568-c861f7be36c4 req-23dcc5a9-002b-4b19-ab8f-bb446a47ee20 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:57.778237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71e47ceb-fb4d-4396-8568-c861f7be36c4 req-23dcc5a9-002b-4b19-ab8f-bb446a47ee20 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0488122 Jul 28 11:52:57.816409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71e47ceb-fb4d-4396-8568-c861f7be36c4 req-4b296aec-4634-4fbd-af4e-71f74b333de2 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Jul 28 11:52:57.913282 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a13c71e-68a3-4f27-8ec3-6f2c328bf2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:52:58.930581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a1b14-cff1-4116-8026-adf2d213f67d req-b843f4de-cbce-403e-b114-429dd53ea88c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:52:58.932063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-611a1b14-cff1-4116-8026-adf2d213f67d req-b843f4de-cbce-403e-b114-429dd53ea88c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0485640 Jul 28 11:52:58.968830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-611a1b14-cff1-4116-8026-adf2d213f67d req-53642c0e-ab51-47ca-8804-859c83f2218b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303662 Jul 28 11:53:00.093964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc4b0e-7987-4209-a8e8-b0e9460ab8f1 req-086af3e4-4071-4fad-935a-7c19d4cf74b0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:00.096473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2fc4b0e-7987-4209-a8e8-b0e9460ab8f1 req-086af3e4-4071-4fad-935a-7c19d4cf74b0 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0608635 Jul 28 11:53:00.135439 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d2fc4b0e-7987-4209-a8e8-b0e9460ab8f1 req-0f177fbd-688b-4bbf-8903-525be57a7a9d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Jul 28 11:53:01.032530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:01.166234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b93e037-75db-4f9c-9590-c8a38d9606ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:01.253100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c722d-ad0b-4d5f-b207-f162a651fedd req-20594900-14a0-44bb-b611-387d0020f477 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:01.254598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc0c722d-ad0b-4d5f-b207-f162a651fedd req-20594900-14a0-44bb-b611-387d0020f477 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0502326 Jul 28 11:53:01.291972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc0c722d-ad0b-4d5f-b207-f162a651fedd req-8abc6095-ae6d-4ed9-b8da-38593efa7724 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Jul 28 11:53:02.086157 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:02.408196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912f826-2684-46eb-b25b-6454c14bd0cb req-add11f05-5073-4315-a32a-dfaa8c85b23c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:02.409668 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f912f826-2684-46eb-b25b-6454c14bd0cb req-add11f05-5073-4315-a32a-dfaa8c85b23c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0502138 Jul 28 11:53:02.446848 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f912f826-2684-46eb-b25b-6454c14bd0cb req-0ff1a30d-ed35-4d75-a5f0-ae858d887384 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Jul 28 11:53:03.548617 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:03.568499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b371-b59d-4149-8c74-291964f6dd10 req-7da666e5-d899-4b44-ad8c-449d508e1757 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:03.569940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22c6b371-b59d-4149-8c74-291964f6dd10 req-7da666e5-d899-4b44-ad8c-449d508e1757 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0544951 Jul 28 11:53:03.838214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22c6b371-b59d-4149-8c74-291964f6dd10 req-097a86ef-5b9c-4baf-94b8-1e56562736fb tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622566 Jul 28 11:53:04.950999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571a81-fe3d-447b-9b3d-daf6ef796fb3 req-397d4848-022b-468f-901d-f603e5e4b1f1 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:04.953214 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02571a81-fe3d-447b-9b3d-daf6ef796fb3 req-397d4848-022b-468f-901d-f603e5e4b1f1 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0475993 Jul 28 11:53:04.989995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02571a81-fe3d-447b-9b3d-daf6ef796fb3 req-038576de-dc6a-48e5-a8e6-adcb4fac20f5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Jul 28 11:53:06.104512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df95fca-996a-4af7-a4e5-1307eb2d31ca req-5753a89d-d143-47a3-a248-5334a4bb161b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:06.105948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4df95fca-996a-4af7-a4e5-1307eb2d31ca req-5753a89d-d143-47a3-a248-5334a4bb161b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0493069 Jul 28 11:53:06.143657 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4df95fca-996a-4af7-a4e5-1307eb2d31ca req-ca40493b-d0c9-4933-814e-976607a94c45 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Jul 28 11:53:07.259184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f727-c06a-4e53-92bd-a3ae016269ea req-a265a532-dc9d-47bc-8876-4817b215431b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:07.260646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96c0f727-c06a-4e53-92bd-a3ae016269ea req-a265a532-dc9d-47bc-8876-4817b215431b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0504568 Jul 28 11:53:07.297438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96c0f727-c06a-4e53-92bd-a3ae016269ea req-67cd7fdf-b48b-4473-8ad8-b910a99b498e tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301919 Jul 28 11:53:08.412330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7905ba-c9dd-4f60-8950-ce421b0bc680 req-2ad6f667-3840-4b5d-83a5-0e54c8db3104 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:08.413778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e7905ba-c9dd-4f60-8950-ce421b0bc680 req-2ad6f667-3840-4b5d-83a5-0e54c8db3104 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0491216 Jul 28 11:53:08.450001 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e7905ba-c9dd-4f60-8950-ce421b0bc680 req-73906a40-2151-484b-a676-0abe85f7480a tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302205 Jul 28 11:53:09.572040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f820-7587-40da-ae84-7e2332e2724d req-82aac90e-60bd-4bc6-a0d4-6fc5c7872c60 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:09.573496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a000f820-7587-40da-ae84-7e2332e2724d req-82aac90e-60bd-4bc6-a0d4-6fc5c7872c60 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0479677 Jul 28 11:53:09.610735 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a000f820-7587-40da-ae84-7e2332e2724d req-847a96cc-1075-41cd-890f-09bd4982dad3 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Jul 28 11:53:10.727625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9e643-b74c-4ab2-9d6f-6d55b751c2d2 req-3225fdaa-9386-4c0a-b850-aa69e1875a0c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:10.729100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92e9e643-b74c-4ab2-9d6f-6d55b751c2d2 req-3225fdaa-9386-4c0a-b850-aa69e1875a0c tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0523806 Jul 28 11:53:10.767770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-92e9e643-b74c-4ab2-9d6f-6d55b751c2d2 req-6afaf311-e9be-41b5-b259-c540984cb407 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Jul 28 11:53:11.880063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8ade-343b-41ea-94f2-bc690f25a5ad req-71604fb5-076a-4599-8bbb-038c6f9e4b10 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:11.881534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9bf8ade-343b-41ea-94f2-bc690f25a5ad req-71604fb5-076a-4599-8bbb-038c6f9e4b10 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0477982 Jul 28 11:53:11.918784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9bf8ade-343b-41ea-94f2-bc690f25a5ad req-7e5f5848-1923-4211-909e-3964fe8194d5 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Jul 28 11:53:13.033060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74821-5958-496e-ac05-737415592fe1 req-7f55c2c4-eab9-463f-a0b5-eb2529c8bba7 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:13.034541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74d74821-5958-496e-ac05-737415592fe1 req-7f55c2c4-eab9-463f-a0b5-eb2529c8bba7 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0484221 Jul 28 11:53:13.071755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74d74821-5958-496e-ac05-737415592fe1 req-d2355c2e-837e-4c83-b395-cf0219c1cbf8 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Jul 28 11:53:13.646160 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-3208da23-c552-49b6-a034-f36ce84a95fc req-898faab8-3a3f-40b1-ad64-29eea4e844fa service neutron] show failed (client error): The resource could not be found. Jul 28 11:53:13.647166 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-898faab8-3a3f-40b1-ad64-29eea4e844fa service neutron] 10.222.0.41 "GET /v2.0/ports/52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0560308 Jul 28 11:53:13.937104 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-30b6549e-a619-434f-bfbb-adf885a26ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:13.938531 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-30b6549e-a619-434f-bfbb-adf885a26ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1&tenant_id=663ab26e9577420b832030df906e147b HTTP/1.1" status: 200 len: 1097 time: 0.1455836 Jul 28 11:53:13.949993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:14.000666 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:14.194666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46d941-386b-45e7-ae4f-b2dcc0234860 req-47f2d637-082e-4aee-8c99-b7d9b544be55 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:14.196723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df46d941-386b-45e7-ae4f-b2dcc0234860 req-47f2d637-082e-4aee-8c99-b7d9b544be55 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0561979 Jul 28 11:53:14.202001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:14.236216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df46d941-386b-45e7-ae4f-b2dcc0234860 req-bb4a89f9-ac6b-41a4-9f89-f6af22a0a5f1 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Jul 28 11:53:14.242201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:14.285175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:14.287428 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dcd6f7-3b5f-4de0-85fd-bf0ae7f357c8" -d '{"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:14.291238 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:14.304062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Transition to ACTIVE for port object 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:14.307926 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:14.346151 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d34b2-d3fd-4d78-bbb5-c53236c717a4 x-openstack-request-id: req-395d34b2-d3fd-4d78-bbb5-c53236c717a4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:14.346437 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:14.346684 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-395d34b2-d3fd-4d78-bbb5-c53236c717a4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:14.347063 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'code': 200} Jul 28 11:53:14.370579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] No DVR routers for this DVR port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:53:14.377721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:14.388030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.388398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.388734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.389064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.389389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.389712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.390033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.390387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.390706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.391014 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.391328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.391642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:14.420199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:14.420527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:14.420846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:14.425597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:53:14.425910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Attempting to bind port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on network 9fee603d-545e-4d75-a0a8-c8abe7e91f45 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:14.430538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:14.430867 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Checking segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:14.431241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Bound using segment: {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:14.431654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Bound port: 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76784ea-2fe7-4800-ba46-e6b876ea5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:14.432002 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:14.495588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:14.498456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:14.502859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:14.534249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:14.534866 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:14.536265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] 10.222.0.44 "PUT /v2.0/ports/52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 1092 time: 0.5901763 Jul 28 11:53:14.558304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825ca6d-472a-4a4f-b84f-3d2114b3bc11 service neutron] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:14.603543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-825eb1fe-8ba5-4bf4-b4f5-00bf98cf4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:14.605082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-825eb1fe-8ba5-4bf4-b4f5-00bf98cf4cd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0432930 Jul 28 11:53:14.696679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-d3c4fd40-d796-4369-97cc-c019c2af21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:14.698136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-d3c4fd40-d796-4369-97cc-c019c2af21f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0860398 Jul 28 11:53:14.739544 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-f31d0288-669c-498a-846f-63b7fe089d09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0338452 Jul 28 11:53:14.786854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208da23-c552-49b6-a034-f36ce84a95fc req-39257228-c8f5-47d3-8fc2-f9a4e7d934d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:14.788349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-39257228-c8f5-47d3-8fc2-f9a4e7d934d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0421960 Jul 28 11:53:14.820577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-c2f4a21f-b578-41cb-a802-d94000b12f36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238037 Jul 28 11:53:14.915525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-01eca15d-aff2-44a6-83a3-f1a440963093 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868146 Jul 28 11:53:15.003187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3208da23-c552-49b6-a034-f36ce84a95fc req-06119de3-0df4-4c16-9501-5fc20ad15579 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799000 Jul 28 11:53:15.353944 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60b599-e1b4-4f76-8ecc-9164224e7c0e req-5e300202-00ab-483b-9b77-e0f3821c350b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:15.355366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e60b599-e1b4-4f76-8ecc-9164224e7c0e req-5e300202-00ab-483b-9b77-e0f3821c350b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0479295 Jul 28 11:53:15.392853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e60b599-e1b4-4f76-8ecc-9164224e7c0e req-15dd9447-9787-496f-b6b3-8f1467ef1432 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Jul 28 11:53:16.347953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:16.350599 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:16.397011 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105479c2-839f-451f-a3e0-7882370962f4 x-openstack-request-id: req-105479c2-839f-451f-a3e0-7882370962f4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:16.397306 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:16.397551 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-105479c2-839f-451f-a3e0-7882370962f4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:16.397951 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'status': 'completed', 'code': 200} Jul 28 11:53:16.493333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-d253fe60-da73-4c81-a7dd-52ee19955d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.495063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-d253fe60-da73-4c81-a7dd-52ee19955d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0773361 Jul 28 11:53:16.497809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-8dd75cc0-c114-4105-b61f-c537f3d11afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.499610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-8dd75cc0-c114-4105-b61f-c537f3d11afd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0718687 Jul 28 11:53:16.524013 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e9758-fe04-438d-8600-7287da7e6db3 req-692a4391-54d3-43e3-b29a-237926367984 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.525791 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c04e9758-fe04-438d-8600-7287da7e6db3 req-692a4391-54d3-43e3-b29a-237926367984 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0640306 Jul 28 11:53:16.574021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c04e9758-fe04-438d-8600-7287da7e6db3 req-48aad29a-9ca2-401a-9d62-aef3d44ec3ed tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Jul 28 11:53:16.656686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-4963e9c7-eed3-4fd2-8ef1-47c0b302b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.658139 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-4963e9c7-eed3-4fd2-8ef1-47c0b302b4c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.1569178 Jul 28 11:53:16.660617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-632b812c-d97c-492a-82ea-33f143fe733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.661897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-632b812c-d97c-492a-82ea-33f143fe733c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.1523912 Jul 28 11:53:16.707552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-108cf267-aa3a-4c79-ac71-5b6b4c943da6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0415859 Jul 28 11:53:16.739889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-ac4558d1-48bf-43bf-b0dc-428cbde80f8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0676606 Jul 28 11:53:16.805457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-ed69951a-6893-4032-b17f-a61b44318af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.806847 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-ed69951a-6893-4032-b17f-a61b44318af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0743978 Jul 28 11:53:16.811741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-4fb34968-48c5-4af1-9810-ec98b1cd7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:16.813576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-4fb34968-48c5-4af1-9810-ec98b1cd7443 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0556321 Jul 28 11:53:16.860280 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-af3a6d8c-33d7-4398-8c5a-e9b77ec0b537 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446637 Jul 28 11:53:16.862015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-bb64a63e-76ce-441a-a3e1-47e8c7e49f7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395856 Jul 28 11:53:17.013920 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-a07f5981-f987-4214-92e7-548770ebdad4 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464353 Jul 28 11:53:17.016333 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-b35a9994-63e8-430d-9850-881f3254aafd service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423502 Jul 28 11:53:17.167326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-57eba4c2-2b14-48d5-98db-9cf3a9d55eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451609 Jul 28 11:53:17.169071 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-068c64b0-42ac-44ca-8ce3-9af94eff0bf9 req-6228bba4-f9c8-461e-b363-1b1bb50668a6 service neutron] 10.222.0.44 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460850 Jul 28 11:53:17.338651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:17.376942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:17.695043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33c936-dc21-4b6c-88be-49607b264c75 req-71031b92-ad3c-488a-86d0-e92a61754d5b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:17.696507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd33c936-dc21-4b6c-88be-49607b264c75 req-71031b92-ad3c-488a-86d0-e92a61754d5b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0520980 Jul 28 11:53:17.733671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd33c936-dc21-4b6c-88be-49607b264c75 req-301338fe-1529-4ea7-a2c0-5130706ac047 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Jul 28 11:53:17.925638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21096b-a8a1-4129-b3de-fa64322c34f7 req-a067b87c-1af6-4b27-b9fe-5f969a0b308b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:17.927025 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f21096b-a8a1-4129-b3de-fa64322c34f7 req-a067b87c-1af6-4b27-b9fe-5f969a0b308b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 944 time: 0.0509040 Jul 28 11:53:17.939897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75938d4d-831f-48c2-8bac-a5442473788c req-7b015025-bec1-4871-8b0e-48cfa4d2373d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:17.941368 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-7b015025-bec1-4871-8b0e-48cfa4d2373d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1&tenant_id=663ab26e9577420b832030df906e147b&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.0563040 Jul 28 11:53:17.966606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f21096b-a8a1-4129-b3de-fa64322c34f7 req-32a51ca3-6646-424d-9a0b-1bd846490849 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jul 28 11:53:18.001262 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-75938d4d-831f-48c2-8bac-a5442473788c req-a0e4700c-e6c1-4b66-8955-93a23e9887cf service neutron] delete failed (client error): The resource could not be found. Jul 28 11:53:18.002533 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-a0e4700c-e6c1-4b66-8955-93a23e9887cf service neutron] 10.222.0.41 "DELETE /v2.0/ports/52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0542800 Jul 28 11:53:18.088694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75938d4d-831f-48c2-8bac-a5442473788c req-49cd4cf0-554d-4f6c-939c-91559e9e9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:18.090185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-49cd4cf0-554d-4f6c-939c-91559e9e9ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=663ab26e9577420b832030df906e147b&device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0411236 Jul 28 11:53:18.180212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75938d4d-831f-48c2-8bac-a5442473788c req-aae741ab-72aa-4b49-964b-573b923cea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:18.181546 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-aae741ab-72aa-4b49-964b-573b923cea46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 200 len: 916 time: 0.0842481 Jul 28 11:53:18.220950 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-ab493c39-a203-4100-a11f-fff0e974ad8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 200 len: 217 time: 0.0322533 Jul 28 11:53:18.270479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75938d4d-831f-48c2-8bac-a5442473788c req-117254c5-4620-4d2b-83bf-40931a554b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:18.271978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-117254c5-4620-4d2b-83bf-40931a554b4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 200 len: 855 time: 0.0447390 Jul 28 11:53:18.302809 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-eee50b3d-6a33-4f85-b424-58976190bf6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fee603d-545e-4d75-a0a8-c8abe7e91f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237634 Jul 28 11:53:18.393129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-32b3f42c-1c4b-4555-886e-85f64b1d4bde service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Jul 28 11:53:18.393334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:53:18.482077 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75938d4d-831f-48c2-8bac-a5442473788c req-4ff6f1af-8f08-409f-9416-1f37b2fb0009 service neutron] 10.222.0.41 "GET /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 Jul 28 11:53:18.488500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:18.500207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'network_id': '9fee603d-545e-4d75-a0a8-c8abe7e91f45', 'port_id': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'mac_address': 'fa:16:3e:81:14:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:53:18.537080 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:18.550629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:53:18.576989 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:18.582167 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:18.629688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:18.831105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:53:19.087204 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bc627-02e7-465e-b012-e24cd2036c38 req-b93503d8-4aa4-479b-9127-7419a5fd8fe2 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:19.088591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7bc627-02e7-465e-b012-e24cd2036c38 req-b93503d8-4aa4-479b-9127-7419a5fd8fe2 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0488760 Jul 28 11:53:19.127784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7bc627-02e7-465e-b012-e24cd2036c38 req-3767ed41-57ed-4124-ba45-f52a4ca6a378 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jul 28 11:53:19.246958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea3e0-c148-4b6b-8b4c-353da42113d1 req-b287de64-d731-42b3-b03b-ea54862b7d35 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:19.248507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-911ea3e0-c148-4b6b-8b4c-353da42113d1 req-b287de64-d731-42b3-b03b-ea54862b7d35 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Jul 28 11:53:19.286993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-911ea3e0-c148-4b6b-8b4c-353da42113d1 req-2bd9b0c3-bacc-4221-8781-dac4609d96e2 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Jul 28 11:53:19.399943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bac7e3-981e-4ed3-988e-6edcd33a47ae req-d2ef313a-ba76-4651-8676-d310deb2b75b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:19.401332 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8bac7e3-981e-4ed3-988e-6edcd33a47ae req-d2ef313a-ba76-4651-8676-d310deb2b75b tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0490334 Jul 28 11:53:19.439386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a8bac7e3-981e-4ed3-988e-6edcd33a47ae req-a7a4d72b-71af-4618-88b1-c51f1079b121 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jul 28 11:53:19.767309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79b49c-7f92-4c0c-b2dd-658b9d57928e req-db61be6f-dff2-4e12-bee3-6539a8ca8423 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:19.768785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff79b49c-7f92-4c0c-b2dd-658b9d57928e req-db61be6f-dff2-4e12-bee3-6539a8ca8423 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 945 time: 0.0488527 Jul 28 11:53:19.805723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff79b49c-7f92-4c0c-b2dd-658b9d57928e req-f597e2cc-ac6f-476c-82b4-a38d29142e7d tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Jul 28 11:53:20.081972 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:20.417950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:20.466257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:20.470569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:20.470939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:20.545794 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:20.567438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:20.569662 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c8df1-8bbe-4066-92a8-9347a9ac7b5e" -d '{"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-plugged", "status": "completed", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:20.583085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:20.586465 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:20.620126 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85644f35-f45d-4b20-a8f9-0c255ae9c710 x-openstack-request-id: req-85644f35-f45d-4b20-a8f9-0c255ae9c710 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:20.620453 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-plugged", "status": "completed", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:20.620706 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85644f35-f45d-4b20-a8f9-0c255ae9c710 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:20.621095 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'code': 200} Jul 28 11:53:20.637625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:20.893948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-7430168e-ae81-46cf-a3b8-1123646eda27 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:20.895443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-7430168e-ae81-46cf-a3b8-1123646eda27 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0616736 Jul 28 11:53:20.954480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6805c-6ef4-4eaf-8223-4e2a66a2ba68 req-c6dffba6-697a-47b1-8c5f-a0fb0f1a2e38 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:20.955961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2de6805c-6ef4-4eaf-8223-4e2a66a2ba68 req-c6dffba6-697a-47b1-8c5f-a0fb0f1a2e38 tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d78a21-788f-4e97-a3d2-2a186f2e5ee1 HTTP/1.1" status: 200 len: 946 time: 0.0532475 Jul 28 11:53:20.987737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Deleting port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:53:20.988084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:20.995292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2de6805c-6ef4-4eaf-8223-4e2a66a2ba68 req-0bcb0771-2e83-4844-851f-d8537e2a7b4a tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.20 "GET /v2.0/security-groups?id=84521ffe-0046-44e2-9d06-aff847e81057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Jul 28 11:53:21.077439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] For port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,segment=NetworkSegment(f76784ea-2fe7-4800-ba46-e6b876ea5765),segment_id=f76784ea-2fe7-4800-ba46-e6b876ea5765)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:21.077840 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:21.090435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Calling delete_port for 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:53:21.212195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:21.224153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:53:21.246839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Pushing event deleted for resources: {'Port': ['ID=52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:21.285819 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] No DVR routers for this DVR port 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:53:21.288821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:21.290829 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ec8d0abe-3dc9-4bd3-b347-d7af4b072b61 req-5055013e-c6da-4073-aadf-ff5ba79118af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] 10.222.0.44 "DELETE /v2.0/ports/52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb HTTP/1.1" status: 204 len: 173 time: 0.3891511 Jul 28 11:53:21.291257 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-deleted', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:21.293527 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ba94f0-99d7-41c1-a4a8-10840133f0c1" -d '{"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-deleted", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:21.333751 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94178d7e-1929-43bd-b36c-4c260ac74c66 x-openstack-request-id: req-94178d7e-1929-43bd-b36c-4c260ac74c66 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:21.334094 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d78a21-788f-4e97-a3d2-2a186f2e5ee1", "name": "network-vif-deleted", "tag": "52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:21.334355 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94178d7e-1929-43bd-b36c-4c260ac74c66 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:21.334752 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d78a21-788f-4e97-a3d2-2a186f2e5ee1', 'name': 'network-vif-deleted', 'tag': '52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb', 'status': 'completed', 'code': 200} Jul 28 11:53:22.115543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:22.160000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Deleting subnet 1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 11:53:22.163011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.196562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.238409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.294750 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.319548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:22.323051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.324887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ace1259f-cbda-430e-b8c5-c7337e73e10c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a9629bc-b2b7-4903-9cf7-e0d8f0bcfe04 HTTP/1.1" status: 204 len: 168 time: 0.2083323 Jul 28 11:53:22.327390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:22.393614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.471646 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.481082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fee603d-545e-4d75-a0a8-c8abe7e91f45']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:22.491503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76784ea-2fe7-4800-ba46-e6b876ea5765') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:22.491793 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76784ea-2fe7-4800-ba46-e6b876ea5765') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:22.500925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.514635 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.520564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:53:22.520939 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: timer() Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 11:53:22.522531 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 11:53:22.579627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.585574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.587809 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9fee603d-545e-4d75-a0a8-c8abe7e91f45 HTTP/1.1" status: 204 len: 168 time: 0.2588623 Jul 28 11:53:22.729744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:22.774259 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0940476c-b355-4d32-9a40-9e8c92e24470 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=663ab26e9577420b832030df906e147b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428481 Jul 28 11:53:22.776907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:22.828720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.851575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.901375 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.904642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.908365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84521ffe-0046-44e2-9d06-aff847e81057 HTTP/1.1" status: 204 len: 168 time: 0.1280782 Jul 28 11:53:22.916752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84521ffe-0046-44e2-9d06-aff847e81057,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:22.920587 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:22.925411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.925765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.926112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.926452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.926783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.927117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.927453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.927776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.928105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.928459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.929149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.929149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c05ba-3089-448d-a6b5-7ef5daf6962a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:22.963606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7daf0b-c71e-4efa-8d2c-26ad37514602 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fee603d-545e-4d75-a0a8-c8abe7e91f45,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:23.628292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:23.726008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-542264976-network', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:23.747057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Made reservation on behalf of e14349ab9a1546ea999a5da1f32030d2 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:53:23.749965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.761696 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.847642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.851811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.875955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:53:23.884797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e6183-2216-410c-8833-376bfb39897f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:23.891591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.891984 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Added segment a403f481-a408-4a62-b767-768087548f7f of type vlan for network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef Jul 28 11:53:23.931713 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.959551 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:23.960448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:23.961024 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.007896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3784459 Jul 28 11:53:24.010686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:24.016295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Request body: {'subnet': {'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-542264976-subnet', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:24.042853 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e628a-bc39-49ee-b179-915b06657660 admin admin] Pushing event updated for resources: {'Network': ['ID=2e00e35b-e5b0-4138-8769-7c3136b1b2ef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:24.053415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Made reservation on behalf of e14349ab9a1546ea999a5da1f32030d2 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:53:24.054073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:53:24.055678 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.216350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.281074 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18494f9-7cb7-4124-9a8a-52605e89aa24,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:24.288304 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:24.288665 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Network hostable DHCP agents. Network: 2e00e35b-e5b0-4138-8769-7c3136b1b2ef, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:53:24.304636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:53:24.314987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2e00e35b-e5b0-4138-8769-7c3136b1b2ef) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:24.319209 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:24.319798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.324401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a3318-b9ba-4d3d-bb67-297c83836b0e None None] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:53:24.333893 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ffc6a94-5413-4578-a1c2-d9fe9a1716b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3222032 Jul 28 11:53:24.336738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:24.341090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:24.365143 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.366117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.440366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:53:24.454156 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.464874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:53:24.465218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 52ce7cc8-ebe0-41d6-a9e4-e5a4a20a2edb not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:53:24.492094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 11:53:24.492965 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.590629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.628319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Allocated IP 172.20.0.2 (2e00e35b-e5b0-4138-8769-7c3136b1b2ef/b18494f9-7cb7-4124-9a8a-52605e89aa24/6e44bce5-aacc-42ff-a040-4bd799c706bb) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:24.773588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.781962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Transition to ACTIVE for port object 6e44bce5-aacc-42ff-a040-4bd799c706bb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:24.796960 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Transition to ACTIVE for port object 6e44bce5-aacc-42ff-a040-4bd799c706bb will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:24.802731 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.809404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.834801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.841469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:24.844428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:24.847815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:24.858400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Pushing event updated for resources: {'Port': ['ID=6e44bce5-aacc-42ff-a040-4bd799c706bb,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:24.908795 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Attempting to bind port 6e44bce5-aacc-42ff-a040-4bd799c706bb on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:24.909159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Attempting to bind port 6e44bce5-aacc-42ff-a040-4bd799c706bb by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:24.909519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Attempting to bind port 6e44bce5-aacc-42ff-a040-4bd799c706bb on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:24.914349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:24.914715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:24.915110 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.915496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:24.915948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Bound port: 6e44bce5-aacc-42ff-a040-4bd799c706bb, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:24.916346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:24.944029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Allocated IP 172.25.1.162 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/5d960489-43e1-4bd6-a713-1651df3d7184) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:24.980263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] For port 6e44bce5-aacc-42ff-a040-4bd799c706bb, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:24.983247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] For port 6e44bce5-aacc-42ff-a040-4bd799c706bb, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6e44bce5-aacc-42ff-a040-4bd799c706bb,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:24.988774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.047869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e2949-b185-4a1e-b9d6-3436f6b4cb1a None None] Pushing event updated for resources: {'Port': ['ID=6e44bce5-aacc-42ff-a040-4bd799c706bb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:25.053057 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.099602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.139700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:25.145896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:25.150454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:25.153509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Pushing event updated for resources: {'Port': ['ID=5d960489-43e1-4bd6-a713-1651df3d7184,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:25.414888 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.604656 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.744717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Router 22ba088e-9667-4be4-8613-7a51d194bc5e is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 11:53:25.855525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:25.867060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:25.872034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:25.873356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f651139c-0e22-4b4a-9881-a71db33bf3ae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5356710 Jul 28 11:53:25.876295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:25.877407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:25.878034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:53:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:25.914543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4a426-8f0d-4581-afaf-4df83c1e4f7b None None] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 11:53:26.172014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15fd48bd-c2f8-4b94-8e80-35a374bea74e None None] Provisioning for port 6e44bce5-aacc-42ff-a040-4bd799c706bb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:26.207413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:26.302058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.459618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:25Z', 'revision_number': 3, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:26.466256 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Allocated IP 172.20.0.1 (2e00e35b-e5b0-4138-8769-7c3136b1b2ef/b18494f9-7cb7-4124-9a8a-52605e89aa24/357d7436-c691-4cea-9d85-816fcfe5c72a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:26.495818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:26.496393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Updating router 22ba088e-9667-4be4-8613-7a51d194bc5e port 5d960489-43e1-4bd6-a713-1651df3d7184 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:53:26.536152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6e44bce5-aacc-42ff-a040-4bd799c706bb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:26.540214 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.594395 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.607829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Transition to ACTIVE for port object 357d7436-c691-4cea-9d85-816fcfe5c72a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:26.642380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.681504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6e44bce5-aacc-42ff-a040-4bd799c706bb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:26.683328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:26.686176 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:26.689598 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6e44bce5-aacc-42ff-a040-4bd799c706bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:26.689751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:26.689981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.790527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83d0a631-0ce6-4511-8a8d-687256fd8442 None None] Provisioning complete for port 6e44bce5-aacc-42ff-a040-4bd799c706bb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:26.790909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83d0a631-0ce6-4511-8a8d-687256fd8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.924331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:26.960580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Pushing event updated for resources: {'Port': ['ID=357d7436-c691-4cea-9d85-816fcfe5c72a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:26.977178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.012136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83d0a631-0ce6-4511-8a8d-687256fd8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.029938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.038517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 6e44bce5-aacc-42ff-a040-4bd799c706bb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6e44bce5-aacc-42ff-a040-4bd799c706bb,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:27.050135 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.057268 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Transition to ACTIVE for port object 5d960489-43e1-4bd6-a713-1651df3d7184 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:27.102179 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.104575 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.164368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-83d0a631-0ce6-4511-8a8d-687256fd8442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 11:53:27.164726 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-83d0a631-0ce6-4511-8a8d-687256fd8442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:53:27.167185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Attempting to bind port 5d960489-43e1-4bd6-a713-1651df3d7184 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:27.167559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Attempting to bind port 5d960489-43e1-4bd6-a713-1651df3d7184 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:27.167923 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Attempting to bind port 5d960489-43e1-4bd6-a713-1651df3d7184 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:27.170976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=6e44bce5-aacc-42ff-a040-4bd799c706bb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:27.178477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:27.178846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:27.179253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.179644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:27.180116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Bound port: 5d960489-43e1-4bd6-a713-1651df3d7184, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:27.180530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.243889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b25be-9b64-4d0d-a774-2a2c26fd127a None None] Pushing event updated for resources: {'Port': ['ID=5d960489-43e1-4bd6-a713-1651df3d7184,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:27.266550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] For port 5d960489-43e1-4bd6-a713-1651df3d7184, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:27.271037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] For port 5d960489-43e1-4bd6-a713-1651df3d7184, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5d960489-43e1-4bd6-a713-1651df3d7184,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:27.275493 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.287093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.292900 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.345482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:27.346128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:53:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:27.350996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b25be-9b64-4d0d-a774-2a2c26fd127a None None] Pushing event updated for resources: {'Port': ['ID=5d960489-43e1-4bd6-a713-1651df3d7184,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:27.379436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Pushing event updated for resources: {'Port': ['ID=357d7436-c691-4cea-9d85-816fcfe5c72a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:27.381940 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.479136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:27.497266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:27.498857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:27.636511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:53:27.759023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 2, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:27.772631 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:27.787501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3cbaa9e7-c873-4ae9-bec6-6e567fd0ae60 admin admin] 10.222.0.20 "PUT /v2.0/routers/22ba088e-9667-4be4-8613-7a51d194bc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9000485 Jul 28 11:53:27.791161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a8a26-65c1-4803-ba59-b9476e0c8c70 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 2, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:27.853993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5331c14b-9362-485e-8071-ee50ec7ee9bf None None] Provisioning for port 357d7436-c691-4cea-9d85-816fcfe5c72a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:27.858284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5331c14b-9362-485e-8071-ee50ec7ee9bf None None] Provisioning complete for port 357d7436-c691-4cea-9d85-816fcfe5c72a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:27.859374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5331c14b-9362-485e-8071-ee50ec7ee9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:27.898226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5331c14b-9362-485e-8071-ee50ec7ee9bf None None] Port 357d7436-c691-4cea-9d85-816fcfe5c72a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:27.922340 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a014da-7483-4d80-ab74-2887d18cf351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.356348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:28.361712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276165656', 'description': 'tempest-description--1679360072'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:28.391909 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.508889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.512885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.543206 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.544495 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1870942 Jul 28 11:53:28.548396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:28.553213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'security_group_rule': {'security_group_id': 'eebdb403-ab5a-4951-a681-f8402498cfee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:28.558387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd39d7-57ad-4cf8-a4da-72fd5a043650 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebdb403-ab5a-4951-a681-f8402498cfee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:28.605197 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.610007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5d960489-43e1-4bd6-a713-1651df3d7184 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:28.660692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5d960489-43e1-4bd6-a713-1651df3d7184 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:28.664811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5d960489-43e1-4bd6-a713-1651df3d7184 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:28.665196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.668545 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.673715 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.689296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92362276-e635-4910-8b82-19ab72dfde49,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:28.704233 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.705531 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dc5b8223-95f9-45db-8ce1-edc429269b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560862 Jul 28 11:53:28.708342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:28.713557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'security_group_rule': {'security_group_id': 'eebdb403-ab5a-4951-a681-f8402498cfee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:28.742934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.751396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.779021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5d960489-43e1-4bd6-a713-1651df3d7184, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5d960489-43e1-4bd6-a713-1651df3d7184,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:28.784746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.785696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6e44bce5-aacc-42ff-a040-4bd799c706bb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:28.813028 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.817466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.837182 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497a7bfb-bbee-45fe-b3fb-f1c6513b80b4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:28.844142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.846420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-768bd714-c749-4899-bfcc-0ec8c90e5fba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358979 Jul 28 11:53:28.848487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 56082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:28.853451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:28.871655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5d960489-43e1-4bd6-a713-1651df3d7184,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:28.882766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6e44bce5-aacc-42ff-a040-4bd799c706bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:28.883338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.887656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:28.994842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.105752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Allocated IP 172.25.1.127 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e5a7d694-63e8-43d5-b620-92128ba48712) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:29.209817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.247744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.283518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:29.287693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:29.293164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:29.298666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'Port': ['ID=e5a7d694-63e8-43d5-b620-92128ba48712,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:29.383216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.417890 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.568780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.574190 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.647418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'Port': ['ID=e5a7d694-63e8-43d5-b620-92128ba48712,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:29.655979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.669428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:29.671067 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2ae7d530-fed6-4fff-8652-7a253bec9b11 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8212674 Jul 28 11:53:29.814277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-02ddaba0-d1e6-4aa3-bb32-cd9652af76ae tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--276165656&fields=id&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 267 time: 0.0341010 Jul 28 11:53:29.860020 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:29.868922 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:29.869533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:53:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:29.931191 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-32f7877b-9c1b-4e3a-9541-0af55e02252f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:29.932648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-32f7877b-9c1b-4e3a-9541-0af55e02252f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1115687 Jul 28 11:53:29.947909 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-81dce13e-8248-41d6-8f5d-8548a4b23b7a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/quotas/e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 375 time: 0.0089784 Jul 28 11:53:29.979715 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:30.010549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-28126167-4bf2-4d63-8501-f5956f4cad52 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560558 Jul 28 11:53:30.108549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-49292f99-8b03-4266-b2e4-3f663865c7ee service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Jul 28 11:53:30.173332 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 2, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:30.198337 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:30.198680 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Updating router 22ba088e-9667-4be4-8613-7a51d194bc5e port 357d7436-c691-4cea-9d85-816fcfe5c72a binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:53:30.203140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5eb93819-df06-47b3-b528-07eb2d38e130 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879488 Jul 28 11:53:30.223971 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.397111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79b27170-37bd-4d54-a079-70014a47809c req-a2f27bd1-7daf-48c8-877c-d5b443cd08ea tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 210 time: 0.0301709 Jul 28 11:53:30.491386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5d960489-43e1-4bd6-a713-1651df3d7184 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:30.500720 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:53:30.510072 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.522471 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Transition to ACTIVE for port object 357d7436-c691-4cea-9d85-816fcfe5c72a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:30.529472 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.548713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5d960489-43e1-4bd6-a713-1651df3d7184 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:30.549081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.584958 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Pushing event updated for resources: {'Port': ['ID=357d7436-c691-4cea-9d85-816fcfe5c72a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:30.610097 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.610429 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.610943 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.611433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.611918 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.612271 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.612592 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.612910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.613427 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.613897 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.614265 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.614576 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:53:30.650342 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Attempting to bind port 357d7436-c691-4cea-9d85-816fcfe5c72a on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:30.650837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Attempting to bind port 357d7436-c691-4cea-9d85-816fcfe5c72a by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:30.651772 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Attempting to bind port 357d7436-c691-4cea-9d85-816fcfe5c72a on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:30.658287 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:30.658819 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:30.659375 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.659864 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:30.660474 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Bound port: 357d7436-c691-4cea-9d85-816fcfe5c72a, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:30.661077 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.737706 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] For port 357d7436-c691-4cea-9d85-816fcfe5c72a, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:30.740887 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] For port 357d7436-c691-4cea-9d85-816fcfe5c72a, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=357d7436-c691-4cea-9d85-816fcfe5c72a,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:30.745995 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:30.816910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:30.817562 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:53:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:30.819765 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63a632-7f97-4c4d-bec4-5d5c64fc1c9a None None] Pushing event updated for resources: {'Port': ['ID=357d7436-c691-4cea-9d85-816fcfe5c72a,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:31.033575 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.045382 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:31.168063 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1aed2544-802e-4a73-bdd8-c0c8ab68e47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.243403 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:30Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:31.272542 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e63a4c-1309-4450-8191-428583baebf4 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:30Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:31.409458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-2dfc82f1-ee5f-4b03-9a9d-c1ac54fc8974 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:31.411020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-2dfc82f1-ee5f-4b03-9a9d-c1ac54fc8974 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1212740 Jul 28 11:53:31.464887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-bb504bf0-349e-4655-8e59-0e75abf1f696 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 379 time: 0.0426774 Jul 28 11:53:31.480559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'port': {'device_id': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'admin_state_up': True, 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'security_groups': ['eebdb403-ab5a-4951-a681-f8402498cfee']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:31.501085 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ae2bc793-26ba-4f24-97c0-5760f0c81c3b req-607adbdf-55d5-45e4-9306-9a83fd0e1692 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 210 time: 0.0271420 Jul 28 11:53:31.599115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Made reservation on behalf of e14349ab9a1546ea999a5da1f32030d2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:53:31.602743 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.732663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Allocated IP 172.20.0.8 (2e00e35b-e5b0-4138-8769-7c3136b1b2ef/b18494f9-7cb7-4124-9a8a-52605e89aa24/183053cb-70cd-46a7-9a31-54940cbc737f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:53:31.880951 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.896165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Transition to ACTIVE for port object 183053cb-70cd-46a7-9a31-54940cbc737f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:31.929011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:31.971029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:53:31.974036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:53:31.980022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:53:31.986003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.035124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.035971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.050815 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-a5643ec2-ef56-4db4-87bf-075181d5a3e1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740104 Jul 28 11:53:32.063829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Request body: {'port': {'device_id': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:32.091473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.125445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.295661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b004d4c-4bfb-412c-9458-1928646f185e None None] Provisioning for port 183053cb-70cd-46a7-9a31-54940cbc737f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:32.300074 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b004d4c-4bfb-412c-9458-1928646f185e None None] Provisioning complete for port 183053cb-70cd-46a7-9a31-54940cbc737f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:32.300471 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b004d4c-4bfb-412c-9458-1928646f185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.333873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5b004d4c-4bfb-412c-9458-1928646f185e None None] Port 183053cb-70cd-46a7-9a31-54940cbc737f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:53:32.403273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183053cb-70cd-46a7-9a31-54940cbc737f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:53:32.411323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.423254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Transition to ACTIVE for port object 183053cb-70cd-46a7-9a31-54940cbc737f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:53:32.427388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.476560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.521055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 357d7436-c691-4cea-9d85-816fcfe5c72a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:32.564000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:53:32.564610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:53:32.565019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:32.578992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Port 183053cb-70cd-46a7-9a31-54940cbc737f on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:53:32.579796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:53:32.586513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:53:32.587094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:53:32.587638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:53:32.588306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Bound port: 183053cb-70cd-46a7-9a31-54940cbc737f, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:53:32.588657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.589671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 357d7436-c691-4cea-9d85-816fcfe5c72a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:32.595161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 357d7436-c691-4cea-9d85-816fcfe5c72a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:32.595743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.647241 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e4e9-647e-4538-b5f4-e7c80ad66637 req-4525aa53-1802-4907-8c17-c8abd9754b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.649736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cc7e4e9-647e-4538-b5f4-e7c80ad66637 req-4525aa53-1802-4907-8c17-c8abd9754b4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0595384 Jul 28 11:53:32.667166 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:53:32.670475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:53:32.680220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.700146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2cc7e4e9-647e-4538-b5f4-e7c80ad66637 req-eeb7473d-3625-4fe1-ae65-ce7391db896a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Jul 28 11:53:32.703984 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.715188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.715822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.717245 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] 10.222.0.44 "PUT /v2.0/ports/183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 1091 time: 0.6584814 Jul 28 11:53:32.717694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:32.721198 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858876c-5211-41d6-9635-b054bc79db2c" -d '{"events": [{"name": "network-changed", "server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:32.762462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 357d7436-c691-4cea-9d85-816fcfe5c72a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=357d7436-c691-4cea-9d85-816fcfe5c72a,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:32.766019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be138a0-aaa8-431b-8c84-2c7b3fa2afdb service neutron] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.777213 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:32.783511 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eabc6c9-eba5-457c-a361-d38110dea058 x-openstack-request-id: req-2eabc6c9-eba5-457c-a361-d38110dea058 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:32.783977 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:32.784402 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eabc6c9-eba5-457c-a361-d38110dea058 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:32.784937 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'status': 'completed', 'code': 200} Jul 28 11:53:32.822924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-0c5982aa-07c0-45e5-aeaf-055757b6a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.825301 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-0c5982aa-07c0-45e5-aeaf-055757b6a0e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1094 time: 0.0610847 Jul 28 11:53:32.835639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=357d7436-c691-4cea-9d85-816fcfe5c72a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:32.867924 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-43ddc055-580d-494e-9bba-236ef97991f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 217 time: 0.0355048 Jul 28 11:53:32.920209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-b556df94-03cd-4a23-a715-4ebf17e9b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.922507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-b556df94-03cd-4a23-a715-4ebf17e9b170 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0472314 Jul 28 11:53:32.973031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-36847e7c-3e54-48c0-8b38-c55137443029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:32.974497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-36847e7c-3e54-48c0-8b38-c55137443029 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454485 Jul 28 11:53:33.065441 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-f6627558-894e-41dc-92c5-506cc62150cc service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Jul 28 11:53:33.159789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-b7e37438-873b-4ca3-a3f9-fa18bee3f7b5 req-11234a55-bf03-4388-9cb3-2593fd8e905e service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Jul 28 11:53:33.249285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858876c-5211-41d6-9635-b054bc79db2c req-9e58dc76-730d-4af1-9e12-ccb768443362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:33.250778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-9e58dc76-730d-4af1-9e12-ccb768443362 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1094 time: 0.0419090 Jul 28 11:53:33.340164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858876c-5211-41d6-9635-b054bc79db2c req-d2b7c753-7f31-429b-96a1-a987dd0e2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:33.341561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-d2b7c753-7f31-429b-96a1-a987dd0e2726 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0842686 Jul 28 11:53:33.386046 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-ce8317ea-73c1-4f41-bd22-80672038ba71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 217 time: 0.0373981 Jul 28 11:53:33.434254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858876c-5211-41d6-9635-b054bc79db2c req-e5fca0a6-ff98-483c-9213-f8cc0a38a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:33.435644 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-e5fca0a6-ff98-483c-9213-f8cc0a38a4bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0422852 Jul 28 11:53:33.481880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858876c-5211-41d6-9635-b054bc79db2c req-cc2fd5ba-ab00-4c50-9abf-2049756120d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:33.483424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-cc2fd5ba-ab00-4c50-9abf-2049756120d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395563 Jul 28 11:53:33.551045 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:33.583566 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-0c5a36a0-5797-4d8c-8fe5-09c7bc16e704 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900724 Jul 28 11:53:33.675088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c858876c-5211-41d6-9635-b054bc79db2c req-d314a467-6f8e-4bbb-b481-94f2d265ffce service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Jul 28 11:53:33.831266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9e17-52a3-4b92-919c-a8c974a5c05a req-963b8cdd-3e15-4558-a7ca-048e8baa70c6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:33.832752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f0e9e17-52a3-4b92-919c-a8c974a5c05a req-963b8cdd-3e15-4558-a7ca-048e8baa70c6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0539441 Jul 28 11:53:33.870885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f0e9e17-52a3-4b92-919c-a8c974a5c05a req-4258165a-7828-42de-b160-9787a7d3f25e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321653 Jul 28 11:53:34.473210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 357d7436-c691-4cea-9d85-816fcfe5c72a up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:34.519776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 357d7436-c691-4cea-9d85-816fcfe5c72a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:34.520149 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:34.986596 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a52da-83d0-4e71-9aec-5c8299803026 req-33d81abb-53ec-4cdc-adce-45a066e280e2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:34.988040 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a5a52da-83d0-4e71-9aec-5c8299803026 req-33d81abb-53ec-4cdc-adce-45a066e280e2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0492933 Jul 28 11:53:35.025899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a5a52da-83d0-4e71-9aec-5c8299803026 req-0383fb64-0f4b-44b1-b605-5184895279c2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318520 Jul 28 11:53:36.139376 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9510e0-e7b9-4b49-9dfe-efbf1f8478c9 req-5ebec364-43eb-4649-8e26-82c5c182d428 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:36.140856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e9510e0-e7b9-4b49-9dfe-efbf1f8478c9 req-5ebec364-43eb-4649-8e26-82c5c182d428 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0485814 Jul 28 11:53:36.179030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0e9510e0-e7b9-4b49-9dfe-efbf1f8478c9 req-be7e7afc-5dc2-4e5b-9492-78dfe65196a0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Jul 28 11:53:36.448477 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:53:36.539967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:36.551703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '183053cb-70cd-46a7-9a31-54940cbc737f', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '183053cb-70cd-46a7-9a31-54940cbc737f', 'mac_address': 'fa:16:3e:f2:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:53:36.591341 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.603486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183053cb-70cd-46a7-9a31-54940cbc737f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:53:36.621994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:36.626304 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:36.672110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:36.817468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['183053cb-70cd-46a7-9a31-54940cbc737f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:53:37.298163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afece5-00bb-4ce6-b4d5-ecbc8f07d27c req-9c678e00-9cec-4371-8c58-b9a71f5215f6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:37.299608 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3afece5-00bb-4ce6-b4d5-ecbc8f07d27c req-9c678e00-9cec-4371-8c58-b9a71f5215f6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 944 time: 0.0525506 Jul 28 11:53:37.339127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b3afece5-00bb-4ce6-b4d5-ecbc8f07d27c req-21a4a20b-ec5c-4ed4-915c-cc4acecd6e1f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Jul 28 11:53:38.452334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd1a7-1974-405d-8c8a-d39c2848af41 req-56cefaf5-e10d-436a-8b9b-cb881703bebc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:38.454323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73cdd1a7-1974-405d-8c8a-d39c2848af41 req-56cefaf5-e10d-436a-8b9b-cb881703bebc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 944 time: 0.0501244 Jul 28 11:53:38.464121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:53:38.491947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73cdd1a7-1974-405d-8c8a-d39c2848af41 req-5524a8ca-80a3-4cfc-847a-1c581736395e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Jul 28 11:53:38.512101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 183053cb-70cd-46a7-9a31-54940cbc737f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:53:38.515697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 183053cb-70cd-46a7-9a31-54940cbc737f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:53:38.516783 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.589936 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.611298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:38.613534 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6208b8de-2ec3-44e3-838b-ba6ad4daf3c4" -d '{"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-plugged", "status": "completed", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:38.630192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:53:38.634711 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:38.764362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c7ac-c41c-4b62-b532-4f09cdc1d1a3 req-6ffec86d-d550-42ef-a373-057178b734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:38.765807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2789c7ac-c41c-4b62-b532-4f09cdc1d1a3 req-6ffec86d-d550-42ef-a373-057178b734bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1096 time: 0.0525205 Jul 28 11:53:38.804401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2789c7ac-c41c-4b62-b532-4f09cdc1d1a3 req-207e2b1c-5a8a-41e6-906f-1766290bc315 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Jul 28 11:53:38.825298 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82de92ca-8229-48b2-99d8-72c493c0e4be x-openstack-request-id: req-82de92ca-8229-48b2-99d8-72c493c0e4be {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:38.825570 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-plugged", "status": "completed", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:38.825826 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82de92ca-8229-48b2-99d8-72c493c0e4be {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:38.826206 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'code': 200} Jul 28 11:53:38.851408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:53:39.612773 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172fff7-21b0-4a0e-bc7d-a9040d11b7fb req-9c4fa375-36f3-43ab-8c19-6a86394d5efd tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:39.614339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9172fff7-21b0-4a0e-bc7d-a9040d11b7fb req-9c4fa375-36f3-43ab-8c19-6a86394d5efd tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0536146 Jul 28 11:53:39.652570 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9172fff7-21b0-4a0e-bc7d-a9040d11b7fb req-97fabcf3-f58d-4ac6-a6aa-d46e4128c4af tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Jul 28 11:53:40.774316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc0b92-ce8d-4bc5-b32e-81c7db7d0b34 req-8d6410f9-9b5f-4695-b80f-5e8c3cb17f2b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:40.776168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7fc0b92-ce8d-4bc5-b32e-81c7db7d0b34 req-8d6410f9-9b5f-4695-b80f-5e8c3cb17f2b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0530372 Jul 28 11:53:40.814320 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e7fc0b92-ce8d-4bc5-b32e-81c7db7d0b34 req-40ce0caa-25b6-4aec-86e4-11976f182791 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Jul 28 11:53:40.925394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0ffc2-f984-4bdd-935c-7ffab39e384c req-e0f2f744-c0d6-480b-be62-6fe2e324bf23 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:40.926836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9c0ffc2-f984-4bdd-935c-7ffab39e384c req-e0f2f744-c0d6-480b-be62-6fe2e324bf23 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0485730 Jul 28 11:53:40.935245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:53:40.939789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'floatingip': {'port_id': '183053cb-70cd-46a7-9a31-54940cbc737f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:53:40.979864 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:41.429406 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:41.433067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:41.532734 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 associated. External IP: 172.25.1.127, port: 183053cb-70cd-46a7-9a31-54940cbc737f. Jul 28 11:53:41.742274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:53:41.848655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:53:41.853300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:41.860373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:53:41.870272 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:41.871507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:53:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:41.883387 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a309e000-ac39-4c1a-a9ea-29473591591d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "PUT /v2.0/floatingips/311d0afc-5e79-4d9a-93ca-c967f2701253 HTTP/1.1" status: 200 len: 991 time: 0.9445910 Jul 28 11:53:41.883387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:53:41.883914 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f98697d-d28f-4dc7-8583-a269c070e175" -d '{"events": [{"name": "network-changed", "server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:53:41.928698 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55b527-cb37-4b95-8fe3-a75e01b6c581 x-openstack-request-id: req-5d55b527-cb37-4b95-8fe3-a75e01b6c581 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:53:41.928993 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:53:41.929242 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d55b527-cb37-4b95-8fe3-a75e01b6c581 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:53:41.929651 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'status': 'completed', 'code': 200} Jul 28 11:53:41.994614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:41.994940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-4f90103a-7db7-40d0-909d-cfa91c57db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:41.996464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-4f90103a-7db7-40d0-909d-cfa91c57db0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1096 time: 0.0435843 Jul 28 11:53:42.083987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-dcf62438-3f9e-4a8f-aa4d-24ed32d1bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:42.085576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-dcf62438-3f9e-4a8f-aa4d-24ed32d1bba3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0825806 Jul 28 11:53:42.159208 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-c42523f8-b6aa-408c-a630-9b0f261fde63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 999 time: 0.0666347 Jul 28 11:53:42.209084 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-89f5e170-67fc-4e59-9a74-8cde21d740b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:42.210609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-89f5e170-67fc-4e59-9a74-8cde21d740b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0446589 Jul 28 11:53:42.216649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '183053cb-70cd-46a7-9a31-54940cbc737f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:f2:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:53:41Z', 'revision_number': 1, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:42.247003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:53:42.256304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:53:42.256797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-fe30b20a-6997-4022-a016-7c1eb7ebbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:42.256928 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:53:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:42.258404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-fe30b20a-6997-4022-a016-7c1eb7ebbf49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409963 Jul 28 11:53:42.351314 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-914d447c-e4fb-4925-ad3b-3d4e2b610902 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Jul 28 11:53:42.361860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:53:42.440813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2f98697d-d28f-4dc7-8583-a269c070e175 req-a7371f8e-e824-4972-93ea-e6fd4d1a99f7 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824406 Jul 28 11:53:42.581196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '183053cb-70cd-46a7-9a31-54940cbc737f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:f2:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:53:41Z', 'revision_number': 1, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:53:42.611125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7350-7394-422b-a7ba-3720141473a4 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '183053cb-70cd-46a7-9a31-54940cbc737f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:f2:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:53:41Z', 'revision_number': 1, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:53:42.798740 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa9bdc-f2b3-4d24-9ff2-be2297f26183 None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:53:43.410410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-9b02ef19-4e58-4170-bf0d-aeb3605aaa89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447314 Jul 28 11:53:43.488728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-a6f603b8-3b82-4a06-9929-e12d84b68d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.490162 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-a6f603b8-3b82-4a06-9929-e12d84b68d2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1096 time: 0.0405619 Jul 28 11:53:43.588061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-86f6880d-b39f-489d-85a8-be8cab6d9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.589529 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-86f6880d-b39f-489d-85a8-be8cab6d9662 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0820704 Jul 28 11:53:43.657543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-dc5b53be-b773-44c0-b419-1a60e715253f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 1001 time: 0.0603144 Jul 28 11:53:43.704967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-9cea5ddf-4602-4946-ba5a-5c33275e5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.706328 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-9cea5ddf-4602-4946-ba5a-5c33275e5144 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0425704 Jul 28 11:53:43.751144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-a9f851e9-504f-4cad-8d9c-27eb7b0397a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:53:43.752881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-a9f851e9-504f-4cad-8d9c-27eb7b0397a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399907 Jul 28 11:53:43.845407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-29d5e7e4-a4cc-48fb-9ba2-bd75c9cb6b39 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Jul 28 11:53:43.932537 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e9828c13-d141-4532-b0d5-395abe1b6d94 req-17bbf6b0-c411-43a1-97f6-f39d6e172f38 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800440 Jul 28 11:53:50.101285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:52.926189 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:53:57.914423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-207b30fb-31d7-4b63-a5b6-a28ff04ed17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:01.035869 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:01.168243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4abeb79d-798e-4e02-aac3-6b4a47e98e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:02.090658 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:03.553227 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:07.489843 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:54:20.096808 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:22.943272 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:27.914701 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcea68b5-6c44-4fcb-b79f-63cc095e4e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.037249 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:31.168985 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75597e6d-9dc9-45a0-a8bb-d360f1f22c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:32.094949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:33.554333 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:44.489348 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:54:45.378903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-c84b0525-c5f7-4346-b9c7-e950638afbd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408227 Jul 28 11:54:45.461749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-fb620af3-60f6-4827-960d-10537041b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:45.463196 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-fb620af3-60f6-4827-960d-10537041b6e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1096 time: 0.0439498 Jul 28 11:54:45.564664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-8d40a34b-62a9-4e18-9d31-690fd5bc8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:45.566130 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-8d40a34b-62a9-4e18-9d31-690fd5bc8248 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0839689 Jul 28 11:54:45.640602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-9850befe-4461-447a-abb9-4cbbac7ec96f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 1001 time: 0.0613904 Jul 28 11:54:45.688890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-a59a847f-19f9-415f-89cc-191e0eeeb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:45.690264 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-a59a847f-19f9-415f-89cc-191e0eeeb5ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0431676 Jul 28 11:54:45.734672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-47beac0c-cff6-4b9c-8fb0-587db4ae04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:54:45.736096 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-47beac0c-cff6-4b9c-8fb0-587db4ae04ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393465 Jul 28 11:54:45.828849 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-11d1a3b2-f232-4d9c-943d-d64087d46ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Jul 28 11:54:45.919726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9636c319-3faa-4b55-bce3-70c8e78dce6f req-0a532dac-8b18-4968-8991-f5c3ab1230d9 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828948 Jul 28 11:54:50.114608 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:52.942626 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:54:57.915867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-977e3161-f1c4-4825-96a5-328919ff8dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:01.039371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:01.170840 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66a6067c-c2c1-4f5d-bf94-f671da097bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:02.096571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:03.560025 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:19.727027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4eb98-465b-4892-b609-9607b38c8f6a req-0cfb25a7-3baf-42b2-a9d0-903dafc6d1a2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:19.728530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54b4eb98-465b-4892-b609-9607b38c8f6a req-0cfb25a7-3baf-42b2-a9d0-903dafc6d1a2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.1131551 Jul 28 11:55:19.766728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54b4eb98-465b-4892-b609-9607b38c8f6a req-b48ea17b-feac-49a2-845c-3f3de176eaa5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320153 Jul 28 11:55:20.015780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-49aa3961-f1fd-487b-9756-959982b2b9aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678465 Jul 28 11:55:20.024546 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfbf8d-2032-40ad-84a8-821c7de5071b req-2d1ae5ac-b4db-481f-857d-a609591604ea tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:20.026385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85dfbf8d-2032-40ad-84a8-821c7de5071b req-2d1ae5ac-b4db-481f-857d-a609591604ea tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0697823 Jul 28 11:55:20.065939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85dfbf8d-2032-40ad-84a8-821c7de5071b req-8ed6b96a-3494-475d-b5ef-193568da325e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336120 Jul 28 11:55:20.116615 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:21.048778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-6816a4e4-0183-4d54-9591-a328c0b8c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.050222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-6816a4e4-0183-4d54-9591-a328c0b8c28f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1096 time: 0.0415587 Jul 28 11:55:21.142367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-c83b4a88-62ba-4f1a-84b4-6e09b74253f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.144015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-c83b4a88-62ba-4f1a-84b4-6e09b74253f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0873022 Jul 28 11:55:21.209428 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-72729d55-0cb8-4c2b-af5f-a2825db9a3b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 1001 time: 0.0584664 Jul 28 11:55:21.243492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2a83e-029d-4f7b-9cb0-ad4a7d811076 req-32c8a7cb-902d-498e-8104-db9a0d49779d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.245038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ef2a83e-029d-4f7b-9cb0-ad4a7d811076 req-32c8a7cb-902d-498e-8104-db9a0d49779d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.1067305 Jul 28 11:55:21.262511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-1defb125-c4bc-44fe-82b5-054214cabe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.263950 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-1defb125-c4bc-44fe-82b5-054214cabe66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0478613 Jul 28 11:55:21.284906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ef2a83e-029d-4f7b-9cb0-ad4a7d811076 req-375efb5c-5142-43d6-bc1d-a32edb793b9a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334153 Jul 28 11:55:21.310134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-11bfe4c4-c89b-47e1-8310-315ad7d52c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:21.311515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-11bfe4c4-c89b-47e1-8310-315ad7d52c6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398197 Jul 28 11:55:21.397524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-8d4d6cd8-826b-48c7-acf2-bf5fde3a5f59 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790353 Jul 28 11:55:21.486425 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-0837dd22-0294-4fb1-86ff-48a587306fcc service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823832 Jul 28 11:55:21.487839 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:55:22.399566 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e705a-acf6-4278-870a-a31f6d2799e7 req-ba0b3847-97d6-49e3-993b-d8ef14c9deb6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:22.401044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd6e705a-acf6-4278-870a-a31f6d2799e7 req-ba0b3847-97d6-49e3-993b-d8ef14c9deb6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0480177 Jul 28 11:55:22.437918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fd6e705a-acf6-4278-870a-a31f6d2799e7 req-25f1a41a-3849-4f1d-87c4-f03b513b1d5d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309777 Jul 28 11:55:22.941443 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:23.551791 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66780eb6-4853-4c09-bac0-dce312823bdd req-c6a8aa05-8c9c-49c4-ad13-ac9e0460c22a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:23.553233 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66780eb6-4853-4c09-bac0-dce312823bdd req-c6a8aa05-8c9c-49c4-ad13-ac9e0460c22a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0472844 Jul 28 11:55:23.590533 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-66780eb6-4853-4c09-bac0-dce312823bdd req-435c806e-9f89-40dc-af82-893083bc1c4f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314882 Jul 28 11:55:24.710138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1d1e5-2a5e-4740-99ef-76391ee5f252 req-f12dbb84-af71-4915-b676-4f20bcf77083 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:24.711597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bf1d1e5-2a5e-4740-99ef-76391ee5f252 req-f12dbb84-af71-4915-b676-4f20bcf77083 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0535715 Jul 28 11:55:24.750088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bf1d1e5-2a5e-4740-99ef-76391ee5f252 req-c3e3af7d-23d6-44c5-bee4-b5298396de4f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Jul 28 11:55:25.864317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aadb2-36a3-4454-ae5d-f08290161fa1 req-4928f371-e9c7-4f18-844a-efdc5ff1acf6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:25.865762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df8aadb2-36a3-4454-ae5d-f08290161fa1 req-4928f371-e9c7-4f18-844a-efdc5ff1acf6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0488191 Jul 28 11:55:25.903800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-df8aadb2-36a3-4454-ae5d-f08290161fa1 req-e2fb17a5-1dfe-4683-85c6-3a839cf7b48d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Jul 28 11:55:27.018554 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f95fda-c21a-4d14-8910-9c00933d50e4 req-387a6365-62d5-4770-b18a-28e8dd6e00eb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:27.020014 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1f95fda-c21a-4d14-8910-9c00933d50e4 req-387a6365-62d5-4770-b18a-28e8dd6e00eb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0486307 Jul 28 11:55:27.057642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1f95fda-c21a-4d14-8910-9c00933d50e4 req-b2988c7b-4025-4f57-8d3e-c9cb6134a646 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315661 Jul 28 11:55:27.916046 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4611f176-4ead-4145-83a8-3a9a8c8d0cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:28.177317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa398a7e-b62c-4fa5-9272-9d083c50e661 req-8d5ccc42-fd86-4f00-8790-8dee2ef3b17f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:28.178649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa398a7e-b62c-4fa5-9272-9d083c50e661 req-8d5ccc42-fd86-4f00-8790-8dee2ef3b17f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0517931 Jul 28 11:55:28.215831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa398a7e-b62c-4fa5-9272-9d083c50e661 req-591378aa-28d3-4436-bba2-3e96d597c3e6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Jul 28 11:55:29.355865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c581da0-0157-4e0b-97a1-9aca63dd723f req-884aea41-c8f6-4d19-a20c-446adbe28099 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:29.357789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c581da0-0157-4e0b-97a1-9aca63dd723f req-884aea41-c8f6-4d19-a20c-446adbe28099 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0592885 Jul 28 11:55:29.398505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c581da0-0157-4e0b-97a1-9aca63dd723f req-573f2835-b0f4-4b4a-9da2-793ee7cdcc71 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344195 Jul 28 11:55:30.524454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12518fb-0410-46bf-8709-7b33c9daa63a req-14f0408e-bb69-4786-b6e1-31546e899ed1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:30.525814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a12518fb-0410-46bf-8709-7b33c9daa63a req-14f0408e-bb69-4786-b6e1-31546e899ed1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0488884 Jul 28 11:55:30.563411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a12518fb-0410-46bf-8709-7b33c9daa63a req-a5c33acb-6c60-436c-8fa7-3bde336fa170 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Jul 28 11:55:31.040916 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:31.173330 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47f24e82-0a92-4dec-b073-8794dcf08a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:31.683893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf11af-5e7e-4e4d-98cc-daa6bb8992cc req-cd8fd815-509b-4927-ba0a-c77a3e9e9f52 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:31.685365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-addf11af-5e7e-4e4d-98cc-daa6bb8992cc req-cd8fd815-509b-4927-ba0a-c77a3e9e9f52 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0536511 Jul 28 11:55:31.722654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-addf11af-5e7e-4e4d-98cc-daa6bb8992cc req-99c0aa55-22cb-494d-973f-603fd1542b2a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Jul 28 11:55:32.099614 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:32.837987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20a37-099b-4a95-88c7-fdb8d8f303b6 req-0490fe23-2cfd-42ed-aea3-0eeaabe79550 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:32.839433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18d20a37-099b-4a95-88c7-fdb8d8f303b6 req-0490fe23-2cfd-42ed-aea3-0eeaabe79550 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0494480 Jul 28 11:55:32.877926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-18d20a37-099b-4a95-88c7-fdb8d8f303b6 req-7950c07c-cd99-4b27-a90d-30578c59b954 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321314 Jul 28 11:55:33.314765 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-fb88492e-3f6a-42cc-82a1-576f936a19df service neutron] show failed (client error): The resource could not be found. Jul 28 11:55:33.315772 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-fb88492e-3f6a-42cc-82a1-576f936a19df service neutron] 10.222.0.44 "GET /v2.0/ports/183053cb-70cd-46a7-9a31-54940cbc737f/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0546942 Jul 28 11:55:33.507859 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-1ee83c93-7627-4f04-a95e-6094649a21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:33.509248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-1ee83c93-7627-4f04-a95e-6094649a21c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 1096 time: 0.0423834 Jul 28 11:55:33.520934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:33.560064 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.579541 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.783593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:33.815401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:33.853707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:33.855935 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7dcda-11ce-4678-a241-b46f136352c6" -d '{"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-unplugged", "status": "completed", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:33.859712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:33.872394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Transition to ACTIVE for port object 183053cb-70cd-46a7-9a31-54940cbc737f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:33.876321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:34.003045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:34.019266 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9557d3d8-c5d6-4356-9e60-c9599ac4d5cb x-openstack-request-id: req-9557d3d8-c5d6-4356-9e60-c9599ac4d5cb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:34.019570 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-unplugged", "status": "completed", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:34.019831 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9557d3d8-c5d6-4356-9e60-c9599ac4d5cb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:34.020254 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'code': 200} Jul 28 11:55:34.026108 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2da24-9b95-41a1-8677-4461c2e529a2 req-d9431b8c-8776-4741-a288-b38bb5241028 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.026986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.027335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.027676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.027778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0a2da24-9b95-41a1-8677-4461c2e529a2 req-d9431b8c-8776-4741-a288-b38bb5241028 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0660210 Jul 28 11:55:34.028013 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.028372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.028703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.029029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.029353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.029675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.029998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.030317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.030636 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:34.064900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] No DVR routers for this DVR port 183053cb-70cd-46a7-9a31-54940cbc737f on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:55:34.070952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d0a2da24-9b95-41a1-8677-4461c2e529a2 req-bfff1d77-7949-4904-ada5-4418844936d4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358372 Jul 28 11:55:34.210783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:55:34.211112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:55:34.211432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:34.215581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Port 183053cb-70cd-46a7-9a31-54940cbc737f on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:55:34.215923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Attempting to bind port 183053cb-70cd-46a7-9a31-54940cbc737f on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:34.220707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:55:34.221034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:34.221402 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:55:34.221811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Bound port: 183053cb-70cd-46a7-9a31-54940cbc737f, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:55:34.222156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:34.289495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:34.292602 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:55:34.296624 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:34.331506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.332156 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:34.333510 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] 10.222.0.41 "PUT /v2.0/ports/183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 1091 time: 0.8164997 Jul 28 11:55:34.354706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed3fb2-d6d2-4a5c-b05c-628b96c8af03 service neutron] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:34.403590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-4ca2c564-87f7-416b-844d-2257f899dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.405103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-4ca2c564-87f7-416b-844d-2257f899dcd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1094 time: 0.0476320 Jul 28 11:55:34.498723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-e0da45ab-4c30-40c0-9a34-690fdc98b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.500811 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-e0da45ab-4c30-40c0-9a34-690fdc98b66b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0884233 Jul 28 11:55:34.568645 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-bb167198-82c6-451e-a446-09b147b35f2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 999 time: 0.0603673 Jul 28 11:55:34.943280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-81c5ba6d-a101-4af7-9670-004a0263f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.944704 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-81c5ba6d-a101-4af7-9670-004a0263f293 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.3699994 Jul 28 11:55:34.990318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-110afa05-c1f3-4612-8bc4-2c42b184f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:34.991750 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-110afa05-c1f3-4612-8bc4-2c42b184f66a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395114 Jul 28 11:55:35.002708 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-7bc019bd-2ed8-444d-9d6a-bd2dbe7a7ad5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:55:35.003888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-7bc019bd-2ed8-444d-9d6a-bd2dbe7a7ad5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048363 Jul 28 11:55:35.093848 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-43c544ee-1802-4b89-83a4-692457a0bacb service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Jul 28 11:55:35.185335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-42ab71e3-d33b-4479-9c28-c6de2a64a906 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826578 Jul 28 11:55:35.194007 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54462d7-658e-4644-9d41-48b810ae5460 req-6aa3b383-7eee-49ff-9313-fc8ddd0f7430 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:35.195415 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d54462d7-658e-4644-9d41-48b810ae5460 req-6aa3b383-7eee-49ff-9313-fc8ddd0f7430 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0529010 Jul 28 11:55:35.236265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d54462d7-658e-4644-9d41-48b810ae5460 req-23996b87-2773-49a7-83fa-eb08e28e4e56 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347342 Jul 28 11:55:36.021477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:36.023899 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107e9f8f-06ff-4289-897b-9e1d74e14721" -d '{"events": [{"name": "network-changed", "server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:36.076105 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb650e0-2610-4880-9062-c91ea08e06f5 x-openstack-request-id: req-6cb650e0-2610-4880-9062-c91ea08e06f5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:36.076489 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:36.076752 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cb650e0-2610-4880-9062-c91ea08e06f5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:36.077180 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'status': 'completed', 'code': 200} Jul 28 11:55:36.169504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-be1fa986-f45b-4a85-99d7-eef5980a7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.170969 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-be1fa986-f45b-4a85-99d7-eef5980a7206 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1094 time: 0.0721667 Jul 28 11:55:36.172837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-af0b9303-14bf-403e-a81f-1da02f757b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.174172 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-af0b9303-14bf-403e-a81f-1da02f757b4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1094 time: 0.0765483 Jul 28 11:55:36.331776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-d376d69e-d0ce-4503-bdc7-dc6d9e2e4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.333446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-d376d69e-d0ce-4503-bdc7-dc6d9e2e4d67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1549542 Jul 28 11:55:36.334606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-6a4aa2a0-c8c0-4d8f-912d-f0d12a2c2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.335907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-6a4aa2a0-c8c0-4d8f-912d-f0d12a2c2854 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1506300 Jul 28 11:55:36.354151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443f81d-e1c2-4ab5-99d6-e6c18722645b req-04422676-a2c8-480d-94b8-9e302f82b04d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.355623 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b443f81d-e1c2-4ab5-99d6-e6c18722645b req-04422676-a2c8-480d-94b8-9e302f82b04d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0485699 Jul 28 11:55:36.394278 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b443f81d-e1c2-4ab5-99d6-e6c18722645b req-8d243044-3a56-46a5-8b62-a70112bcdcd8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Jul 28 11:55:36.446243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-0dbeaf47-4c9e-442c-8eb0-51ae1f3f819b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 999 time: 0.1059899 Jul 28 11:55:36.449787 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-5af27aff-4448-45e9-8092-c81bc4d6f2f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 999 time: 0.1038499 Jul 28 11:55:36.532374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-45e11780-902d-4279-a2c5-1ca3fe288939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.533804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-45e11780-902d-4279-a2c5-1ca3fe288939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0812459 Jul 28 11:55:36.535405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-ac4ce96d-e442-427a-afc8-704ac86bec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.536716 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-ac4ce96d-e442-427a-afc8-704ac86bec81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0764515 Jul 28 11:55:36.607232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-00bc3197-a7c7-45e5-bc2e-04ea33b773d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.608749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-00bc3197-a7c7-45e5-bc2e-04ea33b773d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680113 Jul 28 11:55:36.611861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-270f9037-560a-4284-9c10-fa6ecab8d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:36.613279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-270f9037-560a-4284-9c10-fa6ecab8d5ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636756 Jul 28 11:55:36.772511 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-7ec89344-e376-4246-b3d1-5856056adf0b service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557176 Jul 28 11:55:36.775881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-2850a036-ad2c-41b0-80dc-515564e88fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412942 Jul 28 11:55:36.931438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-8b57958e-414b-4842-952b-28921a1c6436 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516886 Jul 28 11:55:36.934675 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-107e9f8f-06ff-4289-897b-9e1d74e14721 req-f2ccf991-cc29-417b-b29f-198f26e1f5cb service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464181 Jul 28 11:55:37.023286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:37.060537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:55:37.516407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c95dd-1cb7-46dc-b410-28c9bfb29973 req-bb0ca5e7-ddf4-4a66-9eb9-12ca6272a137 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.520276 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-705c95dd-1cb7-46dc-b410-28c9bfb29973 req-bb0ca5e7-ddf4-4a66-9eb9-12ca6272a137 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0521240 Jul 28 11:55:37.556550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-705c95dd-1cb7-46dc-b410-28c9bfb29973 req-745563bf-e2fd-4bbe-a804-5e4ca0e8f566 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Jul 28 11:55:37.756836 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f06ec-1af4-4bba-ad23-8fd2d16c3227 req-462b3c54-a937-4d01-a1e2-85f853f97dfa tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.758307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-291f06ec-1af4-4bba-ad23-8fd2d16c3227 req-462b3c54-a937-4d01-a1e2-85f853f97dfa tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 943 time: 0.0549147 Jul 28 11:55:37.778654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413758a4-2808-4c91-b851-af45ffdabe4e req-426a984c-2139-42ca-a69a-3a415f17ac53 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.780107 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-426a984c-2139-42ca-a69a-3a415f17ac53 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd&tenant_id=e14349ab9a1546ea999a5da1f32030d2&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 943 time: 0.0581496 Jul 28 11:55:37.796908 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-291f06ec-1af4-4bba-ad23-8fd2d16c3227 req-787943ef-46e7-42e9-86e9-975b926e852a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Jul 28 11:55:37.841862 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-413758a4-2808-4c91-b851-af45ffdabe4e req-845b8a62-48bb-4869-88cb-b3fd470d2f27 service neutron] delete failed (client error): The resource could not be found. Jul 28 11:55:37.842865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-845b8a62-48bb-4869-88cb-b3fd470d2f27 service neutron] 10.222.0.44 "DELETE /v2.0/ports/183053cb-70cd-46a7-9a31-54940cbc737f/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0553372 Jul 28 11:55:37.851811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:55:37.926200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413758a4-2808-4c91-b851-af45ffdabe4e req-59256aba-793e-4de3-bc5d-9471cfc7fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:37.927706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-59256aba-793e-4de3-bc5d-9471cfc7fc9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 1094 time: 0.0414956 Jul 28 11:55:37.948900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:37.960555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '183053cb-70cd-46a7-9a31-54940cbc737f', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '183053cb-70cd-46a7-9a31-54940cbc737f', 'mac_address': 'fa:16:3e:f2:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:55:37.996263 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:38.009358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183053cb-70cd-46a7-9a31-54940cbc737f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:55:38.023788 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413758a4-2808-4c91-b851-af45ffdabe4e req-dc3b7bdc-c8c3-43d0-8e33-2a34ed300145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:38.025276 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-dc3b7bdc-c8c3-43d0-8e33-2a34ed300145 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0907650 Jul 28 11:55:38.028930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:38.032980 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:38.079547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:38.086718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.087064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.087406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.087745 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.088078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.088433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.088760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.089087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.089410 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.089734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.090056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.090255 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-006ebd60-cf89-4ffd-aca1-1d99fa86c1ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 200 len: 1000 time: 0.0580792 Jul 28 11:55:38.090362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:55:38.139541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413758a4-2808-4c91-b851-af45ffdabe4e req-bca8e0ff-5b94-4349-8088-100dc3c286a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:38.141066 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-bca8e0ff-5b94-4349-8088-100dc3c286a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0439723 Jul 28 11:55:38.189765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413758a4-2808-4c91-b851-af45ffdabe4e req-4d291393-465c-46a9-9566-44654895ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:38.191187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-4d291393-465c-46a9-9566-44654895ba1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433834 Jul 28 11:55:38.273001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['183053cb-70cd-46a7-9a31-54940cbc737f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:55:38.281118 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-17a829fb-ba57-4eff-9747-f2d0e19dd538 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829880 Jul 28 11:55:38.376508 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-413758a4-2808-4c91-b851-af45ffdabe4e req-043601bf-d4d0-42fd-a8c8-cf4385210400 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883274 Jul 28 11:55:38.924848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49890b67-8868-4726-871a-702c0a9dba73 req-4910c3e8-6a5e-47f8-b41a-9b5ca9d0465d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:38.926334 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49890b67-8868-4726-871a-702c0a9dba73 req-4910c3e8-6a5e-47f8-b41a-9b5ca9d0465d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 944 time: 0.0565238 Jul 28 11:55:38.964410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49890b67-8868-4726-871a-702c0a9dba73 req-d1b64ef5-a7c8-4441-839c-3b33f22455d9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Jul 28 11:55:39.079162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88aa6-cb2f-4c0f-8978-8dbda9971be4 req-ce48fc52-5fcb-4754-8614-4bef20eb8b64 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:39.080659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42c88aa6-cb2f-4c0f-8978-8dbda9971be4 req-ce48fc52-5fcb-4754-8614-4bef20eb8b64 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 944 time: 0.0498328 Jul 28 11:55:39.119350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-42c88aa6-cb2f-4c0f-8978-8dbda9971be4 req-0fdae61b-cedf-4adc-be06-616c1602faab tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Jul 28 11:55:39.240799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414158b-06e3-40fe-9fa7-692464c7c3da req-582811fe-87e3-4fce-b31d-c5b93a3a25ae tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:39.242580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4414158b-06e3-40fe-9fa7-692464c7c3da req-582811fe-87e3-4fce-b31d-c5b93a3a25ae tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 944 time: 0.0578637 Jul 28 11:55:39.282562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4414158b-06e3-40fe-9fa7-692464c7c3da req-7f09e4d5-d56f-4858-a768-4799336785ba tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Jul 28 11:55:39.510362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecbe6e-ac42-45da-9625-6440f841da81 req-8e07987d-16b5-4a61-b39e-9ae222f0bf0e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:39.511822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5ecbe6e-ac42-45da-9625-6440f841da81 req-8e07987d-16b5-4a61-b39e-9ae222f0bf0e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 944 time: 0.0487339 Jul 28 11:55:39.550173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5ecbe6e-ac42-45da-9625-6440f841da81 req-7b9d131c-1118-425a-a661-558d5475de57 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Jul 28 11:55:39.851384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:39.898619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 183053cb-70cd-46a7-9a31-54940cbc737f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:39.902241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 183053cb-70cd-46a7-9a31-54940cbc737f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:39.902611 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:39.980292 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:40.001977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:40.004490 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257e0442-6627-48a6-b899-3b3960f5e8a9" -d '{"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-plugged", "status": "completed", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:40.017167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:40.020812 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:40.043662 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2ca935-cf9c-4d45-9641-d84fc1eb7c0f x-openstack-request-id: req-de2ca935-cf9c-4d45-9641-d84fc1eb7c0f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:40.043958 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-plugged", "status": "completed", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:40.044234 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de2ca935-cf9c-4d45-9641-d84fc1eb7c0f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:40.044618 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'code': 200} Jul 28 11:55:40.069794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:40.664914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45284-9ab8-496a-87f8-a0928d21ae8c req-11c62fc5-7ddf-4667-bcae-34de61e6cdb5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:40.666354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84b45284-9ab8-496a-87f8-a0928d21ae8c req-11c62fc5-7ddf-4667-bcae-34de61e6cdb5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0487943 Jul 28 11:55:40.702750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84b45284-9ab8-496a-87f8-a0928d21ae8c req-4af9987c-429e-40fd-bc15-47280fc8e4d8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305502 Jul 28 11:55:40.752868 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-abdf08b5-c3bb-410a-b321-9fd0d8994902 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:40.754550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-abdf08b5-c3bb-410a-b321-9fd0d8994902 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 945 time: 0.0498447 Jul 28 11:55:40.845456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Deleting port 183053cb-70cd-46a7-9a31-54940cbc737f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:55:40.845863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:40.935341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] For port 183053cb-70cd-46a7-9a31-54940cbc737f, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=183053cb-70cd-46a7-9a31-54940cbc737f,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:40.935704 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:41.103977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:41.104291 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:41.104604 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 disassociated. External IP: 172.25.1.127, port: 183053cb-70cd-46a7-9a31-54940cbc737f. Jul 28 11:55:41.104943 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Calling delete_port for 183053cb-70cd-46a7-9a31-54940cbc737f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:55:41.233609 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:41.262503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event deleted for resources: {'Port': ['ID=183053cb-70cd-46a7-9a31-54940cbc737f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:41.380551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:55:41.489944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:41.499429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:41.509513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:41.510126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:55:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:41.529102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] No DVR routers for this DVR port 183053cb-70cd-46a7-9a31-54940cbc737f on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:55:41.532612 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:41.534615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a859b544-0bf9-4c4f-a14a-5be4b9bb615f req-482119c8-3024-4871-b1db-9348cdb9f9c0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "DELETE /v2.0/ports/183053cb-70cd-46a7-9a31-54940cbc737f HTTP/1.1" status: 204 len: 173 time: 0.7739222 Jul 28 11:55:41.535151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-deleted', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:41.537438 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ff246-9210-4af2-97ed-b0540a12005e" -d '{"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-deleted", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:41.574784 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432c358c-31b6-4bbc-9aec-9294338dce51 x-openstack-request-id: req-432c358c-31b6-4bbc-9aec-9294338dce51 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:41.575081 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcac68-777d-4bb0-a4a0-4a37c444e8dd", "name": "network-vif-deleted", "tag": "183053cb-70cd-46a7-9a31-54940cbc737f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:41.575365 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-432c358c-31b6-4bbc-9aec-9294338dce51 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:41.575740 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dcac68-777d-4bb0-a4a0-4a37c444e8dd', 'name': 'network-vif-deleted', 'tag': '183053cb-70cd-46a7-9a31-54940cbc737f', 'status': 'completed', 'code': 200} Jul 28 11:55:41.620691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:41.823108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c37aacff-a268-46ff-8e62-3f62fc626479 req-9b0a6024-df63-49c7-9c91-ecca4012238f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=71dcac68-777d-4bb0-a4a0-4a37c444e8dd HTTP/1.1" status: 200 len: 210 time: 0.0350735 Jul 28 11:55:41.831039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:41.856904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:41.865006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:41.865605 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:55:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:42.124047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:42.314980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:42.344373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4be266-ac38-4a1b-8791-d010c0e713a3 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:42.556367 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0120c-60e5-4e0c-b572-5b80f2517baa None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:55:43.051568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-e1568f85-59f0-4c26-a003-4511ae4e11b7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--276165656&fields=id&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 267 time: 0.0320361 Jul 28 11:55:43.153466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-60713cc8-0f00-4ac1-83ae-d5782d0eb01b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:43.154884 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-60713cc8-0f00-4ac1-83ae-d5782d0eb01b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.0967646 Jul 28 11:55:43.169328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-3e450a93-605e-4bdc-ba26-750216e46bd1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/quotas/e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 375 time: 0.0086875 Jul 28 11:55:43.220517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-3769e161-b87f-48c3-a8bf-9996b5639545 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461500 Jul 28 11:55:43.317728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-d7841f19-5f50-45dd-9185-4332df2d5d12 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858052 Jul 28 11:55:43.410508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-91feb4bf-ae39-4f5e-82c6-bdb0144bf151 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Jul 28 11:55:43.819517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ff638c5-4e94-4df2-a55d-c637fd03ea65 req-150da6c6-10f9-4d27-b871-144cdfe124d9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 210 time: 0.2782929 Jul 28 11:55:43.882774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:55:43.902997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 183053cb-70cd-46a7-9a31-54940cbc737f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:55:43.903338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 183053cb-70cd-46a7-9a31-54940cbc737f not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:55:44.495599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-f7aae394-0a4b-45d7-b3d7-b3127df9e3c5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:44.497327 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-f7aae394-0a4b-45d7-b3d7-b3127df9e3c5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1103351 Jul 28 11:55:44.544438 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-3e124245-d8e4-450c-97ef-1590aad53aef tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 379 time: 0.0358853 Jul 28 11:55:44.559872 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'port': {'device_id': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'admin_state_up': True, 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'security_groups': ['eebdb403-ab5a-4951-a681-f8402498cfee']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:44.674163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Made reservation on behalf of e14349ab9a1546ea999a5da1f32030d2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:55:44.677591 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:44.805877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Allocated IP 172.20.0.10 (2e00e35b-e5b0-4138-8769-7c3136b1b2ef/b18494f9-7cb7-4124-9a8a-52605e89aa24/97041165-21ad-4879-8000-a4bf2d9d920e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:55:44.920743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac8f1414-eb22-433c-bd91-e11b5f92161b req-c41b2ac3-2877-4a7e-98dc-71dea91a4575 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 210 time: 0.0250335 Jul 28 11:55:44.947150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:44.960691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Transition to ACTIVE for port object 97041165-21ad-4879-8000-a4bf2d9d920e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:44.992804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.035440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:55:45.038433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:55:45.043942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:55:45.068562 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:45.096928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:45.097593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.113985 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-5644741b-0709-43c3-92c0-bcb8d30cda05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574722 Jul 28 11:55:45.127000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Request body: {'port': {'device_id': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:45.187026 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.301528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-751378e2-84f7-40d5-b6d1-2c74eff0eba7 None None] Provisioning for port 97041165-21ad-4879-8000-a4bf2d9d920e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:45.305306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-751378e2-84f7-40d5-b6d1-2c74eff0eba7 None None] Provisioning complete for port 97041165-21ad-4879-8000-a4bf2d9d920e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:45.305669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-751378e2-84f7-40d5-b6d1-2c74eff0eba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.338100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-751378e2-84f7-40d5-b6d1-2c74eff0eba7 None None] Port 97041165-21ad-4879-8000-a4bf2d9d920e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:55:45.453607 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97041165-21ad-4879-8000-a4bf2d9d920e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:55:45.460689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.472430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Transition to ACTIVE for port object 97041165-21ad-4879-8000-a4bf2d9d920e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:55:45.476302 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.527127 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:45.597243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:55:45.597498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:55:45.597825 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:45.602431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Port 97041165-21ad-4879-8000-a4bf2d9d920e on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:55:45.602753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:55:45.607937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:55:45.608334 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:55:45.608710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:55:45.609169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Bound port: 97041165-21ad-4879-8000-a4bf2d9d920e, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:55:45.609671 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.678178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:55:45.681425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:55:45.684887 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.717628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:45.718254 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:45.720330 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1092 time: 0.5982449 Jul 28 11:55:45.720719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:45.723324 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e03ff6-8236-42a6-83a2-98b43d8cb92b" -d '{"events": [{"name": "network-changed", "server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:45.748743 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2c21-823d-496b-8826-6cd0864d79b0 service neutron] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:45.767012 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771bacdb-dec4-42da-801f-15d1ab541a8d x-openstack-request-id: req-771bacdb-dec4-42da-801f-15d1ab541a8d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:45.767334 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:45.767592 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-771bacdb-dec4-42da-801f-15d1ab541a8d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:45.767994 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'status': 'completed', 'code': 200} Jul 28 11:55:45.821245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-d6efc0e2-85ab-4929-8ccb-63987652bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:45.822724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-d6efc0e2-85ab-4929-8ccb-63987652bcda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1095 time: 0.0473337 Jul 28 11:55:45.867083 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-310b07f9-227a-48b3-8900-973c1a677017 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 217 time: 0.0357149 Jul 28 11:55:45.916902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-e80b3756-536e-4fcb-9340-c574bdd20ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:45.918426 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-e80b3756-536e-4fcb-9340-c574bdd20ef5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0453296 Jul 28 11:55:45.969770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-ac639d85-d935-48ec-b5e9-9ed2d7cdf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:45.971246 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-ac639d85-d935-48ec-b5e9-9ed2d7cdf6c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461252 Jul 28 11:55:46.043953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6b5d2-aa8c-4308-bcb5-d550f14c07ac req-2208b212-f4b3-4e88-9a6e-be509df38825 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:46.045461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33f6b5d2-aa8c-4308-bcb5-d550f14c07ac req-2208b212-f4b3-4e88-9a6e-be509df38825 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0487580 Jul 28 11:55:46.062864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-ab4d5bb4-3cdf-428e-b953-5871890c3182 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836210 Jul 28 11:55:46.084004 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33f6b5d2-aa8c-4308-bcb5-d550f14c07ac req-56360134-a47f-4b16-a56e-fc265256c018 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323377 Jul 28 11:55:46.154945 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2c2b0446-87c5-40b8-b3fc-95086eb10011 req-96f31a61-56a4-4cb0-bdaf-8bab1e195453 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Jul 28 11:55:46.239848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-3575d1a2-9e22-47f9-830c-6b8df2155421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:46.241353 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-3575d1a2-9e22-47f9-830c-6b8df2155421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1095 time: 0.0414817 Jul 28 11:55:46.328094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-87108733-23db-491b-8a05-25d5bddd6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:46.329567 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-87108733-23db-491b-8a05-25d5bddd6c07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0817995 Jul 28 11:55:46.377960 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-a1966fb9-7d64-46cd-866a-13c5f1955a82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 217 time: 0.0380993 Jul 28 11:55:46.426681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-66d78971-fb11-4e45-a318-b334119c81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:46.427965 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-66d78971-fb11-4e45-a318-b334119c81de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0427048 Jul 28 11:55:46.472422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-2c4023bf-ec9d-43c0-a05d-dba1e5438c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:46.473823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-2c4023bf-ec9d-43c0-a05d-dba1e5438c38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385206 Jul 28 11:55:46.564543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-19033acf-69ec-4c7e-b2c2-c7dc7a393d34 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Jul 28 11:55:46.653448 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-07e03ff6-8236-42a6-83a2-98b43d8cb92b req-fc4450a5-5583-4965-ad18-26751c603c24 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814855 Jul 28 11:55:47.200150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64db77-690f-499e-8964-da68b877ae59 req-aabf74be-162b-435f-9217-a682ce2aca77 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:47.201604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c64db77-690f-499e-8964-da68b877ae59 req-aabf74be-162b-435f-9217-a682ce2aca77 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0499952 Jul 28 11:55:47.240403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c64db77-690f-499e-8964-da68b877ae59 req-6cd71e3e-adfc-426e-abdd-e7677c5d950c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322371 Jul 28 11:55:48.352107 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c12c2-4d0a-4b6e-8ca4-6b538dcc66da req-9b5307cc-3eaa-4de6-8084-e4bb86238c2c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:48.353560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b69c12c2-4d0a-4b6e-8ca4-6b538dcc66da req-9b5307cc-3eaa-4de6-8084-e4bb86238c2c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0479479 Jul 28 11:55:48.391304 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b69c12c2-4d0a-4b6e-8ca4-6b538dcc66da req-e9cbd09e-4199-43df-bb4f-e64d9f75d63d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Jul 28 11:55:49.086656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:55:49.191162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:49.202109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '97041165-21ad-4879-8000-a4bf2d9d920e', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '97041165-21ad-4879-8000-a4bf2d9d920e', 'mac_address': 'fa:16:3e:7b:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:55:49.238207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:49.251798 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97041165-21ad-4879-8000-a4bf2d9d920e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:55:49.273488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:49.277142 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:49.328736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:49.484985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['97041165-21ad-4879-8000-a4bf2d9d920e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:55:49.506995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d73ba2-9e62-4e77-a818-556059724b94 req-8e240d14-b2f8-4668-a06b-dfa6982237d3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:49.508483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5d73ba2-9e62-4e77-a818-556059724b94 req-8e240d14-b2f8-4668-a06b-dfa6982237d3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 945 time: 0.0508738 Jul 28 11:55:49.546351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5d73ba2-9e62-4e77-a818-556059724b94 req-0e38af77-6a96-4d8c-92e5-47498b38dff3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318413 Jul 28 11:55:50.129586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:50.666515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4d0f-5ebb-4fc9-9415-f9ce071ed999 req-eef5bde3-2f66-47f3-9733-dc4ce4a01a9b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:50.667973 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f72a4d0f-5ebb-4fc9-9415-f9ce071ed999 req-eef5bde3-2f66-47f3-9733-dc4ce4a01a9b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 945 time: 0.0532916 Jul 28 11:55:50.707388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f72a4d0f-5ebb-4fc9-9415-f9ce071ed999 req-744fd392-b2a2-4fae-a218-94bf7c88e154 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330110 Jul 28 11:55:51.083293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:55:51.130746 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 97041165-21ad-4879-8000-a4bf2d9d920e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:55:51.134387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 97041165-21ad-4879-8000-a4bf2d9d920e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:55:51.134762 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:51.211831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:51.234036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:51.236726 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f764a7b-296f-4a28-afd9-6e3872e41d19" -d '{"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-plugged", "status": "completed", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:51.250252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:55:51.254914 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:51.302538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:55:51.332514 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4078d2-e74c-41cf-8f4c-eba72385da50 x-openstack-request-id: req-bc4078d2-e74c-41cf-8f4c-eba72385da50 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:51.332813 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-plugged", "status": "completed", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:51.333062 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc4078d2-e74c-41cf-8f4c-eba72385da50 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:51.333501 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'code': 200} Jul 28 11:55:51.433188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616f83f-def2-481b-9cd5-6715ce700bfb req-0d828ddf-9d59-401a-84a7-cc96df153a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:51.434663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e616f83f-def2-481b-9cd5-6715ce700bfb req-0d828ddf-9d59-401a-84a7-cc96df153a44 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1097 time: 0.0463321 Jul 28 11:55:51.472719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e616f83f-def2-481b-9cd5-6715ce700bfb req-6d92a37a-c570-4c46-95d3-910bce5addcc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Jul 28 11:55:51.823530 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c5feb-952d-4475-b93b-ff9dce0b235d req-4ce065ed-c32c-46ed-9dc1-6cefc4e9951c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:51.825099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-885c5feb-952d-4475-b93b-ff9dce0b235d req-4ce065ed-c32c-46ed-9dc1-6cefc4e9951c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0496514 Jul 28 11:55:51.863352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-885c5feb-952d-4475-b93b-ff9dce0b235d req-1e19b3d0-51a5-4348-8f63-de0c78561b25 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Jul 28 11:55:52.956699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:52.983060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9977a53-2e97-4c47-94c9-93fa2dd20f95 req-0b8bea1f-295c-466b-bb49-8128e1d06e10 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:52.985016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9977a53-2e97-4c47-94c9-93fa2dd20f95 req-0b8bea1f-295c-466b-bb49-8128e1d06e10 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0515833 Jul 28 11:55:53.023702 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a9977a53-2e97-4c47-94c9-93fa2dd20f95 req-ac7d2573-ae98-41f7-b9f2-86699d79ed24 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Jul 28 11:55:53.138139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703c1b7-d24d-4b9d-a58f-71a3229603bb req-4a2a7477-06fd-48b2-bc95-0501d3792374 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:53.139579 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9703c1b7-d24d-4b9d-a58f-71a3229603bb req-4a2a7477-06fd-48b2-bc95-0501d3792374 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0521848 Jul 28 11:55:53.148627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:55:53.152950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'floatingip': {'port_id': '97041165-21ad-4879-8000-a4bf2d9d920e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:55:53.191513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:53.621641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:53.626187 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:53.723023 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 associated. External IP: 172.25.1.127, port: 97041165-21ad-4879-8000-a4bf2d9d920e. Jul 28 11:55:53.925903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:55:54.032452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:55:54.037221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:54.041869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:55:54.052642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:54.053261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:55:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:54.064018 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-44712ff4-edda-496b-bb6e-8190f032b88e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "PUT /v2.0/floatingips/311d0afc-5e79-4d9a-93ca-c967f2701253 HTTP/1.1" status: 200 len: 992 time: 0.9144096 Jul 28 11:55:54.064641 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:55:54.066897 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d4246-4250-48c2-85b7-ecffe71fc4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:55:54.108348 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973029e2-4592-42b0-ae40-39f78cd53d86 x-openstack-request-id: req-973029e2-4592-42b0-ae40-39f78cd53d86 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:55:54.108644 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:55:54.109664 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-973029e2-4592-42b0-ae40-39f78cd53d86 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:55:54.110254 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'status': 'completed', 'code': 200} Jul 28 11:55:54.168645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:54.173092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-57cd3224-59b4-4757-8f45-affa98ce21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:54.174589 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-57cd3224-59b4-4757-8f45-affa98ce21ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1097 time: 0.0427580 Jul 28 11:55:54.269769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-4aa78e8d-cb5e-4326-a292-f594d692a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:54.271220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-4aa78e8d-cb5e-4326-a292-f594d692a00c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0897546 Jul 28 11:55:54.339982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-6e891246-272f-4343-ae28-657f17780117 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1000 time: 0.0618560 Jul 28 11:55:54.389208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-9671e63b-d7f2-4acb-aebc-800f1ed33586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:54.391259 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-9671e63b-d7f2-4acb-aebc-800f1ed33586 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0438616 Jul 28 11:55:54.396470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '97041165-21ad-4879-8000-a4bf2d9d920e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:7b:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:55:53Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:54.422004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:55:54.431509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:55:54.432120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:55:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:54.435827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-e737b632-b19e-4bb6-84a7-16fbbca6f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:55:54.438035 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-e737b632-b19e-4bb6-84a7-16fbbca6f6e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401695 Jul 28 11:55:54.531238 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-56285e0a-c14d-4edf-a621-35585e3df62b service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859790 Jul 28 11:55:54.537212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:55:54.619212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c05d4246-4250-48c2-85b7-ecffe71fc4f7 req-96a9e4c3-81a0-4f93-8bfc-5c531d9468a1 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809002 Jul 28 11:55:54.756828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '97041165-21ad-4879-8000-a4bf2d9d920e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:7b:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:55:53Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:55:54.785590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e38f52-dab7-4b3f-9e3d-c69553752af9 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '97041165-21ad-4879-8000-a4bf2d9d920e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:7b:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:55:53Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:55:54.972993 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87d216-694a-4f71-9a06-8d7e48891ad2 None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:55:57.917323 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46e29c5f-42f7-4161-8e5c-e91ea076fdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:55:58.487101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:56:01.042207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:01.173707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04d93dab-7080-4f44-893e-a8ea4f948f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:02.103015 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:03.562746 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:20.148468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:22.985413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:27.918242 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a424065-4b06-4a8d-8966-6a5b767f9657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:31.044013 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:31.173679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4e7afe2-2abf-492b-b1d3-2f06e842ad1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:32.104679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:33.565801 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:35.487036 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:56:46.382046 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-d1c92b68-5b27-43b0-999d-edcf4ad8094d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412037 Jul 28 11:56:46.464853 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-65884d21-fea9-440c-acb1-bebad338afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:46.466307 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-65884d21-fea9-440c-acb1-bebad338afa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1097 time: 0.0440955 Jul 28 11:56:46.565866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-3ea21bfc-e223-40e9-92ed-3c0fabe6bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:46.567323 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-3ea21bfc-e223-40e9-92ed-3c0fabe6bb43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0827241 Jul 28 11:56:46.979569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-b923f15c-73f0-4e77-a336-475a82f5e0f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1002 time: 0.4049475 Jul 28 11:56:47.028267 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-68e8b492-891c-4280-9b1e-576f54501937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:47.029899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-68e8b492-891c-4280-9b1e-576f54501937 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0426028 Jul 28 11:56:47.074876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-bd97e35e-9fca-4f87-8cec-3962bba90129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:56:47.076470 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-bd97e35e-9fca-4f87-8cec-3962bba90129 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392888 Jul 28 11:56:47.167482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-c1a0398c-af4b-47b4-9e9c-2c0b7d9ea388 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Jul 28 11:56:47.259756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f3abfc0f-8dca-4ee4-8dec-87e667d546f2 req-34a802ac-a1dd-4822-8aef-521b20f794f9 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824206 Jul 28 11:56:50.159328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:52.986813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:56:57.919181 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08d4b272-c472-4d18-aa39-11ceee700433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:01.045413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:01.176994 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06252895-9b05-4962-a98b-81636a04e09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:02.108168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:03.567042 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:12.486435 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:57:20.157442 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:22.987013 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:27.921551 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9526dc8-da2e-42c6-adfd-6a6fef341688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:31.047349 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:31.177888 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5862f287-b108-485f-ac58-ac59c3d9c2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:32.100284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb29b4-d785-4e85-989d-c714776fb312 req-6bf34a20-f256-47c4-8179-f26c665e0464 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:32.101811 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7cb29b4-d785-4e85-989d-c714776fb312 req-6bf34a20-f256-47c4-8179-f26c665e0464 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0534828 Jul 28 11:57:32.110316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:32.140921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7cb29b4-d785-4e85-989d-c714776fb312 req-87f0377a-6bbd-4887-aeec-a7d197108bfd tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Jul 28 11:57:33.260045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66cb25-c77a-46b1-9c14-8a61a41d1a98 req-b5572354-ab09-4aa6-9fef-a82954a18e91 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:33.261540 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f66cb25-c77a-46b1-9c14-8a61a41d1a98 req-b5572354-ab09-4aa6-9fef-a82954a18e91 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0506117 Jul 28 11:57:33.298693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f66cb25-c77a-46b1-9c14-8a61a41d1a98 req-3dce10e4-17a9-49ae-8284-bd0afaf1d0e0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Jul 28 11:57:33.569234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:34.417537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c249-204d-488a-842f-0776f0aaeece req-3e52e653-4db0-447a-bf9a-ccadb270a4bf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:34.419165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edc5c249-204d-488a-842f-0776f0aaeece req-3e52e653-4db0-447a-bf9a-ccadb270a4bf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0539796 Jul 28 11:57:34.457251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-edc5c249-204d-488a-842f-0776f0aaeece req-b0106a48-6fae-4ebf-9a3c-a35549937679 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Jul 28 11:57:35.570985 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100a8e3-d0f9-4f3a-994c-e443695b370b req-4b602751-98ba-4b22-a0e9-d50be6abbd77 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:35.572449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d100a8e3-d0f9-4f3a-994c-e443695b370b req-4b602751-98ba-4b22-a0e9-d50be6abbd77 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0482557 Jul 28 11:57:35.610092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d100a8e3-d0f9-4f3a-994c-e443695b370b req-c28aa9f0-a329-4f1a-a296-19aa0c41dfac tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Jul 28 11:57:36.726595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd14024-7614-4d4d-8790-efe2cf01591a req-ebe3232f-500c-4859-92c5-7f68e7b94c3c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:36.728054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0dd14024-7614-4d4d-8790-efe2cf01591a req-ebe3232f-500c-4859-92c5-7f68e7b94c3c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0497484 Jul 28 11:57:36.766449 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0dd14024-7614-4d4d-8790-efe2cf01591a req-bbd8ce84-5676-492b-a2ee-565ec6320d10 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Jul 28 11:57:37.887945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e44b5-78bd-45e6-9dc5-c2036a4d3244 req-502f58a3-e131-42fd-bcf2-e53290cafbc9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:37.889490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d50e44b5-78bd-45e6-9dc5-c2036a4d3244 req-502f58a3-e131-42fd-bcf2-e53290cafbc9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0525112 Jul 28 11:57:37.927749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d50e44b5-78bd-45e6-9dc5-c2036a4d3244 req-3092e6b5-1f62-427c-8886-f4774ab5b7ef tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Jul 28 11:57:39.041374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6e8bc-0c18-40ca-b8d4-b482c25f21ea req-f3e6c602-cf35-4d28-91fd-0c21072589c3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:39.042808 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6dc6e8bc-0c18-40ca-b8d4-b482c25f21ea req-f3e6c602-cf35-4d28-91fd-0c21072589c3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0486050 Jul 28 11:57:39.079468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6dc6e8bc-0c18-40ca-b8d4-b482c25f21ea req-5f8f0668-bf36-4f1e-90a3-a72b67a55005 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307105 Jul 28 11:57:40.194337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58233-a47a-4a54-9b7b-8ae00f0d5fe2 req-538713ea-941c-4c28-9071-401456053d03 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:40.195815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83a58233-a47a-4a54-9b7b-8ae00f0d5fe2 req-538713ea-941c-4c28-9071-401456053d03 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0486500 Jul 28 11:57:40.234328 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83a58233-a47a-4a54-9b7b-8ae00f0d5fe2 req-03b2959c-00f5-4e9d-a86d-670a49e165d8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325325 Jul 28 11:57:41.356768 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484ae4f-2fb4-4747-b306-f0a40f589a0a req-6e6922a7-f877-4db9-b3d0-fe3f7563e0d3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:41.358866 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5484ae4f-2fb4-4747-b306-f0a40f589a0a req-6e6922a7-f877-4db9-b3d0-fe3f7563e0d3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0550754 Jul 28 11:57:41.397357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5484ae4f-2fb4-4747-b306-f0a40f589a0a req-cca4d11b-3741-4d14-8dd8-65580a856c63 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Jul 28 11:57:42.511764 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa5132-376f-4976-9ef8-c9613746e907 req-36a5e144-8d8d-4b43-8619-551d3e0fde73 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:42.513154 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deaa5132-376f-4976-9ef8-c9613746e907 req-36a5e144-8d8d-4b43-8619-551d3e0fde73 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0486648 Jul 28 11:57:42.549974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deaa5132-376f-4976-9ef8-c9613746e907 req-7ff8bfd2-9819-4b81-8876-43fea31563a9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Jul 28 11:57:42.729145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:57:42.796852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446867e0-5c7a-4f4e-8f20-f2b471f76c5f req-ffd5d26c-0167-48be-8eef-376c845e8ed9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:42.798291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-446867e0-5c7a-4f4e-8f20-f2b471f76c5f req-ffd5d26c-0167-48be-8eef-376c845e8ed9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0590053 Jul 28 11:57:42.855586 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-446867e0-5c7a-4f4e-8f20-f2b471f76c5f req-33714f38-df5d-4fa4-9687-8648f22f2aae tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398700 Jul 28 11:57:42.860140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-30e5aed9-e238-4697-8aea-6d37f0601f0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298804 Jul 28 11:57:43.970746 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9f3e-ec12-4d45-ad9f-48259669b5f0 req-4d258ed2-8e5e-4bb5-ab5e-f8eddcd99cfe tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:43.972187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-938a9f3e-ec12-4d45-ad9f-48259669b5f0 req-4d258ed2-8e5e-4bb5-ab5e-f8eddcd99cfe tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0474224 Jul 28 11:57:44.012478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-938a9f3e-ec12-4d45-ad9f-48259669b5f0 req-6e78580d-fcde-49a7-8b13-5aee0da732bd tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344586 Jul 28 11:57:44.110385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-33cc7bdf-00cb-4652-9d64-651fefa9f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:44.111856 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-33cc7bdf-00cb-4652-9d64-651fefa9f8cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1097 time: 0.0418937 Jul 28 11:57:44.203706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-6602a575-a12d-4a1c-913c-a131f5928411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:44.205100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-6602a575-a12d-4a1c-913c-a131f5928411 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0869076 Jul 28 11:57:44.272422 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-b6723f9d-8d7f-4f5f-be4c-65430fe9e8cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1002 time: 0.0604219 Jul 28 11:57:44.323349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-a52a479e-6531-4944-a591-5568c04f3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:44.325539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-a52a479e-6531-4944-a591-5568c04f3e89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0463643 Jul 28 11:57:44.370590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-c1b929a5-eedf-4220-bf1d-5ce0015ddf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:44.372020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-c1b929a5-eedf-4220-bf1d-5ce0015ddf08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399482 Jul 28 11:57:44.383442 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-23fb1567-7fd3-4e0b-9718-39e97af0054e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:57:44.384406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-23fb1567-7fd3-4e0b-9718-39e97af0054e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051994 Jul 28 11:57:44.470665 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-fb6b4479-46a3-4394-bec9-dae9f66e493e service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793126 Jul 28 11:57:44.560822 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-bd6d789f-b8c7-4c82-8a1c-caee035eb851 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Jul 28 11:57:45.127160 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429916c-edaa-4158-9b4f-ded047e86177 req-1eda7ee9-88d5-4e54-bc9c-2a7eec2410c7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:45.128625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0429916c-edaa-4158-9b4f-ded047e86177 req-1eda7ee9-88d5-4e54-bc9c-2a7eec2410c7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0489206 Jul 28 11:57:45.167145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0429916c-edaa-4158-9b4f-ded047e86177 req-1d56923b-3a22-47d9-a84a-5f56ce2230f8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324492 Jul 28 11:57:46.286055 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b093dc-da1a-438d-9270-b5d72727af84 req-25a5eefd-fe34-4ff6-aab0-07b16208266c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:46.287500 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46b093dc-da1a-438d-9270-b5d72727af84 req-25a5eefd-fe34-4ff6-aab0-07b16208266c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0528193 Jul 28 11:57:46.325729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46b093dc-da1a-438d-9270-b5d72727af84 req-502e88bc-ca1d-4034-92e1-1007d29bac0a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Jul 28 11:57:46.656623 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-b10e9081-00dd-4c31-989f-b648921bce73 service neutron] show failed (client error): The resource could not be found. Jul 28 11:57:46.657628 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-b10e9081-00dd-4c31-989f-b648921bce73 service neutron] 10.222.0.44 "GET /v2.0/ports/97041165-21ad-4879-8000-a4bf2d9d920e/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0567768 Jul 28 11:57:46.900133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-cd7c45a5-ef0f-47c4-8e5f-eedf6ed05a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:46.901676 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-cd7c45a5-ef0f-47c4-8e5f-eedf6ed05a4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 1097 time: 0.0957029 Jul 28 11:57:46.921234 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:57:46.978380 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:47.177112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:57:47.209211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:57:47.247247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:57:47.250033 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67483883-38e2-45a9-b0cb-72a6099fe3ab" -d '{"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:57:47.254153 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:47.267006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Transition to ACTIVE for port object 97041165-21ad-4879-8000-a4bf2d9d920e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:57:47.270640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:47.304515 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c7229-af0f-4061-a9fc-dad8510d9629 x-openstack-request-id: req-675c7229-af0f-4061-a9fc-dad8510d9629 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:57:47.304804 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:57:47.305054 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-675c7229-af0f-4061-a9fc-dad8510d9629 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:57:47.305430 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'code': 200} Jul 28 11:57:47.351124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:47.365140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.365487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.365832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.366167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.366499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.366823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.367147 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.367470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.367833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.368109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.368462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.368771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:47.407288 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] No DVR routers for this DVR port 97041165-21ad-4879-8000-a4bf2d9d920e on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:57:47.449525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1420e36-e426-41ad-9b73-0346ab7bbd13 req-bbe631aa-ea8c-42e3-b121-0af9652eef08 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:47.451296 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1420e36-e426-41ad-9b73-0346ab7bbd13 req-bbe631aa-ea8c-42e3-b121-0af9652eef08 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0545685 Jul 28 11:57:47.497762 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e1420e36-e426-41ad-9b73-0346ab7bbd13 req-9b09e103-c040-4ac3-9d01-68595d03d874 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Jul 28 11:57:47.545595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:57:47.545924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:57:47.546242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:57:47.550468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Port 97041165-21ad-4879-8000-a4bf2d9d920e on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:57:47.550783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Attempting to bind port 97041165-21ad-4879-8000-a4bf2d9d920e on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:57:47.555595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:57:47.555930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:57:47.556346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:57:47.556766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Bound port: 97041165-21ad-4879-8000-a4bf2d9d920e, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:57:47.557115 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:47.618611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:57:47.621681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:57:47.626080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:47.660907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:47.661517 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:47.662884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] 10.222.0.41 "PUT /v2.0/ports/97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1092 time: 0.7465096 Jul 28 11:57:47.686935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca0911-31e8-47d5-abed-13896bde2b4a service neutron] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:47.730020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-dc35436f-d878-4127-91d4-da98c19c5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:47.731526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-dc35436f-d878-4127-91d4-da98c19c5cbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1095 time: 0.0463047 Jul 28 11:57:47.827946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-70384e15-468c-485a-bd0c-0f8ed55e3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:47.829520 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-70384e15-468c-485a-bd0c-0f8ed55e3a5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0912142 Jul 28 11:57:47.899424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-ff911bc4-0949-4163-8f73-0d0e9ec12b21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1000 time: 0.0633643 Jul 28 11:57:47.947560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-26fc7c30-d563-489c-ac35-a18ff22e1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:47.948888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-26fc7c30-d563-489c-ac35-a18ff22e1066 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0430429 Jul 28 11:57:47.994598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-2e1f486a-07bd-431c-b6ef-656be221312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:47.996093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-2e1f486a-07bd-431c-b6ef-656be221312a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398228 Jul 28 11:57:48.087932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-4dcf8f31-c42d-4f93-b21d-039d222ebcfc service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Jul 28 11:57:48.179125 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a38e88ac-f793-40aa-81f1-e9167aa2aeb7 req-33348767-fc06-4b16-b834-31d08ff89403 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Jul 28 11:57:48.617606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ef38-6033-4cfb-8737-65a6ea7cfb8e req-ae4dbcb7-4a26-4032-b6ad-f740df3b4c2a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:48.619072 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9db1ef38-6033-4cfb-8737-65a6ea7cfb8e req-ae4dbcb7-4a26-4032-b6ad-f740df3b4c2a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0496957 Jul 28 11:57:48.657633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9db1ef38-6033-4cfb-8737-65a6ea7cfb8e req-277fead7-9e81-4114-928a-2f09cb746567 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322435 Jul 28 11:57:49.306060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:57:49.308492 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182df89d-fb37-41f1-b46b-ffe3c798a65b" -d '{"events": [{"name": "network-changed", "server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:57:49.359111 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff53c7d1-f22d-47b0-9174-a0a45c4d5c67 x-openstack-request-id: req-ff53c7d1-f22d-47b0-9174-a0a45c4d5c67 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:57:49.359476 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:57:49.359787 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff53c7d1-f22d-47b0-9174-a0a45c4d5c67 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:57:49.360402 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'status': 'completed', 'code': 200} Jul 28 11:57:49.450435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-09c373f8-5aab-4826-8805-01ff591084e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.451953 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-09c373f8-5aab-4826-8805-01ff591084e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1095 time: 0.0742278 Jul 28 11:57:49.457823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-489682c3-d185-44ea-be42-793ba6fe26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.459158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-489682c3-d185-44ea-be42-793ba6fe26ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1095 time: 0.0517831 Jul 28 11:57:49.485381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:57:49.609269 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-ecd06004-3c2f-41c4-b46e-e5663b8b9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.610711 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-ecd06004-3c2f-41c4-b46e-e5663b8b9a25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1507232 Jul 28 11:57:49.613188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-37dd482d-a410-460d-82c8-a02d2dc70feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.614480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-37dd482d-a410-460d-82c8-a02d2dc70feb service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1476202 Jul 28 11:57:49.720156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-f935d1c9-6556-4b6b-9596-953d27e6bf70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1000 time: 0.1026595 Jul 28 11:57:49.723793 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-b713932f-eaf0-43af-8062-796960740fc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1000 time: 0.1002629 Jul 28 11:57:49.781685 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b252-cbef-40eb-80a0-9c1fb83bfb3b req-19fe71f2-1810-4f12-9cbf-a5da0aafcd2a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.783194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c445b252-cbef-40eb-80a0-9c1fb83bfb3b req-19fe71f2-1810-4f12-9cbf-a5da0aafcd2a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0574138 Jul 28 11:57:49.805812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-75896a63-3331-42fa-8ff3-bea3e40dc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.807266 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-75896a63-3331-42fa-8ff3-bea3e40dc2a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0804410 Jul 28 11:57:49.810601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-a367a564-99ad-4378-a884-a3788bffde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.812014 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-a367a564-99ad-4378-a884-a3788bffde79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0775876 Jul 28 11:57:49.821939 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c445b252-cbef-40eb-80a0-9c1fb83bfb3b req-67291931-914d-4a6e-9db7-4b194724fc41 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Jul 28 11:57:49.879622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-7884d005-9ade-4fe3-bf88-31a051963565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.881414 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-7884d005-9ade-4fe3-bf88-31a051963565 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672812 Jul 28 11:57:49.883905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-c336f80f-21b9-48f4-bf9f-51aca49b8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:49.885247 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-c336f80f-21b9-48f4-bf9f-51aca49b8238 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635226 Jul 28 11:57:50.022690 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909ba4-1b77-4d24-920d-aec17c3e90fa req-29bb54cd-a9db-44f7-a489-87704160b8e8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:50.024234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7909ba4-1b77-4d24-920d-aec17c3e90fa req-29bb54cd-a9db-44f7-a489-87704160b8e8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 944 time: 0.0504711 Jul 28 11:57:50.065310 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7909ba4-1b77-4d24-920d-aec17c3e90fa req-c4fb43ca-ef6b-40f6-8b46-a1947acfd6b8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343680 Jul 28 11:57:50.088906 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-9fe8d453-2b70-4d6b-ba2e-e3591e21a2bb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:50.090323 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-9fe8d453-2b70-4d6b-ba2e-e3591e21a2bb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e&tenant_id=e14349ab9a1546ea999a5da1f32030d2&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.1107244 Jul 28 11:57:50.092016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-e008906f-c3ea-4e5c-af1a-cf1c0df69eb5 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033579 Jul 28 11:57:50.094616 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-28fea774-bb46-4877-9e1e-c798918fbc0d service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990283 Jul 28 11:57:50.157665 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:50.279430 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-9facdb55-a41b-495d-ad77-fcec76e45bad service neutron] delete failed (client error): The resource could not be found. Jul 28 11:57:50.281192 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-9facdb55-a41b-495d-ad77-fcec76e45bad service neutron] 10.222.0.44 "DELETE /v2.0/ports/97041165-21ad-4879-8000-a4bf2d9d920e/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.1759005 Jul 28 11:57:50.301349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-b138f0be-1b0b-4af4-8f79-87c057821ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951263 Jul 28 11:57:50.303183 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-182df89d-fb37-41f1-b46b-ffe3c798a65b req-ccb6ea5f-6b1d-4620-9e25-517f5f397148 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046554 Jul 28 11:57:50.397286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-678340dc-eacb-4f95-84fd-87e9559a5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:50.398724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-678340dc-eacb-4f95-84fd-87e9559a5efd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1095 time: 0.0404456 Jul 28 11:57:50.458098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:57:50.486926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-f99fbb8e-ebcd-411f-985a-d03457915dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:50.488405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-f99fbb8e-ebcd-411f-985a-d03457915dd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0831747 Jul 28 11:57:50.557185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:57:50.557831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-62e19c7b-319b-4f52-b532-d954485c2963 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1000 time: 0.0625439 Jul 28 11:57:50.569171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '97041165-21ad-4879-8000-a4bf2d9d920e', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '97041165-21ad-4879-8000-a4bf2d9d920e', 'mac_address': 'fa:16:3e:7b:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:57:50.604834 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:50.607132 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-a01e6ee7-fd06-47ed-988b-0c0ef3469789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:50.608864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-a01e6ee7-fd06-47ed-988b-0c0ef3469789 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0434775 Jul 28 11:57:50.617120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97041165-21ad-4879-8000-a4bf2d9d920e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:57:50.637439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:57:50.641825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:50.655753 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-68a61e86-591a-4fb6-ae3f-b043e7555f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:50.657274 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-68a61e86-591a-4fb6-ae3f-b043e7555f76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409791 Jul 28 11:57:50.688019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:50.695176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.695523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.695858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.696201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.696545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.696872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.697194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.697516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.697836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.698156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.698470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.698783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:57:50.749213 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-6d3a3124-3678-4aed-b019-03aff304a0c7 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Jul 28 11:57:50.836742 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-8f77b78f-f7a6-4e93-aadb-0d512f829daf service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802329 Jul 28 11:57:50.871068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['97041165-21ad-4879-8000-a4bf2d9d920e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:57:51.187182 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077ee5e-ef09-41f2-80be-f328ce9f5ccb req-8f1b99b3-e500-469b-ab91-73d724cc29a2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:51.188691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f077ee5e-ef09-41f2-80be-f328ce9f5ccb req-8f1b99b3-e500-469b-ab91-73d724cc29a2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 945 time: 0.0537686 Jul 28 11:57:51.229886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f077ee5e-ef09-41f2-80be-f328ce9f5ccb req-5427e717-179b-46c8-8d74-3aa7bd71ca04 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348284 Jul 28 11:57:51.520649 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:57:51.558540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:57:52.349170 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777302-dcce-4c24-a8d0-0f1d36e36447 req-9a670031-78ef-405f-b63b-28b1e0b38bc2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:52.350642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84777302-dcce-4c24-a8d0-0f1d36e36447 req-9a670031-78ef-405f-b63b-28b1e0b38bc2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 945 time: 0.0515306 Jul 28 11:57:52.389169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-84777302-dcce-4c24-a8d0-0f1d36e36447 req-d27c12c2-e84f-42c8-9cef-60c06d595c98 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Jul 28 11:57:52.473669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:57:52.503349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1b99-ccdb-4a9f-9fb4-c7aadf5a898d req-a4f0b9e8-7009-46e3-b0a0-28339dc2225b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:52.504765 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e8d1b99-ccdb-4a9f-9fb4-c7aadf5a898d req-a4f0b9e8-7009-46e3-b0a0-28339dc2225b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 945 time: 0.0496230 Jul 28 11:57:52.521482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 97041165-21ad-4879-8000-a4bf2d9d920e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:57:52.525259 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 97041165-21ad-4879-8000-a4bf2d9d920e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:57:52.525637 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:52.543381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6e8d1b99-ccdb-4a9f-9fb4-c7aadf5a898d req-b2aa61d6-47cc-40c1-90e2-3f67b31fc8ad tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322590 Jul 28 11:57:52.613389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:52.650069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:57:52.652996 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568807b0-5046-46ae-a663-fd082810dd8b" -d '{"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-plugged", "status": "completed", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:57:52.675450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:57:52.680936 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:52.734946 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4c105-ebaf-4a52-b7c3-e255401be9a5 x-openstack-request-id: req-c7c4c105-ebaf-4a52-b7c3-e255401be9a5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:57:52.735319 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-plugged", "status": "completed", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:57:52.735662 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7c4c105-ebaf-4a52-b7c3-e255401be9a5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:57:52.736146 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'code': 200} Jul 28 11:57:52.764827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:52.787199 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f4086-3703-4904-b1fd-62469f69fc74 req-67201104-04db-41bd-8a84-bee4b17dc4a7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:52.788731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-546f4086-3703-4904-b1fd-62469f69fc74 req-67201104-04db-41bd-8a84-bee4b17dc4a7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0530646 Jul 28 11:57:52.815123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-689ea257-9eec-4809-b4df-47f0d53fccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:52.816635 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-689ea257-9eec-4809-b4df-47f0d53fccf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 1097 time: 0.0432723 Jul 28 11:57:52.827418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-546f4086-3703-4904-b1fd-62469f69fc74 req-8ab1afbb-dd7b-46d4-9f8e-5c7af8e4815b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Jul 28 11:57:52.911342 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-be325b65-d977-4943-851b-123116348a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:52.912831 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-be325b65-d977-4943-851b-123116348a5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0899253 Jul 28 11:57:52.976812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-f9c32692-8a1c-4820-8c19-b8c7dae7a4dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 200 len: 1002 time: 0.0572221 Jul 28 11:57:53.000501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:53.030522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-a1377757-b270-47d7-9cc3-0fcb2f74381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:53.031958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-a1377757-b270-47d7-9cc3-0fcb2f74381e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0489364 Jul 28 11:57:53.077565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-8a19ffc8-8767-4344-bf32-010eb26e4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:53.079043 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-8a19ffc8-8767-4344-bf32-010eb26e4bdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400822 Jul 28 11:57:53.166366 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-0e0223e6-10fe-4347-921f-3b6825b24f5f service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806022 Jul 28 11:57:53.257811 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d65232c6-0d1d-454f-bad9-d6c82a557870 req-c88e1870-2b60-474d-98d7-d46d885a4489 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847743 Jul 28 11:57:53.947850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbec4-fa4c-4b5f-a2a5-f9a7af9ed605 req-01e1902b-22f1-4180-8381-f8627c2cb1fa tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:53.949302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e4fbec4-fa4c-4b5f-a2a5-f9a7af9ed605 req-01e1902b-22f1-4180-8381-f8627c2cb1fa tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0519979 Jul 28 11:57:53.987397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e4fbec4-fa4c-4b5f-a2a5-f9a7af9ed605 req-00208ee0-7367-4645-89f2-b0f5dacf87b4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Jul 28 11:57:54.221281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f2bb-a723-4436-97da-978177ed29a2 req-591b1bbb-c78c-4996-8d60-5d01e4532c23 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:54.222721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a616f2bb-a723-4436-97da-978177ed29a2 req-591b1bbb-c78c-4996-8d60-5d01e4532c23 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0474985 Jul 28 11:57:54.262401 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a616f2bb-a723-4436-97da-978177ed29a2 req-f8577d28-aa6b-4d37-a149-e8ce466e879c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Jul 28 11:57:55.381454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529386ff-631e-461a-9988-614cad1a61e1 req-55122a96-1316-4f2e-a578-7a6369455745 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:55.382929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-529386ff-631e-461a-9988-614cad1a61e1 req-55122a96-1316-4f2e-a578-7a6369455745 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0482547 Jul 28 11:57:55.421007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-529386ff-631e-461a-9988-614cad1a61e1 req-78d6f9e6-0de8-4866-9860-bb4bf204a2f6 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Jul 28 11:57:55.436601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-f0e36c58-e441-4681-8dce-fcdd82b89346 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:55.438259 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-f0e36c58-e441-4681-8dce-fcdd82b89346 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 946 time: 0.0497105 Jul 28 11:57:55.528463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Deleting port 97041165-21ad-4879-8000-a4bf2d9d920e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 11:57:55.528805 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:55.614114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] For port 97041165-21ad-4879-8000-a4bf2d9d920e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=97041165-21ad-4879-8000-a4bf2d9d920e,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:57:55.614481 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:55.783006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:55.783285 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:55.783593 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 disassociated. External IP: 172.25.1.127, port: 97041165-21ad-4879-8000-a4bf2d9d920e. Jul 28 11:57:55.783928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Calling delete_port for 97041165-21ad-4879-8000-a4bf2d9d920e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 11:57:55.912860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:55.941295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event deleted for resources: {'Port': ['ID=97041165-21ad-4879-8000-a4bf2d9d920e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:56.056880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:57:56.166461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:57:56.176944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:57:56.186867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:57:56.187492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:57:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:57:56.208540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] No DVR routers for this DVR port 97041165-21ad-4879-8000-a4bf2d9d920e on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 11:57:56.211214 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:56.213482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32d760cc-d28a-4daa-90b8-9b4baa7a973b req-db9fc934-84a0-489e-a5df-c3d94410ac59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "DELETE /v2.0/ports/97041165-21ad-4879-8000-a4bf2d9d920e HTTP/1.1" status: 204 len: 173 time: 0.7693670 Jul 28 11:57:56.213864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-deleted', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:57:56.216104 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2da11f-40a6-4b2b-b9ea-e46e5c2307ba" -d '{"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-deleted", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:57:56.261872 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b650d5-e099-49ec-ab0f-a08f2d49f6fd x-openstack-request-id: req-e8b650d5-e099-49ec-ab0f-a08f2d49f6fd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:57:56.262191 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d4b449-3046-4fb6-b622-908c1b171d0e", "name": "network-vif-deleted", "tag": "97041165-21ad-4879-8000-a4bf2d9d920e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:57:56.262443 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8b650d5-e099-49ec-ab0f-a08f2d49f6fd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:57:56.262988 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d4b449-3046-4fb6-b622-908c1b171d0e', 'name': 'network-vif-deleted', 'tag': '97041165-21ad-4879-8000-a4bf2d9d920e', 'status': 'completed', 'code': 200} Jul 28 11:57:56.298503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:57:56.534461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f526d0e6-fdc2-4df8-a5dc-2eedb6dd2a5d req-ba1b9c4a-e7b6-434e-add9-d0fedd2197d3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d4b449-3046-4fb6-b622-908c1b171d0e HTTP/1.1" status: 200 len: 210 time: 0.0317025 Jul 28 11:57:56.666451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:57:56.694108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:57:56.703703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:57:56.704425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:57:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:57:56.809939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:57:57.002595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:57:57.027751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1acc-b917-43fa-b31c-ff56e16e3c15 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:57:57.242550 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e59849-e76e-479f-ad6e-d0982360da06 None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:57:57.806162 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-a11a513e-dcd2-499a-a5f6-71099c4648f2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--276165656&fields=id&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 267 time: 0.0334034 Jul 28 11:57:57.912906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-e8daec0b-a6f8-4d94-bc81-ab7ace91f511 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:57.914291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-e8daec0b-a6f8-4d94-bc81-ab7ace91f511 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1016767 Jul 28 11:57:57.922923 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6370e13f-0e61-470f-823b-fce212aa801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:57.929820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-ad9ac47e-6729-48c1-b55a-a5c22edbeaa5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/quotas/e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 375 time: 0.0097575 Jul 28 11:57:57.989048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-0875ba55-dfaf-4c0f-8f4e-395e5a2f9949 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533545 Jul 28 11:57:58.050576 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-4fb70a92-8707-4d7f-b1d9-6e6d0efcac40 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 11:57:58.051561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-4fb70a92-8707-4d7f-b1d9-6e6d0efcac40 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507786 Jul 28 11:57:58.138648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-ac8f68df-5e93-4cdf-8672-5f9dc48d3d33 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808573 Jul 28 11:57:58.230785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-a1ca4518-644b-4cc1-a6cd-fdfce2c02a86 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852668 Jul 28 11:57:58.389970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f2b0a908-b788-4139-9576-447b3e68f08b req-7e52c520-c3b9-46bf-a888-2b94f18a01df tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 210 time: 0.0276022 Jul 28 11:57:58.520697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:57:58.540597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 97041165-21ad-4879-8000-a4bf2d9d920e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 11:57:58.540945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 97041165-21ad-4879-8000-a4bf2d9d920e not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:57:59.368734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-1a3b1a63-09b5-47cc-89bf-02aa62c34670 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:59.370176 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-1a3b1a63-09b5-47cc-89bf-02aa62c34670 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1042926 Jul 28 11:57:59.416387 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-76ec13ba-a977-4722-b7c0-cd95c2178432 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 379 time: 0.0369523 Jul 28 11:57:59.431511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'port': {'device_id': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'admin_state_up': True, 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'security_groups': ['eebdb403-ab5a-4951-a681-f8402498cfee']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:57:59.484088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05486d87-4a89-49ba-a7ca-9dd251eb581f req-4e7792e8-9716-4c8b-8c20-2ea3272d4451 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 210 time: 0.0262268 Jul 28 11:57:59.541920 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Made reservation on behalf of e14349ab9a1546ea999a5da1f32030d2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:57:59.545409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:59.668032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Allocated IP 172.20.0.14 (2e00e35b-e5b0-4138-8769-7c3136b1b2ef/b18494f9-7cb7-4124-9a8a-52605e89aa24/311ecaa7-8ddf-4f34-885a-e265db3e9787) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:57:59.804600 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:59.818525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Transition to ACTIVE for port object 311ecaa7-8ddf-4f34-885a-e265db3e9787 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:57:59.851264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:59.894480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:57:59.897535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:57:59.903506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 11:57:59.909744 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:57:59.960502 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:57:59.961208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:57:59.975661 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-27ccac89-25f9-4c64-8ed1-5100bbe47d7d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478876 Jul 28 11:57:59.988445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Request body: {'port': {'device_id': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:00.044363 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.176523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4d448a84-dea2-4a71-8bb4-40ab0ca6cf77 None None] Provisioning for port 311ecaa7-8ddf-4f34-885a-e265db3e9787 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:00.180437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4d448a84-dea2-4a71-8bb4-40ab0ca6cf77 None None] Provisioning complete for port 311ecaa7-8ddf-4f34-885a-e265db3e9787 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:00.180812 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d448a84-dea2-4a71-8bb4-40ab0ca6cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.215029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4d448a84-dea2-4a71-8bb4-40ab0ca6cf77 None None] Port 311ecaa7-8ddf-4f34-885a-e265db3e9787 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 11:58:00.308143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311ecaa7-8ddf-4f34-885a-e265db3e9787 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:58:00.315427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.327426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Transition to ACTIVE for port object 311ecaa7-8ddf-4f34-885a-e265db3e9787 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 11:58:00.330440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.385398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:00.453384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 11:58:00.453723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 11:58:00.454057 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:00.458585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 11:58:00.458908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 11:58:00.463892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 11:58:00.464324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 11:58:00.464710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 11:58:00.465138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Bound port: 311ecaa7-8ddf-4f34-885a-e265db3e9787, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 11:58:00.465499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.549946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:58:00.553995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:58:00.559470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.603802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:00.604477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:00.605853 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] 10.222.0.41 "PUT /v2.0/ports/311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1092 time: 0.6218123 Jul 28 11:58:00.606303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:00.609290 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b87407d2c2a64c76f95f913d3f2c104dd9d2befd21b2411935bad7d14484b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32609901-06db-4ed7-9616-feffc80f0025" -d '{"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:00.633740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1d07d-00ac-4ad6-b5cf-2dd320935f21 req-3582afbc-30f3-4036-8c42-2bfd576de4d1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:00.635105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ecc9e-271b-44fe-bd91-72cbc0e22e92 service neutron] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:00.646900 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64a1d07d-00ac-4ad6-b5cf-2dd320935f21 req-3582afbc-30f3-4036-8c42-2bfd576de4d1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0719945 Jul 28 11:58:00.710470 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03b3ec-8f99-475a-87ec-fb3230028870 x-openstack-request-id: req-7a03b3ec-8f99-475a-87ec-fb3230028870 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:00.710779 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:00.711033 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a03b3ec-8f99-475a-87ec-fb3230028870 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:00.711433 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'status': 'completed', 'code': 200} Jul 28 11:58:00.715273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-64a1d07d-00ac-4ad6-b5cf-2dd320935f21 req-eaad6d99-ec6f-43c6-8db4-d9f079c9b0d1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611868 Jul 28 11:58:00.731325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-63371877-d77a-48bd-8518-4b1c7e382e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:00.733084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-63371877-d77a-48bd-8518-4b1c7e382e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0755520 Jul 28 11:58:00.776339 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-e3ae0252-a859-46c9-a294-49ffbf252b24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 217 time: 0.0357113 Jul 28 11:58:00.830775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-82b492ad-4a5f-4715-9374-ab93371f3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:00.832251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-82b492ad-4a5f-4715-9374-ab93371f3316 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0499864 Jul 28 11:58:00.878558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-c1b50d5c-e8e2-42e3-b352-c978de0a12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:00.880015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-c1b50d5c-e8e2-42e3-b352-c978de0a12ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411646 Jul 28 11:58:00.972127 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-38070fcd-411c-4d37-9140-27f01433edbb service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Jul 28 11:58:01.055859 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:01.181038 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-786e6b1a-554c-4f45-8ca7-fb9aaba245f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:01.403629 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-039944e5-a765-4072-83d6-4f8eb2aba754 req-82fc3edb-0e44-4c6a-918a-d39e5a58b08f service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244943 Jul 28 11:58:01.495568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609901-06db-4ed7-9616-feffc80f0025 req-e00bbb6c-16ea-4032-8298-f3af33781b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:01.497433 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-e00bbb6c-16ea-4032-8298-f3af33781b72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0467987 Jul 28 11:58:01.590952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609901-06db-4ed7-9616-feffc80f0025 req-fd7748c6-bd96-48e1-afe4-8a13a249cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:01.593076 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-fd7748c6-bd96-48e1-afe4-8a13a249cf5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0892558 Jul 28 11:58:01.634706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-db180372-928a-4c0d-abae-4b998d21dd11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 217 time: 0.0338562 Jul 28 11:58:01.683245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609901-06db-4ed7-9616-feffc80f0025 req-3bcd6a7f-13ba-48ce-bbf3-0bc8a1887878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:01.684671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-3bcd6a7f-13ba-48ce-bbf3-0bc8a1887878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0418057 Jul 28 11:58:01.732706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609901-06db-4ed7-9616-feffc80f0025 req-405acdb5-cfe2-4223-9407-16b879798b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:01.734193 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-405acdb5-cfe2-4223-9407-16b879798b57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423868 Jul 28 11:58:01.825152 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-42cf0174-488f-40ce-86b4-463d9d2f38a0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829470 Jul 28 11:58:01.831305 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a9a9-22c9-491e-911a-dcbc750587d3 req-3714cbb5-93bb-46e4-80c0-1f718e7dc3a8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:01.832878 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9973a9a9-22c9-491e-911a-dcbc750587d3 req-3714cbb5-93bb-46e4-80c0-1f718e7dc3a8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0576477 Jul 28 11:58:01.876882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9973a9a9-22c9-491e-911a-dcbc750587d3 req-4d532b2e-fc52-42ad-971a-9c770cd80eea tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380867 Jul 28 11:58:01.919612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-32609901-06db-4ed7-9616-feffc80f0025 req-553ce8af-c29b-4e79-a87b-43400ee0ac4f service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861528 Jul 28 11:58:02.114287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:02.988865 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd6e6b-24a7-47e5-af11-48c53d2f01bf req-00226bc0-eb8c-4a87-9079-f56925582702 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:02.990325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2dd6e6b-24a7-47e5-af11-48c53d2f01bf req-00226bc0-eb8c-4a87-9079-f56925582702 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0480747 Jul 28 11:58:03.027962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2dd6e6b-24a7-47e5-af11-48c53d2f01bf req-7ea588b3-4147-4d31-a514-962f866dc101 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Jul 28 11:58:03.573221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:04.140837 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9715c-0591-4d17-ac7c-2a2a0945ad94 req-a298d7db-18f2-48db-95e1-7ec83205fc1c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:04.142324 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6be9715c-0591-4d17-ac7c-2a2a0945ad94 req-a298d7db-18f2-48db-95e1-7ec83205fc1c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0484092 Jul 28 11:58:04.179969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6be9715c-0591-4d17-ac7c-2a2a0945ad94 req-9ca724b8-0ded-478d-b37f-7d766f1c14ed tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Jul 28 11:58:04.567460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 11:58:04.658853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:04.669980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'mac_address': 'fa:16:3e:87:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 11:58:04.705336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:04.720566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311ecaa7-8ddf-4f34-885a-e265db3e9787 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 11:58:04.738641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:04.742049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:04.788776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:04.927121 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['311ecaa7-8ddf-4f34-885a-e265db3e9787'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 11:58:05.294040 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642e3f-184f-4bf5-9d94-dc0be20fad12 req-53a06032-299c-4fe0-9b8b-df484e01442b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:05.295488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69642e3f-184f-4bf5-9d94-dc0be20fad12 req-53a06032-299c-4fe0-9b8b-df484e01442b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Jul 28 11:58:05.336422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69642e3f-184f-4bf5-9d94-dc0be20fad12 req-3d6c5f85-4618-4ef3-a5e1-a258f4a09de0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349369 Jul 28 11:58:06.450963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d27077-382b-43c2-beb3-f97d4616158f req-af1e9066-1afa-449e-8d01-344e0b93efcc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:06.453098 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25d27077-382b-43c2-beb3-f97d4616158f req-af1e9066-1afa-449e-8d01-344e0b93efcc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0482309 Jul 28 11:58:06.490263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-25d27077-382b-43c2-beb3-f97d4616158f req-7f61404e-3a7c-480b-b598-8ea054381a51 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jul 28 11:58:06.583458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:58:06.634599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 311ecaa7-8ddf-4f34-885a-e265db3e9787 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 11:58:06.638032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 311ecaa7-8ddf-4f34-885a-e265db3e9787 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 11:58:06.638407 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:06.711274 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:06.732628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:06.735465 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148184be9329533f9a43b52fd5867498f9151c8ed20fe30f678ea80cf33ad1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d9c04-de53-4398-93eb-ddb1abbf6d0b" -d '{"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:06.747869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:58:06.752487 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:06.778277 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5440c742-6b90-4764-89b5-b72927f9b155 x-openstack-request-id: req-5440c742-6b90-4764-89b5-b72927f9b155 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:06.778564 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:06.778817 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5440c742-6b90-4764-89b5-b72927f9b155 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:06.779253 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'code': 200} Jul 28 11:58:06.805155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:58:06.870174 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259525b-da3b-4924-9229-d904efcad7dc req-df3ad2c3-b68d-4c03-8ad0-2dcd5a1d0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:06.871622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0259525b-da3b-4924-9229-d904efcad7dc req-df3ad2c3-b68d-4c03-8ad0-2dcd5a1d0243 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0403836 Jul 28 11:58:06.912359 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0259525b-da3b-4924-9229-d904efcad7dc req-6c50a533-6962-4835-8fb3-6a16e1eecdc8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Jul 28 11:58:07.604483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a796-887c-429e-8283-320a7dfe7bc1 req-c903dd36-2131-4959-9a88-62b14e9930b2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:07.605925 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49a9a796-887c-429e-8283-320a7dfe7bc1 req-c903dd36-2131-4959-9a88-62b14e9930b2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0480514 Jul 28 11:58:07.646644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49a9a796-887c-429e-8283-320a7dfe7bc1 req-ad77c9f2-5f2a-419f-a1f2-41e0d2397b0a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341415 Jul 28 11:58:08.762268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7ddc6-12a3-49cc-ab19-8c6c326dfb03 req-b8b99dcd-90e9-408f-8ef2-b3376c799248 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:08.763709 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4df7ddc6-12a3-49cc-ab19-8c6c326dfb03 req-b8b99dcd-90e9-408f-8ef2-b3376c799248 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0482175 Jul 28 11:58:08.804998 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4df7ddc6-12a3-49cc-ab19-8c6c326dfb03 req-487bfefd-c745-4aaa-bbe4-11460afc7cb9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348060 Jul 28 11:58:08.915383 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595d220-ef7b-420a-a3a5-13d10ee23454 req-b7762af1-5ce3-4f9f-a115-41ce9b91dbf3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:08.916899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b595d220-ef7b-420a-a3a5-13d10ee23454 req-b7762af1-5ce3-4f9f-a115-41ce9b91dbf3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0493596 Jul 28 11:58:08.925883 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 56882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 11:58:08.930235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'floatingip': {'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:58:08.969353 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:09.638250 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:09.642050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:09.738833 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 associated. External IP: 172.25.1.127, port: 311ecaa7-8ddf-4f34-885a-e265db3e9787. Jul 28 11:58:09.942292 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 11:58:10.048663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:58:10.053582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:10.058179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:58:10.068048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:10.069001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:58:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:10.081017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fba38a6a-9285-4260-bff7-2b0bd72177f4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "PUT /v2.0/floatingips/311d0afc-5e79-4d9a-93ca-c967f2701253 HTTP/1.1" status: 200 len: 992 time: 1.1541092 Jul 28 11:58:10.081609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 11:58:10.083862 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff40a0ba27f7445eed0f0c38246dcc0a3bffde51debfff51e930d623ff76108e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e910d01-eaef-41e5-899c-3051311f5fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 11:58:10.176665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:10.190597 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407bb0f2-f999-48c7-a3ba-6ad27dd17ec8 x-openstack-request-id: req-407bb0f2-f999-48c7-a3ba-6ad27dd17ec8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 11:58:10.190884 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 11:58:10.191131 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-407bb0f2-f999-48c7-a3ba-6ad27dd17ec8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 11:58:10.191521 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'status': 'completed', 'code': 200} Jul 28 11:58:10.256826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-c92d7a04-1235-4734-a227-b66115d73bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:10.258421 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-c92d7a04-1235-4734-a227-b66115d73bbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0425153 Jul 28 11:58:10.350504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-93a9d0b3-6eae-4604-a433-470b80a428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:10.351978 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-93a9d0b3-6eae-4604-a433-470b80a428f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0869923 Jul 28 11:58:10.399047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:87:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:58:09Z', 'revision_number': 9, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:10.419652 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-839e1413-a393-4eb3-bf72-2654066f5eb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1000 time: 0.0610137 Jul 28 11:58:10.428408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:58:10.436879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 11:58:10.437551 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T11:58:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:10.467211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-2e92bf5b-5d8d-45bf-a806-58811370888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:10.469267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-2e92bf5b-5d8d-45bf-a806-58811370888e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0433216 Jul 28 11:58:10.519582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-35769005-9e18-4321-bd24-0bf85f5bbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:58:10.521023 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-35769005-9e18-4321-bd24-0bf85f5bbaaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450423 Jul 28 11:58:10.545389 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 11:58:10.616596 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-8a11b7f5-c755-4abe-8838-1ecfc801bec4 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874429 Jul 28 11:58:10.712701 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e910d01-eaef-41e5-899c-3051311f5fb2 req-df4fdc0c-9114-41cd-a768-4f25e529b59a service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894449 Jul 28 11:58:10.770170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:87:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:58:09Z', 'revision_number': 9, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:58:10.795631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c3282-f879-4fe2-addf-1a2418cd4a07 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:87:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T11:58:09Z', 'revision_number': 9, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:58:10.974122 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec149e7-3c98-4bee-9415-1ced8681659c None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 11:58:20.157316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:23.002273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:26.484061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:58:27.925275 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11bef703-3d6a-4592-a483-221fa8144c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.047122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:31.182722 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182e-a6c2-4031-9ae7-8df5588c90cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:32.116983 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:33.578613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:50.159302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:53.012462 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:58:57.929931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f886e315-4ba6-463c-ae72-120b607c1014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:01.048000 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:01.182767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-721a0ee0-58d0-4e39-88ea-d0aae4108a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:02.118712 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:02.706719 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-564c9bb8-b5ca-4c3b-a38a-f99bc700606b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400245 Jul 28 11:59:02.786308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-4b24d944-d48e-4037-8bb8-afba1b3baa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:02.787770 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-4b24d944-d48e-4037-8bb8-afba1b3baa9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0412085 Jul 28 11:59:02.895059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-1cc72c3a-4094-4172-9369-540fe098eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:02.896456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-1cc72c3a-4094-4172-9369-540fe098eb0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0907519 Jul 28 11:59:02.960631 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-51a33194-9762-4528-98d1-67aac2adfa49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1003 time: 0.0576947 Jul 28 11:59:03.011125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-51c38fc4-6f0b-48c7-a7a2-b24c774a68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:03.012590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-51c38fc4-6f0b-48c7-a7a2-b24c774a68dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0453968 Jul 28 11:59:03.060928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-45098440-b629-41ca-b44c-2832021f0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:03.062394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-45098440-b629-41ca-b44c-2832021f0d4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425823 Jul 28 11:59:03.150112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-8539a7fd-d550-4572-b712-6fe0eec1a236 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805171 Jul 28 11:59:03.256665 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d80c8626-f536-4bc1-bf43-a1dfaf0b2640 req-2ea5ab89-2e3f-41e1-b86c-38e7a234c6b0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994442 Jul 28 11:59:03.482451 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:59:03.579304 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:20.158126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:23.014391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:27.931586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17233a8c-641d-4ec2-bbbb-192e3d39dba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:31.050730 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:31.182513 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f23501a4-13c7-4393-95df-3d32b936673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:32.123502 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:33.579973 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:40.480974 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:59:45.960829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-ea3f76d2-1eae-4668-b4a3-60380df44a3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444386 Jul 28 11:59:46.115847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d6eb-411b-4c30-9c5b-095551a12cf0 req-89c1583b-d4e1-43ad-9544-8950f7354412 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:46.117640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e521d6eb-411b-4c30-9c5b-095551a12cf0 req-89c1583b-d4e1-43ad-9544-8950f7354412 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0945783 Jul 28 11:59:46.158299 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e521d6eb-411b-4c30-9c5b-095551a12cf0 req-7502d2c9-a610-41a5-b798-9d304a7ec925 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348573 Jul 28 11:59:47.099471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-57989410-b18b-4508-9503-b63817b977b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.101016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-57989410-b18b-4508-9503-b63817b977b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0778399 Jul 28 11:59:47.190567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-12d86255-31ce-4067-a1c3-1721e86f643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.192205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-12d86255-31ce-4067-a1c3-1721e86f643e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0839264 Jul 28 11:59:47.263267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-464acd09-754e-4bbb-8db8-0f79770dfb9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1003 time: 0.0646672 Jul 28 11:59:47.313408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-d53f7bcb-9f48-4d5c-81ec-15363a242d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.315103 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-d53f7bcb-9f48-4d5c-81ec-15363a242d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0452642 Jul 28 11:59:47.362005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-7ac43a63-4b83-4077-a2f0-94eea9a83fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.363603 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-7ac43a63-4b83-4077-a2f0-94eea9a83fea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416465 Jul 28 11:59:47.396509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4c49-1d2f-4288-981d-6d6126f1a5e9 req-f47e76d1-7b71-43ea-aed7-04d929800f5b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:47.398792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e39d4c49-1d2f-4288-981d-6d6126f1a5e9 req-f47e76d1-7b71-43ea-aed7-04d929800f5b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0956883 Jul 28 11:59:47.436667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e39d4c49-1d2f-4288-981d-6d6126f1a5e9 req-41608116-e181-4ef2-8650-ba93f310c8da tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Jul 28 11:59:47.458117 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-f9009376-ca0a-402a-918d-6710c9aeb5a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870166 Jul 28 11:59:47.546987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-70290311-d52e-4168-bf56-f11e7b19f7f0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812621 Jul 28 11:59:48.550171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c50290-355d-478f-8dac-60fcc51dd551 req-a8efc546-fe25-40b7-aaf0-b9c557ac1702 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:48.551607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71c50290-355d-478f-8dac-60fcc51dd551 req-a8efc546-fe25-40b7-aaf0-b9c557ac1702 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0476661 Jul 28 11:59:48.588605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71c50290-355d-478f-8dac-60fcc51dd551 req-d37eb252-432f-4973-a05f-dfeb01b7df2a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Jul 28 11:59:49.702958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d06b-adcb-42c2-89ca-8a32b8fddef8 req-1087b607-a4fc-4c1c-a5f2-01efe6e4f2de tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:49.705048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81c4d06b-adcb-42c2-89ca-8a32b8fddef8 req-1087b607-a4fc-4c1c-a5f2-01efe6e4f2de tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0476727 Jul 28 11:59:49.746027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81c4d06b-adcb-42c2-89ca-8a32b8fddef8 req-3dad333e-7a20-4d23-a4e0-a7a9dc241f38 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346944 Jul 28 11:59:50.170307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:50.866392 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6e91d-809c-4ea6-9685-04874693f1ce req-b9e940a0-82b2-40b7-97c8-a3be2667a96d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:50.867858 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04d6e91d-809c-4ea6-9685-04874693f1ce req-b9e940a0-82b2-40b7-97c8-a3be2667a96d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0524626 Jul 28 11:59:50.905287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-04d6e91d-809c-4ea6-9685-04874693f1ce req-2374fd77-e979-4cd2-8ad8-4bbe5a2cdd29 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Jul 28 11:59:52.022235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223eb11-0236-4aa3-8a52-23211372136a req-03a8a84b-26c1-42d7-aed2-7876ddd4cfe9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:52.023688 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7223eb11-0236-4aa3-8a52-23211372136a req-03a8a84b-26c1-42d7-aed2-7876ddd4cfe9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0497217 Jul 28 11:59:52.061664 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7223eb11-0236-4aa3-8a52-23211372136a req-8d4bc50e-f4ca-4c66-b9dc-af6d97fbbb93 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Jul 28 11:59:53.045301 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:53.175275 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828f42c-2949-4407-bbb3-f02a85798389 req-7b43ec90-0981-4f0e-8c2a-5eb37f5826fa tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:53.176742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5828f42c-2949-4407-bbb3-f02a85798389 req-7b43ec90-0981-4f0e-8c2a-5eb37f5826fa tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0476799 Jul 28 11:59:53.214550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5828f42c-2949-4407-bbb3-f02a85798389 req-b63c62ca-927c-48a9-a1ab-9b67468e9c23 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Jul 28 11:59:54.335605 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26cf01-31b5-4104-b030-1bf000b653f6 req-36075c86-1401-4234-8b36-da702595bd2d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:54.337075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa26cf01-31b5-4104-b030-1bf000b653f6 req-36075c86-1401-4234-8b36-da702595bd2d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0527916 Jul 28 11:59:54.375155 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa26cf01-31b5-4104-b030-1bf000b653f6 req-e8388031-68b4-4c88-9c60-1632b2d52930 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Jul 28 11:59:55.490505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acd922-f8c9-41b7-920b-cf059674a82e req-bd261e89-5840-4dd6-b410-37d77b6ddcec tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:55.491961 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6acd922-f8c9-41b7-920b-cf059674a82e req-bd261e89-5840-4dd6-b410-37d77b6ddcec tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Jul 28 11:59:55.530646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f6acd922-f8c9-41b7-920b-cf059674a82e req-2cbe609f-2e66-46b4-bf6d-0020928f34bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326881 Jul 28 11:59:56.645922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242439-2f88-44dd-8db6-ee8e4f985e6c req-2d95a72b-85b5-45ef-8d1c-ce1a63453693 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:56.647386 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81242439-2f88-44dd-8db6-ee8e4f985e6c req-2d95a72b-85b5-45ef-8d1c-ce1a63453693 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0500603 Jul 28 11:59:56.684475 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-81242439-2f88-44dd-8db6-ee8e4f985e6c req-fdfd8d96-0e3e-4eae-bbb4-f88c71e1c9b1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Jul 28 11:59:57.803880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc4cf-1eda-46cd-a044-c85c7130807e req-7f2d19a4-38cd-4f47-93b3-d86e6bb5700f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:57.805408 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b2fc4cf-1eda-46cd-a044-c85c7130807e req-7f2d19a4-38cd-4f47-93b3-d86e6bb5700f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0545349 Jul 28 11:59:57.843625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b2fc4cf-1eda-46cd-a044-c85c7130807e req-4fcfaae3-8475-4b67-a8e2-b85fc783e5c1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Jul 28 11:59:57.932430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d16e37e-5b82-428f-b7fd-617bb9ea1385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:58.958714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3793-e9eb-4baf-92f9-f4de0e20cc72 req-810aae7d-dfd3-4fc6-9b48-0995f36615c2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:58.960081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a79e3793-e9eb-4baf-92f9-f4de0e20cc72 req-810aae7d-dfd3-4fc6-9b48-0995f36615c2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0484908 Jul 28 11:59:58.997382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a79e3793-e9eb-4baf-92f9-f4de0e20cc72 req-781df7f6-02f7-4327-9362-477890d989a3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Jul 28 11:59:59.452986 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-037d67e1-aa9a-4801-98e5-24a33048798b req-24e035e2-0f23-40dd-91d9-2896266ccdbd service neutron] show failed (client error): The resource could not be found. Jul 28 11:59:59.453963 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-24e035e2-0f23-40dd-91d9-2896266ccdbd service neutron] 10.222.0.41 "GET /v2.0/ports/311ecaa7-8ddf-4f34-885a-e265db3e9787/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0592186 Jul 28 11:59:59.712292 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-e4ce85eb-b767-48db-b022-3df9d46c3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 11:59:59.713798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-e4ce85eb-b767-48db-b022-3df9d46c3f4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 1097 time: 0.0804670 Jul 28 11:59:59.725682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 11:59:59.777581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:59:59.980224 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:00.013860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:00:00.054887 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:00.060059 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:00.073061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Transition to ACTIVE for port object 311ecaa7-8ddf-4f34-885a-e265db3e9787 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:00:00.077926 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:00.106697 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2b9516-96d0-4ae3-83ba-9c951e3731c1" -d '{"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:00.117313 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bc3f-7e65-44dc-b33e-eae0b9437427 req-340d1c5b-7abb-4b68-abdb-afaf416ee273 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.118967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3eb1bc3f-7e65-44dc-b33e-eae0b9437427 req-340d1c5b-7abb-4b68-abdb-afaf416ee273 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0529323 Jul 28 12:00:00.167829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:00.181244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.181594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.181933 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.182270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.182603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.183064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.183522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.183865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.184227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.184593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.184919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.185237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:00.185528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3eb1bc3f-7e65-44dc-b33e-eae0b9437427 req-4216c2c4-8db0-431e-ad51-bc89332b6d90 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503798 Jul 28 12:00:00.222006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] No DVR routers for this DVR port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:00:00.261304 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e46e55-7699-44e4-a1f6-f946dfcf26b5 x-openstack-request-id: req-e6e46e55-7699-44e4-a1f6-f946dfcf26b5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:00.261597 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:00.262524 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6e46e55-7699-44e4-a1f6-f946dfcf26b5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:00.263035 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'code': 200} Jul 28 12:00:00.369231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:00:00.369566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:00:00.369893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:00.374119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:00:00.374427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:00.379324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:00:00.379662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:00:00.380046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:00:00.380506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Bound port: 311ecaa7-8ddf-4f34-885a-e265db3e9787, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:00:00.380865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:00.443244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:00:00.446745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:00:00.451385 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:00.484325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.485066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:00.486677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-243fd830-b73e-460c-b474-495fd203811e service neutron] 10.222.0.44 "PUT /v2.0/ports/311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1092 time: 0.7649720 Jul 28 12:00:00.523379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fd830-b73e-460c-b474-495fd203811e service neutron] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:00.565875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-19d18011-7ef7-453e-82e1-51e3316d64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.567383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-19d18011-7ef7-453e-82e1-51e3316d64ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0569212 Jul 28 12:00:00.670912 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-5827317d-9bc5-461a-b77e-e96db390fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.672455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-5827317d-9bc5-461a-b77e-e96db390fe46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0983386 Jul 28 12:00:00.742711 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-f9e11ac5-e0ba-400c-9e6f-7129867176de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.0627191 Jul 28 12:00:00.798425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-6e0a5d31-677a-47eb-accd-38d8d9ed4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.799901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-6e0a5d31-677a-47eb-accd-38d8d9ed4bc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0506797 Jul 28 12:00:00.845766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d67e1-aa9a-4801-98e5-24a33048798b req-02d4c17e-ee7d-4fff-8f3d-d58502383877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:00.847215 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-02d4c17e-ee7d-4fff-8f3d-d58502383877 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408285 Jul 28 12:00:00.938084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-d69ed716-3c85-4a2b-8b23-c8885cac6656 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835609 Jul 28 12:00:01.030405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-037d67e1-aa9a-4801-98e5-24a33048798b req-def268d8-657a-46a6-a008-f77f33974138 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848095 Jul 28 12:00:01.052987 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:01.183040 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b771351a-9822-4444-8ac7-8c4540811978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:01.300059 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1929b-7fe5-4452-99fb-7d9339ade898 req-4af3e821-2cbe-4c17-8b09-acca6a05cd86 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:01.301478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71d1929b-7fe5-4452-99fb-7d9339ade898 req-4af3e821-2cbe-4c17-8b09-acca6a05cd86 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0556641 Jul 28 12:00:01.340647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71d1929b-7fe5-4452-99fb-7d9339ade898 req-1aad0b72-bfee-45fa-90c1-fa7d215ab326 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330434 Jul 28 12:00:02.124385 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:02.264741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:02.267606 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:02.317016 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb36944-f7d7-429a-bb6b-d786eb20c368 x-openstack-request-id: req-7bb36944-f7d7-429a-bb6b-d786eb20c368 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:02.317336 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:02.317604 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bb36944-f7d7-429a-bb6b-d786eb20c368 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:02.318007 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'status': 'completed', 'code': 200} Jul 28 12:00:02.412017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-346450ff-9f51-4a73-9b24-4c7b1ddd3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.413507 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-346450ff-9f51-4a73-9b24-4c7b1ddd3c83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0669475 Jul 28 12:00:02.416027 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-eb62fccc-1f63-40f2-94bf-d12be4324854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.417391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-eb62fccc-1f63-40f2-94bf-d12be4324854 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0800138 Jul 28 12:00:02.459448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfb2b3-be34-40f7-8aec-544f68a4295f req-cda35870-2f9d-4dc6-a2a2-48fed42c6f48 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.461092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0cfb2b3-be34-40f7-8aec-544f68a4295f req-cda35870-2f9d-4dc6-a2a2-48fed42c6f48 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0508327 Jul 28 12:00:02.506549 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0cfb2b3-be34-40f7-8aec-544f68a4295f req-42087b85-e3cd-4483-87d8-752c9ab0818c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378826 Jul 28 12:00:02.583458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-7886c22e-59b4-41bb-ab25-160e0147906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.584954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-7886c22e-59b4-41bb-ab25-160e0147906c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1637986 Jul 28 12:00:02.586023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-2b1eb073-91a1-4737-b3f6-ea6af7ddd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.587443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-2b1eb073-91a1-4737-b3f6-ea6af7ddd44e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1573584 Jul 28 12:00:02.700704 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-fa79912c-3e5f-4efb-8a28-f8a3323a7f9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.1059821 Jul 28 12:00:02.702439 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-4c5f4663-e239-44d0-8a07-dd6cd9939569 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.1089110 Jul 28 12:00:02.783741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-61d00f99-033a-4810-81ff-03f4db0d44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.785228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-61d00f99-033a-4810-81ff-03f4db0d44f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0777628 Jul 28 12:00:02.786605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-80b519b5-2c27-4464-9747-074623e553c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.787916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-80b519b5-2c27-4464-9747-074623e553c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0732930 Jul 28 12:00:02.859995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-ee594b4e-ef19-4daf-901e-b5f197df83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.861797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-ee594b4e-ef19-4daf-901e-b5f197df83dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697231 Jul 28 12:00:02.864214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-37506236-b22a-4d8e-8c77-2506557547c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:02.865562 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-37506236-b22a-4d8e-8c77-2506557547c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659776 Jul 28 12:00:03.016338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-902aea53-f2a3-40da-a3c1-2ca32c79d973 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471748 Jul 28 12:00:03.020112 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-297470d3-30a3-4c0c-ae46-76aca9563e62 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443725 Jul 28 12:00:03.170394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-b3b86d33-b72f-4196-af0a-33e101a71e53 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473711 Jul 28 12:00:03.174305 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3d68c520-00d0-4520-b1cc-85a7f37a5e7b req-6dcafeef-7d7c-48a8-8ba5-b58f9167fa25 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444516 Jul 28 12:00:03.220465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:03.261452 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:03.581950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:03.626884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4ff67-0201-46fa-8b4e-01389697cbfa req-612deebf-c3f4-47f4-a2f1-b5955764c95f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.628614 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6b4ff67-0201-46fa-8b4e-01389697cbfa req-612deebf-c3f4-47f4-a2f1-b5955764c95f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0509543 Jul 28 12:00:03.668245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6b4ff67-0201-46fa-8b4e-01389697cbfa req-1d3a82da-9992-4459-9939-4f1556a7c22c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333695 Jul 28 12:00:03.957476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-c8f5caf0-1c16-40c8-8b03-2e2a36136251 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.958941 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-c8f5caf0-1c16-40c8-8b03-2e2a36136251 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7&tenant_id=e14349ab9a1546ea999a5da1f32030d2&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.0562913 Jul 28 12:00:03.974878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853d7d0-7fd2-47e4-befa-ec9f3f74df35 req-d83c8e5c-4536-425c-a2ff-472a7d95e35f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:03.976383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7853d7d0-7fd2-47e4-befa-ec9f3f74df35 req-d83c8e5c-4536-425c-a2ff-472a7d95e35f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 944 time: 0.0536199 Jul 28 12:00:04.015180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7853d7d0-7fd2-47e4-befa-ec9f3f74df35 req-16ca7721-c2c8-4a66-8fd7-f7e076ecaa7f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Jul 28 12:00:04.021396 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-13ca6a71-bd49-40a3-a8ff-991f497142f9 service neutron] 10.222.0.44 "GET /v2.0/ports/311ecaa7-8ddf-4f34-885a-e265db3e9787/bindings/n-h1-723573-7 HTTP/1.1" status: 200 len: 382 time: 0.0551114 Jul 28 12:00:04.081484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-e87c8232-7a4e-4e9d-b900-472160b39bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:04.082909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-e87c8232-7a4e-4e9d-b900-472160b39bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0403492 Jul 28 12:00:04.114305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:00:04.173196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-8dcad6d7-3e03-43b2-9acf-a3625e670fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:04.174564 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-8dcad6d7-3e03-43b2-9acf-a3625e670fed service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0848625 Jul 28 12:00:04.207030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:04.218165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'mac_address': 'fa:16:3e:87:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:00:04.240472 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-0f915fce-2d25-47a7-870c-e926d9c5f037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.0587971 Jul 28 12:00:04.255146 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:04.273617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311ecaa7-8ddf-4f34-885a-e265db3e9787 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:00:04.291882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-70d0bfc2-71e6-44af-a493-d7398c5a9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:04.293346 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-70d0bfc2-71e6-44af-a493-d7398c5a9257 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0467539 Jul 28 12:00:04.293949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:04.297876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:04.343249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-73a06d36-ae39-4141-88e9-05ad5e0cf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:04.345462 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-73a06d36-ae39-4141-88e9-05ad5e0cf668 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433710 Jul 28 12:00:04.347195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:04.354331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.354677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.355017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.355356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.355690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.356018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.356378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.356704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.357122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.357395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.357759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.358164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:00:04.541488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['311ecaa7-8ddf-4f34-885a-e265db3e9787'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:00:04.772522 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-5f73a6e6-55be-4ef6-a40e-822353221847 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200909 Jul 28 12:00:04.865632 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-981d4c6d-2683-4eb7-b2b6-f0e5f4787d84 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852742 Jul 28 12:00:05.134015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a0458-1c5f-449e-b419-0668df31f396 req-42cf460e-c53a-4a47-8a24-49ad235df039 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:05.135381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-128a0458-1c5f-449e-b419-0668df31f396 req-42cf460e-c53a-4a47-8a24-49ad235df039 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0482123 Jul 28 12:00:05.173559 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-128a0458-1c5f-449e-b419-0668df31f396 req-59515773-77b6-4a0c-8079-83995ac3b5e8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Jul 28 12:00:06.126140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:00:06.177114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 311ecaa7-8ddf-4f34-885a-e265db3e9787 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:00:06.180892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 311ecaa7-8ddf-4f34-885a-e265db3e9787 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:06.181264 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:06.265192 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:06.288339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:06.303073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:06.305520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a646e-007b-4202-b80a-47f52f60b62f req-7da32c8c-1bdb-417d-aa24-54db71716e7a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:06.307414 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-396a646e-007b-4202-b80a-47f52f60b62f req-7da32c8c-1bdb-417d-aa24-54db71716e7a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0536468 Jul 28 12:00:06.308205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:06.337452 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a598ba-e0a6-4b4a-9cbc-e0e9f245840d" -d '{"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:06.348271 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-396a646e-007b-4202-b80a-47f52f60b62f req-3bb952b7-ef03-447a-8746-8c073edfe7d3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338328 Jul 28 12:00:06.364131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:06.439002 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987bb6b-28dd-4026-8148-204d9198364a x-openstack-request-id: req-a987bb6b-28dd-4026-8148-204d9198364a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:06.439289 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-plugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:06.439542 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a987bb6b-28dd-4026-8148-204d9198364a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:06.439941 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'code': 200} Jul 28 12:00:06.801451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-bd21c5c1-4d74-423c-b2b5-b563f3f008dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:06.802882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-bd21c5c1-4d74-423c-b2b5-b563f3f008dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 1097 time: 0.0404398 Jul 28 12:00:06.815719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:06.865193 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.065139 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:07.097827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:00:07.137624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:07.140037 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c788763-4896-47f4-9238-12f8cab9feec" -d '{"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:07.144865 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.159113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Transition to ACTIVE for port object 311ecaa7-8ddf-4f34-885a-e265db3e9787 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:00:07.162922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.191894 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa2d7d-7d95-4e5e-979c-95004f7e04de x-openstack-request-id: req-bfaa2d7d-7d95-4e5e-979c-95004f7e04de {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:07.192210 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:07.192475 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfaa2d7d-7d95-4e5e-979c-95004f7e04de {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:07.192886 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'code': 200} Jul 28 12:00:07.246072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:07.288450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] No DVR routers for this DVR port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:00:07.425315 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:00:07.425778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:00:07.426110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:07.430573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:00:07.430896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Attempting to bind port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:07.435886 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:00:07.436276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:00:07.436684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:00:07.437108 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Bound port: 311ecaa7-8ddf-4f34-885a-e265db3e9787, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:00:07.437469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.471701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c5554-2dcc-44ea-89f0-14cc7d8c3936 req-47cd9cdf-3bdc-438c-b96a-7c55b8a44bb1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:07.473229 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed3c5554-2dcc-44ea-89f0-14cc7d8c3936 req-47cd9cdf-3bdc-438c-b96a-7c55b8a44bb1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0533764 Jul 28 12:00:07.501217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:00:07.505591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:00:07.511623 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.513906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed3c5554-2dcc-44ea-89f0-14cc7d8c3936 req-81f099f7-4af2-41e4-9889-dab4fed5e67a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347054 Jul 28 12:00:07.548227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:07.548851 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:07.550224 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] 10.222.0.41 "PUT /v2.0/ports/311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1093 time: 0.7393627 Jul 28 12:00:07.569934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd93bef-352d-4f2a-9d18-eb518a279528 service neutron] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:07.617648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-49c9d104-a6f4-442b-9c70-c6f09c5bf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:07.619153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-49c9d104-a6f4-442b-9c70-c6f09c5bf2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0456691 Jul 28 12:00:07.713466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-6cfa0a57-c6a2-4897-9759-8d48a365641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:07.714946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-6cfa0a57-c6a2-4897-9759-8d48a365641a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0882394 Jul 28 12:00:07.786694 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-10ce88a5-9183-4497-8267-b481922227fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.0648372 Jul 28 12:00:07.839355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-261d88db-17a5-47b9-8885-8817f0c562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:07.840755 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-261d88db-17a5-47b9-8885-8817f0c562f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0470819 Jul 28 12:00:07.886098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-89aeed82-c3aa-4b8f-b4c8-591727176fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:07.887459 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-89aeed82-c3aa-4b8f-b4c8-591727176fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397813 Jul 28 12:00:07.983934 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-0fc9fd48-e1db-4c1a-9c9d-c6e716aa3451 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891745 Jul 28 12:00:08.072871 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8275ad2d-3dcd-4b2e-a1f9-1a8bb27b6917 req-d8c6d9c5-f30f-4d3d-bfdf-37f6e2ec59c0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821834 Jul 28 12:00:08.631502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ba023-50b7-428b-a9be-f5a5e662e310 req-46905d5e-819d-49ba-b855-ce9a1fc7fa45 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:08.633251 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a12ba023-50b7-428b-a9be-f5a5e662e310 req-46905d5e-819d-49ba-b855-ce9a1fc7fa45 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Jul 28 12:00:08.671777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a12ba023-50b7-428b-a9be-f5a5e662e310 req-25187aaa-3525-46ff-846b-f6d80d19d09d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Jul 28 12:00:09.194116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:09.196536 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:09.246165 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a9839-38d3-4503-b4ed-6ef40b49a82b x-openstack-request-id: req-1d7a9839-38d3-4503-b4ed-6ef40b49a82b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:09.246459 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:09.246710 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d7a9839-38d3-4503-b4ed-6ef40b49a82b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:09.247128 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'status': 'completed', 'code': 200} Jul 28 12:00:09.340861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-ede4a091-0040-4255-b834-6fe5e0283e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.342319 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-ede4a091-0040-4255-b834-6fe5e0283e92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0654891 Jul 28 12:00:09.344880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-ba7df2fc-283b-41de-aede-9b369bc24c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.346204 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-ba7df2fc-283b-41de-aede-9b369bc24c01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0778470 Jul 28 12:00:09.502226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-87fac0bd-e255-48ea-9889-e14bfea65613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.503644 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-87fac0bd-e255-48ea-9889-e14bfea65613 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1543782 Jul 28 12:00:09.504763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-34e7744f-abcc-4046-a0c6-62e49e7441ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.506054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-34e7744f-abcc-4046-a0c6-62e49e7441ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1490779 Jul 28 12:00:09.616931 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-b17b913a-de82-4124-a5eb-d81bb1b3c124 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.1064563 Jul 28 12:00:09.618738 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-12d33299-cf3c-4e9a-b89a-09679f2904e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 200 len: 1001 time: 0.1013687 Jul 28 12:00:09.699625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-56404cac-6642-4807-ad00-194aa3a169ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.701106 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-56404cac-6642-4807-ad00-194aa3a169ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0780680 Jul 28 12:00:09.702481 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-f5406748-3102-43e4-8b4d-f14359336a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.703757 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-f5406748-3102-43e4-8b4d-f14359336a7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0729597 Jul 28 12:00:09.778277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-68589d1a-589d-4504-83ba-6a891191bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.779756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-68589d1a-589d-4504-83ba-6a891191bd13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624785 Jul 28 12:00:09.782842 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-1e79929b-9c1c-40e6-8a52-5e1a8fa6811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.784158 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-1e79929b-9c1c-40e6-8a52-5e1a8fa6811c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757225 Jul 28 12:00:09.786424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efd9b-ec82-4f25-a79b-14d577bb0594 req-4556b636-d984-4d9b-baf0-80d861538e4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.787934 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b10efd9b-ec82-4f25-a79b-14d577bb0594 req-4556b636-d984-4d9b-baf0-80d861538e4b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0485857 Jul 28 12:00:09.827603 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b10efd9b-ec82-4f25-a79b-14d577bb0594 req-b8dad773-65e0-4a16-bdb7-80d04b20cfff tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Jul 28 12:00:09.937543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-0768d624-041a-44c2-aa8c-ba52264db974 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508307 Jul 28 12:00:09.939605 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-dbbe45b3-7308-41a0-8527-5a6e5007f8e8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459696 Jul 28 12:00:09.952892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbffd2-0c07-4ec9-9d02-c613bbe94cfa req-e8bf2265-2cf0-4e5f-9191-c975a2fe07d4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:09.954994 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bccbffd2-0c07-4ec9-9d02-c613bbe94cfa req-e8bf2265-2cf0-4e5f-9191-c975a2fe07d4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0565825 Jul 28 12:00:09.994231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bccbffd2-0c07-4ec9-9d02-c613bbe94cfa req-0ab59d53-9b99-4857-8bff-bd8fefe504b2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337338 Jul 28 12:00:10.100653 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-a5702584-15e3-4543-94b4-b5bbd7e79000 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559916 Jul 28 12:00:10.102543 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6128d2af-db2b-4a07-8c9f-e81d3f2337f4 req-c161f603-a3dd-453b-af68-9569cb220801 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563830 Jul 28 12:00:10.112415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54376-ac2f-41bb-82c2-2e8cda0961e5 req-720526bf-c238-4d6d-abe4-eb1fa10bfa6b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:10.114184 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ed54376-ac2f-41bb-82c2-2e8cda0961e5 req-720526bf-c238-4d6d-abe4-eb1fa10bfa6b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Jul 28 12:00:10.130617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:10.159999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ed54376-ac2f-41bb-82c2-2e8cda0961e5 req-35a2ce4f-87a4-4c67-8a9a-e0e4e95c18a3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373645 Jul 28 12:00:10.169897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:10.397660 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd3233-bc7c-4b8c-b159-300c4d0f0582 req-771a5d28-e457-426d-9219-609bc34017f2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:10.399101 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eefd3233-bc7c-4b8c-b159-300c4d0f0582 req-771a5d28-e457-426d-9219-609bc34017f2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 945 time: 0.0488741 Jul 28 12:00:10.435509 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eefd3233-bc7c-4b8c-b159-300c4d0f0582 req-3429ae5d-3105-4c75-badb-0d68df63f0af tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305371 Jul 28 12:00:11.252793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:00:11.345787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:11.359997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'mac_address': 'fa:16:3e:87:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:00:11.398573 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:11.411280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311ecaa7-8ddf-4f34-885a-e265db3e9787 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:00:11.430734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:11.434605 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:11.480917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:11.560615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe577f-2985-4e73-a9e8-fc45f894b8bf req-ca4049a6-a402-4ab0-a796-8f7b8736b6f5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:11.562079 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05fe577f-2985-4e73-a9e8-fc45f894b8bf req-ca4049a6-a402-4ab0-a796-8f7b8736b6f5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0555515 Jul 28 12:00:11.563945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f881b-f318-4a69-a245-b8144872fd67 req-f9f1e82a-b123-411c-b841-5af05bebc4f1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:11.565448 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-375f881b-f318-4a69-a245-b8144872fd67 req-f9f1e82a-b123-411c-b841-5af05bebc4f1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 946 time: 0.0546925 Jul 28 12:00:11.601379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-05fe577f-2985-4e73-a9e8-fc45f894b8bf req-a1b9196a-7a7d-4412-abc6-8c75d3e7f5fb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Jul 28 12:00:11.653475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Deleting port 311ecaa7-8ddf-4f34-885a-e265db3e9787 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:00:11.653821 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:11.742317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] For port 311ecaa7-8ddf-4f34-885a-e265db3e9787, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=311ecaa7-8ddf-4f34-885a-e265db3e9787,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:11.742688 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:11.912039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:11.912354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:11.912664 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 disassociated. External IP: 172.25.1.127, port: 311ecaa7-8ddf-4f34-885a-e265db3e9787. Jul 28 12:00:11.913002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Calling delete_port for 311ecaa7-8ddf-4f34-885a-e265db3e9787 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:00:12.039140 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:12.068583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event deleted for resources: {'Port': ['ID=311ecaa7-8ddf-4f34-885a-e265db3e9787,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:12.182940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:12.294328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:12.304584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:12.314092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:12.314838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:00:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:12.333917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] No DVR routers for this DVR port 311ecaa7-8ddf-4f34-885a-e265db3e9787 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:00:12.336662 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:12.338580 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-375f881b-f318-4a69-a245-b8144872fd67 req-232faeb0-8276-4e49-a2ab-15230dc6dab2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "DELETE /v2.0/ports/311ecaa7-8ddf-4f34-885a-e265db3e9787 HTTP/1.1" status: 204 len: 173 time: 0.7673786 Jul 28 12:00:12.339063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-deleted', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:12.341342 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a3e7e9-7ec8-4669-bc4c-73cdde7fceba" -d '{"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-deleted", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:12.389109 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db45cab-23ba-43c9-bf45-73ac36c6c260 x-openstack-request-id: req-9db45cab-23ba-43c9-bf45-73ac36c6c260 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:12.389418 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d910487-6975-4bd1-bb66-96f78962c3a7", "name": "network-vif-deleted", "tag": "311ecaa7-8ddf-4f34-885a-e265db3e9787", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:12.389674 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9db45cab-23ba-43c9-bf45-73ac36c6c260 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:12.390070 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d910487-6975-4bd1-bb66-96f78962c3a7', 'name': 'network-vif-deleted', 'tag': '311ecaa7-8ddf-4f34-885a-e265db3e9787', 'status': 'completed', 'code': 200} Jul 28 12:00:12.427117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:12.626797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:12.714863 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-39b9ae6f-8fa1-4ed8-a103-a06f0173be93 req-0bf8d907-4d1a-4991-bb4e-3cb323dcd050 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d910487-6975-4bd1-bb66-96f78962c3a7 HTTP/1.1" status: 200 len: 210 time: 0.0290077 Jul 28 12:00:12.823036 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:00:12.833454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:12.834100 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:00:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:12.939482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:13.129932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:13.160418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0e26d-4de4-4b8c-90e4-eb88c27a9606 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:13.377602 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292b001-cc35-4e3b-8849-1539e6648b4d None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:00:13.989652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4a5d0018-0a3a-4c60-91bc-8d20801344a2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--276165656&fields=id&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 267 time: 0.0326512 Jul 28 12:00:14.095993 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-f6130807-9ec9-4e47-b886-f24243ff5522 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:14.097464 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-f6130807-9ec9-4e47-b886-f24243ff5522 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1014531 Jul 28 12:00:14.112558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-7e11d4c1-1254-40ba-b67b-8d65c409d035 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/quotas/e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Jul 28 12:00:14.166662 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-0bf1ca47-bde0-488b-aefd-c3b0895ae4dc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489178 Jul 28 12:00:14.309303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-90690f74-86a5-40d4-ae93-4578dfac3dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307185 Jul 28 12:00:14.402612 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-839226cd-c3f6-4158-8a2c-791e601725a5 service neutron] 10.222.0.20 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864727 Jul 28 12:00:14.564553 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e05ed063-f7ca-4256-97de-a2372afe6104 req-66b07de2-82f2-4c01-87bb-5bb2529b2d1c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Jul 28 12:00:15.280709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:00:15.300243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 311ecaa7-8ddf-4f34-885a-e265db3e9787 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:00:15.300590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 311ecaa7-8ddf-4f34-885a-e265db3e9787 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:00:15.458691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-baad410e-5481-4f7d-84e7-2b53f89c6c35 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:15.460123 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-baad410e-5481-4f7d-84e7-2b53f89c6c35 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 811 time: 0.1044979 Jul 28 12:00:15.504285 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-df39f15a-0333-4c9b-970f-e0776a29b71e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 379 time: 0.0347066 Jul 28 12:00:15.515831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'port': {'device_id': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'admin_state_up': True, 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'security_groups': ['eebdb403-ab5a-4951-a681-f8402498cfee']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:15.620982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Made reservation on behalf of e14349ab9a1546ea999a5da1f32030d2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:00:15.624744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:15.658970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73ba05de-3414-4726-b8f0-0cfa484cb8ba req-bcbfe52a-5c7b-4952-b6eb-e45adfb63a92 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Jul 28 12:00:15.752340 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Allocated IP 172.20.0.10 (2e00e35b-e5b0-4138-8769-7c3136b1b2ef/b18494f9-7cb7-4124-9a8a-52605e89aa24/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:00:15.888038 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:15.902389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Transition to ACTIVE for port object eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:00:15.933451 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:15.975253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:00:15.978233 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:00:15.984407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:00:15.989967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:16.035847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:16.036493 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.052903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-4387a2b2-57f4-45ec-993d-56990b3cdbdf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5406063 Jul 28 12:00:16.065930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Request body: {'port': {'device_id': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:16.121092 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.211376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e04d03f5-478d-4291-99af-e14481c314b9 None None] Provisioning for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:00:16.215047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e04d03f5-478d-4291-99af-e14481c314b9 None None] Provisioning complete for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:16.215413 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e04d03f5-478d-4291-99af-e14481c314b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.249465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e04d03f5-478d-4291-99af-e14481c314b9 None None] Port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:00:16.396194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:00:16.403325 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.415908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Transition to ACTIVE for port object eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:00:16.419329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.471252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:16.543201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:00:16.543555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:00:16.543857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:16.549091 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:00:16.549407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:00:16.554309 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:00:16.554643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:00:16.555146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:00:16.555433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Bound port: eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:00:16.555784 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.619434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:00:16.622327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:00:16.626843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.660304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:16.660912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:16.662338 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1092 time: 0.6014163 Jul 28 12:00:16.662768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:16.665002 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79750839-48b2-4ce3-91e2-88cf95492b61" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:16.697509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba35a0-a2c9-43ca-a1f7-a197af4dabb9 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:16.753381 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318dfa96-b8e6-4d78-906b-3f513c7a3590 x-openstack-request-id: req-318dfa96-b8e6-4d78-906b-3f513c7a3590 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:16.753792 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:16.754042 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-318dfa96-b8e6-4d78-906b-3f513c7a3590 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:16.754545 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'status': 'completed', 'code': 200} Jul 28 12:00:16.771790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-8c15a301-1500-4e5c-ba12-bcbb9a4ba084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:16.773308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-8c15a301-1500-4e5c-ba12-bcbb9a4ba084 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1095 time: 0.0509257 Jul 28 12:00:16.809005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ab2b0-96b4-46ea-ab88-abfa095e0683 req-ad685723-2aa7-42c0-927b-22a23746b9c8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:16.813285 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28ab2b0-96b4-46ea-ab88-abfa095e0683 req-ad685723-2aa7-42c0-927b-22a23746b9c8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0607653 Jul 28 12:00:16.854742 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a28ab2b0-96b4-46ea-ab88-abfa095e0683 req-a46fd95e-cdf6-40c3-bab8-ad49549ad145 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371776 Jul 28 12:00:17.162452 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-34bc640b-838b-48ec-9963-e12ea2ff7e3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 217 time: 0.3811178 Jul 28 12:00:17.211645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-6b781565-06ed-40c2-b992-e48ecce53d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.213059 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-6b781565-06ed-40c2-b992-e48ecce53d3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0434506 Jul 28 12:00:17.259035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-6b228dc6-c717-4d01-8092-2c49701871b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.260576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-6b228dc6-c717-4d01-8092-2c49701871b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403006 Jul 28 12:00:17.349469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-7be6a463-10c1-4311-bdf6-bf9f99aca77d service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816190 Jul 28 12:00:17.435609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f726e89e-8b69-4dd4-b558-f52ee76ff08c req-285e864e-6174-40d4-b757-706b09d3d78d service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791407 Jul 28 12:00:17.479529 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:00:17.524647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-c3bd4d83-086c-429d-afd0-1c7ea0bab9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.526085 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-c3bd4d83-086c-429d-afd0-1c7ea0bab9e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1095 time: 0.0442638 Jul 28 12:00:17.614119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-d9a6acf1-4d85-4f37-834a-d412d5aba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.615553 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-d9a6acf1-4d85-4f37-834a-d412d5aba87e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0823042 Jul 28 12:00:17.657519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-b0303e76-356c-48c3-bf62-80ca15bff0fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 217 time: 0.0345025 Jul 28 12:00:17.711871 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-9b65fe1b-c5e8-49db-809f-824cfa6d2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.713265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-9b65fe1b-c5e8-49db-809f-824cfa6d2d90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0484643 Jul 28 12:00:17.761700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-5de7fd8b-0c47-4cb8-b9ff-da38db68d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.763188 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-5de7fd8b-0c47-4cb8-b9ff-da38db68d721 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418365 Jul 28 12:00:17.856495 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-6d7c3d7e-c4c7-41f6-87d6-4cfbdfec9ecd service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816073 Jul 28 12:00:17.954859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79750839-48b2-4ce3-91e2-88cf95492b61 req-0117e21c-548e-45b6-986b-2632214c52fd service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Jul 28 12:00:17.974373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82d78-b338-43d3-a304-bdd3da54d136 req-14a87353-9ed1-47fb-bcff-ee1bb78c50d9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:17.975803 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fa82d78-b338-43d3-a304-bdd3da54d136 req-14a87353-9ed1-47fb-bcff-ee1bb78c50d9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0497179 Jul 28 12:00:18.013503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fa82d78-b338-43d3-a304-bdd3da54d136 req-70ad64c3-b110-42ea-bdcb-e799d3c901dd tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Jul 28 12:00:19.127942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6234be-7aee-4905-b7e1-7aa60853136b req-ab66390d-ba2a-4f9c-90e8-8c9d71595b20 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:19.129416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f6234be-7aee-4905-b7e1-7aa60853136b req-ab66390d-ba2a-4f9c-90e8-8c9d71595b20 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0478289 Jul 28 12:00:19.167010 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f6234be-7aee-4905-b7e1-7aa60853136b req-6dc252b2-4e0b-45eb-9e4a-8e29ddff00ac tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Jul 28 12:00:20.178310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:00:20.197901 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:20.284581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:20.286978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb1ae-f4ab-4f8b-a684-b62f8415a636 req-a3b76d65-3d41-49bb-b190-1998d4fef993 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:20.288490 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d52eb1ae-f4ab-4f8b-a684-b62f8415a636 req-a3b76d65-3d41-49bb-b190-1998d4fef993 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0537915 Jul 28 12:00:20.298491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'mac_address': 'fa:16:3e:94:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:00:20.336127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d52eb1ae-f4ab-4f8b-a684-b62f8415a636 req-ccc89083-8dc9-4a7e-967f-c45a28c53b59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400975 Jul 28 12:00:20.338899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:20.352116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:00:20.372060 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:20.375755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:20.421172 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:20.564648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:00:21.459476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50747-ff48-41a2-b27e-b494d33dcd9e req-926e0f70-45dc-4420-8dde-70a9fa34e1bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:21.460962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8f50747-ff48-41a2-b27e-b494d33dcd9e req-926e0f70-45dc-4420-8dde-70a9fa34e1bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0502830 Jul 28 12:00:21.499106 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c8f50747-ff48-41a2-b27e-b494d33dcd9e req-cc945926-2f4b-4340-8230-ba7a17f37cd7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Jul 28 12:00:22.188069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:00:22.235894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:00:22.239630 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:00:22.240007 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:22.316690 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:22.338563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:22.340858 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1f02b5-0305-41a7-a3d0-1a0475e25209" -d '{"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-plugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:22.354350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:00:22.358682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:22.382909 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216abae-812f-4920-94cd-6a5b22fdf219 x-openstack-request-id: req-7216abae-812f-4920-94cd-6a5b22fdf219 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:22.383193 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-plugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:22.383451 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7216abae-812f-4920-94cd-6a5b22fdf219 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:22.383843 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'code': 200} Jul 28 12:00:22.412579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:00:22.478453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6521ee6-cf0b-47af-8324-6c256a1c61e5 req-964d7424-bc9f-4bac-8832-d8590bf2fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:22.479807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c6521ee6-cf0b-47af-8324-6c256a1c61e5 req-964d7424-bc9f-4bac-8832-d8590bf2fe88 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1097 time: 0.0400765 Jul 28 12:00:22.514149 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c6521ee6-cf0b-47af-8324-6c256a1c61e5 req-7c703587-5b71-4fa5-892d-a1ab374850e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271835 Jul 28 12:00:22.613066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff6309-b6be-492b-857a-ab0fe1c69517 req-7b5d58b2-0d74-42cf-a01f-b918df85745a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:22.614527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbff6309-b6be-492b-857a-ab0fe1c69517 req-7b5d58b2-0d74-42cf-a01f-b918df85745a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0477822 Jul 28 12:00:22.652279 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbff6309-b6be-492b-857a-ab0fe1c69517 req-7aeaa83d-2ae4-4e55-94ac-10c9762d5001 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Jul 28 12:00:23.060127 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:23.769734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33f97c-f9d6-4bce-8b80-cd4abb439807 req-1a77ca25-80f4-4895-8b53-6b98d83261a9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:23.771171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be33f97c-f9d6-4bce-8b80-cd4abb439807 req-1a77ca25-80f4-4895-8b53-6b98d83261a9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0519109 Jul 28 12:00:23.808036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be33f97c-f9d6-4bce-8b80-cd4abb439807 req-de1b2333-a78d-4eb4-9061-e0672a37d47a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Jul 28 12:00:23.918404 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adf534-9d66-4f1e-832a-4cb1ed727536 req-c89e4718-5455-47bb-82b2-a07ddb356c62 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:23.919871 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0adf534-9d66-4f1e-832a-4cb1ed727536 req-c89e4718-5455-47bb-82b2-a07ddb356c62 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0494831 Jul 28 12:00:23.928510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:00:23.932917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Request body: {'floatingip': {'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:00:23.971140 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:24.399281 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:24.403027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:24.499076 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 associated. External IP: 172.25.1.127, port: eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1. Jul 28 12:00:24.948284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:00:25.058745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:00:25.063508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:25.069315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:00:25.079315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:25.079927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:00:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:25.099294 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1a0ed14c-445d-472f-871d-f5c58c29da46 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "PUT /v2.0/floatingips/311d0afc-5e79-4d9a-93ca-c967f2701253 HTTP/1.1" status: 200 len: 993 time: 1.1697533 Jul 28 12:00:25.099884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:00:25.150731 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:00:25.190147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:25.239259 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b66c46-f535-4272-a6df-c40d7b5689fc x-openstack-request-id: req-09b66c46-f535-4272-a6df-c40d7b5689fc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:00:25.239550 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:00:25.239793 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09b66c46-f535-4272-a6df-c40d7b5689fc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:00:25.240206 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'status': 'completed', 'code': 200} Jul 28 12:00:25.305284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-2523e26a-d90b-4077-ac8c-47b55556907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:25.306801 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-2523e26a-d90b-4077-ac8c-47b55556907d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1097 time: 0.0460820 Jul 28 12:00:25.395659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-dcfcb3fd-6b33-47eb-97fd-22bf9f9e6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:25.397238 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-dcfcb3fd-6b33-47eb-97fd-22bf9f9e6a09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0837479 Jul 28 12:00:25.419210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:94:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T12:00:24Z', 'revision_number': 13, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:25.445841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:00:25.454643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:00:25.455168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:00:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:25.467143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-51bef3cc-e832-4882-8049-e27cc31588ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.0630186 Jul 28 12:00:25.516006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-21906360-e163-4b71-835f-c27b3bdaf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:25.518183 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-21906360-e163-4b71-835f-c27b3bdaf9c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0438709 Jul 28 12:00:25.559341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:00:25.562758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-05306b6c-b5fb-4bb3-b086-eed24771cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:25.564948 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-05306b6c-b5fb-4bb3-b086-eed24771cc4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398881 Jul 28 12:00:25.658807 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-1ce1d59c-78c3-4628-a7f8-0dbbabd260f0 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864370 Jul 28 12:00:25.749185 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e0f5e9cb-af72-4f1f-b232-b31e0c9dc736 req-158c5ca2-c3ed-4dc9-9f5d-eab17a8d7f9e service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814331 Jul 28 12:00:25.777088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:94:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T12:00:24Z', 'revision_number': 13, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:00:25.806236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddfc4c-caf6-47dc-ba57-8d253fd2b0b3 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '311d0afc-5e79-4d9a-93ca-c967f2701253', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'mac_address': 'fa:16:3e:94:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T11:53:29Z', 'updated_at': '2021-07-28T12:00:24Z', 'revision_number': 13, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:00:25.991904 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660173c6-33a5-4b68-9428-0c3a6c379f1f None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:00:27.931981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e117ec6-88a5-4e9b-8e3c-db0275669827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:31.054689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:31.182870 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3799b926-ce51-4741-bb46-ddcfe93640bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:32.127138 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:33.583618 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:49.381402 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-b26d9551-f320-45f8-8229-498ae516d1dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394185 Jul 28 12:00:49.468268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-b59aeed0-4778-4331-9227-800d511e8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:49.469769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-b59aeed0-4778-4331-9227-800d511e8ae5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1097 time: 0.0442858 Jul 28 12:00:49.572277 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-291fe064-a39d-46f7-8691-aa1ec631bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:49.573715 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-291fe064-a39d-46f7-8691-aa1ec631bc40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0832260 Jul 28 12:00:49.642260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-b1eb2129-d3dd-41c0-90da-1a4370d5c5dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1003 time: 0.0610232 Jul 28 12:00:49.689863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-0458265b-8583-4f17-9636-0fb343ce44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:49.691231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-0458265b-8583-4f17-9636-0fb343ce44af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0421309 Jul 28 12:00:49.735466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-50ee82b8-8beb-4ca2-b541-9f748511b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:00:49.736900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-50ee82b8-8beb-4ca2-b541-9f748511b33c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386982 Jul 28 12:00:49.829844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-69269cbb-52d1-44b2-8e35-ef639501bbc6 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852726 Jul 28 12:00:49.918930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-de848cd6-6370-4a79-9a1a-f434fa62d31f req-f3c26f95-f40f-45fb-a668-797bb3f4e046 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814321 Jul 28 12:00:50.208792 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:53.059909 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:00:54.478017 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:00:57.932762 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7eb059d2-a105-4936-a013-079658a6c50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:01.055580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:01.183990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d832f376-fbe3-4e2d-91d0-e1a8caeb70fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:02.129480 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:03.586233 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:12.304232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-db40f40f-7b8a-4d74-8a47-07815623e084 req-bfb1c08d-5acf-4523-9cdc-d041a91888b8 service neutron] (93836) timed out ('10.222.0.20', 55092) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:01:20.199565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:23.076044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:27.934552 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-afc9a194-ae57-4c40-896b-f16a37d5fdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:31.057836 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:31.184412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9cc9e74c-68a6-4e04-940f-11c6b08ca5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:31.476370 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:01:32.134090 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:33.588738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:50.214312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:51.375748 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-41be2f04-c53c-4a96-9d9a-6fd1401a611e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442727 Jul 28 12:01:51.464201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-681f77c3-6768-4658-8fcf-314c6fb45931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:51.465679 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-681f77c3-6768-4658-8fcf-314c6fb45931 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1097 time: 0.0468767 Jul 28 12:01:51.565613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-14e3eef6-bb46-4453-9857-1f7572be69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:51.567063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-14e3eef6-bb46-4453-9857-1f7572be69a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0829146 Jul 28 12:01:51.636521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-5e5cd39f-8bd7-4e43-9e30-eaf837cd0680 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1003 time: 0.0623550 Jul 28 12:01:51.684786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-25e96620-afaf-45a9-b34e-dc6bfef983b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:51.686232 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-25e96620-afaf-45a9-b34e-dc6bfef983b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0434651 Jul 28 12:01:51.729930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-47b38ee6-8020-4f6d-8acb-54f69f7f7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:01:51.731405 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-47b38ee6-8020-4f6d-8acb-54f69f7f7630 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386782 Jul 28 12:01:51.822200 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-56449b80-2b5e-4911-ade0-b76831caf1c9 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834615 Jul 28 12:01:51.914561 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-75aa93e1-8aa0-4a7f-ae85-34b0248eb71c req-1a89a138-bb95-4299-b836-cea9610055a2 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Jul 28 12:01:53.074412 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:01:57.935331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-521f2e57-8ad7-47b9-9342-e0b5ee14e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:01.061609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:01.187141 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8574b0ba-ddbd-4bff-a440-fcc8c4ee4743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:02.135646 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:03.593596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:04.246937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222051a-b41c-4590-9faa-05b253963281 req-e8f97211-e727-461a-a435-ee2294bfbd95 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:04.248472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4222051a-b41c-4590-9faa-05b253963281 req-e8f97211-e727-461a-a435-ee2294bfbd95 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0523980 Jul 28 12:02:04.298512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4222051a-b41c-4590-9faa-05b253963281 req-83c2e0ff-3f61-4d51-ad91-9a55b351caca tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433578 Jul 28 12:02:08.475889 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:02:15.400066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c56ba7-994f-455d-91d2-306002b3eede req-60d68a0a-4408-4b57-84c3-0379f052f189 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:15.401543 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34c56ba7-994f-455d-91d2-306002b3eede req-60d68a0a-4408-4b57-84c3-0379f052f189 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0510242 Jul 28 12:02:15.440413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34c56ba7-994f-455d-91d2-306002b3eede req-ab72cc3d-6b36-46fa-b26c-6f794b45216c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Jul 28 12:02:15.480653 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-c19aae2a-87cb-44fb-aec4-3bfb42525bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780721 Jul 28 12:02:16.557449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d077b-3c19-4d12-9db6-7fc2b5e99604 req-27d27972-cd8f-4101-97fc-003532971066 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:16.558898 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a0d077b-3c19-4d12-9db6-7fc2b5e99604 req-27d27972-cd8f-4101-97fc-003532971066 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0499201 Jul 28 12:02:16.598577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a0d077b-3c19-4d12-9db6-7fc2b5e99604 req-49edbdaf-0de3-41fb-bf90-9fc73cb7608f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337729 Jul 28 12:02:17.714047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3e4a2-52bb-4786-bd7f-e5be272967c6 req-41672a0f-bf1b-4d11-a267-c35daa61735c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:17.715538 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80f3e4a2-52bb-4786-bd7f-e5be272967c6 req-41672a0f-bf1b-4d11-a267-c35daa61735c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0489802 Jul 28 12:02:17.752641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-80f3e4a2-52bb-4786-bd7f-e5be272967c6 req-32d0dbfd-859e-4f2b-8900-97b96152d536 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Jul 28 12:02:18.560776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-4a2e53ff-8af6-4fb8-9b96-90e8396ece4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:18.562236 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-4a2e53ff-8af6-4fb8-9b96-90e8396ece4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1097 time: 0.0417459 Jul 28 12:02:18.655204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-4e58240d-9c32-43c2-a472-615360a6d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:18.656669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-4e58240d-9c32-43c2-a472-615360a6d0b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0875261 Jul 28 12:02:18.720833 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-9336da70-c8de-43ec-ad9c-37ffb3495a37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1003 time: 0.0564625 Jul 28 12:02:18.775180 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-288cd375-f5de-4325-a8b3-701dde9985bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:18.776636 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-288cd375-f5de-4325-a8b3-701dde9985bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0478325 Jul 28 12:02:18.822242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-fe09585c-86c1-44e7-bb3c-fe3899a5928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:18.823642 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-fe09585c-86c1-44e7-bb3c-fe3899a5928e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402730 Jul 28 12:02:18.869577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe405a-5396-4645-aba5-8ae7904bc463 req-9824427f-cea8-4cb7-b07c-60fa64bab512 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:18.871044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61fe405a-5396-4645-aba5-8ae7904bc463 req-9824427f-cea8-4cb7-b07c-60fa64bab512 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0477371 Jul 28 12:02:18.911222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-61fe405a-5396-4645-aba5-8ae7904bc463 req-930a1795-16b1-40ab-b9cf-fcb1436acb06 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Jul 28 12:02:18.916102 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-3bbd826d-17fd-41a3-9dc3-c79c57a53325 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850055 Jul 28 12:02:19.010107 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-2ec654d8-1cf9-4335-b747-1bc7f4777feb service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873137 Jul 28 12:02:20.025283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010697-177e-4673-aacd-9f4a7a8d3011 req-429e6174-4531-460b-b09c-3ba0048176dc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:20.026725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60010697-177e-4673-aacd-9f4a7a8d3011 req-429e6174-4531-460b-b09c-3ba0048176dc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0479929 Jul 28 12:02:20.067785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60010697-177e-4673-aacd-9f4a7a8d3011 req-dd9b66fd-af50-46e8-9e13-f97d64a9cf06 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352137 Jul 28 12:02:20.233943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:21.183357 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f94347-8179-4195-a114-7a3aa488160b req-4a2d10ba-c946-4fa1-9920-8f4eb0d942c2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:21.184841 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5f94347-8179-4195-a114-7a3aa488160b req-4a2d10ba-c946-4fa1-9920-8f4eb0d942c2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0484846 Jul 28 12:02:21.222352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5f94347-8179-4195-a114-7a3aa488160b req-1d461685-44b5-477a-891d-c5891c2152c7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311160 Jul 28 12:02:22.339802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709bc5-e919-48fd-9358-e097b81c8730 req-e686b594-0cea-43aa-9553-d1a8d81e9793 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:22.341282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06709bc5-e919-48fd-9358-e097b81c8730 req-e686b594-0cea-43aa-9553-d1a8d81e9793 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0503049 Jul 28 12:02:22.379782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06709bc5-e919-48fd-9358-e097b81c8730 req-33b77f0a-182a-426b-9c30-cb29cd2d4ca3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320873 Jul 28 12:02:23.088949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:23.494627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39218-1485-4128-97bb-7d0adabeb228 req-787c5e9b-e58e-4728-ab17-bea53be6c56d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:23.496093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fd39218-1485-4128-97bb-7d0adabeb228 req-787c5e9b-e58e-4728-ab17-bea53be6c56d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0483632 Jul 28 12:02:23.542971 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fd39218-1485-4128-97bb-7d0adabeb228 req-f58a3852-1a4b-436b-886b-55c5dcace6c4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409563 Jul 28 12:02:24.660144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6c5d9-8eda-4754-8ce5-f723bcf838d2 req-a6c4437d-51a2-4945-ba7f-d34478d31d4c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:24.661635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4a6c5d9-8eda-4754-8ce5-f723bcf838d2 req-a6c4437d-51a2-4945-ba7f-d34478d31d4c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0504448 Jul 28 12:02:24.699734 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d4a6c5d9-8eda-4754-8ce5-f723bcf838d2 req-ef77f6e7-4c2f-4443-abec-2e1cdcb4fe9e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Jul 28 12:02:25.811988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb537c5-7b6b-4ddf-8f3a-daefc532174a req-241be17c-e6a7-4c3c-9a80-14ea57a6642d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:25.813366 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6eb537c5-7b6b-4ddf-8f3a-daefc532174a req-241be17c-e6a7-4c3c-9a80-14ea57a6642d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0473766 Jul 28 12:02:25.850055 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6eb537c5-7b6b-4ddf-8f3a-daefc532174a req-e7ee1c0b-cd0f-4f22-b9ef-a392b54767a7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302145 Jul 28 12:02:26.964750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2ea17-f239-4366-823c-967b9e98aac6 req-7df2659d-2126-4070-afdd-0b6018f87a08 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:26.966235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9da2ea17-f239-4366-823c-967b9e98aac6 req-7df2659d-2126-4070-afdd-0b6018f87a08 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0490899 Jul 28 12:02:27.007635 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9da2ea17-f239-4366-823c-967b9e98aac6 req-31150d34-3895-4957-a0c9-75c0480fec68 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354197 Jul 28 12:02:27.935929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f5ec-3d60-43b7-9651-97b1791bea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:28.122812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81310b8-b197-44b7-a779-32a15fbb7b63 req-07970224-f153-4873-882a-02a45c227c1b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:28.124267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d81310b8-b197-44b7-a779-32a15fbb7b63 req-07970224-f153-4873-882a-02a45c227c1b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0481489 Jul 28 12:02:28.162043 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d81310b8-b197-44b7-a779-32a15fbb7b63 req-94f694b0-684f-4528-af30-1c014eafdc86 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Jul 28 12:02:29.278689 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cea4e-cc2e-4e0a-9126-62a89b1a6afe req-5c0ae412-8ea2-4b68-806c-5091f08649f5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:29.280128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf2cea4e-cc2e-4e0a-9126-62a89b1a6afe req-5c0ae412-8ea2-4b68-806c-5091f08649f5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Jul 28 12:02:29.316955 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf2cea4e-cc2e-4e0a-9126-62a89b1a6afe req-add8b29e-d008-4139-bf4c-45094bd532e9 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Jul 28 12:02:30.449461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd1ed6-57af-43ef-92c0-e1bf809ea249 req-72b36bac-01f9-4e2d-a75f-4cabebc943c5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:30.450897 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74bd1ed6-57af-43ef-92c0-e1bf809ea249 req-72b36bac-01f9-4e2d-a75f-4cabebc943c5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0472744 Jul 28 12:02:30.492398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74bd1ed6-57af-43ef-92c0-e1bf809ea249 req-7ed17064-22b3-41ad-8fc2-7fe78f4a4cec tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349784 Jul 28 12:02:31.063406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:31.187945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e178627-e398-4692-b8e9-08798a8ac527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:31.622403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca25a-576e-4d0f-8f54-b45e6b254188 req-10646429-6b5f-4f2d-842b-c2ba366a1184 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:31.623887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-224ca25a-576e-4d0f-8f54-b45e6b254188 req-10646429-6b5f-4f2d-842b-c2ba366a1184 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0492933 Jul 28 12:02:31.663345 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-224ca25a-576e-4d0f-8f54-b45e6b254188 req-4f60f03d-e2c0-4116-a0a1-b1126b42b4fc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Jul 28 12:02:32.138910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:32.568702 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-97d7e094-6e53-4458-8d64-30cc29ec1faf service neutron] show failed (client error): The resource could not be found. Jul 28 12:02:32.569804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-97d7e094-6e53-4458-8d64-30cc29ec1faf service neutron] 10.222.0.44 "GET /v2.0/ports/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0550799 Jul 28 12:02:32.764805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-7c6d788c-855a-42ed-89f9-691376e9b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:32.766316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-7c6d788c-855a-42ed-89f9-691376e9b67a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 1097 time: 0.0429671 Jul 28 12:02:32.779036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:02:32.783048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e746c-d40d-4e03-8918-9ab26bc532d9 req-8eec1ece-cb06-4152-98f6-e9e320683ab0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:32.785315 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b06e746c-d40d-4e03-8918-9ab26bc532d9 req-8eec1ece-cb06-4152-98f6-e9e320683ab0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0497520 Jul 28 12:02:32.824993 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b06e746c-d40d-4e03-8918-9ab26bc532d9 req-c530a05c-7749-402b-8c99-50fcfee6ba6c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330944 Jul 28 12:02:32.836888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.039030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:33.070783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:02:33.109614 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:33.111923 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f63d5-aaa4-44fa-b127-620448474a9d" -d '{"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-unplugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:33.115628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.127983 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Transition to ACTIVE for port object eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:02:33.131630 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.166333 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805fea20-0073-4a15-b477-054882a4d5f7 x-openstack-request-id: req-805fea20-0073-4a15-b477-054882a4d5f7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:33.166622 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-unplugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:33.167487 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-805fea20-0073-4a15-b477-054882a4d5f7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:33.167487 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'code': 200} Jul 28 12:02:33.183795 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:33.224654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.225000 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.225339 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.225673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.225997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.226326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.226647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.226963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.227281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.227603 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.232135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.232135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:33.272930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] No DVR routers for this DVR port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:02:33.407536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:02:33.407858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:02:33.408196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:02:33.412301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:02:33.412618 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:02:33.417532 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:02:33.417864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:02:33.418236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:02:33.418648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Bound port: eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:02:33.418995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.480062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:02:33.482914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:02:33.487974 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.524550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.525263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.526782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] 10.222.0.41 "PUT /v2.0/ports/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1092 time: 0.7519720 Jul 28 12:02:33.558947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939bbbe-64d8-460c-bba6-8080dcbdf971 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:33.593506 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:33.595236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-b4a3ec16-0aa6-472f-b35e-5b933aa2ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.597739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-b4a3ec16-0aa6-472f-b35e-5b933aa2ecd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1095 time: 0.0467401 Jul 28 12:02:33.690299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-2d1c0957-4893-4967-9964-4b80f7d8ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.691795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-2d1c0957-4893-4967-9964-4b80f7d8ccb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0876439 Jul 28 12:02:33.760483 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-c8ebaba3-b9f6-48dd-9c12-9dc1c541538e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.0618234 Jul 28 12:02:33.807336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-dc5a76e6-44c2-4400-ab83-da842cb1f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.808795 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-dc5a76e6-44c2-4400-ab83-da842cb1f3fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0422063 Jul 28 12:02:33.853479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-6e69aaae-91e3-4609-b565-655d81759d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.854950 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-6e69aaae-91e3-4609-b565-655d81759d7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386631 Jul 28 12:02:33.945474 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ca65-a8f2-44fc-aeb9-f84d86f4e5ba req-343e5d4c-7209-407b-be1a-f679579d8767 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:33.947027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90c3ca65-a8f2-44fc-aeb9-f84d86f4e5ba req-343e5d4c-7209-407b-be1a-f679579d8767 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0493045 Jul 28 12:02:33.950155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-1a1a1a67-24e9-4827-9e6f-131c38e1ed78 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883653 Jul 28 12:02:33.988707 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90c3ca65-a8f2-44fc-aeb9-f84d86f4e5ba req-afb80d44-162b-445b-9932-7d1390830756 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355175 Jul 28 12:02:34.037244 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-027dc46e-88fa-4775-8247-a94070fea714 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806174 Jul 28 12:02:34.935095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:02:34.974235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:02:35.108307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d15c-5217-4383-bfdb-a534650e9336 req-a0b7aa05-4a41-4680-8d56-5496165ff5c1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.109782 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c43d15c-5217-4383-bfdb-a534650e9336 req-a0b7aa05-4a41-4680-8d56-5496165ff5c1 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0489762 Jul 28 12:02:35.149896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1c43d15c-5217-4383-bfdb-a534650e9336 req-0afb884e-025f-4449-90f6-85a4124ab74c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331652 Jul 28 12:02:35.168970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:35.171442 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f4129-f09f-44b3-ac20-2d62426bcec9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:35.223364 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e949356-5e8c-4d97-b363-d5f86156d0f2 x-openstack-request-id: req-9e949356-5e8c-4d97-b363-d5f86156d0f2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:35.223732 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:35.224118 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e949356-5e8c-4d97-b363-d5f86156d0f2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:35.224561 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'status': 'completed', 'code': 200} Jul 28 12:02:35.316798 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-356a8141-02ff-49ca-8eec-0bc4ae8f4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.318383 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-356a8141-02ff-49ca-8eec-0bc4ae8f4734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1095 time: 0.0768409 Jul 28 12:02:35.324410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-cd5d190b-c731-4447-8a73-8a28f092cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.325788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-cd5d190b-c731-4447-8a73-8a28f092cdc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1095 time: 0.0754149 Jul 28 12:02:35.478516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-b168f606-e570-480b-8919-fc5113f32a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.479949 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-b168f606-e570-480b-8919-fc5113f32a49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1532588 Jul 28 12:02:35.482478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-90919ac2-71c3-4d44-a6b1-c4da9189fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.483838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-90919ac2-71c3-4d44-a6b1-c4da9189fe51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1496501 Jul 28 12:02:35.589259 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-24d16ccd-23f3-43c9-ac7c-43e5f4ebe8ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.1023765 Jul 28 12:02:35.592870 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-2b6ef15e-99e3-4eb9-9ef0-1cc10fe1101d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.1000128 Jul 28 12:02:35.675361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-8549b195-2768-42b7-9389-1190338a7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.676912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-8549b195-2768-42b7-9389-1190338a7564 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0813539 Jul 28 12:02:35.678279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-8998301a-a689-4cee-8642-870c3f87450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.679611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-8998301a-a689-4cee-8642-870c3f87450b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0769002 Jul 28 12:02:35.753676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-cfbbe2ec-fd53-4266-8bfc-ec7a6d3f3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.755136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-cfbbe2ec-fd53-4266-8bfc-ec7a6d3f3e97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683963 Jul 28 12:02:35.757610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-9f455206-9534-4f52-9a73-c25c9243f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:35.759000 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-9f455206-9534-4f52-9a73-c25c9243f250 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710814 Jul 28 12:02:35.918198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-23eac55b-71bf-4fe8-8e68-6d71592ae017 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559432 Jul 28 12:02:35.920446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-a0889fc0-e86e-419a-90a0-b20a9c9160cb service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506038 Jul 28 12:02:36.080201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-f07fe40b-a05a-46eb-b6b2-8230caaf3775 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518548 Jul 28 12:02:36.082610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a36f4129-f09f-44b3-ac20-2d62426bcec9 req-25f7cd35-bc41-408e-97fe-663d631459c1 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532514 Jul 28 12:02:36.275323 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772c031-f454-48fd-9b86-4364bbb7df2e req-82b4131d-91cd-4dcc-abb5-8390f5a49cd3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:36.276970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5772c031-f454-48fd-9b86-4364bbb7df2e req-82b4131d-91cd-4dcc-abb5-8390f5a49cd3 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0562592 Jul 28 12:02:36.327109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5772c031-f454-48fd-9b86-4364bbb7df2e req-9603729e-9182-494e-990c-07aaae637fcd tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Jul 28 12:02:37.447094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a189bad-1bb2-4a28-b6fc-a5d9e1a14df7 req-da9dee27-ecd2-445c-86f9-6eb6be4e1c95 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:37.448592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a189bad-1bb2-4a28-b6fc-a5d9e1a14df7 req-da9dee27-ecd2-445c-86f9-6eb6be4e1c95 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0498455 Jul 28 12:02:37.491105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a189bad-1bb2-4a28-b6fc-a5d9e1a14df7 req-aa5e8be8-e272-435f-86c9-ea10c0b95661 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365574 Jul 28 12:02:38.606938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd2019-9f84-435a-9043-07ea3adcc41c req-1de095f4-0a53-4e9a-8fe1-69f25ae6e4c4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:38.608488 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3cd2019-9f84-435a-9043-07ea3adcc41c req-1de095f4-0a53-4e9a-8fe1-69f25ae6e4c4 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0498440 Jul 28 12:02:38.647683 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f3cd2019-9f84-435a-9043-07ea3adcc41c req-70b4d228-f0f5-40d0-81b8-383ee6aa0e92 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324042 Jul 28 12:02:39.761841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52561a9-204e-4bf1-a19b-132a8b7c4d5c req-cb26c6c1-92e5-4d5e-aece-6b084018de55 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:39.763281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c52561a9-204e-4bf1-a19b-132a8b7c4d5c req-cb26c6c1-92e5-4d5e-aece-6b084018de55 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0483692 Jul 28 12:02:39.800030 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c52561a9-204e-4bf1-a19b-132a8b7c4d5c req-b6336c43-96b3-4eb1-a728-e12213a04974 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301924 Jul 28 12:02:40.915845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f16a-bc7d-4f0a-affa-bff5b5261fca req-4f2799ae-25e3-4a0b-8caf-3cc5869ad9bf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:40.917237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5118f16a-bc7d-4f0a-affa-bff5b5261fca req-4f2799ae-25e3-4a0b-8caf-3cc5869ad9bf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0496888 Jul 28 12:02:40.958373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5118f16a-bc7d-4f0a-affa-bff5b5261fca req-0eeab940-c052-4066-bbc7-6d84c28e17e5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352166 Jul 28 12:02:42.074505 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97750280-f674-4c3a-9258-2537b10a9b4f req-99c187ee-a80f-41f7-b830-ead12edf2e47 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:42.075953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97750280-f674-4c3a-9258-2537b10a9b4f req-99c187ee-a80f-41f7-b830-ead12edf2e47 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0490143 Jul 28 12:02:42.113127 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97750280-f674-4c3a-9258-2537b10a9b4f req-1c388a95-dce1-406c-8a44-d6a62523bc2e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306437 Jul 28 12:02:43.228682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0667d-90a5-45d1-b1b1-59adafc368d9 req-51f24785-ff22-488a-b4b4-d29b2d175a7b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:43.230198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87c0667d-90a5-45d1-b1b1-59adafc368d9 req-51f24785-ff22-488a-b4b4-d29b2d175a7b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0495505 Jul 28 12:02:43.270335 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-87c0667d-90a5-45d1-b1b1-59adafc368d9 req-cbd49e71-a7d8-46bd-9f46-0a4c358c5cfb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339804 Jul 28 12:02:44.385820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e205eb-4a81-4486-9124-4bbeaec5cba6 req-9b17289a-8e1c-4251-af97-6882a91bff25 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:44.387280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93e205eb-4a81-4486-9124-4bbeaec5cba6 req-9b17289a-8e1c-4251-af97-6882a91bff25 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0490859 Jul 28 12:02:44.430333 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93e205eb-4a81-4486-9124-4bbeaec5cba6 req-b6532e60-2ad3-4477-8905-fe901ef0fb2c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364692 Jul 28 12:02:45.474606 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:02:45.549431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff9005-7659-4d55-9474-2c64056daa3b req-c86fd135-8525-4bff-9b57-7505ee2f904e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:45.550945 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1ff9005-7659-4d55-9474-2c64056daa3b req-c86fd135-8525-4bff-9b57-7505ee2f904e tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0498030 Jul 28 12:02:45.587111 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c1ff9005-7659-4d55-9474-2c64056daa3b req-84591e95-8278-4e0c-87ed-2ef7a780482b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303123 Jul 28 12:02:45.868119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-339e3f14-4fbb-4ac7-a10e-c5781155af0f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:45.869636 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-339e3f14-4fbb-4ac7-a10e-c5781155af0f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09&tenant_id=e14349ab9a1546ea999a5da1f32030d2&binding%3Ahost_id=n-h2-723573-7 HTTP/1.1" status: 200 len: 944 time: 0.0516391 Jul 28 12:02:45.883871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09d7e-c35c-489e-8d44-ed8cdaf8cf2b req-ad45c9d0-8aa0-485c-a6bd-1e59d7c392da tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:45.885652 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91a09d7e-c35c-489e-8d44-ed8cdaf8cf2b req-ad45c9d0-8aa0-485c-a6bd-1e59d7c392da tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 944 time: 0.0504591 Jul 28 12:02:45.924256 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91a09d7e-c35c-489e-8d44-ed8cdaf8cf2b req-9260b643-882c-4b8e-997b-0ec72059ba3d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Jul 28 12:02:45.931198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-c147a7c7-e55d-4ef6-a242-504041d20a46 service neutron] 10.222.0.41 "GET /v2.0/ports/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1/bindings/n-h2-723573-7 HTTP/1.1" status: 200 len: 382 time: 0.0547819 Jul 28 12:02:45.951478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:02:46.012934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-59c45650-67f8-4981-a03c-030b57e175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:46.014453 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-59c45650-67f8-4981-a03c-030b57e175f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1095 time: 0.0515625 Jul 28 12:02:46.048641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:46.061131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'mac_address': 'fa:16:3e:94:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:02:46.099275 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:46.113406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:02:46.135103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:46.139720 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:46.193450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:46.201283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.201636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.201982 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.202322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.202657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.202991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.203325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.203655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.203985 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.204351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.204683 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.205047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:02:46.375093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:02:46.443392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-1c0ca684-b318-4a54-b1a9-77e48b7c789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:46.444898 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-1c0ca684-b318-4a54-b1a9-77e48b7c789c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.4241698 Jul 28 12:02:46.519739 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-df58a1c7-3c7c-4f04-afb4-7dd15fb2465c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1002 time: 0.0668859 Jul 28 12:02:46.569660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-8f074e4f-48b8-4aaf-b15c-aa0d3714ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:46.571069 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-8f074e4f-48b8-4aaf-b15c-aa0d3714ecf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0440059 Jul 28 12:02:46.624256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-fd863a32-75f6-4aeb-b346-cd44167a4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:46.625759 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-fd863a32-75f6-4aeb-b346-cd44167a4797 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471792 Jul 28 12:02:46.727838 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-c9498e25-8446-4c59-b01f-5dbccaebea95 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Jul 28 12:02:46.818184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-e5ec7493-efa2-47f8-8fe1-e7d57eef408a service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824773 Jul 28 12:02:47.044027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529617cd-387e-4f03-b8a0-354d7dbcd057 req-571712b4-5f3d-4038-a594-1d24647c6335 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:47.045523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-529617cd-387e-4f03-b8a0-354d7dbcd057 req-571712b4-5f3d-4038-a594-1d24647c6335 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0491738 Jul 28 12:02:47.087255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-529617cd-387e-4f03-b8a0-354d7dbcd057 req-a428be94-3ec2-4d60-99ad-948f6dfe0409 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357230 Jul 28 12:02:47.983430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:02:48.035615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:02:48.039261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:02:48.039640 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:48.119570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:48.142262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:48.145170 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c8da3-621f-47fc-b3f5-82980841221b" -d '{"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-plugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:48.157787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:48.163265 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:48.200013 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2682ea1-844e-45bf-8b92-fd1ae38c253f x-openstack-request-id: req-a2682ea1-844e-45bf-8b92-fd1ae38c253f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:48.200322 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-plugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:48.200711 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2682ea1-844e-45bf-8b92-fd1ae38c253f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:48.201099 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'code': 200} Jul 28 12:02:48.212200 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793025e2-810a-4ba5-abac-392ff635dc4e req-9a1bbc3f-6412-4d34-b899-e327f38c1685 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:48.213732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-793025e2-810a-4ba5-abac-392ff635dc4e req-9a1bbc3f-6412-4d34-b899-e327f38c1685 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0559549 Jul 28 12:02:48.213872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:48.254165 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-793025e2-810a-4ba5-abac-392ff635dc4e req-e1bb411d-9436-4314-978a-423ddcf56da2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339842 Jul 28 12:02:49.370994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed75083-be9b-49b4-b9d9-77debe5941bb req-a437d8bc-6d23-43d9-a93c-14ad77114417 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:49.372481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ed75083-be9b-49b4-b9d9-77debe5941bb req-a437d8bc-6d23-43d9-a93c-14ad77114417 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0485575 Jul 28 12:02:49.412581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6ed75083-be9b-49b4-b9d9-77debe5941bb req-02a8e8b1-911b-4509-9871-ffb75cc91253 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Jul 28 12:02:50.229622 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:50.538633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26fdd0-b51d-4efc-b040-0dc83fedd2e4 req-eb253511-9c4c-417b-bacb-0081d56f5cc2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:50.540169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c26fdd0-b51d-4efc-b040-0dc83fedd2e4 req-eb253511-9c4c-417b-bacb-0081d56f5cc2 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0601652 Jul 28 12:02:50.557714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-577e3fad-7c37-49a3-88ed-0ec949da8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:50.559251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-577e3fad-7c37-49a3-88ed-0ec949da8fc8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09&tenant_id=e14349ab9a1546ea999a5da1f32030d2 HTTP/1.1" status: 200 len: 1097 time: 0.0474975 Jul 28 12:02:50.570595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:02:50.582937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9c26fdd0-b51d-4efc-b040-0dc83fedd2e4 req-476aac02-5a83-424c-82d7-9eb89c7e0591 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365314 Jul 28 12:02:50.627893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:50.831322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:02:50.864894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:02:50.908106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:50.910440 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72b131-8638-433e-898e-c3f263a80f52" -d '{"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-unplugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:50.914562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:50.927370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Transition to ACTIVE for port object eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:02:50.933426 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:50.971145 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6b79f-736f-4386-ba16-aae57e37f255 x-openstack-request-id: req-f8e6b79f-736f-4386-ba16-aae57e37f255 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:50.971584 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-unplugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:50.971772 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8e6b79f-736f-4386-ba16-aae57e37f255 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:50.972402 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'code': 200} Jul 28 12:02:51.019610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:51.060192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] No DVR routers for this DVR port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:02:51.200122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:02:51.200479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:02:51.200811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:02:51.205837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:02:51.206177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Attempting to bind port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:02:51.211227 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:02:51.211572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Checking segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:02:51.211954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Bound using segment: {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:02:51.212411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Bound port: eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f481-a408-4a62-b767-768087548f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:02:51.212771 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:51.275273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:02:51.278205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:02:51.282793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:51.317448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.318054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:51.319401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1093 time: 0.7529368 Jul 28 12:02:51.342541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df1c6d-d742-4b1b-ba98-2cd984ec88c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:02:51.389413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-94c1b157-d9cc-4597-af36-15bcfd96789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.390915 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-94c1b157-d9cc-4597-af36-15bcfd96789b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0453990 Jul 28 12:02:51.483521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-6913114c-0a29-4f19-b23a-c805819e9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.485030 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-6913114c-0a29-4f19-b23a-c805819e9e3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0865123 Jul 28 12:02:51.554097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-0732fd23-64f4-41a8-ada8-d4e64a46f1c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.0623548 Jul 28 12:02:51.602704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-1b872a00-2225-4e3d-bfb9-3975924375a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.603985 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-1b872a00-2225-4e3d-bfb9-3975924375a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0428684 Jul 28 12:02:51.651604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc539-de82-45a3-840d-97f6b0836170 req-bcb84cc7-f4c1-43f3-a8b8-825f2c29e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.653129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-bcb84cc7-f4c1-43f3-a8b8-825f2c29e8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420377 Jul 28 12:02:51.700352 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bd0c1-0c4e-4bd3-af31-29ba93d96d18 req-6de0aa4a-2856-4b53-ba99-3b58dbd03fe7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:51.701869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-316bd0c1-0c4e-4bd3-af31-29ba93d96d18 req-6de0aa4a-2856-4b53-ba99-3b58dbd03fe7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0502162 Jul 28 12:02:51.739964 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-316bd0c1-0c4e-4bd3-af31-29ba93d96d18 req-47db36c9-7f50-4f77-a7e4-0ce0b47bcb59 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Jul 28 12:02:51.745615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-e8ce1fbd-be27-48ee-a2e1-01456bd3d874 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855200 Jul 28 12:02:51.835664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-21adc539-de82-45a3-840d-97f6b0836170 req-05edb2b3-9aeb-461e-976e-76b449531d1d service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827036 Jul 28 12:02:52.014102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:02:52.055018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:02:52.410839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014ebe-c70f-4445-b159-966715f1f73f req-9a736cfe-4541-43a0-933e-7a21e37af654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:52.412365 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-9a736cfe-4541-43a0-933e-7a21e37af654 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0481160 Jul 28 12:02:52.516556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014ebe-c70f-4445-b159-966715f1f73f req-3889365c-eea6-4380-a277-12c394b8f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:52.518365 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-3889365c-eea6-4380-a277-12c394b8f9d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.0858898 Jul 28 12:02:52.593187 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-07f94eea-7579-4f7e-ac33-5bf7bd4e8574 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.0669816 Jul 28 12:02:52.644273 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014ebe-c70f-4445-b159-966715f1f73f req-0a918ac6-e94d-4531-a0ef-ae33da43eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:52.645664 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-0a918ac6-e94d-4531-a0ef-ae33da43eb9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0455937 Jul 28 12:02:52.692732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014ebe-c70f-4445-b159-966715f1f73f req-c67601ee-4452-4ebb-a6f1-b7d700f4805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:52.694235 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-c67601ee-4452-4ebb-a6f1-b7d700f4805b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Jul 28 12:02:52.790513 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-b643761a-2c85-4d89-a5ea-b9ccdb0b7cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889552 Jul 28 12:02:52.864638 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d38a3-4713-4a7a-8095-6718256da99d req-708129c4-d4c4-4f17-9a80-91b359b1cb53 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:52.866385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c9d38a3-4713-4a7a-8095-6718256da99d req-708129c4-d4c4-4f17-9a80-91b359b1cb53 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0539250 Jul 28 12:02:52.891033 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26014ebe-c70f-4445-b159-966715f1f73f req-efa8fab7-6324-42b3-8836-935aadb369c1 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933540 Jul 28 12:02:52.906999 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c9d38a3-4713-4a7a-8095-6718256da99d req-7ff532e4-e602-44cc-b5a0-7c230060f99b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330608 Jul 28 12:02:52.973398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:02:52.975809 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e270dd9-e226-402c-b671-9dff48728ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:02:53.026548 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e795b-c74d-4853-846b-437d08f374b8 x-openstack-request-id: req-fa3e795b-c74d-4853-846b-437d08f374b8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:02:53.026844 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:02:53.027168 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa3e795b-c74d-4853-846b-437d08f374b8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:02:53.027597 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'status': 'completed', 'code': 200} Jul 28 12:02:53.104463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:53.118098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-c2c3234a-9263-42dd-992e-4e212d52c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.119610 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-c2c3234a-9263-42dd-992e-4e212d52c798 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0749097 Jul 28 12:02:53.122191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-c10437c9-2643-48c0-b926-89a281f425f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.123531 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-c10437c9-2643-48c0-b926-89a281f425f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e14349ab9a1546ea999a5da1f32030d2&device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 1096 time: 0.0699565 Jul 28 12:02:53.284558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-c804079c-2a0f-4c35-9a01-be54c1171692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.286036 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-c804079c-2a0f-4c35-9a01-be54c1171692 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1594248 Jul 28 12:02:53.287135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-d79b744e-1957-4a2f-a43e-c3cd4b84060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.288449 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-d79b744e-1957-4a2f-a43e-c3cd4b84060d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 200 len: 912 time: 0.1545763 Jul 28 12:02:53.399541 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-8cbd6153-5654-4242-b790-fbbdb25ce7ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.1065729 Jul 28 12:02:53.401297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-ab94603c-39ee-4bd9-9dfd-9c96d186b8f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 200 len: 1001 time: 0.1029232 Jul 28 12:02:53.487029 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-95615ff1-441f-4eaf-819f-3302257913b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.488506 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-95615ff1-441f-4eaf-819f-3302257913b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0821748 Jul 28 12:02:53.489892 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-754f7f56-7874-452b-be76-4ebf90b1edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.491184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-754f7f56-7874-452b-be76-4ebf90b1edcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 200 len: 850 time: 0.0769384 Jul 28 12:02:53.563047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-1c97b66f-6454-4e2f-87f7-d7037be38572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.564530 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-1c97b66f-6454-4e2f-87f7-d7037be38572 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618989 Jul 28 12:02:53.566451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-224697d8-973e-4a40-bab8-c56bbabde901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:53.567824 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-224697d8-973e-4a40-bab8-c56bbabde901 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e00e35b-e5b0-4138-8769-7c3136b1b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729277 Jul 28 12:02:53.730565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-3a846ed6-e41e-41fd-89f2-7009e79dcb41 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579537 Jul 28 12:02:53.732417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-ac49e6af-351c-4e35-88c9-c3ab2ea7511f service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523204 Jul 28 12:02:53.896562 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-fb7b852e-589c-4793-9186-6307131fe1a5 service neutron] 10.222.0.44 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575751 Jul 28 12:02:53.898454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1e270dd9-e226-402c-b671-9dff48728ad0 req-dea615df-110f-4220-80c4-7d31863d6ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585574 Jul 28 12:02:54.025374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c432ce3-50ff-4f19-81d3-80954addb578 req-845044a4-aae6-4d7d-920a-0df6237e460b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:54.026883 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c432ce3-50ff-4f19-81d3-80954addb578 req-845044a4-aae6-4d7d-920a-0df6237e460b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0492947 Jul 28 12:02:54.068970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2c432ce3-50ff-4f19-81d3-80954addb578 req-fa69819d-43ba-4c54-9905-462af7d34960 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 Jul 28 12:02:55.187642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205d91-155c-40c8-97c4-86a59e7c53f5 req-6e30dae4-9f40-4cbc-b732-ea74da4c2445 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:55.189293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b205d91-155c-40c8-97c4-86a59e7c53f5 req-6e30dae4-9f40-4cbc-b732-ea74da4c2445 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Jul 28 12:02:55.227471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b205d91-155c-40c8-97c4-86a59e7c53f5 req-0832aad6-4cc8-4119-bbdf-2ced3cfa2dc0 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Jul 28 12:02:56.341765 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b416f-0d96-4e6a-b70f-bd0e78618a92 req-cdd882df-2f95-42f4-a371-8b4668d99c0c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:56.343213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd0b416f-0d96-4e6a-b70f-bd0e78618a92 req-cdd882df-2f95-42f4-a371-8b4668d99c0c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Jul 28 12:02:56.380987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd0b416f-0d96-4e6a-b70f-bd0e78618a92 req-d20671c5-3d5b-488b-a16d-1b7cd6cc422c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jul 28 12:02:57.495541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44eb5-ada5-479d-a118-acd46fcf133e req-f3443625-782c-4834-abad-939929b5db5d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:57.496948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38e44eb5-ada5-479d-a118-acd46fcf133e req-f3443625-782c-4834-abad-939929b5db5d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Jul 28 12:02:57.539061 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38e44eb5-ada5-479d-a118-acd46fcf133e req-02603427-d913-4e9d-99ca-58b62ce93b61 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355508 Jul 28 12:02:57.935348 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a032b2c5-5f50-4d14-8fa4-881fde72674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:02:58.660300 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c1ad-4fb9-45fc-aef3-daa3c8ce0901 req-574ccad3-350e-4c0f-9893-f41d4c750c1b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:58.661736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8e0c1ad-4fb9-45fc-aef3-daa3c8ce0901 req-574ccad3-350e-4c0f-9893-f41d4c750c1b tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Jul 28 12:02:58.699487 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f8e0c1ad-4fb9-45fc-aef3-daa3c8ce0901 req-6a6ba470-5f29-4c98-8940-feb0db4d7393 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Jul 28 12:02:59.815817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515b545-5801-4603-b7a0-0b55559076bc req-4f581c57-dc1d-4be9-9ecc-2c14ccba1d05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:02:59.817301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3515b545-5801-4603-b7a0-0b55559076bc req-4f581c57-dc1d-4be9-9ecc-2c14ccba1d05 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Jul 28 12:02:59.854393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3515b545-5801-4603-b7a0-0b55559076bc req-a5c73780-09b5-4322-b648-84e4d268dac5 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Jul 28 12:03:00.974287 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e1353-9dd9-48f7-a1d5-abf5228b5aa3 req-bb263236-4721-4994-b689-b168df0c503f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:00.975796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a7e1353-9dd9-48f7-a1d5-abf5228b5aa3 req-bb263236-4721-4994-b689-b168df0c503f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Jul 28 12:03:01.024739 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9a7e1353-9dd9-48f7-a1d5-abf5228b5aa3 req-09fca8d8-f446-4fcd-b92d-377bdeedfb73 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370867 Jul 28 12:03:01.065916 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:01.189122 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf8b797c-4b9a-4a1f-97dd-597d32eca92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:02.141390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b54d-9e6f-432c-bd7e-ca19f8010b39 req-d040f2c2-7978-40f1-abdf-fc6aed237a04 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:02.142084 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:02.143424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8197b54d-9e6f-432c-bd7e-ca19f8010b39 req-d040f2c2-7978-40f1-abdf-fc6aed237a04 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Jul 28 12:03:02.181726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8197b54d-9e6f-432c-bd7e-ca19f8010b39 req-bafd74e1-d313-4d2f-a71e-7056109bdbfb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Jul 28 12:03:03.168070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:03:03.262073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:03.273321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'port_id': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'mac_address': 'fa:16:3e:94:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:03:03.296060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35bdc9-92cd-4886-b01d-cd7d4ef2f4a3 req-3196d0ad-5f2a-47cb-86ef-cbfdb50fe33d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:03.297581 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c35bdc9-92cd-4886-b01d-cd7d4ef2f4a3 req-3196d0ad-5f2a-47cb-86ef-cbfdb50fe33d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 945 time: 0.0486002 Jul 28 12:03:03.314244 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:03.329108 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:03.341113 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c35bdc9-92cd-4886-b01d-cd7d4ef2f4a3 req-6503140a-6f29-40dd-b98a-10d3b39ab403 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365822 Jul 28 12:03:03.349067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:03.353352 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:03.403707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:03.459779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737adb-f2c2-4d9d-ad87-c6d2a98a0524 req-5038189f-e0aa-424e-8565-cdbaf8accd22 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:03.461169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad737adb-f2c2-4d9d-ad87-c6d2a98a0524 req-5038189f-e0aa-424e-8565-cdbaf8accd22 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Jul 28 12:03:03.503466 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ad737adb-f2c2-4d9d-ad87-c6d2a98a0524 req-67610ba7-2c37-4529-8e07-af18bd41ff6f tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364044 Jul 28 12:03:03.595099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:03.619226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847f9e-5c35-496c-950d-c2aec8f6b3ee req-3d345832-6d4e-4dc8-a91c-ea679ae58ecf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:03.620731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d847f9e-5c35-496c-950d-c2aec8f6b3ee req-3d345832-6d4e-4dc8-a91c-ea679ae58ecf tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Jul 28 12:03:03.622177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:03.660471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d847f9e-5c35-496c-950d-c2aec8f6b3ee req-97b65251-48d0-467c-919a-4cba918bfbc7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335977 Jul 28 12:03:03.899015 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74fd63-43a1-4d82-ba51-e5c9b36ff99e req-f6fcc862-044f-4924-8f41-602e0cc41a71 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:03.900480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e74fd63-43a1-4d82-ba51-e5c9b36ff99e req-f6fcc862-044f-4924-8f41-602e0cc41a71 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0492418 Jul 28 12:03:03.938566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8e74fd63-43a1-4d82-ba51-e5c9b36ff99e req-ed4c76d1-2137-44d5-a938-4b339d3c72c7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Jul 28 12:03:05.057877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee52c6-0285-4113-a898-f313d1356b70 req-21e34307-6d5b-4535-8a77-087c8088f88a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:05.059326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96ee52c6-0285-4113-a898-f313d1356b70 req-21e34307-6d5b-4535-8a77-087c8088f88a tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 946 time: 0.0499089 Jul 28 12:03:05.100474 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-96ee52c6-0285-4113-a898-f313d1356b70 req-dcbe4175-164e-49b9-b1b9-7de780da2ce7 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups?id=eebdb403-ab5a-4951-a681-f8402498cfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351214 Jul 28 12:03:05.168132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:05.214132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:05.217586 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:05.217953 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.292499 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.319691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:05.321886 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8e867-78b9-4222-86c7-813754f0e300" -d '{"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-plugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:05.335153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:05.339285 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.365205 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6ff7dc-03ff-478d-9804-7658f109421d x-openstack-request-id: req-dc6ff7dc-03ff-478d-9804-7658f109421d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:05.365493 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-plugged", "status": "completed", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:05.365743 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc6ff7dc-03ff-478d-9804-7658f109421d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:05.366162 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'code': 200} Jul 28 12:03:05.390519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:05.458444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-cb7106e2-9549-4e35-b26e-dd4e6a6f1ef8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:05.459884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-cb7106e2-9549-4e35-b26e-dd4e6a6f1ef8 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 947 time: 0.0477047 Jul 28 12:03:05.545675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Deleting port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:05.546010 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.632826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] For port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:05.633109 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.796433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.796798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.797104 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253 disassociated. External IP: 172.25.1.127, port: eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1. Jul 28 12:03:05.797435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Calling delete_port for eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:05.923409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:05.957264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event deleted for resources: {'Port': ['ID=eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:06.082009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:03:06.193554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:03:06.197506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-27376d68-7584-48ac-a438-f521b40cda9b req-284b2654-db80-48cd-bfa9-631690661993 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Jul 28 12:03:06.203797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:03:06.212926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:06.213552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:03:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:06.236062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] No DVR routers for this DVR port eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:06.239556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:06.241733 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-45f8fb18-a902-47ab-9b56-bf3035e8c0e7 req-0e26d754-02d2-4b1e-9fee-2eb4b1d82666 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.44 "DELETE /v2.0/ports/eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 HTTP/1.1" status: 204 len: 173 time: 0.7756793 Jul 28 12:03:06.242194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-deleted', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:06.244749 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6129733c-4758-4e58-9459-0a4ed352d5c8" -d '{"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-deleted", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:06.283025 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd124d-12dc-4aaa-9fd3-7ddce4e56df4 x-openstack-request-id: req-46bd124d-12dc-4aaa-9fd3-7ddce4e56df4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:06.283356 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09", "name": "network-vif-deleted", "tag": "eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:06.283605 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46bd124d-12dc-4aaa-9fd3-7ddce4e56df4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:06.284002 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09', 'name': 'network-vif-deleted', 'tag': 'eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1', 'status': 'completed', 'code': 200} Jul 28 12:03:06.480288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:06.677595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:06.707183 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:03:06.715508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:06.716109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:03:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:06.820160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:07.021810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:07.046889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85167-8134-4782-be80-8c15489ffa76 None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:27Z', 'revision_number': 4, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '357d7436-c691-4cea-9d85-816fcfe5c72a', 'name': '', 'network_id': '2e00e35b-e5b0-4138-8769-7c3136b1b2ef', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'mac_address': 'fa:16:3e:f3:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:26Z', 'updated_at': '2021-07-28T11:53:32Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'subnets': [{'id': 'b18494f9-7cb7-4124-9a8a-52605e89aa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:03:07.280872 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bee486-31f1-4d39-ba85-fc3d78395341 None None] New status for floating IP 311d0afc-5e79-4d9a-93ca-c967f2701253: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:03:07.301572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2fc464b6-eb70-492b-a408-77e22ea3337c req-84cc848b-9364-46b6-936c-9a5f42115cff tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 210 time: 0.0278378 Jul 28 12:03:08.398879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fff5c680-054a-4d57-ad48-2303b9999517 req-773795cf-b31e-4ea8-8867-21edfffdb31d tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 210 time: 0.0268302 Jul 28 12:03:09.199634 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:09.220072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:09.220446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device eac1c873-8c70-4ba8-b7b3-f0c226ccbfe1 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:09.495427 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7f30ae8-61b3-4838-b226-c01cbf7504c5 req-4ccdd3eb-cb68-42ee-8861-309455d1facb tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d12f4f-79d9-4b62-972b-cbc8dc0e7a09 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Jul 28 12:03:13.425757 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:13.481835 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.507305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.560403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.563178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.564644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "DELETE /v2.0/security-groups/eebdb403-ab5a-4951-a681-f8402498cfee HTTP/1.1" status: 204 len: 168 time: 0.1377647 Jul 28 12:03:13.567165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:13.573784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebdb403-ab5a-4951-a681-f8402498cfee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:13.581144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.581484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.581824 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.582168 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.582475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.582796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.583115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.583439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.583756 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.584071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.584431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.584747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5fc19-e2fe-4fff-bbbd-6a526f9b76bc tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:13.584929 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-486ba69d-1a55-44d0-b91a-2c45a62a6897 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] show failed (client error): The resource could not be found. Jul 28 12:03:13.586316 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-486ba69d-1a55-44d0-b91a-2c45a62a6897 tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "GET /v2.0/security-groups/eebdb403-ab5a-4951-a681-f8402498cfee HTTP/1.1" status: 404 len: 347 time: 0.0174460 Jul 28 12:03:13.588886 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:13.717097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Deleting port e5a7d694-63e8-43d5-b620-92128ba48712 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:13.717438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.792093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.792455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.803686 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Calling delete_port for e5a7d694-63e8-43d5-b620-92128ba48712 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:13.937221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:13.965820 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Pushing event deleted for resources: {'Port': ['ID=e5a7d694-63e8-43d5-b620-92128ba48712,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:14.034442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:14.037419 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:14.038594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9342e5cf-7c25-4cc5-8a1b-8ecfb238683c tempest-ServerActionsTestJSON-1936448233 tempest-ServerActionsTestJSON-1936448233-project] 10.222.0.20 "DELETE /v2.0/floatingips/311d0afc-5e79-4d9a-93ca-c967f2701253 HTTP/1.1" status: 204 len: 168 time: 0.4487884 Jul 28 12:03:14.041519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:14.435366 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:14.675630 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Deleting port 357d7436-c691-4cea-9d85-816fcfe5c72a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:14.675957 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:14.754037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] For port 357d7436-c691-4cea-9d85-816fcfe5c72a, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=357d7436-c691-4cea-9d85-816fcfe5c72a,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:14.754400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:14.767150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Calling delete_port for 357d7436-c691-4cea-9d85-816fcfe5c72a owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:14.940044 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:14.966326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Pushing event deleted for resources: {'Port': ['ID=357d7436-c691-4cea-9d85-816fcfe5c72a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:15.130295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:15.586772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Router 22ba088e-9667-4be4-8613-7a51d194bc5e has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:03:15.690798 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:03:15.696405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-14d6e907-8f2a-4bfa-9c0a-308586a03836 admin admin] 10.222.0.20 "PUT /v2.0/routers/22ba088e-9667-4be4-8613-7a51d194bc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538341 Jul 28 12:03:15.698437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:15.699455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] Sync routers for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:03:15.708604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:15.709233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:03:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:15.800934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:15.813560 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:15.902380 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:15.955136 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Deleting port 5d960489-43e1-4bd6-a713-1651df3d7184 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:15.955486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:15.988536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T12:03:14Z', 'revision_number': 5, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port': {'id': '5d960489-43e1-4bd6-a713-1651df3d7184', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:16.015127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] Checking router: 22ba088e-9667-4be4-8613-7a51d194bc5e for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:03:16.024838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] Routers {'22ba088e-9667-4be4-8613-7a51d194bc5e'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:03:16.025461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:03:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['22ba088e-9667-4be4-8613-7a51d194bc5e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:16.041122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] For port 5d960489-43e1-4bd6-a713-1651df3d7184, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5d960489-43e1-4bd6-a713-1651df3d7184,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:16.041488 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.055068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Calling delete_port for 5d960489-43e1-4bd6-a713-1651df3d7184 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:16.109968 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] Set router 22ba088e-9667-4be4-8613-7a51d194bc5e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:03:16.164599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T12:03:15Z', 'revision_number': 6, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:16.192509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ad39d5-bc2b-4ea5-be12-efd001efc8ba None None] The sync data for ids ['22ba088e-9667-4be4-8613-7a51d194bc5e'] in n-d-723573-7 is: [{'id': '22ba088e-9667-4be4-8613-7a51d194bc5e', 'name': 'tempest-ServerActionsTestJSON-542264976-router', 'tenant_id': 'e14349ab9a1546ea999a5da1f32030d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T11:53:24Z', 'updated_at': '2021-07-28T12:03:15Z', 'revision_number': 6, 'project_id': 'e14349ab9a1546ea999a5da1f32030d2', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:03:16.219592 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.243969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Pushing event deleted for resources: {'Port': ['ID=5d960489-43e1-4bd6-a713-1651df3d7184,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:16.308050 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.396048 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.398127 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.442607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.443034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ba088e-9667-4be4-8613-7a51d194bc5e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:03:16.447282 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.448365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d6adbda3-e30e-4173-9456-4ba648a5eebe admin admin] 10.222.0.20 "DELETE /v2.0/routers/22ba088e-9667-4be4-8613-7a51d194bc5e HTTP/1.1" status: 204 len: 168 time: 0.7489460 Jul 28 12:03:16.451150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:16.495141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Deleting subnet b18494f9-7cb7-4124-9a8a-52605e89aa24 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:03:16.498165 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.532782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.623350 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.677219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.703421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18494f9-7cb7-4124-9a8a-52605e89aa24,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:16.707718 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.709611 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b6ef7a6b-3aec-4120-ad99-a750298ac755 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b18494f9-7cb7-4124-9a8a-52605e89aa24 HTTP/1.1" status: 204 len: 168 time: 0.2575376 Jul 28 12:03:16.712494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:16.714014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8435e-1805-413d-98cd-bf8a88842854 None None] Network 2e00e35b-e5b0-4138-8769-7c3136b1b2ef requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:16.784113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.837950 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Deleting port 6e44bce5-aacc-42ff-a040-4bd799c706bb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:16.838297 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.900143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] For port 6e44bce5-aacc-42ff-a040-4bd799c706bb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6e44bce5-aacc-42ff-a040-4bd799c706bb,segment=NetworkSegment(a403f481-a408-4a62-b767-768087548f7f),segment_id=a403f481-a408-4a62-b767-768087548f7f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:16.900466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:16.917426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Calling delete_port for 6e44bce5-aacc-42ff-a040-4bd799c706bb owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:16.954430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] DHCP port deletion for 2e00e35b-e5b0-4138-8769-7c3136b1b2ef request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:03:16.999562 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.010750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5d960489-43e1-4bd6-a713-1651df3d7184 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:17.014215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Deleting port 6e44bce5-aacc-42ff-a040-4bd799c706bb {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:17.014584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.024857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e44bce5-aacc-42ff-a040-4bd799c706bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:17.031006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] No DVR routers for this DVR port 6e44bce5-aacc-42ff-a040-4bd799c706bb on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:17.041650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5d960489-43e1-4bd6-a713-1651df3d7184 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:17.041983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5d960489-43e1-4bd6-a713-1651df3d7184 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:17.042442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 357d7436-c691-4cea-9d85-816fcfe5c72a no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:17.092416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 357d7436-c691-4cea-9d85-816fcfe5c72a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:17.092781 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 357d7436-c691-4cea-9d85-816fcfe5c72a not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:17.093201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6e44bce5-aacc-42ff-a040-4bd799c706bb no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:17.112900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.116512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6e44bce5-aacc-42ff-a040-4bd799c706bb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:17.116836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6e44bce5-aacc-42ff-a040-4bd799c706bb not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:17.125934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e00e35b-e5b0-4138-8769-7c3136b1b2ef']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:17.132440 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] For port 6e44bce5-aacc-42ff-a040-4bd799c706bb, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:17.133115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.136668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a403f481-a408-4a62-b767-768087548f7f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:17.137228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a403f481-a408-4a62-b767-768087548f7f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:17.145952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Calling delete_port for 6e44bce5-aacc-42ff-a040-4bd799c706bb owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:17.146738 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.148893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Port 6e44bce5-aacc-42ff-a040-4bd799c706bb was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 12:03:17.150140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.162100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.168222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:17.168655 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:17.170402 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:17.175010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] Pushing event deleted for resources: {'Port': ['ID=6e44bce5-aacc-42ff-a040-4bd799c706bb,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:17.181466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f502d6d-1a7f-488b-84ef-4e68f2f4190c None None] No DVR routers for this DVR port 6e44bce5-aacc-42ff-a040-4bd799c706bb on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:17.235020 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.240824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.243549 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e00e35b-e5b0-4138-8769-7c3136b1b2ef HTTP/1.1" status: 204 len: 168 time: 0.5293274 Jul 28 12:03:17.256770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af8969-91dd-4e79-bc9c-b749ae77c814 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e00e35b-e5b0-4138-8769-7c3136b1b2ef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:17.358586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:17.402208 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e9624637-2fe4-4e7c-97e2-a183dd57e54a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e14349ab9a1546ea999a5da1f32030d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424235 Jul 28 12:03:17.404682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:17.451656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9742902-3752-43ef-911f-a17748e59d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.473724 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9742902-3752-43ef-911f-a17748e59d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.520533 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9742902-3752-43ef-911f-a17748e59d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.523210 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9742902-3752-43ef-911f-a17748e59d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:17.524408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d9742902-3752-43ef-911f-a17748e59d53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f99e6183-2216-410c-8833-376bfb39897f HTTP/1.1" status: 204 len: 168 time: 0.1188116 Jul 28 12:03:17.532191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9742902-3752-43ef-911f-a17748e59d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e6183-2216-410c-8833-376bfb39897f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:18.173589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 57830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:18.291861 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2138587380-network', 'tenant_id': '36555fa6ff0a4f7ba3f37fb66f0e1873'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:18.312406 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Made reservation on behalf of 36555fa6ff0a4f7ba3f37fb66f0e1873 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:18.315103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.323353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.411415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.415376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.437305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:18.451306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:18.457468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.457807 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Added segment 5d280d4d-c0ae-4ede-b52e-0e707cc758b5 of type vlan for network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 Jul 28 12:03:18.499275 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.526972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.527903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:18.528496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.578146 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4033673 Jul 28 12:03:18.581794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 57834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:18.586957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Request body: {'subnet': {'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2138587380-subnet', 'tenant_id': '36555fa6ff0a4f7ba3f37fb66f0e1873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:18.587882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4fe2e-7881-4a46-8a9f-52502551a03a admin admin] Pushing event updated for resources: {'Network': ['ID=9828f5fb-3bab-4bc0-9f59-c571a75bedd4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:18.597633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:18.608481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Made reservation on behalf of 36555fa6ff0a4f7ba3f37fb66f0e1873 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:18.610865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.790927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.847045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b938bb5-98c1-443b-a103-fc1c42ff0874,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:18.857396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Checking segment: {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:18.857747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Network hostable DHCP agents. Network: 9828f5fb-3bab-4bc0-9f59-c571a75bedd4, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:18.873531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:18.881946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9828f5fb-3bab-4bc0-9f59-c571a75bedd4) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:18.886147 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:18.886729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:18.892893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe53da-a638-4c43-bd36-9d4788e5ab3b None None] Network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:18.900393 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-76f256cb-6ab4-421e-9f9e-352dcba01f0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3174334 Jul 28 12:03:19.014213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66b9fb-8142-41cd-8e61-a042a9df0a8a None None] Network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:19.337343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-1b63012e-c03a-4fa6-90bf-d8d17a861525 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:19.338751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-1b63012e-c03a-4fa6-90bf-d8d17a861525 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/networks?id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 200 len: 814 time: 0.1040187 Jul 28 12:03:19.354467 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-2b36aa27-4a68-499b-9c1a-0c3c612a83e8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/quotas/36555fa6ff0a4f7ba3f37fb66f0e1873 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Jul 28 12:03:19.390755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-5e5be837-50f5-49f8-9429-22fca73b77fe tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308316 Jul 28 12:03:19.558210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-55c812e7-e277-4525-b7c8-6a9adf1ff596 service neutron] 10.222.0.20 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272786 Jul 28 12:03:19.646151 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-ae2f2d90-c79e-45bb-be16-845b45e790f4 service neutron] 10.222.0.20 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817921 Jul 28 12:03:19.807049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f3e52ca-61d7-48a6-8d3d-30dfd79cce35 req-6bbcf306-7355-4e19-921e-b13473cb7080 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Jul 28 12:03:20.246356 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:20.899268 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-8425c9ba-f909-4b95-b95a-882166c762f8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:20.900926 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-8425c9ba-f909-4b95-b95a-882166c762f8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.41 "GET /v2.0/networks?id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 200 len: 814 time: 0.1106255 Jul 28 12:03:20.907956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93f9b442-5ebe-4a07-8ca6-8c29fddbd5df req-6027b9a5-3192-4bf1-b82f-ff0cf8d312c7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 210 time: 0.0262592 Jul 28 12:03:20.914844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Request body: {'port': {'device_id': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4', 'admin_state_up': True, 'tenant_id': '36555fa6ff0a4f7ba3f37fb66f0e1873'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:21.034918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Made reservation on behalf of 36555fa6ff0a4f7ba3f37fb66f0e1873 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:21.038480 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:21.167324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Allocated IP 172.20.0.5 (9828f5fb-3bab-4bc0-9f59-c571a75bedd4/6b938bb5-98c1-443b-a103-fc1c42ff0874/cd98e9ed-292c-43e7-bc1f-33f4ae4d763a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:21.311272 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:21.350744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:21.397312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:21.400374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:21.406466 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:21.413142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Pushing event updated for resources: {'Port': ['ID=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:21.458059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:21.458838 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:21.473466 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-f10a26a9-2de5-46de-b322-8bde7eb55e90 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629122 Jul 28 12:03:21.485034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Request body: {'port': {'device_id': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:21.537365 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:22.030083 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b4073-dd89-4555-a056-97c370cb0726 req-6c8d01e8-806f-496c-9a49-9b0a94051d10 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.031566 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a8b4073-dd89-4555-a056-97c370cb0726 req-6c8d01e8-806f-496c-9a49-9b0a94051d10 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 931 time: 0.0549843 Jul 28 12:03:22.070119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a8b4073-dd89-4555-a056-97c370cb0726 req-66281050-8398-4a8d-a4d4-bf1c2e19afcb tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Jul 28 12:03:22.139514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd98e9ed-292c-43e7-bc1f-33f4ae4d763a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:22.146998 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:22.158811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Transition to ACTIVE for port object cd98e9ed-292c-43e7-bc1f-33f4ae4d763a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:22.162537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:22.210087 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:22.278471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Attempting to bind port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:22.278810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Attempting to bind port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:22.279140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Attempting to bind port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a on network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:22.283415 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a on network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:03:22.283737 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Attempting to bind port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a on network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:22.288589 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:22.288930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Checking segment: {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:22.289316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Bound using segment: {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:22.289770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Bound port: cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:22.290129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:22.354329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] For port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:22.357301 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] For port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:22.361921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:22.393888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.394509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:22.395888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd98e9ed-292c-43e7-bc1f-33f4ae4d763a HTTP/1.1" status: 200 len: 1091 time: 0.9148319 Jul 28 12:03:22.396359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'tag': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:22.398600 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ebefe4-7df6-4535-af8a-defaabcd67b1" -d '{"events": [{"name": "network-changed", "server_uuid": "42ab9ec7-80cf-4bec-b81b-adc2deda9e41", "tag": "cd98e9ed-292c-43e7-bc1f-33f4ae4d763a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:22.425100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c80d-9c4f-4724-9c24-f6a3b9d6e8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:22.447034 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700dc4b1-ed8a-4d4b-b482-99646f290303 x-openstack-request-id: req-700dc4b1-ed8a-4d4b-b482-99646f290303 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:22.447257 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ab9ec7-80cf-4bec-b81b-adc2deda9e41", "tag": "cd98e9ed-292c-43e7-bc1f-33f4ae4d763a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:22.447532 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700dc4b1-ed8a-4d4b-b482-99646f290303 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:22.447918 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'tag': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a', 'status': 'completed', 'code': 200} Jul 28 12:03:22.473792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:03:22.480168 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-e83ba537-552f-40ef-b162-c91c9daea663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.481756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-e83ba537-552f-40ef-b162-c91c9daea663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 1094 time: 0.0436459 Jul 28 12:03:22.526251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-1bfe39e3-9a84-4ccd-b198-96518e64b7d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a HTTP/1.1" status: 200 len: 217 time: 0.0355651 Jul 28 12:03:22.574620 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-fcb0b8d1-9796-42ed-ae98-2c3150129c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.576067 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-fcb0b8d1-9796-42ed-ae98-2c3150129c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b938bb5-98c1-443b-a103-fc1c42ff0874 HTTP/1.1" status: 200 len: 854 time: 0.0432198 Jul 28 12:03:22.607919 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-739d138f-13a5-4665-93e1-40d30a3c2db1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243359 Jul 28 12:03:22.703268 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-50465190-a259-495a-8303-c5390e701851 service neutron] 10.222.0.41 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867929 Jul 28 12:03:22.792352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7ec7e924-b458-448a-a4e9-da126e41e2d9 req-44662a74-d2a7-47c2-9e5b-2fbc4f4565c3 service neutron] 10.222.0.41 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822096 Jul 28 12:03:22.874357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-a2ee24aa-3b6d-4ab1-aff4-5c5cd2e56b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.875942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-a2ee24aa-3b6d-4ab1-aff4-5c5cd2e56b41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 1094 time: 0.0421970 Jul 28 12:03:22.968504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-36e870e1-df54-4444-b3ac-d4ded309c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:22.969898 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-36e870e1-df54-4444-b3ac-d4ded309c781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 200 len: 915 time: 0.0867789 Jul 28 12:03:23.011989 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-95fdc38a-5a94-4fcf-b1c2-c49566929a6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a HTTP/1.1" status: 200 len: 217 time: 0.0346847 Jul 28 12:03:23.061043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-686948a9-668f-4518-a150-e0e5f7fd69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:23.062473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-686948a9-668f-4518-a150-e0e5f7fd69a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b938bb5-98c1-443b-a103-fc1c42ff0874 HTTP/1.1" status: 200 len: 854 time: 0.0429053 Jul 28 12:03:23.104712 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-aa530373-acf9-4edf-93d5-bd46db16be09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302341 Jul 28 12:03:23.119247 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:23.190745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e640a-f7ed-431d-805d-74793cfc9c84 req-19742d7f-f982-4ed4-a891-cb4e13b8f438 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:23.192469 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-333e640a-f7ed-431d-805d-74793cfc9c84 req-19742d7f-f982-4ed4-a891-cb4e13b8f438 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 943 time: 0.0501707 Jul 28 12:03:23.203825 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-06fd0554-a941-465c-8d09-5573486ddf83 service neutron] 10.222.0.41 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916944 Jul 28 12:03:23.231088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-333e640a-f7ed-431d-805d-74793cfc9c84 req-3ed3b33f-d608-40f6-a248-524cd29d7253 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Jul 28 12:03:23.305182 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00ebefe4-7df6-4535-af8a-defaabcd67b1 req-0ab07414-611d-4542-be88-ba135a9e7d4f service neutron] 10.222.0.41 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926979 Jul 28 12:03:24.356731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f650-fdfa-4b1a-bc2d-6dfca64dde7d req-2eb57092-ae7a-4a15-9bcd-b957178e94da tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:24.358976 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7d9f650-fdfa-4b1a-bc2d-6dfca64dde7d req-2eb57092-ae7a-4a15-9bcd-b957178e94da tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 943 time: 0.0572426 Jul 28 12:03:24.396856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f7d9f650-fdfa-4b1a-bc2d-6dfca64dde7d req-3384d1f5-bd8c-42aa-80bd-40af55ef4287 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jul 28 12:03:25.515731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7181c9-b2ea-4f05-b899-1d6a9e2be8e9 req-911e3514-f708-4d17-b3b9-1c3eb99eede3 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:25.517121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7181c9-b2ea-4f05-b899-1d6a9e2be8e9 req-911e3514-f708-4d17-b3b9-1c3eb99eede3 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 943 time: 0.0525658 Jul 28 12:03:25.555015 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4c7181c9-b2ea-4f05-b899-1d6a9e2be8e9 req-d3a957e5-bcc6-49f7-9fa4-7a761a82d759 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Jul 28 12:03:26.200445 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cd98e9ed-292c-43e7-bc1f-33f4ae4d763a details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:03:26.292779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:26.304061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a', 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4', 'port_id': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a', 'mac_address': 'fa:16:3e:da:fd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b938bb5-98c1-443b-a103-fc1c42ff0874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:03:26.343243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.355377 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd98e9ed-292c-43e7-bc1f-33f4ae4d763a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:26.374555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:26.378603 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:26.424390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:26.560828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['cd98e9ed-292c-43e7-bc1f-33f4ae4d763a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:26.675543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf794c-a71c-4673-9a6f-eec292187617 req-c1cf81a5-0392-433e-9685-f3d5cc49b25c tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:26.676638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85bf794c-a71c-4673-9a6f-eec292187617 req-c1cf81a5-0392-433e-9685-f3d5cc49b25c tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 944 time: 0.0531306 Jul 28 12:03:26.716038 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85bf794c-a71c-4673-9a6f-eec292187617 req-e6574b1e-7957-4c15-b1de-e29c48901608 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Jul 28 12:03:27.829086 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48346a-04f6-4087-8959-4c1a6de58aa9 req-d7ff33c7-77a6-4668-80be-c25f884e39a2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:27.831318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd48346a-04f6-4087-8959-4c1a6de58aa9 req-d7ff33c7-77a6-4668-80be-c25f884e39a2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 944 time: 0.0488610 Jul 28 12:03:27.868287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd48346a-04f6-4087-8959-4c1a6de58aa9 req-6b803a59-a820-4696-b70f-90c11adfdf67 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Jul 28 12:03:27.935718 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f262350-d8ca-4168-a588-50cb51be6aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.215918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cd98e9ed-292c-43e7-bc1f-33f4ae4d763a up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:28.264231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:28.267883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:28.268287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.341761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.363788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:28.366220 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b26afd4-af23-4aee-bbe6-2b10fdd36c33" -d '{"events": [{"server_uuid": "42ab9ec7-80cf-4bec-b81b-adc2deda9e41", "name": "network-vif-plugged", "status": "completed", "tag": "cd98e9ed-292c-43e7-bc1f-33f4ae4d763a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:28.379182 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:28.383230 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:28.409579 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc1764-f4f7-4ddc-a620-dfc44f28fef7 x-openstack-request-id: req-5cdc1764-f4f7-4ddc-a620-dfc44f28fef7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:28.409871 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ab9ec7-80cf-4bec-b81b-adc2deda9e41", "name": "network-vif-plugged", "status": "completed", "tag": "cd98e9ed-292c-43e7-bc1f-33f4ae4d763a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:28.410123 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cdc1764-f4f7-4ddc-a620-dfc44f28fef7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:28.410505 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a', 'code': 200} Jul 28 12:03:28.437772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:28.500113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83209406-33d8-482d-8d1b-3c4f61a0405a req-756da1a5-ce68-485c-a58d-8fdcf150a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:28.501493 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83209406-33d8-482d-8d1b-3c4f61a0405a req-756da1a5-ce68-485c-a58d-8fdcf150a7d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 1096 time: 0.0407839 Jul 28 12:03:28.536441 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-83209406-33d8-482d-8d1b-3c4f61a0405a req-681e42f2-af4d-48e3-8717-b4da559cbafb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274434 Jul 28 12:03:28.985296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d692ee-34ce-4fbd-9d75-b490f3fe80a4 req-63aadf7b-90b5-4d23-8b6b-ab1fb8c6e238 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:28.986761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d692ee-34ce-4fbd-9d75-b490f3fe80a4 req-63aadf7b-90b5-4d23-8b6b-ab1fb8c6e238 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Jul 28 12:03:29.025441 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-77d692ee-34ce-4fbd-9d75-b490f3fe80a4 req-f9f24859-9a10-4eb3-886f-a198d722d9a2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Jul 28 12:03:30.138589 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbf38a-ce0a-4213-bad7-039600e43e02 req-e2d07ca2-e584-4a30-a6c7-17d94000cec8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:30.139944 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53bbf38a-ce0a-4213-bad7-039600e43e02 req-e2d07ca2-e584-4a30-a6c7-17d94000cec8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Jul 28 12:03:30.177875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-53bbf38a-ce0a-4213-bad7-039600e43e02 req-b3d8c273-1316-4f34-b4e3-2f3a26179845 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Jul 28 12:03:30.404923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-5a580fbb-1586-4a48-9a7e-f75f6178f5ea tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:30.406272 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-5a580fbb-1586-4a48-9a7e-f75f6178f5ea tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/networks?id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 200 len: 814 time: 0.1032147 Jul 28 12:03:30.421433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-e3c5ea7f-f2e1-4fb6-a7c8-d15d0276f735 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/quotas/36555fa6ff0a4f7ba3f37fb66f0e1873 HTTP/1.1" status: 200 len: 375 time: 0.0087841 Jul 28 12:03:30.469651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-2fe7e555-37bb-4614-a9fe-8d9a23bf913a tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429132 Jul 28 12:03:30.561775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-bd8624fa-91c0-4b7c-8416-79599043024b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:03:30.562801 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-bd8624fa-91c0-4b7c-8416-79599043024b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435405 Jul 28 12:03:30.651300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-984af33e-bc37-45ca-a591-3f6da5acb008 service neutron] 10.222.0.20 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814769 Jul 28 12:03:30.744682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-2c18e27c-fd54-4471-8360-e837b2231095 service neutron] 10.222.0.20 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868576 Jul 28 12:03:30.906594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3dcc42cb-c398-44f2-a3d7-98e614ce8bea req-5b6664ed-75db-4632-8e62-fa2c64f4f62f tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 210 time: 0.0272872 Jul 28 12:03:31.067857 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.189925 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74c66370-b492-4813-a69a-272c34b2bd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:31.895335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-f09b66a7-efe4-4c9c-8210-7638506ae6ef tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:31.896813 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-f09b66a7-efe4-4c9c-8210-7638506ae6ef tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.44 "GET /v2.0/networks?id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 200 len: 814 time: 0.1052701 Jul 28 12:03:31.911211 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Request body: {'port': {'device_id': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4', 'admin_state_up': True, 'tenant_id': '36555fa6ff0a4f7ba3f37fb66f0e1873'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:31.998710 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bf002c93-5468-42ee-8155-45d399173405 req-80d35f86-b7db-4c5b-809c-4e2f947ecef5 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 210 time: 0.0262098 Jul 28 12:03:32.020584 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Made reservation on behalf of 36555fa6ff0a4f7ba3f37fb66f0e1873 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:32.024744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.145738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.163130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Allocated IP 172.20.0.6 (9828f5fb-3bab-4bc0-9f59-c571a75bedd4/6b938bb5-98c1-443b-a103-fc1c42ff0874/31d57ca2-e3f6-4d88-a58a-28306281790b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:32.304039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.342166 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.353567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['cd98e9ed-292c-43e7-bc1f-33f4ae4d763a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:32.387893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:32.391075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:32.394838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:32.424491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Pushing event updated for resources: {'Port': ['ID=31d57ca2-e3f6-4d88-a58a-28306281790b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:32.449999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:32.450613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.464840 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-ea61464c-71bd-43f9-922a-f5904ed9d103 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583038 Jul 28 12:03:32.477206 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Request body: {'port': {'device_id': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:32.530081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.796813 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d57ca2-e3f6-4d88-a58a-28306281790b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:32.805267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.816863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Transition to ACTIVE for port object 31d57ca2-e3f6-4d88-a58a-28306281790b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:32.820505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:32.886463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Pushing event updated for resources: {'Port': ['ID=31d57ca2-e3f6-4d88-a58a-28306281790b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:32.935426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Attempting to bind port 31d57ca2-e3f6-4d88-a58a-28306281790b on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:32.936067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Attempting to bind port 31d57ca2-e3f6-4d88-a58a-28306281790b by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:32.936067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Attempting to bind port 31d57ca2-e3f6-4d88-a58a-28306281790b on network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:32.940329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Port 31d57ca2-e3f6-4d88-a58a-28306281790b on network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:03:32.940647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Attempting to bind port 31d57ca2-e3f6-4d88-a58a-28306281790b on network 9828f5fb-3bab-4bc0-9f59-c571a75bedd4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:32.945295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:32.945624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Checking segment: {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:32.945998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Bound using segment: {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:32.946410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Bound port: 31d57ca2-e3f6-4d88-a58a-28306281790b, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d280d4d-c0ae-4ede-b52e-0e707cc758b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:32.946758 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.011203 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] For port 31d57ca2-e3f6-4d88-a58a-28306281790b, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:33.014287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] For port 31d57ca2-e3f6-4d88-a58a-28306281790b, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=31d57ca2-e3f6-4d88-a58a-28306281790b,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:33.017965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.052410 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.053094 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.054480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] 10.222.0.44 "PUT /v2.0/ports/31d57ca2-e3f6-4d88-a58a-28306281790b HTTP/1.1" status: 200 len: 1091 time: 0.5816462 Jul 28 12:03:33.054932 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'tag': '31d57ca2-e3f6-4d88-a58a-28306281790b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:33.057229 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a156e-6f37-4b87-a140-ee1434bdbf83" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3a5591-fc7c-495b-a7ff-f15f2aa9052a", "tag": "31d57ca2-e3f6-4d88-a58a-28306281790b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:33.090312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc12d-063d-4e66-82bc-1c26551ddad2 service neutron] Pushing event updated for resources: {'Port': ['ID=31d57ca2-e3f6-4d88-a58a-28306281790b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:33.105431 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ef8536-c00a-42e9-89fe-09171811a915 x-openstack-request-id: req-30ef8536-c00a-42e9-89fe-09171811a915 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:33.105712 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3a5591-fc7c-495b-a7ff-f15f2aa9052a", "tag": "31d57ca2-e3f6-4d88-a58a-28306281790b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:33.105956 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30ef8536-c00a-42e9-89fe-09171811a915 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:33.106339 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'tag': '31d57ca2-e3f6-4d88-a58a-28306281790b', 'status': 'completed', 'code': 200} Jul 28 12:03:33.135578 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76746c58-3d44-4e40-8b91-30a26a0fa802 req-1959e597-776d-4ed2-8870-56bb53bc7d2c tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.138598 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76746c58-3d44-4e40-8b91-30a26a0fa802 req-1959e597-776d-4ed2-8870-56bb53bc7d2c tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 943 time: 0.0622392 Jul 28 12:03:33.141335 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-27f993c6-d09d-4df3-9fe4-0ca522d395e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.143436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-27f993c6-d09d-4df3-9fe4-0ca522d395e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 1094 time: 0.0466228 Jul 28 12:03:33.178215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-76746c58-3d44-4e40-8b91-30a26a0fa802 req-589cff38-3ba2-4712-91a9-14468eb40c29 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Jul 28 12:03:33.190071 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-61b1054b-6011-46d4-b7b7-dc9c4848ea42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31d57ca2-e3f6-4d88-a58a-28306281790b HTTP/1.1" status: 200 len: 217 time: 0.0384407 Jul 28 12:03:33.239488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-55ee7963-708f-45f5-92bc-7e8dfffc8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.241029 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-55ee7963-708f-45f5-92bc-7e8dfffc8a3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b938bb5-98c1-443b-a103-fc1c42ff0874 HTTP/1.1" status: 200 len: 854 time: 0.0437930 Jul 28 12:03:33.273821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-eab1c733-49c8-4571-bace-8477d740452a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251834 Jul 28 12:03:33.366138 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-58da4792-5a05-46fc-a8d1-e9d2411af6cb service neutron] 10.222.0.44 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853481 Jul 28 12:03:33.455909 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-85183ce4-5ab2-4432-960b-135d9cf3d52b req-b2629aca-b3ee-4ef0-bd19-0ad448bfd744 service neutron] 10.222.0.44 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818694 Jul 28 12:03:33.541038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-eea599b6-cde2-456c-8485-b536e2389ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.542492 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-eea599b6-cde2-456c-8485-b536e2389ea8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 1094 time: 0.0415511 Jul 28 12:03:33.596810 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:33.638327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-e8211efa-1234-4931-80bf-994cb1508dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.639862 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-e8211efa-1234-4931-80bf-994cb1508dcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 200 len: 915 time: 0.0906584 Jul 28 12:03:33.681333 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-41497b2b-a4d1-449d-996b-ae62c7dcc2ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31d57ca2-e3f6-4d88-a58a-28306281790b HTTP/1.1" status: 200 len: 217 time: 0.0346043 Jul 28 12:03:33.730874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-275ff1f5-ea07-4360-bd52-9643557cb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:33.732332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-275ff1f5-ea07-4360-bd52-9643557cb7d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b938bb5-98c1-443b-a103-fc1c42ff0874 HTTP/1.1" status: 200 len: 854 time: 0.0432878 Jul 28 12:03:33.769841 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-74e74504-d42e-4d88-96b7-c1ceb7849ef7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9828f5fb-3bab-4bc0-9f59-c571a75bedd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293870 Jul 28 12:03:33.857229 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-19a6e41a-4fe9-4ac6-ad55-69a152425251 service neutron] 10.222.0.44 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795166 Jul 28 12:03:33.950225 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-9f7a156e-6f37-4b87-a140-ee1434bdbf83 req-895a5b69-96ef-428e-82fd-65dc4ea193e1 service neutron] 10.222.0.44 "GET /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859113 Jul 28 12:03:34.294954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901dbe5-1285-4f1d-82c7-a0144fd3292c req-b2d31a9b-6a27-4f0e-9ae6-19bf3a1cbfb2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:34.296438 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5901dbe5-1285-4f1d-82c7-a0144fd3292c req-b2d31a9b-6a27-4f0e-9ae6-19bf3a1cbfb2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 943 time: 0.0503106 Jul 28 12:03:34.334561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5901dbe5-1285-4f1d-82c7-a0144fd3292c req-1635deaf-7615-4daf-a005-955cb7c66888 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Jul 28 12:03:35.371250 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 31d57ca2-e3f6-4d88-a58a-28306281790b details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:03:35.447594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7ecf3-6ae9-4bc5-b6b5-d6505a121e1a req-45a62177-9fb3-4cbc-a7a1-931d161866c3 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:35.449089 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ab7ecf3-6ae9-4bc5-b6b5-d6505a121e1a req-45a62177-9fb3-4cbc-a7a1-931d161866c3 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 943 time: 0.0477667 Jul 28 12:03:35.467249 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 31d57ca2-e3f6-4d88-a58a-28306281790b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=31d57ca2-e3f6-4d88-a58a-28306281790b,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:35.479219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '31d57ca2-e3f6-4d88-a58a-28306281790b', 'network_id': '9828f5fb-3bab-4bc0-9f59-c571a75bedd4', 'port_id': '31d57ca2-e3f6-4d88-a58a-28306281790b', 'mac_address': 'fa:16:3e:c8:dc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b938bb5-98c1-443b-a103-fc1c42ff0874', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:03:35.487137 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ab7ecf3-6ae9-4bc5-b6b5-d6505a121e1a req-194939a6-0dd6-469c-817f-60863bdcc0ca tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jul 28 12:03:35.515317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.527930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d57ca2-e3f6-4d88-a58a-28306281790b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:03:35.546955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 31d57ca2-e3f6-4d88-a58a-28306281790b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=31d57ca2-e3f6-4d88-a58a-28306281790b,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:35.550924 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:35.600070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=31d57ca2-e3f6-4d88-a58a-28306281790b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:35.755575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['31d57ca2-e3f6-4d88-a58a-28306281790b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:36.625215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf288f0-613b-4a35-82f5-087709f6457c req-36f90e31-87e5-489f-b654-2b043e1ab508 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:36.626781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdf288f0-613b-4a35-82f5-087709f6457c req-36f90e31-87e5-489f-b654-2b043e1ab508 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 944 time: 0.0650401 Jul 28 12:03:36.671197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fdf288f0-613b-4a35-82f5-087709f6457c req-ed903b0c-46b4-4446-8050-38a184a61741 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Jul 28 12:03:37.386722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 31d57ca2-e3f6-4d88-a58a-28306281790b up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:37.591424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 31d57ca2-e3f6-4d88-a58a-28306281790b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:37.594955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 31d57ca2-e3f6-4d88-a58a-28306281790b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:37.595357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:37.668163 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:37.691019 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d57ca2-e3f6-4d88-a58a-28306281790b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:37.693307 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc3ae43-0b76-4a3d-9eef-08ac6267c5c0" -d '{"events": [{"server_uuid": "8e3a5591-fc7c-495b-a7ff-f15f2aa9052a", "name": "network-vif-plugged", "status": "completed", "tag": "31d57ca2-e3f6-4d88-a58a-28306281790b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:37.706211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 31d57ca2-e3f6-4d88-a58a-28306281790b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=31d57ca2-e3f6-4d88-a58a-28306281790b,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:37.710288 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:37.737257 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af102d61-5b0c-40a9-b99f-28c3064a9978 x-openstack-request-id: req-af102d61-5b0c-40a9-b99f-28c3064a9978 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:37.737547 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3a5591-fc7c-495b-a7ff-f15f2aa9052a", "name": "network-vif-plugged", "status": "completed", "tag": "31d57ca2-e3f6-4d88-a58a-28306281790b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:37.737848 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af102d61-5b0c-40a9-b99f-28c3064a9978 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:37.738251 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d57ca2-e3f6-4d88-a58a-28306281790b', 'code': 200} Jul 28 12:03:37.767900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=31d57ca2-e3f6-4d88-a58a-28306281790b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:37.804429 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe29a2-028e-479c-ac5e-8148f07c1e0b req-65c6b82e-bfac-48ca-9143-8aee3e9d9421 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:37.805920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28fe29a2-028e-479c-ac5e-8148f07c1e0b req-65c6b82e-bfac-48ca-9143-8aee3e9d9421 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 945 time: 0.0574822 Jul 28 12:03:37.830464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c9176-c9f4-4674-8db1-776810eca77b req-571fc9b9-9118-403a-8dd3-d11b77b342b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:37.832129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-034c9176-c9f4-4674-8db1-776810eca77b req-571fc9b9-9118-403a-8dd3-d11b77b342b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 1096 time: 0.0408890 Jul 28 12:03:37.844949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-28fe29a2-028e-479c-ac5e-8148f07c1e0b req-c505d37a-b3df-48b3-a7b3-87bfa1c0026f tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Jul 28 12:03:37.868406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-034c9176-c9f4-4674-8db1-776810eca77b req-e638a49d-efd6-41a1-a2d0-247d163687aa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286415 Jul 28 12:03:38.960331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2b4a0-fd7c-4b7d-8482-40d5de3244d3 req-6e8c846b-2ecc-45eb-aafd-552a4a11755e tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:38.961773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fd2b4a0-fd7c-4b7d-8482-40d5de3244d3 req-6e8c846b-2ecc-45eb-aafd-552a4a11755e tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 945 time: 0.0484157 Jul 28 12:03:38.998076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0fd2b4a0-fd7c-4b7d-8482-40d5de3244d3 req-2829b93a-e82b-41ee-aabb-13122e26e0bd tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304017 Jul 28 12:03:39.233440 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858cabb-2c37-4063-927e-72bcd46ec170 req-9b1644e3-e27a-4e62-9937-2ee3c7ef2d67 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:39.234926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3858cabb-2c37-4063-927e-72bcd46ec170 req-9b1644e3-e27a-4e62-9937-2ee3c7ef2d67 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 945 time: 0.0545099 Jul 28 12:03:39.274941 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3858cabb-2c37-4063-927e-72bcd46ec170 req-aed90c2f-e972-4e2b-a8c9-5d54385780b3 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Jul 28 12:03:40.389632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774fe5b-edbc-480e-9866-9205a20bf8ac req-1a2190a3-0c4b-4b76-b06e-235d15ee2a32 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:40.391211 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3774fe5b-edbc-480e-9866-9205a20bf8ac req-1a2190a3-0c4b-4b76-b06e-235d15ee2a32 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 945 time: 0.0485203 Jul 28 12:03:40.432625 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3774fe5b-edbc-480e-9866-9205a20bf8ac req-657c151c-b1ad-4bb9-ac7a-51f7d9547f82 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Jul 28 12:03:40.458405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-74b6c4c7-aab0-4adc-bcb6-190bbcdaf320 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:40.459846 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-74b6c4c7-aab0-4adc-bcb6-190bbcdaf320 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e3a5591-fc7c-495b-a7ff-f15f2aa9052a HTTP/1.1" status: 200 len: 945 time: 0.0496597 Jul 28 12:03:40.553745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Deleting port 31d57ca2-e3f6-4d88-a58a-28306281790b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:40.554084 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:40.640110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] For port 31d57ca2-e3f6-4d88-a58a-28306281790b, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=31d57ca2-e3f6-4d88-a58a-28306281790b,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:40.640495 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:40.652994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Calling delete_port for 31d57ca2-e3f6-4d88-a58a-28306281790b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:40.786670 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:40.798858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['cd98e9ed-292c-43e7-bc1f-33f4ae4d763a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:40.803008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['31d57ca2-e3f6-4d88-a58a-28306281790b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:03:40.813760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Pushing event deleted for resources: {'Port': ['ID=31d57ca2-e3f6-4d88-a58a-28306281790b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:40.831086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.831435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.831776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.832114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.832482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.832814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.833146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.833473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.833799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.834123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.834449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.834771 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:40.870425 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] No DVR routers for this DVR port 31d57ca2-e3f6-4d88-a58a-28306281790b on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:40.873234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:40.875262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4cc8063d-6c0b-4cb1-b5e5-f0c30b4cc5cf req-6c23237f-716d-469b-962c-8fd48352e1b8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.44 "DELETE /v2.0/ports/31d57ca2-e3f6-4d88-a58a-28306281790b HTTP/1.1" status: 204 len: 173 time: 0.4058847 Jul 28 12:03:40.875724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'name': 'network-vif-deleted', 'tag': '31d57ca2-e3f6-4d88-a58a-28306281790b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:40.878937 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353efeea-f6bc-4df9-b85d-325c02d68b1e" -d '{"events": [{"server_uuid": "8e3a5591-fc7c-495b-a7ff-f15f2aa9052a", "name": "network-vif-deleted", "tag": "31d57ca2-e3f6-4d88-a58a-28306281790b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:40.916245 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730d3af-8e5d-400d-8623-10554edd7665 x-openstack-request-id: req-e730d3af-8e5d-400d-8623-10554edd7665 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:40.916543 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3a5591-fc7c-495b-a7ff-f15f2aa9052a", "name": "network-vif-deleted", "tag": "31d57ca2-e3f6-4d88-a58a-28306281790b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:40.916793 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e730d3af-8e5d-400d-8623-10554edd7665 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:40.917196 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3a5591-fc7c-495b-a7ff-f15f2aa9052a', 'name': 'network-vif-deleted', 'tag': '31d57ca2-e3f6-4d88-a58a-28306281790b', 'status': 'completed', 'code': 200} Jul 28 12:03:41.580697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0b929-11ce-4b32-97f2-1cadcff4b50b req-d210b19b-609a-40b4-aff1-f503e339f2ae tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:41.582144 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1d0b929-11ce-4b32-97f2-1cadcff4b50b req-d210b19b-609a-40b4-aff1-f503e339f2ae tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0475748 Jul 28 12:03:41.619703 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1d0b929-11ce-4b32-97f2-1cadcff4b50b req-4fea9b91-d5ed-459a-b489-b894e04cc794 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Jul 28 12:03:41.752328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a027-bcc4-4ce2-ae78-7cced10d4453 req-c07b6169-210f-4a6a-804f-5a1bb955bb96 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:41.753747 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa23a027-bcc4-4ce2-ae78-7cced10d4453 req-c07b6169-210f-4a6a-804f-5a1bb955bb96 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Jul 28 12:03:41.790868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fa23a027-bcc4-4ce2-ae78-7cced10d4453 req-660df2ba-8b82-4018-ba87-b96fb58cba7a tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Jul 28 12:03:41.905934 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755cf08-dfc1-4bb9-bcb5-d3137eb9c94a req-8ef83383-4d88-467f-a487-9b6d13246d54 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:41.907383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5755cf08-dfc1-4bb9-bcb5-d3137eb9c94a req-8ef83383-4d88-467f-a487-9b6d13246d54 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Jul 28 12:03:41.944391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5755cf08-dfc1-4bb9-bcb5-d3137eb9c94a req-92df4451-f180-4bf7-aae5-ec357aa7cbe6 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Jul 28 12:03:42.107760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697fbb3-52f2-4f0e-954c-ee296677a6ad req-a9117c0d-0c46-491e-b018-d8f3b2d8c1e5 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:42.109228 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7697fbb3-52f2-4f0e-954c-ee296677a6ad req-a9117c0d-0c46-491e-b018-d8f3b2d8c1e5 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Jul 28 12:03:42.147239 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7697fbb3-52f2-4f0e-954c-ee296677a6ad req-91c15fd8-273d-49f2-9e31-4540ad9f4c4a tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 28 12:03:42.264481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041072-14c3-4e50-a6b8-df9591af70bd req-ee2b9299-e1a4-408e-b7e1-0dc1ed8284cd tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:42.265865 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7041072-14c3-4e50-a6b8-df9591af70bd req-ee2b9299-e1a4-408e-b7e1-0dc1ed8284cd tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Jul 28 12:03:42.303036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c7041072-14c3-4e50-a6b8-df9591af70bd req-2eaae91f-139a-4d6c-9f9e-42d3b5671ef8 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Jul 28 12:03:42.424432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbabba-824e-4b3e-af38-d22e2df4c1b5 req-304d9e04-5bb8-4b37-b56a-b67980605ba2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:42.425861 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7afbabba-824e-4b3e-af38-d22e2df4c1b5 req-304d9e04-5bb8-4b37-b56a-b67980605ba2 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Jul 28 12:03:42.463168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7afbabba-824e-4b3e-af38-d22e2df4c1b5 req-fddd4897-1d6d-4ced-873f-820e4054169d tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Jul 28 12:03:42.765970 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404a1c1-5899-4363-95c8-506e64d21ee9 req-1bd71dca-ff9e-41ce-b0ee-b901cddc5dc0 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:42.767606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6404a1c1-5899-4363-95c8-506e64d21ee9 req-1bd71dca-ff9e-41ce-b0ee-b901cddc5dc0 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0477614 Jul 28 12:03:42.805424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6404a1c1-5899-4363-95c8-506e64d21ee9 req-88bde828-08c5-41db-b799-3dad5a5759c1 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Jul 28 12:03:43.922989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01290e-2e4e-40ef-9c56-6cce9229e860 req-c82f3500-f25f-4695-90ce-2239b381f0b4 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:43.924977 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec01290e-2e4e-40ef-9c56-6cce9229e860 req-c82f3500-f25f-4695-90ce-2239b381f0b4 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Jul 28 12:03:43.962221 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec01290e-2e4e-40ef-9c56-6cce9229e860 req-6dfccb40-f670-4034-b8b4-a13e71e5c62b tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/security-groups?id=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Jul 28 12:03:44.136516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-d7936a27-8e9d-496b-bb4e-2fe425275cbe tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:44.138434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-d7936a27-8e9d-496b-bb4e-2fe425275cbe tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.41 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Jul 28 12:03:44.226676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Deleting port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:44.227036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.323509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] For port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,segment=NetworkSegment(5d280d4d-c0ae-4ede-b52e-0e707cc758b5),segment_id=5d280d4d-c0ae-4ede-b52e-0e707cc758b5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:44.323879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.337005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Calling delete_port for cd98e9ed-292c-43e7-bc1f-33f4ae4d763a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:44.464627 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.493446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Pushing event deleted for resources: {'Port': ['ID=cd98e9ed-292c-43e7-bc1f-33f4ae4d763a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:44.534020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] No DVR routers for this DVR port cd98e9ed-292c-43e7-bc1f-33f4ae4d763a on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:44.536698 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:44.538718 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0c44fb74-5b66-4075-8743-1e391f3054d2 req-1f3afad9-77f1-4818-9f85-45942e90ace7 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.41 "DELETE /v2.0/ports/cd98e9ed-292c-43e7-bc1f-33f4ae4d763a HTTP/1.1" status: 204 len: 173 time: 0.3939130 Jul 28 12:03:44.539152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'name': 'network-vif-deleted', 'tag': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:03:44.541427 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b367214-b50b-418d-bcc4-ab205a91e394" -d '{"events": [{"server_uuid": "42ab9ec7-80cf-4bec-b81b-adc2deda9e41", "name": "network-vif-deleted", "tag": "cd98e9ed-292c-43e7-bc1f-33f4ae4d763a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:03:44.577994 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f80ca3-f401-401a-a708-c89ba5b9f4f2 x-openstack-request-id: req-69f80ca3-f401-401a-a708-c89ba5b9f4f2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:03:44.578287 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ab9ec7-80cf-4bec-b81b-adc2deda9e41", "name": "network-vif-deleted", "tag": "cd98e9ed-292c-43e7-bc1f-33f4ae4d763a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:03:44.578542 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f80ca3-f401-401a-a708-c89ba5b9f4f2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:03:44.578940 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab9ec7-80cf-4bec-b81b-adc2deda9e41', 'name': 'network-vif-deleted', 'tag': 'cd98e9ed-292c-43e7-bc1f-33f4ae4d763a', 'status': 'completed', 'code': 200} Jul 28 12:03:45.072138 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8f6389ca-848e-48ca-b5ca-2975bc07ad7c req-faf36a8f-2ca7-45cc-bbe2-8067208fc516 tempest-ServersNegativeTestJSON-533992144 tempest-ServersNegativeTestJSON-533992144-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ab9ec7-80cf-4bec-b81b-adc2deda9e41 HTTP/1.1" status: 200 len: 210 time: 0.0260599 Jul 28 12:03:45.433643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 31d57ca2-e3f6-4d88-a58a-28306281790b no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:45.456307 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 31d57ca2-e3f6-4d88-a58a-28306281790b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:45.456655 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 31d57ca2-e3f6-4d88-a58a-28306281790b not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:46.129304 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:46.173244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Deleting subnet 6b938bb5-98c1-443b-a103-fc1c42ff0874 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:03:46.176226 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.212930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.251661 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.272344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cd98e9ed-292c-43e7-bc1f-33f4ae4d763a no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:46.290944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: cd98e9ed-292c-43e7-bc1f-33f4ae4d763a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:46.291296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device cd98e9ed-292c-43e7-bc1f-33f4ae4d763a not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:46.301922 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.326539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b938bb5-98c1-443b-a103-fc1c42ff0874,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:46.330921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.332778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1258d9c5-c86c-49c6-8839-11ee038b6205 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6b938bb5-98c1-443b-a103-fc1c42ff0874 HTTP/1.1" status: 204 len: 168 time: 0.2024934 Jul 28 12:03:46.335282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:46.405572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.482559 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.492464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9828f5fb-3bab-4bc0-9f59-c571a75bedd4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:46.503370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d280d4d-c0ae-4ede-b52e-0e707cc758b5') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:46.503667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d280d4d-c0ae-4ede-b52e-0e707cc758b5') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:46.512654 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.530928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.536975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:46.537402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:46.539071 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:46.590597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.596122 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.598015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] 10.222.0.20 "DELETE /v2.0/networks/9828f5fb-3bab-4bc0-9f59-c571a75bedd4 HTTP/1.1" status: 204 len: 168 time: 0.2618055 Jul 28 12:03:46.608936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efbaaf-a8dc-4fda-97da-dfa78f04ae0e admin admin] Pushing event deleted for resources: {'Network': ['ID=9828f5fb-3bab-4bc0-9f59-c571a75bedd4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:46.721416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:46.761932 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7dbd846d-1286-46f9-9114-c52c5b630e70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36555fa6ff0a4f7ba3f37fb66f0e1873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392663 Jul 28 12:03:46.764356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:46.811402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0555f10-5def-4b14-825e-3c34e0693b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.832387 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0555f10-5def-4b14-825e-3c34e0693b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.881751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0555f10-5def-4b14-825e-3c34e0693b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.884393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0555f10-5def-4b14-825e-3c34e0693b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:46.885790 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b0555f10-5def-4b14-825e-3c34e0693b3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2503e74f-2f56-4dfc-9ecc-5bd8a922f99f HTTP/1.1" status: 204 len: 168 time: 0.1202717 Jul 28 12:03:46.893850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0555f10-5def-4b14-825e-3c34e0693b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2503e74f-2f56-4dfc-9ecc-5bd8a922f99f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:47.590389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:47.684034 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434975773'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:47.705155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:47.708695 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.716965 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.807397 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.810880 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.837321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:47.846774 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32827bb3-49ef-46cc-ad76-e7ab09fb6bee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:47.851450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.851789 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Added segment d3d6173d-8e74-4956-853f-ea93ae46ac0f of type vlan for network 9977f451-fe2b-4f5e-9f77-ae281670cb04 Jul 28 12:03:47.891029 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.918086 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.923533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:47.924100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:47.979994 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3884785 Jul 28 12:03:47.990567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58d3a2-c7b5-4c30-8aad-13b2f63d655e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Network': ['ID=9977f451-fe2b-4f5e-9f77-ae281670cb04,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:48.000705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9977f451-fe2b-4f5e-9f77-ae281670cb04 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:50.245907 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.254389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:51.259566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'subnet': {'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:51.347212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:51.350604 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.531725 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.597624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Subnet': ['ID=5bf33bfe-1977-4d9d-be78-ab9fe23f5183,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:51.603998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Checking segment: {'id': 'd3d6173d-8e74-4956-853f-ea93ae46ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:51.604472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network hostable DHCP agents. Network: 9977f451-fe2b-4f5e-9f77-ae281670cb04, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:51.620271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network 9977f451-fe2b-4f5e-9f77-ae281670cb04 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:51.628613 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9977f451-fe2b-4f5e-9f77-ae281670cb04) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:51.633033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:51.634022 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.637934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243d6f5-aabe-45e1-bf26-9b49fbb2c2bf None None] Network 9977f451-fe2b-4f5e-9f77-ae281670cb04 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:51.648885 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fc2615db-6fd5-42ef-98ae-9066ad3fb466 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3933864 Jul 28 12:03:51.652405 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:51.657611 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94329418'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:51.677140 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:51.680772 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.705338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:51.714342 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.714684 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Added segment a8ca906a-ff90-4049-8087-6a3f3e868898 of type vlan for network 13bef395-cf6d-461e-b7cd-2966d66a3c07 Jul 28 12:03:51.753691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.779974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9977f451-fe2b-4f5e-9f77-ae281670cb04', 'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04', 'tenant_id': '12b66ea0914345ccb1dc057bea79aabf', 'fixed_ips': [{'subnet_id': '5bf33bfe-1977-4d9d-be78-ab9fe23f5183'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:03:51.780884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.784127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.789803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:51.790376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:51.838619 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1850221 Jul 28 12:03:51.841587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:51.846249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'subnet': {'network_id': '13bef395-cf6d-461e-b7cd-2966d66a3c07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:51.909306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f321c-d6cf-4dc6-8846-cdce97c62bcd tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Network': ['ID=13bef395-cf6d-461e-b7cd-2966d66a3c07,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:51.924106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 13bef395-cf6d-461e-b7cd-2966d66a3c07 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:51.926434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Allocated IP 2001:db8:0:ffff::2 (9977f451-fe2b-4f5e-9f77-ae281670cb04/5bf33bfe-1977-4d9d-be78-ab9fe23f5183/bb91ecb2-b645-47fd-9b03-b2cfefcd9665) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:51.949974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:51.953461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.124587 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.133845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Transition to ACTIVE for port object bb91ecb2-b645-47fd-9b03-b2cfefcd9665 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:52.144986 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.149756 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Transition to ACTIVE for port object bb91ecb2-b645-47fd-9b03-b2cfefcd9665 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:52.155072 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.196811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Network 9977f451-fe2b-4f5e-9f77-ae281670cb04 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:52.199572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:52.202082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:52.206083 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Subnet': ['ID=2065043d-8684-44b8-bb7d-0a2cce0fbed3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:52.214970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Checking segment: {'id': 'a8ca906a-ff90-4049-8087-6a3f3e868898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13bef395-cf6d-461e-b7cd-2966d66a3c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:52.215320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network hostable DHCP agents. Network: 13bef395-cf6d-461e-b7cd-2966d66a3c07, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:52.218610 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Pushing event updated for resources: {'Port': ['ID=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:52.236164 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network 13bef395-cf6d-461e-b7cd-2966d66a3c07 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:52.242400 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.242755 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.243098 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.243869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.243869 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.244069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.244816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.244816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.245086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.245456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.245826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.246395 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:03:52.248897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 13bef395-cf6d-461e-b7cd-2966d66a3c07) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:52.253786 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:52.254599 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.258568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0e715-da9d-410e-83b0-c25e2bba0f7e None None] Network 13bef395-cf6d-461e-b7cd-2966d66a3c07 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:52.270204 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e0ffd3e3-4534-4d66-95de-bf1941a34903 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4277592 Jul 28 12:03:52.272834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:52.326294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Attempting to bind port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:52.326575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Attempting to bind port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'd3d6173d-8e74-4956-853f-ea93ae46ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:52.326937 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Attempting to bind port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 on network 9977f451-fe2b-4f5e-9f77-ae281670cb04 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:52.335784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:52.336155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Checking segment: {'id': 'd3d6173d-8e74-4956-853f-ea93ae46ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:52.336591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.336983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Bound using segment: {'id': 'd3d6173d-8e74-4956-853f-ea93ae46ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:52.337450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Bound port: bb91ecb2-b645-47fd-9b03-b2cfefcd9665, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d6173d-8e74-4956-853f-ea93ae46ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9977f451-fe2b-4f5e-9f77-ae281670cb04'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:52.337831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.370756 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.421966 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.453295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] For port bb91ecb2-b645-47fd-9b03-b2cfefcd9665, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:52.484825 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.488053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] For port bb91ecb2-b645-47fd-9b03-b2cfefcd9665, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,segment=NetworkSegment(d3d6173d-8e74-4956-853f-ea93ae46ac0f),segment_id=d3d6173d-8e74-4956-853f-ea93ae46ac0f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:52.493168 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.504089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc8ea7-3fc0-4875-a212-2ef71759cc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-13bef395-cf6d-461e-b7cd-2966d66a3c07', 'network_id': '13bef395-cf6d-461e-b7cd-2966d66a3c07', 'tenant_id': '12b66ea0914345ccb1dc057bea79aabf', 'fixed_ips': [{'subnet_id': '2065043d-8684-44b8-bb7d-0a2cce0fbed3'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:03:52.504967 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dafc8ea7-3fc0-4875-a212-2ef71759cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.516888 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Subnet': ['ID=2065043d-8684-44b8-bb7d-0a2cce0fbed3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:52.581507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.592089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bef395-cf6d-461e-b7cd-2966d66a3c07']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:52.604573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ca906a-ff90-4049-8087-6a3f3e868898') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:52.604925 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ca906a-ff90-4049-8087-6a3f3e868898') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:52.615172 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.623768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c10dd-b5c9-4b81-8e91-a059f268067d None None] Pushing event updated for resources: {'Port': ['ID=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:52.631377 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.638461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:52.638793 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:52.642528 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:52.647905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75856c-9dcc-421c-a04b-84aed4964fb5 None None] Network 13bef395-cf6d-461e-b7cd-2966d66a3c07 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:52.716719 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.724437 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.736973 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/13bef395-cf6d-461e-b7cd-2966d66a3c07 HTTP/1.1" status: 204 len: 168 time: 0.4526272 Jul 28 12:03:52.736973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:52.740221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531572946'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:52.759217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907e80-b74d-42f5-a215-adb375459622 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Network': ['ID=13bef395-cf6d-461e-b7cd-2966d66a3c07,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:52.782318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:52.786945 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.816665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:52.828299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.828762 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Added segment 92abcc57-ee26-4577-815a-a6dda04b3702 of type vlan for network 744cf35c-ecc2-4997-ad8b-259ca7b790fc Jul 28 12:03:52.876457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bb91ecb2-b645-47fd-9b03-b2cfefcd9665 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:52.878645 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.913660 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.919563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:52.920145 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:52.928075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:52.980638 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2480187 Jul 28 12:03:52.983178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:52.988411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'subnet': {'network_id': '744cf35c-ecc2-4997-ad8b-259ca7b790fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:53.033591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692a029-d4bd-4b18-af21-54bce709bda4 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Network': ['ID=744cf35c-ecc2-4997-ad8b-259ca7b790fc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:53.043556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 744cf35c-ecc2-4997-ad8b-259ca7b790fc details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:53.086074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:53.089706 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.134097 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.149368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 12:03:53.149889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 12:03:53.272780 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.334019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Subnet': ['ID=12b5dfeb-0a1d-4e9d-8aed-1fdb96555b7e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:53.344266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Checking segment: {'id': '92abcc57-ee26-4577-815a-a6dda04b3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '744cf35c-ecc2-4997-ad8b-259ca7b790fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:53.344728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network hostable DHCP agents. Network: 744cf35c-ecc2-4997-ad8b-259ca7b790fc, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:53.361999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network 744cf35c-ecc2-4997-ad8b-259ca7b790fc is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:53.371075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 744cf35c-ecc2-4997-ad8b-259ca7b790fc) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:53.375165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:53.375831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.381279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88848c77-8dc6-4942-aaaa-a10bb488a403 None None] Network 744cf35c-ecc2-4997-ad8b-259ca7b790fc requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:53.396436 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7bb5c21c-e2a5-4597-8bc8-eea3ed8e58f3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4121904 Jul 28 12:03:53.396976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:53.502919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.542490 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d2db0-459b-47eb-98b7-681e350c38e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-744cf35c-ecc2-4997-ad8b-259ca7b790fc', 'network_id': '744cf35c-ecc2-4997-ad8b-259ca7b790fc', 'tenant_id': '12b66ea0914345ccb1dc057bea79aabf', 'fixed_ips': [{'subnet_id': '12b5dfeb-0a1d-4e9d-8aed-1fdb96555b7e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:03:53.543346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2db0-459b-47eb-98b7-681e350c38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.571061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb6c09c-f812-4e15-b0bf-9dd29093dc84 None None] Network 9977f451-fe2b-4f5e-9f77-ae281670cb04 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:53.593865 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.653874 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.678602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Subnet': ['ID=12b5dfeb-0a1d-4e9d-8aed-1fdb96555b7e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:53.692241 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] Provisioning for port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-ca1d2db0-459b-47eb-98b7-681e350c38e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12b5dfeb-0a1d-4e9d-8aed-1fdb96555b7e: This subnet is being modified by another concurrent operation. Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12b5dfeb-0a1d-4e9d-8aed-1fdb96555b7e: This subnet is being modified by another concurrent operation. Jul 28 12:03:53.702402 n-d-723573-7 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 28 12:03:53.709511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] Provisioning complete for port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:53.709511 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.736475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e229f6-b0a0-4e3c-a0f7-1749c28552e8 None None] Network 744cf35c-ecc2-4997-ad8b-259ca7b790fc requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:53.958827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:53.997240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.003402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] For port bb91ecb2-b645-47fd-9b03-b2cfefcd9665, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,segment=NetworkSegment(d3d6173d-8e74-4956-853f-ea93ae46ac0f),segment_id=d3d6173d-8e74-4956-853f-ea93ae46ac0f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:54.008754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744cf35c-ecc2-4997-ad8b-259ca7b790fc']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:54.009625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.021745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92abcc57-ee26-4577-815a-a6dda04b3702') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:54.022027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92abcc57-ee26-4577-815a-a6dda04b3702') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:54.032438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.046794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.057495 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:54.058478 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:54.061500 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:54.065344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee9378-95b4-44c2-ac21-97d97b093db1 None None] Pushing event updated for resources: {'Port': ['ID=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:54.120666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.125109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.128141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/744cf35c-ecc2-4997-ad8b-259ca7b790fc HTTP/1.1" status: 204 len: 168 time: 0.7294490 Jul 28 12:03:54.132059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:54.137739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1398646966'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:54.153486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf340f-f4bb-43c7-baee-82c048e1ab61 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Network': ['ID=744cf35c-ecc2-4997-ad8b-259ca7b790fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:54.163468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:54.167037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.185545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a14ff5-bfee-4376-9d74-bb7aead90e94 None None] get_active_networks_info from n-d-723573-7 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 12:03:54.198694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:54.208320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.208669 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Added segment 053e62d8-c87c-4c5f-8303-f2c5bfcb56f3 of type vlan for network 5b7ede3f-1961-45f8-87de-602bf45aa034 Jul 28 12:03:54.248963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.259632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc37d81b-4a07-4156-98f3-e22c5aa2ef63 None None] Provisioning complete for port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:54.259990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc37d81b-4a07-4156-98f3-e22c5aa2ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.279337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.285643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:54.286234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.287613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a14ff5-bfee-4376-9d74-bb7aead90e94 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 12:03:54.335427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2022319 Jul 28 12:03:54.339161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:54.350765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'subnet': {'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:54.743318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edecde-d478-4871-871c-8d538078eb5e tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Network': ['ID=5b7ede3f-1961-45f8-87de-602bf45aa034,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:54.758830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 5b7ede3f-1961-45f8-87de-602bf45aa034 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:54.795033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:54.799113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.841235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bb91ecb2-b645-47fd-9b03-b2cfefcd9665 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:54.895509 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:03:54.895887 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:54.987127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.044550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Subnet': ['ID=e61e5c67-bb3f-4b58-9928-a8dd1fa7e93c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:55.055280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Checking segment: {'id': '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:55.055641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network hostable DHCP agents. Network: 5b7ede3f-1961-45f8-87de-602bf45aa034, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:55.072348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network 5b7ede3f-1961-45f8-87de-602bf45aa034 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:55.080396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 5b7ede3f-1961-45f8-87de-602bf45aa034) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:55.084412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:55.085066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.089567 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88cf524-2c66-47c8-b880-ea13a9bdb0f4 None None] Network 5b7ede3f-1961-45f8-87de-602bf45aa034 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:55.103401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-44946310-d463-4dc5-b3d1-8cfcc9ae38be tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7599065 Jul 28 12:03:55.103885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:55.109460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896708600'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:55.131902 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:55.135316 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.158693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:55.167665 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.167998 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Added segment 4f7b3396-a9be-4203-bebe-11cf539da658 of type vlan for network 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee Jul 28 12:03:55.209933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.242962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-5b7ede3f-1961-45f8-87de-602bf45aa034', 'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034', 'tenant_id': '12b66ea0914345ccb1dc057bea79aabf', 'fixed_ips': [{'subnet_id': 'e61e5c67-bb3f-4b58-9928-a8dd1fa7e93c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:03:55.243837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.245332 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.251556 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:55.252323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.336506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2309287 Jul 28 12:03:55.340266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:55.354724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e060f-61d7-4c42-824f-246e01a3bb1d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Network': ['ID=9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:55.355629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Request body: {'subnet': {'network_id': '9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:55.476955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Made reservation on behalf of 12b66ea0914345ccb1dc057bea79aabf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:55.480499 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.534597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:55.609759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Allocated IP 2001:db8::2 (5b7ede3f-1961-45f8-87de-602bf45aa034/e61e5c67-bb3f-4b58-9928-a8dd1fa7e93c/ffa5cdc1-85f7-4098-b68b-facf7e2d64e0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:03:55.682121 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.742538 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event updated for resources: {'Subnet': ['ID=39472a21-b266-4c99-9780-c1e1fe4e028c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:55.750543 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Checking segment: {'id': '4f7b3396-a9be-4203-bebe-11cf539da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:55.750944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network hostable DHCP agents. Network: 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:03:55.761845 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.767316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Network 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:03:55.771296 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Transition to ACTIVE for port object ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:55.776194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:55.780424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:55.780971 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.788908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704ec2d-d5bb-474c-bb62-ae8476349035 None None] Network 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:55.791949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Transition to ACTIVE for port object ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:03:55.795320 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1abe5d4a-baf5-4117-87f6-5fed4a0b2646 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4509647 Jul 28 12:03:55.798038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:55.804652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.881016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Network 5b7ede3f-1961-45f8-87de-602bf45aa034 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:03:55.886665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:03:55.894751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:03:55.900080 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.908875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Pushing event updated for resources: {'Port': ['ID=ffa5cdc1-85f7-4098-b68b-facf7e2d64e0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:55.953875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:55.990069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Attempting to bind port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:03:55.990444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Attempting to bind port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:03:55.990809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Attempting to bind port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 on network 5b7ede3f-1961-45f8-87de-602bf45aa034 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:03:55.999661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:03:56.000033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Checking segment: {'id': '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:03:56.000468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.001457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Bound using segment: {'id': '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:03:56.002153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Bound port: ffa5cdc1-85f7-4098-b68b-facf7e2d64e0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5b7ede3f-1961-45f8-87de-602bf45aa034'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:03:56.002609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.014200 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.043360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Subnet': ['ID=39472a21-b266-4c99-9780-c1e1fe4e028c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:56.076007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e86351-50d0-499a-95cf-81303e074b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee', 'network_id': '9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee', 'tenant_id': '12b66ea0914345ccb1dc057bea79aabf', 'fixed_ips': [{'subnet_id': '39472a21-b266-4c99-9780-c1e1fe4e028c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:03:56.076891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79e86351-50d0-499a-95cf-81303e074b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.108388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.119201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:56.120156 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] For port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:03:56.124433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] For port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ffa5cdc1-85f7-4098-b68b-facf7e2d64e0,segment=NetworkSegment(053e62d8-c87c-4c5f-8303-f2c5bfcb56f3),segment_id=053e62d8-c87c-4c5f-8303-f2c5bfcb56f3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:03:56.130461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7b3396-a9be-4203-bebe-11cf539da658') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:56.130766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7b3396-a9be-4203-bebe-11cf539da658') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:56.139902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.154491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.162378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:56.162800 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:56.165961 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:56.171685 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.205653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaff926-bd49-4633-b20d-d8f916046c0c None None] Network 9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:56.227081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.238269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.242725 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee HTTP/1.1" status: 204 len: 168 time: 0.4412313 Jul 28 12:03:56.243785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:56.258592 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfda81-e233-46e0-9d55-2d94d6c72f36 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Network': ['ID=9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:56.282583 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-812cce58-c356-47db-b200-dc1a22c5264c tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] GET failed (client error): The resource could not be found. Jul 28 12:03:56.283905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-812cce58-c356-47db-b200-dc1a22c5264c tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "GET /v2.0/subnets/39472a21-b266-4c99-9780-c1e1fe4e028c HTTP/1.1" status: 404 len: 337 time: 0.0383129 Jul 28 12:03:56.287191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:56.295325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f893-034b-4677-bf6d-3d4087e1c291 None None] Pushing event updated for resources: {'Port': ['ID=ffa5cdc1-85f7-4098-b68b-facf7e2d64e0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:56.311857 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a43ca4-2122-4118-84f4-0cdb33323afe tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:56.312450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a43ca4-2122-4118-84f4-0cdb33323afe tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:56.315322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-05a43ca4-2122-4118-84f4-0cdb33323afe tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee HTTP/1.1" status: 404 len: 339 time: 0.0259256 Jul 28 12:03:56.318821 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:56.348080 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea9195c-2394-4277-a836-08edd2ba6da3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:56.348582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea9195c-2394-4277-a836-08edd2ba6da3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:56.350275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5ea9195c-2394-4277-a836-08edd2ba6da3 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/subnets/39472a21-b266-4c99-9780-c1e1fe4e028c HTTP/1.1" status: 404 len: 337 time: 0.0303841 Jul 28 12:03:56.352914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:56.371673 n-d-723573-7 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-474f4b32-ecb6-4a64-8e52-461c273f111c tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:56.372228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474f4b32-ecb6-4a64-8e52-461c273f111c tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:56.374406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-474f4b32-ecb6-4a64-8e52-461c273f111c tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/9aab0fcc-eb2d-4eca-9dbd-205dbb6b64ee HTTP/1.1" status: 404 len: 339 time: 0.0200729 Jul 28 12:03:56.376564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58074) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:56.446879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Deleting subnet e61e5c67-bb3f-4b58-9928-a8dd1fa7e93c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:03:56.450385 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.497040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.582327 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.645614 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.671896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Subnet': ['ID=e61e5c67-bb3f-4b58-9928-a8dd1fa7e93c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:56.675834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.677681 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5cfccad3-1fad-45db-a76d-bc4eacc935ca tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/subnets/e61e5c67-bb3f-4b58-9928-a8dd1fa7e93c HTTP/1.1" status: 204 len: 168 time: 0.3001828 Jul 28 12:03:56.680214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:56.756615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.813231 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Deleting port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:56.814122 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.857144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:03:56.883144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] For port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ffa5cdc1-85f7-4098-b68b-facf7e2d64e0,segment=NetworkSegment(053e62d8-c87c-4c5f-8303-f2c5bfcb56f3),segment_id=053e62d8-c87c-4c5f-8303-f2c5bfcb56f3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:56.883505 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:56.898723 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Calling delete_port for ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:56.915515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:03:56.979975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.011080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Port': ['ID=ffa5cdc1-85f7-4098-b68b-facf7e2d64e0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:57.014592 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No DVR routers for this DVR port ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:57.093061 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.103861 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7ede3f-1961-45f8-87de-602bf45aa034']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:57.115193 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:57.115484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053e62d8-c87c-4c5f-8303-f2c5bfcb56f3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:57.124381 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.138745 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.146966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:57.146966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:57.149871 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:57.159317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217783ad-fa9e-45a5-b5fd-2b66c9a52131 None None] Network 5b7ede3f-1961-45f8-87de-602bf45aa034 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:57.213789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.222171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.223989 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/5b7ede3f-1961-45f8-87de-602bf45aa034 HTTP/1.1" status: 204 len: 168 time: 0.5428641 Jul 28 12:03:57.226601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:57.237401 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38780-1d7f-438e-8f71-8942a5bf88cf tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Network': ['ID=5b7ede3f-1961-45f8-87de-602bf45aa034,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:57.264504 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-042c7029-f4de-4b43-8f97-38571e5f69bb tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:57.265066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042c7029-f4de-4b43-8f97-38571e5f69bb tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:57.266141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d4f4794-789b-479c-b588-bbd641d064be None None] Could not find standard attr ID for object ffa5cdc1-85f7-4098-b68b-facf7e2d64e0. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 12:03:57.267210 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-042c7029-f4de-4b43-8f97-38571e5f69bb tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/subnets/12b5dfeb-0a1d-4e9d-8aed-1fdb96555b7e HTTP/1.1" status: 404 len: 337 time: 0.0392418 Jul 28 12:03:57.269393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:57.288741 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-79438dfc-da9e-4404-b57e-ee37f1680c6d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:57.289279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79438dfc-da9e-4404-b57e-ee37f1680c6d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:57.290987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79438dfc-da9e-4404-b57e-ee37f1680c6d tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/744cf35c-ecc2-4997-ad8b-259ca7b790fc HTTP/1.1" status: 404 len: 339 time: 0.0201092 Jul 28 12:03:57.293491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:57.320165 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-740285cc-dfe3-406e-bcb5-0d649cf94d47 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:57.320634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740285cc-dfe3-406e-bcb5-0d649cf94d47 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:57.324208 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-740285cc-dfe3-406e-bcb5-0d649cf94d47 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/subnets/2065043d-8684-44b8-bb7d-0a2cce0fbed3 HTTP/1.1" status: 404 len: 337 time: 0.0278583 Jul 28 12:03:57.324804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:57.329981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f408fe8-5e20-4ae2-a671-b02ac7a64937 None None] DHCP port deletion for 5b7ede3f-1961-45f8-87de-602bf45aa034 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:03:57.342760 n-d-723573-7 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd755c37-cf8f-44b8-825a-6ed4ea3329d8 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] DELETE failed (client error): The resource could not be found. Jul 28 12:03:57.343305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd755c37-cf8f-44b8-825a-6ed4ea3329d8 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 12:03:57.345151 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dd755c37-cf8f-44b8-825a-6ed4ea3329d8 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/13bef395-cf6d-461e-b7cd-2966d66a3c07 HTTP/1.1" status: 404 len: 339 time: 0.0193682 Jul 28 12:03:57.347747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:57.398946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Deleting subnet 5bf33bfe-1977-4d9d-be78-ab9fe23f5183 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:03:57.401912 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.445684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.528274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.584648 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.615049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf33bfe-1977-4d9d-be78-ab9fe23f5183,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:57.618574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.621519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-65cf9216-24b6-4e85-b9fe-13a2d4cc48ef tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/subnets/5bf33bfe-1977-4d9d-be78-ab9fe23f5183 HTTP/1.1" status: 204 len: 168 time: 0.2717083 Jul 28 12:03:57.622865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:57.625294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2f713-ef24-48c4-99d4-b5b305de9419 None None] Network 9977f451-fe2b-4f5e-9f77-ae281670cb04 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:03:57.698507 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.754044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Deleting port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:57.754415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.803341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] DHCP port deletion for 9977f451-fe2b-4f5e-9f77-ae281670cb04 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:03:57.827125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] For port bb91ecb2-b645-47fd-9b03-b2cfefcd9665, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,segment=NetworkSegment(d3d6173d-8e74-4956-853f-ea93ae46ac0f),segment_id=d3d6173d-8e74-4956-853f-ea93ae46ac0f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:57.827497 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.840369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Calling delete_port for bb91ecb2-b645-47fd-9b03-b2cfefcd9665 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:57.849820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] Deleting port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:03:57.850197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.915418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] For port bb91ecb2-b645-47fd-9b03-b2cfefcd9665, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,segment=NetworkSegment(d3d6173d-8e74-4956-853f-ea93ae46ac0f),segment_id=d3d6173d-8e74-4956-853f-ea93ae46ac0f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:03:57.916103 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.920782 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.936600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] Calling delete_port for bb91ecb2-b645-47fd-9b03-b2cfefcd9665 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:03:57.947358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67ee3b45-f538-4e02-8b0e-7a50afcc2686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:57.948820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Port': ['ID=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:57.950655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] No DVR routers for this DVR port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:03:58.009452 n-d-723573-7 neutron-server[93837]: self.session.flush() Jul 28 12:03:58.015356 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.032642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.040212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] Pushing event deleted for resources: {'Port': ['ID=bb91ecb2-b645-47fd-9b03-b2cfefcd9665,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:58.042430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9977f451-fe2b-4f5e-9f77-ae281670cb04']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:58.043547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf44aaa-de03-461e-a709-516ea5bb34b6 None None] No DVR routers for this DVR port bb91ecb2-b645-47fd-9b03-b2cfefcd9665 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:03:58.054260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d6173d-8e74-4956-853f-ea93ae46ac0f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:58.054590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d6173d-8e74-4956-853f-ea93ae46ac0f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:03:58.063485 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.076876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.083542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:03:58.083931 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:03:58.086919 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:03:58.147723 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.154180 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.155966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] 10.222.0.20 "DELETE /v2.0/networks/9977f451-fe2b-4f5e-9f77-ae281670cb04 HTTP/1.1" status: 204 len: 168 time: 0.5321891 Jul 28 12:03:58.167948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c69ccb-6c6e-4dbb-aa71-e282c723fad2 tempest-NetworksIpV6Test-895833041 tempest-NetworksIpV6Test-895833041-project] Pushing event deleted for resources: {'Network': ['ID=9977f451-fe2b-4f5e-9f77-ae281670cb04,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:58.393954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:58.521332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e83cc839-9c05-4e7c-ab3c-75ee46f91537 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12b66ea0914345ccb1dc057bea79aabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261015 Jul 28 12:03:58.523709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:58.570176 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37810707-9a66-433d-abf4-b0f13b8fc9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.590303 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37810707-9a66-433d-abf4-b0f13b8fc9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.636354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37810707-9a66-433d-abf4-b0f13b8fc9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.638808 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37810707-9a66-433d-abf4-b0f13b8fc9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:58.639907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-37810707-9a66-433d-abf4-b0f13b8fc9fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32827bb3-49ef-46cc-ad76-e7ab09fb6bee HTTP/1.1" status: 204 len: 168 time: 0.1152835 Jul 28 12:03:58.648122 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37810707-9a66-433d-abf4-b0f13b8fc9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32827bb3-49ef-46cc-ad76-e7ab09fb6bee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:58.831574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bb91ecb2-b645-47fd-9b03-b2cfefcd9665 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:58.855572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: bb91ecb2-b645-47fd-9b03-b2cfefcd9665 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:58.855970 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bb91ecb2-b645-47fd-9b03-b2cfefcd9665 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:58.856500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:03:58.875151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:03:58.875496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffa5cdc1-85f7-4098-b68b-facf7e2d64e0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:03:59.252342 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:59.341964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1776022237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:59.366766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.367875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.419280 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.423281 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.438979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.440158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-91254e08-cad1-45bc-a6fe-8eb78d0e5b0d tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1868002 Jul 28 12:03:59.442891 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:59.447670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-765140016'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:59.468091 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Made reservation on behalf of b5e928f0e8a8419b924c3c42d2f11d40 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:59.472197 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.472987 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:03:59.484448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.576023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.580246 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.602766 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:03:59.616991 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0577b8-fe32-4770-acff-0eb6f2692d9f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:59.619818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.620157 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Added segment e208c2c1-4594-4197-bc3d-74383b62c023 of type vlan for network c9d3fcb3-285d-418f-96f7-cafdfe40766d Jul 28 12:03:59.659973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.686738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.692490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:03:59.693079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:03:59.746166 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3021135 Jul 28 12:03:59.748916 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:03:59.754569 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Request body: {'subnet': {'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:03:59.764019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5187032-9163-4b77-91d9-e7235573b816 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event updated for resources: {'Network': ['ID=c9d3fcb3-285d-418f-96f7-cafdfe40766d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:03:59.774950 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network c9d3fcb3-285d-418f-96f7-cafdfe40766d details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:03:59.845414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Made reservation on behalf of b5e928f0e8a8419b924c3c42d2f11d40 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:03:59.848888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.038767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.098458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event updated for resources: {'Subnet': ['ID=5a6e03d7-84cf-4c9b-a60f-b25abd994a14,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:00.105098 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Checking segment: {'id': 'e208c2c1-4594-4197-bc3d-74383b62c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:00.105416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Network hostable DHCP agents. Network: c9d3fcb3-285d-418f-96f7-cafdfe40766d, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:04:00.121048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Network c9d3fcb3-285d-418f-96f7-cafdfe40766d is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:04:00.129580 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, c9d3fcb3-285d-418f-96f7-cafdfe40766d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:00.133587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:00.134079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.138825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b8e82-2d5b-41cc-b2d1-f8f5f45244eb None None] Network c9d3fcb3-285d-418f-96f7-cafdfe40766d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:00.147945 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b43244de-6e77-47f3-9284-14448ab316dc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3979614 Jul 28 12:04:00.151278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:00.156065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-171453479'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:00.176433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Made reservation on behalf of b5e928f0e8a8419b924c3c42d2f11d40 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:00.179786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.204676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:04:00.213860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.214204 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Added segment 5de5ed99-12e2-426a-bbb1-39923de73a4b of type vlan for network dda0083f-e21e-4248-a121-13f6c4485efd Jul 28 12:04:00.255344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.284763 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.287668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-c9d3fcb3-285d-418f-96f7-cafdfe40766d', 'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d', 'tenant_id': 'b5e928f0e8a8419b924c3c42d2f11d40', 'fixed_ips': [{'subnet_id': '5a6e03d7-84cf-4c9b-a60f-b25abd994a14'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:04:00.288557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.290579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:00.291112 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.350552 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1982415 Jul 28 12:04:00.353338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:00.358208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Request body: {'subnet': {'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:00.403523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eee087-2834-4374-991d-5069d63ce8bd tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event updated for resources: {'Network': ['ID=dda0083f-e21e-4248-a121-13f6c4485efd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:00.416338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network dda0083f-e21e-4248-a121-13f6c4485efd details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:04:00.453482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Made reservation on behalf of b5e928f0e8a8419b924c3c42d2f11d40 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:00.457442 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.460911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Allocated IP 172.20.0.2 (c9d3fcb3-285d-418f-96f7-cafdfe40766d/5a6e03d7-84cf-4c9b-a60f-b25abd994a14/142f3b86-f520-46b0-8fdf-26c06370ea3d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:00.634819 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.645379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Transition to ACTIVE for port object 142f3b86-f520-46b0-8fdf-26c06370ea3d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:00.657463 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.661478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Transition to ACTIVE for port object 142f3b86-f520-46b0-8fdf-26c06370ea3d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:00.667062 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.703443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Network c9d3fcb3-285d-418f-96f7-cafdfe40766d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:00.708343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:00.714134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:00.730765 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event updated for resources: {'Subnet': ['ID=d75066b1-070b-4959-ab28-69d83e09b62f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:00.738254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Pushing event updated for resources: {'Port': ['ID=142f3b86-f520-46b0-8fdf-26c06370ea3d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:00.739082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Checking segment: {'id': '5de5ed99-12e2-426a-bbb1-39923de73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:00.739567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Network hostable DHCP agents. Network: dda0083f-e21e-4248-a121-13f6c4485efd, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:04:00.759451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Network dda0083f-e21e-4248-a121-13f6c4485efd is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:04:00.770555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, dda0083f-e21e-4248-a121-13f6c4485efd) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:00.774811 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:00.775411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.775528 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Attempting to bind port 142f3b86-f520-46b0-8fdf-26c06370ea3d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:00.775981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Attempting to bind port 142f3b86-f520-46b0-8fdf-26c06370ea3d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'e208c2c1-4594-4197-bc3d-74383b62c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:00.776216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Attempting to bind port 142f3b86-f520-46b0-8fdf-26c06370ea3d on network c9d3fcb3-285d-418f-96f7-cafdfe40766d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:00.781364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:00.781738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Checking segment: {'id': 'e208c2c1-4594-4197-bc3d-74383b62c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:00.782297 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.782787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Bound using segment: {'id': 'e208c2c1-4594-4197-bc3d-74383b62c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:00.783752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Bound port: 142f3b86-f520-46b0-8fdf-26c06370ea3d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e208c2c1-4594-4197-bc3d-74383b62c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c9d3fcb3-285d-418f-96f7-cafdfe40766d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:00.783752 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:00.787905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad122189-619c-4f0e-b603-23f853d79345 None None] Network dda0083f-e21e-4248-a121-13f6c4485efd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:00.792408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b13059be-60d0-4b3c-8403-7300360143fe tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4379327 Jul 28 12:04:00.794947 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:00.801214 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-03b97552-3969-4f9b-9b63-8183ae6cf870 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:00.918387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] For port 142f3b86-f520-46b0-8fdf-26c06370ea3d, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:00.921430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] For port 142f3b86-f520-46b0-8fdf-26c06370ea3d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=142f3b86-f520-46b0-8fdf-26c06370ea3d,segment=NetworkSegment(e208c2c1-4594-4197-bc3d-74383b62c023),segment_id=e208c2c1-4594-4197-bc3d-74383b62c023)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:00.946899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.035409 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03b97552-3969-4f9b-9b63-8183ae6cf870 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.036068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-dda0083f-e21e-4248-a121-13f6c4485efd', 'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd', 'tenant_id': 'b5e928f0e8a8419b924c3c42d2f11d40', 'fixed_ips': [{'subnet_id': 'd75066b1-070b-4959-ab28-69d83e09b62f'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:04:01.036950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.040441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17aaa1-6ff0-4985-85cf-e18634a80280 None None] Pushing event updated for resources: {'Port': ['ID=142f3b86-f520-46b0-8fdf-26c06370ea3d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:01.123050 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.178551 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [None req-03b97552-3969-4f9b-9b63-8183ae6cf870 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 12:04:01.179540 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-03b97552-3969-4f9b-9b63-8183ae6cf870 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "PUT /v2.0/routers/28d0c6c3-85dc-4103-ab44-b015bb45688f HTTP/1.1" status: 400 len: 364 time: 0.3835824 Jul 28 12:04:01.186682 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:01.204289 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ad90019-0254-449d-b813-d019f432156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.222286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Allocated IP 172.21.0.2 (dda0083f-e21e-4248-a121-13f6c4485efd/d75066b1-070b-4959-ab28-69d83e09b62f/1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:01.283188 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Deleting subnet d75066b1-070b-4959-ab28-69d83e09b62f {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:04:01.407242 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.415450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Transition to ACTIVE for port object 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:01.429724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Transition to ACTIVE for port object 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:01.433996 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.437676 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.475001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Network dda0083f-e21e-4248-a121-13f6c4485efd is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:01.479416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:01.480257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.485234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:01.494264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Pushing event updated for resources: {'Port': ['ID=1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:01.541412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Attempting to bind port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:01.541775 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Attempting to bind port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '5de5ed99-12e2-426a-bbb1-39923de73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:01.542135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Attempting to bind port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 on network dda0083f-e21e-4248-a121-13f6c4485efd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:01.546944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:01.547304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Checking segment: {'id': '5de5ed99-12e2-426a-bbb1-39923de73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:01.547844 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.548508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Bound using segment: {'id': '5de5ed99-12e2-426a-bbb1-39923de73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:01.548983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Bound port: 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de5ed99-12e2-426a-bbb1-39923de73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dda0083f-e21e-4248-a121-13f6c4485efd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:01.549368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.572415 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.633528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.636916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-15f91f16-f69b-434e-8214-5f742116608a None None] For port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:01.640424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-15f91f16-f69b-434e-8214-5f742116608a None None] For port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852,segment=NetworkSegment(5de5ed99-12e2-426a-bbb1-39923de73a4b),segment_id=5de5ed99-12e2-426a-bbb1-39923de73a4b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:01.645222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.661936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event deleted for resources: {'Subnet': ['ID=d75066b1-070b-4959-ab28-69d83e09b62f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:01.665560 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.667415 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ed18b03b-24eb-4495-baba-feb3bd926408 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "DELETE /v2.0/subnets/d75066b1-070b-4959-ab28-69d83e09b62f HTTP/1.1" status: 204 len: 168 time: 0.4797606 Jul 28 12:04:01.669902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:01.708926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91f16-f69b-434e-8214-5f742116608a None None] Pushing event updated for resources: {'Port': ['ID=1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:01.764798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.823176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Deleting port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:04:01.823510 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.893401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] For port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852,segment=NetworkSegment(5de5ed99-12e2-426a-bbb1-39923de73a4b),segment_id=5de5ed99-12e2-426a-bbb1-39923de73a4b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:01.893776 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:01.918581 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Calling delete_port for 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:04:02.007798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.033094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event deleted for resources: {'Port': ['ID=1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:02.043598 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] No DVR routers for this DVR port 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:04:02.106126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd48f9-c9d9-45e7-bdcf-9583cad52a2e None None] Network c9d3fcb3-285d-418f-96f7-cafdfe40766d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:02.127952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.138192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda0083f-e21e-4248-a121-13f6c4485efd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:02.149123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de5ed99-12e2-426a-bbb1-39923de73a4b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:02.149429 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de5ed99-12e2-426a-bbb1-39923de73a4b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:02.158565 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.173779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eee7e664-7962-4ebe-b71b-b8a4089a0f58 None None] Provisioning for port 142f3b86-f520-46b0-8fdf-26c06370ea3d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:02.173988 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.177403 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.180958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:04:02.180958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:04:02.184070 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:04:02.241428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.250300 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.255009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "DELETE /v2.0/networks/dda0083f-e21e-4248-a121-13f6c4485efd HTTP/1.1" status: 204 len: 168 time: 0.5818408 Jul 28 12:04:02.257202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:02.262982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29391e-1fc3-4e48-9678-3aca44fbe0f6 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event deleted for resources: {'Network': ['ID=dda0083f-e21e-4248-a121-13f6c4485efd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:02.309151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Deleting subnet 5a6e03d7-84cf-4c9b-a60f-b25abd994a14 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:04:02.312166 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.358688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.452958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.519065 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.546874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6e03d7-84cf-4c9b-a60f-b25abd994a14,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:02.551510 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.555594 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8837e6c2-2689-4906-8a99-d8549aa0eecc tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "DELETE /v2.0/subnets/5a6e03d7-84cf-4c9b-a60f-b25abd994a14 HTTP/1.1" status: 204 len: 168 time: 0.2970293 Jul 28 12:04:02.555829 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:02.561600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c2372-4e7f-4840-a450-6d49e4417d5c None None] Network c9d3fcb3-285d-418f-96f7-cafdfe40766d requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:02.634442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.697848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Deleting port 142f3b86-f520-46b0-8fdf-26c06370ea3d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:04:02.698191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.770706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] For port 142f3b86-f520-46b0-8fdf-26c06370ea3d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=142f3b86-f520-46b0-8fdf-26c06370ea3d,segment=NetworkSegment(e208c2c1-4594-4197-bc3d-74383b62c023),segment_id=e208c2c1-4594-4197-bc3d-74383b62c023)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:02.771076 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.786525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Calling delete_port for 142f3b86-f520-46b0-8fdf-26c06370ea3d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:04:02.826483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e70655-511c-4f2e-9cdd-343e77570f5d None None] DHCP port deletion for dda0083f-e21e-4248-a121-13f6c4485efd request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:04:02.833387 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d09100f0-974a-4d99-8a01-9c87ac7099e2 None None] Could not find standard attr ID for object 1f97d6dc-b23e-4ffe-8b18-34b8ae8f4852. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 12:04:02.869432 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97003a83-f23e-4d82-8c10-98d9ab73ddc9 None None] Network dda0083f-e21e-4248-a121-13f6c4485efd requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:02.884944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97003a83-f23e-4d82-8c10-98d9ab73ddc9 None None] Network dda0083f-e21e-4248-a121-13f6c4485efd could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 12:04:02.886810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:02.903940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 142f3b86-f520-46b0-8fdf-26c06370ea3d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:02.917800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event deleted for resources: {'Port': ['ID=142f3b86-f520-46b0-8fdf-26c06370ea3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:02.921391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] No DVR routers for this DVR port 142f3b86-f520-46b0-8fdf-26c06370ea3d on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:04:02.926223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 142f3b86-f520-46b0-8fdf-26c06370ea3d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:04:02.926577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 142f3b86-f520-46b0-8fdf-26c06370ea3d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 12:04:02.945836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port 142f3b86-f520-46b0-8fdf-26c06370ea3d not found, will not notify nova. {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 12:04:02.953738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a8ec4-00bd-49e5-85b6-41e8c14721ef None None] DHCP port deletion for c9d3fcb3-285d-418f-96f7-cafdfe40766d request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:04:03.000996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.011271 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d3fcb3-285d-418f-96f7-cafdfe40766d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:03.021634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e208c2c1-4594-4197-bc3d-74383b62c023') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:03.021926 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e208c2c1-4594-4197-bc3d-74383b62c023') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:03.030768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.048997 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.054771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:04:03.055146 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:04:03.057968 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:04:03.112493 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.118907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.120686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "DELETE /v2.0/networks/c9d3fcb3-285d-418f-96f7-cafdfe40766d HTTP/1.1" status: 204 len: 168 time: 0.5638633 Jul 28 12:04:03.123515 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:03.131962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe51b6-112d-4ca2-9496-3fc21d433b12 tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Pushing event deleted for resources: {'Network': ['ID=c9d3fcb3-285d-418f-96f7-cafdfe40766d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:03.158298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1d180292-8a7d-4ee6-af58-93bd1e2cb4ec tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d0c6c3-85dc-4103-ab44-b015bb45688f HTTP/1.1" status: 200 len: 205 time: 0.0335510 Jul 28 12:04:03.160720 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:03.231857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.390823 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.393537 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.437563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.438067 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Fanout notify agent at l3_agent the message router_deleted on router 28d0c6c3-85dc-4103-ab44-b015bb45688f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:04:03.444767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.446371 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ae99c289-65ac-4b89-ab3d-31404460455a tempest-RoutersNegativeTest-2047870710 tempest-RoutersNegativeTest-2047870710-project] 10.222.0.20 "DELETE /v2.0/routers/28d0c6c3-85dc-4103-ab44-b015bb45688f HTTP/1.1" status: 204 len: 168 time: 0.2844844 Jul 28 12:04:03.597975 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.685883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58150) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:03.813006 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5d44b517-70f3-469e-87f5-d56afd5c425f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5e928f0e8a8419b924c3c42d2f11d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259403 Jul 28 12:04:03.816049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:03.863144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34eb8f1c-76b0-4c20-955a-08eb94968206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.883731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34eb8f1c-76b0-4c20-955a-08eb94968206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.929267 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34eb8f1c-76b0-4c20-955a-08eb94968206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.931794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34eb8f1c-76b0-4c20-955a-08eb94968206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:03.932946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-34eb8f1c-76b0-4c20-955a-08eb94968206 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd0577b8-fe32-4770-acff-0eb6f2692d9f HTTP/1.1" status: 204 len: 168 time: 0.1159830 Jul 28 12:04:03.941908 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb8f1c-76b0-4c20-955a-08eb94968206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0577b8-fe32-4770-acff-0eb6f2692d9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:04.519476 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58178) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:04.612961 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-479835073-network', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:04.633754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Made reservation on behalf of e5a34ca83dc14964b08cfe802d48892e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:04.636403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.644783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.730988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.734558 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.754839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:04:04.769112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e981cb3d-4753-4849-9f25-e5220d8fbf83,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:04.771924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.772287 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Added segment 2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9 of type vlan for network eba98eda-e54e-4779-8b5b-81dd395c0a05 Jul 28 12:04:04.817879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.836783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 142f3b86-f520-46b0-8fdf-26c06370ea3d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:04:04.848149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.849196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:04.849767 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:04.859704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 142f3b86-f520-46b0-8fdf-26c06370ea3d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:04:04.860697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 142f3b86-f520-46b0-8fdf-26c06370ea3d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:04:04.899837 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3791995 Jul 28 12:04:04.902826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:04.908363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Request body: {'subnet': {'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-subnet', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:04.916257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac61fd8-fad3-42ef-91d3-215856c7ab50 admin admin] Pushing event updated for resources: {'Network': ['ID=eba98eda-e54e-4779-8b5b-81dd395c0a05,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:04.927203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:04:04.931677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Made reservation on behalf of e5a34ca83dc14964b08cfe802d48892e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:04.934078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.096319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.146469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:05.161326 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Checking segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:05.161677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Network hostable DHCP agents. Network: eba98eda-e54e-4779-8b5b-81dd395c0a05, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:04:05.178088 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:04:05.186759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, eba98eda-e54e-4779-8b5b-81dd395c0a05) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:05.191009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:05.191594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.197894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd06255-18a9-4a51-b2e9-62a7ffcd1fb6 None None] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:05.205545 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-dbfd7c28-199e-4ea5-a3e4-4bab08510757 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3016329 Jul 28 12:04:05.208438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58184) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:05.213031 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:05.236969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.238800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.295203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.342083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-eba98eda-e54e-4779-8b5b-81dd395c0a05', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'fixed_ips': [{'subnet_id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:04:05.342946 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.438550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.478481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Allocated IP 172.20.0.2 (eba98eda-e54e-4779-8b5b-81dd395c0a05/7f94b544-2b2c-4ebf-854c-335a1fe3e3fb/d403d55f-71a9-4b29-98a7-cbb3dc548f63) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:05.616530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.624844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Transition to ACTIVE for port object d403d55f-71a9-4b29-98a7-cbb3dc548f63 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:05.638756 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.640446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Transition to ACTIVE for port object d403d55f-71a9-4b29-98a7-cbb3dc548f63 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:05.646117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.658964 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.686681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:05.690040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:05.692373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:05.706829 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Pushing event updated for resources: {'Port': ['ID=d403d55f-71a9-4b29-98a7-cbb3dc548f63,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:05.750334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Attempting to bind port d403d55f-71a9-4b29-98a7-cbb3dc548f63 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:05.751266 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Attempting to bind port d403d55f-71a9-4b29-98a7-cbb3dc548f63 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:05.751636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Attempting to bind port d403d55f-71a9-4b29-98a7-cbb3dc548f63 on network eba98eda-e54e-4779-8b5b-81dd395c0a05 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:05.756618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:05.756988 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Checking segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:05.757381 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.757768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Bound using segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:05.758227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Bound port: d403d55f-71a9-4b29-98a7-cbb3dc548f63, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:05.758603 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.764810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Allocated IP 172.25.1.190 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/c01a04a9-e485-49c8-b694-2164d95b6b33) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:05.822846 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] For port d403d55f-71a9-4b29-98a7-cbb3dc548f63, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:05.825990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] For port d403d55f-71a9-4b29-98a7-cbb3dc548f63, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d403d55f-71a9-4b29-98a7-cbb3dc548f63,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:05.829682 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.866880 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.883453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb14c1-77da-4c79-8dbf-c8592606d271 None None] Pushing event updated for resources: {'Port': ['ID=d403d55f-71a9-4b29-98a7-cbb3dc548f63,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:05.911131 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:05.948421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:05.951150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:05.953595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:05.987156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Pushing event updated for resources: {'Port': ['ID=c01a04a9-e485-49c8-b694-2164d95b6b33,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:06.234272 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:06.689870 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:06.735917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd94c9-4eb5-4bae-9770-818c8be1f94e None None] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:06.800429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b94adbbc-667d-4793-aa34-64f66eb0d1d2 None None] Provisioning for port d403d55f-71a9-4b29-98a7-cbb3dc548f63 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:06.837411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Router 0098e2c8-df8d-427b-ae63-8ba324c01c6c is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:04:06.896094 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d403d55f-71a9-4b29-98a7-cbb3dc548f63 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:06.948720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:04:06.956721 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port d403d55f-71a9-4b29-98a7-cbb3dc548f63 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:06.960625 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Sync routers for ids ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:04:06.964625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d403d55f-71a9-4b29-98a7-cbb3dc548f63 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:06.965006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:06.967780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:06.969170 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fb1c8101-0a64-487e-8bd0-08145a842765 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7595990 Jul 28 12:04:06.972705 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:06.974305 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Routers {'0098e2c8-df8d-427b-ae63-8ba324c01c6c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:06.975259 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:07.066489 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.093304 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Set router 0098e2c8-df8d-427b-ae63-8ba324c01c6c gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:07.103179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port d403d55f-71a9-4b29-98a7-cbb3dc548f63, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d403d55f-71a9-4b29-98a7-cbb3dc548f63,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:07.107984 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.183428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=d403d55f-71a9-4b29-98a7-cbb3dc548f63,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:07.237941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05470b6e-aa7a-4e30-a50a-3759800e179e None None] Provisioning complete for port d403d55f-71a9-4b29-98a7-cbb3dc548f63 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:07.238683 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05470b6e-aa7a-4e30-a50a-3759800e179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.313830 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:06Z', 'revision_number': 3, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:07.346952 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Checking router: 0098e2c8-df8d-427b-ae63-8ba324c01c6c for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:04:07.347295 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Updating router 0098e2c8-df8d-427b-ae63-8ba324c01c6c port c01a04a9-e485-49c8-b694-2164d95b6b33 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:04:07.370816 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.423249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.619432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Allocated IP 172.20.0.1 (eba98eda-e54e-4779-8b5b-81dd395c0a05/7f94b544-2b2c-4ebf-854c-335a1fe3e3fb/6ce6cf6a-2193-4989-806c-f9b618cea086) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:07.709216 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.719917 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Transition to ACTIVE for port object c01a04a9-e485-49c8-b694-2164d95b6b33 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:07.725727 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.779168 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Attempting to bind port c01a04a9-e485-49c8-b694-2164d95b6b33 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:07.779537 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Attempting to bind port c01a04a9-e485-49c8-b694-2164d95b6b33 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:07.779902 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Attempting to bind port c01a04a9-e485-49c8-b694-2164d95b6b33 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:07.781982 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Pushing event updated for resources: {'Port': ['ID=c01a04a9-e485-49c8-b694-2164d95b6b33,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:07.791507 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.791851 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.792212 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.792548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.792878 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.793206 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.793528 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.793853 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.794179 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.794496 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.794813 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.795133 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:07.799023 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:07.799399 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:07.799794 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.800199 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:07.800680 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Bound port: c01a04a9-e485-49c8-b694-2164d95b6b33, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:07.801065 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.856315 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] For port c01a04a9-e485-49c8-b694-2164d95b6b33, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:07.860341 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] For port c01a04a9-e485-49c8-b694-2164d95b6b33, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c01a04a9-e485-49c8-b694-2164d95b6b33,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:07.865255 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:07.924019 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Routers {'0098e2c8-df8d-427b-ae63-8ba324c01c6c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:07.924675 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:07.929607 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c515cfb-6a23-49fb-a3a1-15541ffbc4f6 None None] Pushing event updated for resources: {'Port': ['ID=c01a04a9-e485-49c8-b694-2164d95b6b33,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:08.033034 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] Set router 0098e2c8-df8d-427b-ae63-8ba324c01c6c gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:08.073531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.085865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Transition to ACTIVE for port object 6ce6cf6a-2193-4989-806c-f9b618cea086 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:08.118605 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.154113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:08.158841 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:08.164392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:08.190839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Pushing event updated for resources: {'Port': ['ID=6ce6cf6a-2193-4989-806c-f9b618cea086,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:08.208097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.208909 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:06Z', 'revision_number': 3, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:08.242221 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce72f8-0a2d-4f8e-89c0-55a0c84ab899 None None] The sync data for ids ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'] in n-d-723573-7 is: [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:06Z', 'revision_number': 3, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:04:08.349691 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.446101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-87cb0730-4af5-4783-bcfc-cdfaf673a901 None None] Provisioning for port 6ce6cf6a-2193-4989-806c-f9b618cea086 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:08.455313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-87cb0730-4af5-4783-bcfc-cdfaf673a901 None None] Provisioning complete for port 6ce6cf6a-2193-4989-806c-f9b618cea086 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:08.455923 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87cb0730-4af5-4783-bcfc-cdfaf673a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.511762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-87cb0730-4af5-4783-bcfc-cdfaf673a901 None None] Port 6ce6cf6a-2193-4989-806c-f9b618cea086 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:08.531383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.536734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.604435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Pushing event updated for resources: {'Port': ['ID=6ce6cf6a-2193-4989-806c-f9b618cea086,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:08.606833 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.705447 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:08.706927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:08.836236 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Router 0098e2c8-df8d-427b-ae63-8ba324c01c6c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:04:08.945131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cab5fdaa-a762-474d-b6ec-88fa14db2845 None None] Provisioning complete for port 6ce6cf6a-2193-4989-806c-f9b618cea086 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:08.946347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cab5fdaa-a762-474d-b6ec-88fa14db2845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:08.949591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c01a04a9-e485-49c8-b694-2164d95b6b33 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:08.972063 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:04:08.980360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5eb2ff9a-9d42-40c3-a896-94a7df72606a admin admin] 10.222.0.20 "PUT /v2.0/routers/0098e2c8-df8d-427b-ae63-8ba324c01c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034969 Jul 28 12:04:09.017091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cab5fdaa-a762-474d-b6ec-88fa14db2845 None None] Port 6ce6cf6a-2193-4989-806c-f9b618cea086 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:09.034548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c01a04a9-e485-49c8-b694-2164d95b6b33 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:09.038943 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c01a04a9-e485-49c8-b694-2164d95b6b33 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:09.039409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.123940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.147133 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c01a04a9-e485-49c8-b694-2164d95b6b33, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c01a04a9-e485-49c8-b694-2164d95b6b33,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:09.151365 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.152345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d403d55f-71a9-4b29-98a7-cbb3dc548f63 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:09.225089 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c01a04a9-e485-49c8-b694-2164d95b6b33,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:09.237833 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d403d55f-71a9-4b29-98a7-cbb3dc548f63 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:09.238209 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.471678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:09.476803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-26270620-network', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:09.497610 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Made reservation on behalf of 4976f95ca22e4eb4b260701a61ac417d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:09.500220 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.509445 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.605383 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.609132 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.631964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031d4612-6078-4445-a256-b62880af560e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:04:09.648940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340051dd-396f-446a-ab64-c6796f1cdfc8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:09.653081 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.653432 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Added segment e9bf7551-06f2-4c3c-b524-7a03a4a84b27 of type vlan for network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 Jul 28 12:04:09.696546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.724460 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.725428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:09.726005 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.784860 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-031d4612-6078-4445-a256-b62880af560e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3119941 Jul 28 12:04:09.787669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:09.791317 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4612-6078-4445-a256-b62880af560e admin admin] Pushing event updated for resources: {'Network': ['ID=b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:09.792960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Request body: {'subnet': {'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-subnet', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:09.804656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:04:09.815869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Made reservation on behalf of 4976f95ca22e4eb4b260701a61ac417d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:09.818214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:09.842193 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Sync routers for ids ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:04:09.865281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Routers {'0098e2c8-df8d-427b-ae63-8ba324c01c6c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:09.865919 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:09.977845 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Set router 0098e2c8-df8d-427b-ae63-8ba324c01c6c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:09.989822 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.047933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7feef1-1fbf-4c7a-aea7-6e5b45596d47,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:10.058152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Checking segment: {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:10.058509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Network hostable DHCP agents. Network: b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:04:10.075691 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:04:10.083920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:10.088750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:10.089679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.095126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da461fbe-3c65-4f2f-847b-bc81b4367077 None None] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:10.103950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-934a2c7b-24f5-41d6-a33e-3a10f46b831e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3151553 Jul 28 12:04:10.106563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:10.112010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:10.132989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.133972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.187402 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.292783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:08Z', 'revision_number': 4, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6ce6cf6a-2193-4989-806c-f9b618cea086', 'name': '', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'mac_address': 'fa:16:3e:02:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:07Z', 'updated_at': '2021-07-28T12:04:08Z', 'revision_number': 2, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'subnets': [{'id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:10.295861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9', 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'fixed_ips': [{'subnet_id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:04:10.296691 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.333064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Checking router: 0098e2c8-df8d-427b-ae63-8ba324c01c6c for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:04:10.333312 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.333447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Updating router 0098e2c8-df8d-427b-ae63-8ba324c01c6c port 6ce6cf6a-2193-4989-806c-f9b618cea086 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:04:10.368996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.527550 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.551203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.565147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Allocated IP 172.20.0.2 (b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9/1a7feef1-1fbf-4c7a-aea7-6e5b45596d47/16420081-672e-4a63-9db9-0ae751682027) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:10.660298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Allocated IP 172.25.1.10 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/dc7cb053-4284-4106-afb2-38e85f3edd48) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:10.762843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.802232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.817714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.837136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.839486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Transition to ACTIVE for port object 16420081-672e-4a63-9db9-0ae751682027 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:10.840348 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:10.843183 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:10.847557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:10.855572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c01a04a9-e485-49c8-b694-2164d95b6b33 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:10.858053 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Transition to ACTIVE for port object 6ce6cf6a-2193-4989-806c-f9b618cea086 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:10.875849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7cb053-4284-4106-afb2-38e85f3edd48,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:10.885003 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.889414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Transition to ACTIVE for port object 16420081-672e-4a63-9db9-0ae751682027 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:10.930386 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:10.972208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df9756-4cc6-4160-a1a3-dc3fc2d39798 None None] Pushing event updated for resources: {'Port': ['ID=6ce6cf6a-2193-4989-806c-f9b618cea086,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:10.980732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:10.988274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:11.023076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:11.068362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c01a04a9-e485-49c8-b694-2164d95b6b33 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:11.068362 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.107284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Pushing event updated for resources: {'Port': ['ID=16420081-672e-4a63-9db9-0ae751682027,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:11.116325 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Attempting to bind port 6ce6cf6a-2193-4989-806c-f9b618cea086 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:11.116658 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Attempting to bind port 6ce6cf6a-2193-4989-806c-f9b618cea086 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:11.117022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Attempting to bind port 6ce6cf6a-2193-4989-806c-f9b618cea086 on network eba98eda-e54e-4779-8b5b-81dd395c0a05 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:11.125097 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.143751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:11.144125 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Checking segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:11.144549 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.144940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Bound using segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:11.145421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Bound port: 6ce6cf6a-2193-4989-806c-f9b618cea086, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:11.145796 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.172710 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Attempting to bind port 16420081-672e-4a63-9db9-0ae751682027 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:11.173077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Attempting to bind port 16420081-672e-4a63-9db9-0ae751682027 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:11.173438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Attempting to bind port 16420081-672e-4a63-9db9-0ae751682027 on network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:11.183207 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:11.183626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Checking segment: {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:11.184132 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.184530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Bound using segment: {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:11.184994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Bound port: 16420081-672e-4a63-9db9-0ae751682027, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:11.185406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.329367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.465412 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Router a884e694-bfdd-40b8-8007-7e64b287a4c3 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:04:11.483881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] For port 6ce6cf6a-2193-4989-806c-f9b618cea086, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:11.492354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] For port 6ce6cf6a-2193-4989-806c-f9b618cea086, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6ce6cf6a-2193-4989-806c-f9b618cea086,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:11.500947 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.511394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] For port 16420081-672e-4a63-9db9-0ae751682027, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:11.547714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] For port 16420081-672e-4a63-9db9-0ae751682027, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=16420081-672e-4a63-9db9-0ae751682027,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:11.564491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.584727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df9756-4cc6-4160-a1a3-dc3fc2d39798 None None] Pushing event updated for resources: {'Port': ['ID=6ce6cf6a-2193-4989-806c-f9b618cea086,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:11.587826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:04:11.591355 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Routers {'0098e2c8-df8d-427b-ae63-8ba324c01c6c'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:11.591984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:11.599792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Sync routers for ids ['a884e694-bfdd-40b8-8007-7e64b287a4c3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:04:11.610834 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Routers {'a884e694-bfdd-40b8-8007-7e64b287a4c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:11.611970 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a884e694-bfdd-40b8-8007-7e64b287a4c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:11.618171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:11.619618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a3c7373d-a8d9-4884-ae58-58c87761a874 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5118830 Jul 28 12:04:11.622330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:04:11.738186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] Set router 0098e2c8-df8d-427b-ae63-8ba324c01c6c gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:11.800868 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Set router a884e694-bfdd-40b8-8007-7e64b287a4c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:11.942584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76b00-444d-4168-bd61-8726d0cb48ad None None] Pushing event updated for resources: {'Port': ['ID=16420081-672e-4a63-9db9-0ae751682027,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:12.035284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:08Z', 'revision_number': 4, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6ce6cf6a-2193-4989-806c-f9b618cea086', 'name': '', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'mac_address': 'fa:16:3e:02:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:07Z', 'updated_at': '2021-07-28T12:04:11Z', 'revision_number': 4, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'subnets': [{'id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:12.060954 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:11Z', 'revision_number': 3, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:12.061780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc19f5-cf88-4e8d-920f-93e97dabd759 None None] The sync data for ids ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'] in n-d-723573-7 is: [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:08Z', 'revision_number': 4, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6ce6cf6a-2193-4989-806c-f9b618cea086', 'name': '', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'mac_address': 'fa:16:3e:02:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:07Z', 'updated_at': '2021-07-28T12:04:11Z', 'revision_number': 4, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'subnets': [{'id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:04:12.098564 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Checking router: a884e694-bfdd-40b8-8007-7e64b287a4c3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:04:12.098911 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Updating router a884e694-bfdd-40b8-8007-7e64b287a4c3 port dc7cb053-4284-4106-afb2-38e85f3edd48 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:04:12.139713 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.206066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.399874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Allocated IP 172.20.0.1 (b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9/1a7feef1-1fbf-4c7a-aea7-6e5b45596d47/14b517df-c478-4458-8908-e40be6367669) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:12.450516 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.463133 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Transition to ACTIVE for port object dc7cb053-4284-4106-afb2-38e85f3edd48 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:12.472156 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.527657 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Attempting to bind port dc7cb053-4284-4106-afb2-38e85f3edd48 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:12.528024 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Attempting to bind port dc7cb053-4284-4106-afb2-38e85f3edd48 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:12.528407 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Attempting to bind port dc7cb053-4284-4106-afb2-38e85f3edd48 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:12.530530 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca7eb-5037-4535-8b67-bedf8d6b8b42 None None] Pushing event updated for resources: {'Port': ['ID=dc7cb053-4284-4106-afb2-38e85f3edd48,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:12.536932 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:12.537291 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:12.537690 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.538073 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:12.538618 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Bound port: dc7cb053-4284-4106-afb2-38e85f3edd48, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:12.538895 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.543371 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.561790 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Transition to ACTIVE for port object 14b517df-c478-4458-8908-e40be6367669 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:12.599829 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] For port dc7cb053-4284-4106-afb2-38e85f3edd48, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:12.603352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] For port dc7cb053-4284-4106-afb2-38e85f3edd48, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dc7cb053-4284-4106-afb2-38e85f3edd48,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:12.608118 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.617500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.664085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:12.670217 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Routers {'a884e694-bfdd-40b8-8007-7e64b287a4c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:12.670857 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a884e694-bfdd-40b8-8007-7e64b287a4c3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:12.672287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:12.674996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:12.709387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Pushing event updated for resources: {'Port': ['ID=14b517df-c478-4458-8908-e40be6367669,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:12.732932 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:12.734556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c0784-76b5-490b-a18c-d5e9cb5b90f5 None None] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:04:12.806229 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] Set router a884e694-bfdd-40b8-8007-7e64b287a4c3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:12.810590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-572e01bc-1558-4536-a9b6-e34dd014a341 None None] Provisioning for port 16420081-672e-4a63-9db9-0ae751682027 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:12.957090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 16420081-672e-4a63-9db9-0ae751682027 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:12.977799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.059087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 16420081-672e-4a63-9db9-0ae751682027 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:13.064741 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 16420081-672e-4a63-9db9-0ae751682027 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:13.065140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.102139 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca7eb-5037-4535-8b67-bedf8d6b8b42 None None] Pushing event updated for resources: {'Port': ['ID=dc7cb053-4284-4106-afb2-38e85f3edd48,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:13.186629 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.216901 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.224969 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.233734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 16420081-672e-4a63-9db9-0ae751682027, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=16420081-672e-4a63-9db9-0ae751682027,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:13.239004 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.239915 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6ce6cf6a-2193-4989-806c-f9b618cea086 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:13.244157 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:11Z', 'revision_number': 3, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:13.286869 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c071d7-82d4-4ead-9200-21a2a79141b9 None None] The sync data for ids ['a884e694-bfdd-40b8-8007-7e64b287a4c3'] in n-d-723573-7 is: [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:11Z', 'revision_number': 3, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:04:13.310270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.319548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Pushing event updated for resources: {'Port': ['ID=14b517df-c478-4458-8908-e40be6367669,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:13.353828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6ce6cf6a-2193-4989-806c-f9b618cea086 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:13.371346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6ce6cf6a-2193-4989-806c-f9b618cea086 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:13.371729 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.400037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=16420081-672e-4a63-9db9-0ae751682027,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:13.465909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:13.467624 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:13.486578 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ccfe315b-6bc8-4fca-b10a-a7f41b56f54f None None] Provisioning complete for port 16420081-672e-4a63-9db9-0ae751682027 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:13.487048 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccfe315b-6bc8-4fca-b10a-a7f41b56f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.511529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.572446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 6ce6cf6a-2193-4989-806c-f9b618cea086, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6ce6cf6a-2193-4989-806c-f9b618cea086,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:13.578835 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.600860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Router a884e694-bfdd-40b8-8007-7e64b287a4c3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:04:13.668780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=6ce6cf6a-2193-4989-806c-f9b618cea086,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:13.678823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ccfe315b-6bc8-4fca-b10a-a7f41b56f54f None None] Provisioning for port 14b517df-c478-4458-8908-e40be6367669 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:13.684137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ccfe315b-6bc8-4fca-b10a-a7f41b56f54f None None] Provisioning complete for port 14b517df-c478-4458-8908-e40be6367669 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:13.684620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccfe315b-6bc8-4fca-b10a-a7f41b56f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.722842 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe315b-6bc8-4fca-b10a-a7f41b56f54f None None] Port 14b517df-c478-4458-8908-e40be6367669 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:13.744072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:04:13.749171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a90bb961-d78b-4c75-8483-f2aefe3f7316 admin admin] 10.222.0.20 "PUT /v2.0/routers/a884e694-bfdd-40b8-8007-7e64b287a4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1251590 Jul 28 12:04:13.850574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c39d4c04-0e42-4ce3-9c72-557eaf25863b None None] Provisioning complete for port 14b517df-c478-4458-8908-e40be6367669 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:13.850870 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c39d4c04-0e42-4ce3-9c72-557eaf25863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:13.893523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c39d4c04-0e42-4ce3-9c72-557eaf25863b None None] Port 14b517df-c478-4458-8908-e40be6367669 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:14.013003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4c8a6cd-ecbc-4db7-95d5-8570744eb6d8 None None] Provisioning complete for port 14b517df-c478-4458-8908-e40be6367669 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:14.013611 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a6cd-ecbc-4db7-95d5-8570744eb6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:14.051701 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8a6cd-ecbc-4db7-95d5-8570744eb6d8 None None] Port 14b517df-c478-4458-8908-e40be6367669 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:14.580882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-b89c64e6-f2b9-4c8e-9637-400a9d1351d6 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:14.582343 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-b89c64e6-f2b9-4c8e-9637-400a9d1351d6 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 816 time: 0.0992539 Jul 28 12:04:14.597633 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-b15d2f20-9fc5-420e-b18f-0c090b5cdb51 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/quotas/e5a34ca83dc14964b08cfe802d48892e HTTP/1.1" status: 200 len: 375 time: 0.0095770 Jul 28 12:04:14.652094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-b85e86f5-72df-4a7e-8da6-bd003dae0ccc tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493379 Jul 28 12:04:14.748020 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-bd232b84-2aa1-403b-917c-7a6685316782 service neutron] 10.222.0.20 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832291 Jul 28 12:04:14.845907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-0b8c1a14-c7ee-4b6f-a512-602b527f4d6b service neutron] 10.222.0.20 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910547 Jul 28 12:04:14.910734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 16420081-672e-4a63-9db9-0ae751682027 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:14.968461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 16420081-672e-4a63-9db9-0ae751682027 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:14.968866 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:15.016680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb8e7fd1-2061-48f2-bec5-ce80932f180d req-44ecf4ba-4f29-40c3-b637-c555ccfdbcf4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 210 time: 0.0284381 Jul 28 12:04:15.061700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dc7cb053-4284-4106-afb2-38e85f3edd48 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:15.109455 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port dc7cb053-4284-4106-afb2-38e85f3edd48 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:15.113703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port dc7cb053-4284-4106-afb2-38e85f3edd48 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:15.114078 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:15.196284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:15.218864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port dc7cb053-4284-4106-afb2-38e85f3edd48, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dc7cb053-4284-4106-afb2-38e85f3edd48,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:15.222525 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:15.223236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6ce6cf6a-2193-4989-806c-f9b618cea086 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:15.309974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=dc7cb053-4284-4106-afb2-38e85f3edd48,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:15.327789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6ce6cf6a-2193-4989-806c-f9b618cea086 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:15.328370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:15.506939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Sync routers for ids ['a884e694-bfdd-40b8-8007-7e64b287a4c3'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:04:15.516638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Routers {'a884e694-bfdd-40b8-8007-7e64b287a4c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:15.517262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a884e694-bfdd-40b8-8007-7e64b287a4c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:15.625071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Set router a884e694-bfdd-40b8-8007-7e64b287a4c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:15.821671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:12Z', 'revision_number': 4, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '14b517df-c478-4458-8908-e40be6367669', 'name': '', 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'mac_address': 'fa:16:3e:ca:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:12Z', 'updated_at': '2021-07-28T12:04:13Z', 'revision_number': 2, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'subnets': [{'id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:15.848643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Checking router: a884e694-bfdd-40b8-8007-7e64b287a4c3 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:04:15.848998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Updating router a884e694-bfdd-40b8-8007-7e64b287a4c3 port 14b517df-c478-4458-8908-e40be6367669 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:04:15.874049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:15.981992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-2b1445c8-9053-47ac-835f-0d4c3da13641 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:15.983578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-2b1445c8-9053-47ac-835f-0d4c3da13641 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 816 time: 0.1049449 Jul 28 12:04:15.996608 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Request body: {'port': {'device_id': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'admin_state_up': True, 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:16.121741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Made reservation on behalf of e5a34ca83dc14964b08cfe802d48892e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:16.124292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bd50c0e5-e11f-479d-9a0e-cefaf0df5444 req-66478812-f6a2-4bae-bd36-9bbc0b701332 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 210 time: 0.0300429 Jul 28 12:04:16.126286 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.163548 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.173539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Transition to ACTIVE for port object 14b517df-c478-4458-8908-e40be6367669 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:16.179286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.227039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57736f7-7bd2-41a0-b89c-c520250ff0bb None None] Pushing event updated for resources: {'Port': ['ID=14b517df-c478-4458-8908-e40be6367669,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:16.264807 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Allocated IP 172.20.0.6 (eba98eda-e54e-4779-8b5b-81dd395c0a05/7f94b544-2b2c-4ebf-854c-335a1fe3e3fb/34711a64-63ae-4b49-94cb-3baaa48716ac) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:16.284822 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Attempting to bind port 14b517df-c478-4458-8908-e40be6367669 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:16.285320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Attempting to bind port 14b517df-c478-4458-8908-e40be6367669 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:16.285924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Attempting to bind port 14b517df-c478-4458-8908-e40be6367669 on network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:16.291384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:16.291759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Checking segment: {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:16.292167 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.292588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Bound using segment: {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:16.293054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Bound port: 14b517df-c478-4458-8908-e40be6367669, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:16.293440 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.366383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] For port 14b517df-c478-4458-8908-e40be6367669, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:16.369687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] For port 14b517df-c478-4458-8908-e40be6367669, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=14b517df-c478-4458-8908-e40be6367669,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:16.374167 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.425588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.433948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57736f7-7bd2-41a0-b89c-c520250ff0bb None None] Pushing event updated for resources: {'Port': ['ID=14b517df-c478-4458-8908-e40be6367669,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:16.436442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Routers {'a884e694-bfdd-40b8-8007-7e64b287a4c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:04:16.437055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:04:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a884e694-bfdd-40b8-8007-7e64b287a4c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:16.441783 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Transition to ACTIVE for port object 34711a64-63ae-4b49-94cb-3baaa48716ac will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:16.478372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.532647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:16.538199 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:16.542499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:16.565763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] Set router a884e694-bfdd-40b8-8007-7e64b287a4c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:04:16.585295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Pushing event updated for resources: {'Port': ['ID=34711a64-63ae-4b49-94cb-3baaa48716ac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:16.599332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:16.600849 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.616427 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-32269319-2d6a-4673-9836-f4e4f90eb791 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237988 Jul 28 12:04:16.630172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Request body: {'port': {'device_id': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:16.697824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.868590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dc7cb053-4284-4106-afb2-38e85f3edd48 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:16.981312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port dc7cb053-4284-4106-afb2-38e85f3edd48 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:16.981695 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:16.986997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34711a64-63ae-4b49-94cb-3baaa48716ac {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:04:16.994830 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:17.007189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Transition to ACTIVE for port object 34711a64-63ae-4b49-94cb-3baaa48716ac will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:17.010984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:17.048464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:12Z', 'revision_number': 4, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '14b517df-c478-4458-8908-e40be6367669', 'name': '', 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'mac_address': 'fa:16:3e:ca:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:12Z', 'updated_at': '2021-07-28T12:04:16Z', 'revision_number': 4, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'subnets': [{'id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:04:17.061779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Pushing event updated for resources: {'Port': ['ID=34711a64-63ae-4b49-94cb-3baaa48716ac,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:17.102015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b7740-8373-472f-8f81-e166544f29e0 None None] The sync data for ids ['a884e694-bfdd-40b8-8007-7e64b287a4c3'] in n-d-723573-7 is: [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:12Z', 'revision_number': 4, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '14b517df-c478-4458-8908-e40be6367669', 'name': '', 'network_id': 'b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'mac_address': 'fa:16:3e:ca:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:12Z', 'updated_at': '2021-07-28T12:04:16Z', 'revision_number': 4, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'subnets': [{'id': '1a7feef1-1fbf-4c7a-aea7-6e5b45596d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:04:17.106035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-66d62caa-3ec2-4614-b87a-438f9b9af3b1 None None] Provisioning for port 34711a64-63ae-4b49-94cb-3baaa48716ac completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:17.147759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Attempting to bind port 34711a64-63ae-4b49-94cb-3baaa48716ac on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:17.147759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Attempting to bind port 34711a64-63ae-4b49-94cb-3baaa48716ac by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:17.147759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Attempting to bind port 34711a64-63ae-4b49-94cb-3baaa48716ac on network eba98eda-e54e-4779-8b5b-81dd395c0a05 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:17.175984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Port 34711a64-63ae-4b49-94cb-3baaa48716ac on network eba98eda-e54e-4779-8b5b-81dd395c0a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:04:17.176363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Attempting to bind port 34711a64-63ae-4b49-94cb-3baaa48716ac on network eba98eda-e54e-4779-8b5b-81dd395c0a05 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:17.187282 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:17.187635 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Checking segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:17.188111 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Bound using segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:17.188839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Bound port: 34711a64-63ae-4b49-94cb-3baaa48716ac, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:17.189207 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:17.273359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] For port 34711a64-63ae-4b49-94cb-3baaa48716ac, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:17.276664 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] For port 34711a64-63ae-4b49-94cb-3baaa48716ac, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=34711a64-63ae-4b49-94cb-3baaa48716ac,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:17.283076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:17.290092 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880edd03-f359-49ce-b48d-4f1e5fc3f53b req-1d23715e-0515-4b2f-84a3-632b85e8d508 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.293641 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-880edd03-f359-49ce-b48d-4f1e5fc3f53b req-1d23715e-0515-4b2f-84a3-632b85e8d508 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 943 time: 0.0682175 Jul 28 12:04:17.346144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.346631 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:17.348957 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] 10.222.0.44 "PUT /v2.0/ports/34711a64-63ae-4b49-94cb-3baaa48716ac HTTP/1.1" status: 200 len: 1091 time: 0.7236784 Jul 28 12:04:17.349882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-880edd03-f359-49ce-b48d-4f1e5fc3f53b req-1cbb4bf6-0300-4ffc-968b-c715941a5d10 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Jul 28 12:04:17.350008 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'tag': '34711a64-63ae-4b49-94cb-3baaa48716ac'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:17.361726 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc4d60-9157-4447-82f6-a0cff3171582" -d '{"events": [{"name": "network-changed", "server_uuid": "60a82368-cbd4-4f98-afe1-6fd9be278e75", "tag": "34711a64-63ae-4b49-94cb-3baaa48716ac"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:17.418365 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc48041f-ae9a-4e91-9e30-aa66861d24c5 x-openstack-request-id: req-dc48041f-ae9a-4e91-9e30-aa66861d24c5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:17.418365 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a82368-cbd4-4f98-afe1-6fd9be278e75", "tag": "34711a64-63ae-4b49-94cb-3baaa48716ac", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:17.418365 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc48041f-ae9a-4e91-9e30-aa66861d24c5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:17.418789 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'tag': '34711a64-63ae-4b49-94cb-3baaa48716ac', 'status': 'completed', 'code': 200} Jul 28 12:04:17.437347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5c02-e768-497a-b95a-805ed93c4e1a service neutron] Pushing event updated for resources: {'Port': ['ID=34711a64-63ae-4b49-94cb-3baaa48716ac,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:17.454263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-c8c84c9a-2976-4415-8e77-2d5ac1da3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.455896 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-c8c84c9a-2976-4415-8e77-2d5ac1da3ae6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 1094 time: 0.0616295 Jul 28 12:04:17.505893 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-49fd473e-6e22-4f45-8051-a602e47cc6de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34711a64-63ae-4b49-94cb-3baaa48716ac HTTP/1.1" status: 200 len: 217 time: 0.0418749 Jul 28 12:04:17.567346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-cf955823-3e9c-41db-bd07-751931ab34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.568887 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-cf955823-3e9c-41db-bd07-751931ab34aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb HTTP/1.1" status: 200 len: 855 time: 0.0551951 Jul 28 12:04:17.615509 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-3cbf9672-0a65-4241-b69a-dd7456794697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.617030 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-3cbf9672-0a65-4241-b69a-dd7456794697 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba98eda-e54e-4779-8b5b-81dd395c0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411947 Jul 28 12:04:17.710537 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-f425aed5-f115-46c5-a7c1-e848b2d3109f service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859494 Jul 28 12:04:17.804475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00f18a9e-b3d0-4e76-80c8-08397df50cdd req-6ada935e-ff7b-49e2-8f35-5d56c5f33920 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860116 Jul 28 12:04:17.894052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-0c522688-2cd9-4549-b3b6-41b9b4c196cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.896034 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-0c522688-2cd9-4549-b3b6-41b9b4c196cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 1094 time: 0.0410268 Jul 28 12:04:17.987945 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-e237aa26-a277-4a8c-bf99-1d496fab3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:17.989411 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-e237aa26-a277-4a8c-bf99-1d496fab3d1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 917 time: 0.0863166 Jul 28 12:04:18.030876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-5656b64c-f866-4337-b3b4-5ad103579b59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34711a64-63ae-4b49-94cb-3baaa48716ac HTTP/1.1" status: 200 len: 217 time: 0.0345445 Jul 28 12:04:18.082553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-fce50981-d8cc-4508-8b5f-030691e070c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:18.083952 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-fce50981-d8cc-4508-8b5f-030691e070c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb HTTP/1.1" status: 200 len: 855 time: 0.0463455 Jul 28 12:04:18.131424 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-df3be3eb-88ee-429a-a01b-d9de9a2f2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:18.132907 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-df3be3eb-88ee-429a-a01b-d9de9a2f2ed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba98eda-e54e-4779-8b5b-81dd395c0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392370 Jul 28 12:04:18.219876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-8460d481-49ae-4b41-8f90-3a14ce7f95b6 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778890 Jul 28 12:04:18.310734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5bfc4d60-9157-4447-82f6-a0cff3171582 req-35badbc9-0245-49c3-a0f9-4dfefde51b93 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836515 Jul 28 12:04:18.458580 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1b09-ec4c-4fcb-923a-28ce5ae8948c req-650137a2-b7d1-4bdc-b164-e9253a3b2b3d tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:18.460057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4ab1b09-ec4c-4fcb-923a-28ce5ae8948c req-650137a2-b7d1-4bdc-b164-e9253a3b2b3d tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 943 time: 0.0481534 Jul 28 12:04:18.503526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c4ab1b09-ec4c-4fcb-923a-28ce5ae8948c req-d632d637-90ed-4b62-ad98-1e93afa94d15 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Jul 28 12:04:18.860965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 14b517df-c478-4458-8908-e40be6367669 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:18.911078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 14b517df-c478-4458-8908-e40be6367669 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:18.914668 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 14b517df-c478-4458-8908-e40be6367669 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:18.915044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:18.993847 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:19.030351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 14b517df-c478-4458-8908-e40be6367669, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=14b517df-c478-4458-8908-e40be6367669,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:19.034525 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:19.080226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=14b517df-c478-4458-8908-e40be6367669,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:19.623173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0f8ed-ed33-4c70-9add-10e46f1b8d9e req-66387468-6bcb-4c7a-9830-742f4eaa904e tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:19.624752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14f0f8ed-ed33-4c70-9add-10e46f1b8d9e req-66387468-6bcb-4c7a-9830-742f4eaa904e tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 943 time: 0.0504203 Jul 28 12:04:19.665146 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-14f0f8ed-ed33-4c70-9add-10e46f1b8d9e req-7c51cbb4-0a6b-4a51-a3f3-66c4c34832b2 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Jul 28 12:04:19.666727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 34711a64-63ae-4b49-94cb-3baaa48716ac details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:04:19.763695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 34711a64-63ae-4b49-94cb-3baaa48716ac, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=34711a64-63ae-4b49-94cb-3baaa48716ac,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:19.776379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '34711a64-63ae-4b49-94cb-3baaa48716ac', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'port_id': '34711a64-63ae-4b49-94cb-3baaa48716ac', 'mac_address': 'fa:16:3e:f0:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:04:19.818126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:19.831092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34711a64-63ae-4b49-94cb-3baaa48716ac {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:04:19.850972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 34711a64-63ae-4b49-94cb-3baaa48716ac, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=34711a64-63ae-4b49-94cb-3baaa48716ac,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:19.854773 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:19.901749 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=34711a64-63ae-4b49-94cb-3baaa48716ac,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:20.053431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['34711a64-63ae-4b49-94cb-3baaa48716ac'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:04:20.255817 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:20.780693 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb06f8e-c4a9-4e4b-a7e5-24e4d1f86558 req-5df119e8-e19d-48a8-adf2-f5baf85b7c87 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:20.782431 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfb06f8e-c4a9-4e4b-a7e5-24e4d1f86558 req-5df119e8-e19d-48a8-adf2-f5baf85b7c87 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 944 time: 0.0500610 Jul 28 12:04:20.821273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfb06f8e-c4a9-4e4b-a7e5-24e4d1f86558 req-748da940-f631-4793-b096-c9b1fc334c0d tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Jul 28 12:04:20.844785 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 14b517df-c478-4458-8908-e40be6367669 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:20.891971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 14b517df-c478-4458-8908-e40be6367669 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:20.892376 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:21.682122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 34711a64-63ae-4b49-94cb-3baaa48716ac up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:21.731638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 34711a64-63ae-4b49-94cb-3baaa48716ac completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:21.736282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 34711a64-63ae-4b49-94cb-3baaa48716ac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:21.736657 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:21.809791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:21.832076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34711a64-63ae-4b49-94cb-3baaa48716ac'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:21.834401 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a7212-9a4b-4d6d-a9c7-59b829603532" -d '{"events": [{"server_uuid": "60a82368-cbd4-4f98-afe1-6fd9be278e75", "name": "network-vif-plugged", "status": "completed", "tag": "34711a64-63ae-4b49-94cb-3baaa48716ac"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:21.849457 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 34711a64-63ae-4b49-94cb-3baaa48716ac, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=34711a64-63ae-4b49-94cb-3baaa48716ac,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:21.854443 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:21.885158 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af1c6bc-0239-4495-93c0-93d2d77c2356 x-openstack-request-id: req-8af1c6bc-0239-4495-93c0-93d2d77c2356 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:21.885447 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a82368-cbd4-4f98-afe1-6fd9be278e75", "name": "network-vif-plugged", "status": "completed", "tag": "34711a64-63ae-4b49-94cb-3baaa48716ac", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:21.885694 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8af1c6bc-0239-4495-93c0-93d2d77c2356 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:21.886346 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34711a64-63ae-4b49-94cb-3baaa48716ac', 'code': 200} Jul 28 12:04:21.917641 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=34711a64-63ae-4b49-94cb-3baaa48716ac,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:21.952264 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8eeb2-5b41-4951-9749-c773e49ae2e1 req-20ec1c46-bcb5-4217-bf8f-761444324e4b tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:21.954175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e8eeb2-5b41-4951-9749-c773e49ae2e1 req-20ec1c46-bcb5-4217-bf8f-761444324e4b tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 945 time: 0.0534661 Jul 28 12:04:21.982389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282e21-7ce0-4a74-b568-8119f2102e8a req-7486d72c-8fdf-47f5-b3e3-2bae545a3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:21.983896 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ef282e21-7ce0-4a74-b568-8119f2102e8a req-7486d72c-8fdf-47f5-b3e3-2bae545a3226 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 1096 time: 0.0425620 Jul 28 12:04:21.998136 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-75e8eeb2-5b41-4951-9749-c773e49ae2e1 req-29e9eb6b-8b5c-4a4d-8151-d99e4e2f8e70 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Jul 28 12:04:22.023231 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ef282e21-7ce0-4a74-b568-8119f2102e8a req-e4987c9d-8ce0-4ac1-a28a-6abc2888028e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jul 28 12:04:23.122437 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5955b3e-06b1-4659-b39f-cd5518dab302 req-3464598d-dc32-4317-9f03-6da1831262f4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.123932 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5955b3e-06b1-4659-b39f-cd5518dab302 req-3464598d-dc32-4317-9f03-6da1831262f4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 945 time: 0.0488586 Jul 28 12:04:23.135529 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:23.163482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5955b3e-06b1-4659-b39f-cd5518dab302 req-86e7efc8-41b0-4690-b964-198a4ebb9a35 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Jul 28 12:04:23.290075 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2452aa8-383e-4fa2-ad7c-d6192f407356 req-0fca3a59-b358-464a-acc1-f4b4167ad9ea tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:23.291433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2452aa8-383e-4fa2-ad7c-d6192f407356 req-0fca3a59-b358-464a-acc1-f4b4167ad9ea tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 945 time: 0.0494208 Jul 28 12:04:23.329548 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2452aa8-383e-4fa2-ad7c-d6192f407356 req-3da47705-2ffa-49e2-be21-c7d5ed5f1c91 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Jul 28 12:04:27.935831 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-239d82bf-f4bc-4096-a010-8a4897f0a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:31.076620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:31.194833 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-800eab9c-0a00-4248-80b0-7cbbfdb7be41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:32.150151 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:33.602472 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:36.472777 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:04:41.831441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1d35-bda0-4fff-b495-97f907a7a58f req-8ddbe265-e2bd-415d-a758-64ee3cd2b29e tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:41.832929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f28b1d35-bda0-4fff-b495-97f907a7a58f req-8ddbe265-e2bd-415d-a758-64ee3cd2b29e tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 945 time: 0.0476549 Jul 28 12:04:41.874650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f28b1d35-bda0-4fff-b495-97f907a7a58f req-3a617a06-503a-46e2-9291-ffcfef3c032c tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357361 Jul 28 12:04:43.241676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b33e51-ebac-49b3-8f40-8435d15be94f req-443401b6-808d-48bf-83cc-0f9939548501 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:43.243065 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97b33e51-ebac-49b3-8f40-8435d15be94f req-443401b6-808d-48bf-83cc-0f9939548501 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 945 time: 0.2993383 Jul 28 12:04:43.279646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-97b33e51-ebac-49b3-8f40-8435d15be94f req-5feead3e-5f7c-47db-83fe-e618062b12ae tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Jul 28 12:04:43.336646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-52ab4f4f-801d-4442-9bcc-c7a3892999a9 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:43.338064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-52ab4f4f-801d-4442-9bcc-c7a3892999a9 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a82368-cbd4-4f98-afe1-6fd9be278e75 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Jul 28 12:04:43.431124 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Deleting port 34711a64-63ae-4b49-94cb-3baaa48716ac {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:04:43.431466 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:43.524750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] For port 34711a64-63ae-4b49-94cb-3baaa48716ac, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=34711a64-63ae-4b49-94cb-3baaa48716ac,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:43.525025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:43.541546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Calling delete_port for 34711a64-63ae-4b49-94cb-3baaa48716ac owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:04:43.663251 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:43.675908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['34711a64-63ae-4b49-94cb-3baaa48716ac'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:04:43.689073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Pushing event deleted for resources: {'Port': ['ID=34711a64-63ae-4b49-94cb-3baaa48716ac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:43.702758 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.703094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.703436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.704418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.704759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.705119 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.705462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.705766 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.706113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.706445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.706767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.707048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:04:43.748169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] No DVR routers for this DVR port 34711a64-63ae-4b49-94cb-3baaa48716ac on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:04:43.751196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:43.753347 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bfb69095-eb7d-4678-88ee-12c4931a0b15 req-8187715f-b406-44d9-a9ff-1841a23279e1 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "DELETE /v2.0/ports/34711a64-63ae-4b49-94cb-3baaa48716ac HTTP/1.1" status: 204 len: 173 time: 0.4091520 Jul 28 12:04:43.753797 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'name': 'network-vif-deleted', 'tag': '34711a64-63ae-4b49-94cb-3baaa48716ac'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:43.756133 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b4b3f8-d13d-4f0d-b87f-c32dea7d15d7" -d '{"events": [{"server_uuid": "60a82368-cbd4-4f98-afe1-6fd9be278e75", "name": "network-vif-deleted", "tag": "34711a64-63ae-4b49-94cb-3baaa48716ac"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:43.793545 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ddf40-5aa9-4fdd-bd36-fba781100eff x-openstack-request-id: req-f15ddf40-5aa9-4fdd-bd36-fba781100eff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:43.793823 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a82368-cbd4-4f98-afe1-6fd9be278e75", "name": "network-vif-deleted", "tag": "34711a64-63ae-4b49-94cb-3baaa48716ac", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:43.794078 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f15ddf40-5aa9-4fdd-bd36-fba781100eff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:43.794498 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a82368-cbd4-4f98-afe1-6fd9be278e75', 'name': 'network-vif-deleted', 'tag': '34711a64-63ae-4b49-94cb-3baaa48716ac', 'status': 'completed', 'code': 200} Jul 28 12:04:44.713201 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-dea857a6-e4cd-45ed-bb82-fa531883c101 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:44.714654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-dea857a6-e4cd-45ed-bb82-fa531883c101 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 816 time: 0.1012828 Jul 28 12:04:44.730158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-32675846-8f79-4ad7-b8b8-cb644b888f9f tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/quotas/e5a34ca83dc14964b08cfe802d48892e HTTP/1.1" status: 200 len: 375 time: 0.0090411 Jul 28 12:04:44.779890 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-7edf50c3-50ec-4878-aec4-de06e5abb95f tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445859 Jul 28 12:04:44.874485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-78160916-17b6-49a9-ab23-5c849290fe84 service neutron] 10.222.0.20 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821595 Jul 28 12:04:44.966749 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ca091f63-176a-45b6-bb0a-24d42ba760bb service neutron] 10.222.0.20 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Jul 28 12:04:45.125237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e8cee30-b532-44e2-b276-72e7c0843fb5 req-74a2857f-6302-46ce-826b-5d274c95668c tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 210 time: 0.0260115 Jul 28 12:04:46.006975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-af9ee558-2b5c-4053-ad27-ce296b3677f7 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:46.009138 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-af9ee558-2b5c-4053-ad27-ce296b3677f7 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 816 time: 0.1026824 Jul 28 12:04:46.021834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Request body: {'port': {'device_id': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'admin_state_up': True, 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:46.129827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Made reservation on behalf of e5a34ca83dc14964b08cfe802d48892e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:04:46.133154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.224661 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-638342d2-9343-40f0-a202-9f117940c037 req-ff95ce69-136a-4134-b3f7-619fea65e84b tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Jul 28 12:04:46.268776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Allocated IP 172.20.0.7 (eba98eda-e54e-4779-8b5b-81dd395c0a05/7f94b544-2b2c-4ebf-854c-335a1fe3e3fb/ff9112b5-05ef-4222-9565-8209ce943989) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:04:46.758040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.770844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Transition to ACTIVE for port object ff9112b5-05ef-4222-9565-8209ce943989 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:46.803079 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.846499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:04:46.849485 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:04:46.855557 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:04:46.861821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Pushing event updated for resources: {'Port': ['ID=ff9112b5-05ef-4222-9565-8209ce943989,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:46.907690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:46.908347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:46.923968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-ccd8a3e4-3c61-41ff-9dc1-3f0e1b7ea48a tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9059381 Jul 28 12:04:46.937218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Request body: {'port': {'device_id': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:04:46.994429 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.061447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be358db8-9098-4db3-801c-fa9939b51354 None None] Provisioning for port ff9112b5-05ef-4222-9565-8209ce943989 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:47.065234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be358db8-9098-4db3-801c-fa9939b51354 None None] Provisioning complete for port ff9112b5-05ef-4222-9565-8209ce943989 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:47.065602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-be358db8-9098-4db3-801c-fa9939b51354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.098544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-be358db8-9098-4db3-801c-fa9939b51354 None None] Port ff9112b5-05ef-4222-9565-8209ce943989 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:04:47.262691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9112b5-05ef-4222-9565-8209ce943989 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:04:47.270274 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.283365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Transition to ACTIVE for port object ff9112b5-05ef-4222-9565-8209ce943989 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:04:47.286985 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.338632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9112b5-05ef-4222-9565-8209ce943989,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:47.412563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Attempting to bind port ff9112b5-05ef-4222-9565-8209ce943989 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:04:47.413020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Attempting to bind port ff9112b5-05ef-4222-9565-8209ce943989 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:04:47.413456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Attempting to bind port ff9112b5-05ef-4222-9565-8209ce943989 on network eba98eda-e54e-4779-8b5b-81dd395c0a05 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:47.418428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Port ff9112b5-05ef-4222-9565-8209ce943989 on network eba98eda-e54e-4779-8b5b-81dd395c0a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:04:47.418836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Attempting to bind port ff9112b5-05ef-4222-9565-8209ce943989 on network eba98eda-e54e-4779-8b5b-81dd395c0a05 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:04:47.424430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:04:47.424770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Checking segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:04:47.425144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Bound using segment: {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:04:47.425594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Bound port: ff9112b5-05ef-4222-9565-8209ce943989, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:04:47.426191 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.441308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5b0e-b26c-4b9d-9b17-cf572498687f req-36d03dbc-255b-442a-acba-479644c45821 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.442984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-949b5b0e-b26c-4b9d-9b17-cf572498687f req-36d03dbc-255b-442a-acba-479644c45821 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 943 time: 0.1514633 Jul 28 12:04:47.491796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-949b5b0e-b26c-4b9d-9b17-cf572498687f req-3503d5d6-dbb0-418c-a681-ff916ad150cd tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387352 Jul 28 12:04:47.498486 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] For port ff9112b5-05ef-4222-9565-8209ce943989, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:04:47.503103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] For port ff9112b5-05ef-4222-9565-8209ce943989, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ff9112b5-05ef-4222-9565-8209ce943989,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:04:47.508450 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.546847 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.548096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:47.549586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] 10.222.0.44 "PUT /v2.0/ports/ff9112b5-05ef-4222-9565-8209ce943989 HTTP/1.1" status: 200 len: 1091 time: 0.6166127 Jul 28 12:04:47.549949 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'tag': 'ff9112b5-05ef-4222-9565-8209ce943989'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:47.552295 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a03a6c8-647a-4a6e-b008-3509d86c8431", "tag": "ff9112b5-05ef-4222-9565-8209ce943989"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:47.579209 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8282f-c717-4b00-8ad7-25aafc8d5383 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9112b5-05ef-4222-9565-8209ce943989,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:47.604092 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6be2be-ad5d-4d1f-a69f-e8d6bcbf31e4 x-openstack-request-id: req-5a6be2be-ad5d-4d1f-a69f-e8d6bcbf31e4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:47.604403 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a03a6c8-647a-4a6e-b008-3509d86c8431", "tag": "ff9112b5-05ef-4222-9565-8209ce943989", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:47.604651 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a6be2be-ad5d-4d1f-a69f-e8d6bcbf31e4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:47.605039 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'tag': 'ff9112b5-05ef-4222-9565-8209ce943989', 'status': 'completed', 'code': 200} Jul 28 12:04:47.641559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-cc9343a5-7ffb-4608-872e-784d1d52fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.643152 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-cc9343a5-7ffb-4608-872e-784d1d52fce1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 1094 time: 0.0486424 Jul 28 12:04:47.689665 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-dbf100eb-8db6-45c5-ba32-93c6d20c5440 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9112b5-05ef-4222-9565-8209ce943989 HTTP/1.1" status: 200 len: 217 time: 0.0387220 Jul 28 12:04:47.741844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-54f3a6e2-b340-4634-913f-3c584c956582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.743335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-54f3a6e2-b340-4634-913f-3c584c956582 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb HTTP/1.1" status: 200 len: 855 time: 0.0468643 Jul 28 12:04:47.790138 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-bab8dc71-40da-4fee-86d9-6893f78b7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:47.790765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 34711a64-63ae-4b49-94cb-3baaa48716ac no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:04:47.792247 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-bab8dc71-40da-4fee-86d9-6893f78b7c5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba98eda-e54e-4779-8b5b-81dd395c0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422142 Jul 28 12:04:47.813916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 34711a64-63ae-4b49-94cb-3baaa48716ac {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:04:47.814181 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 34711a64-63ae-4b49-94cb-3baaa48716ac not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:04:47.885550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-cadda013-48a8-490c-b90f-7efc29cd2470 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864763 Jul 28 12:04:47.976516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-68c4212e-1aae-4d4e-92f1-fb3d5f1a4a37 req-5d60383a-544d-4a7b-b460-52b12d6ed149 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821099 Jul 28 12:04:48.061840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-20475e27-123e-4434-8eb6-7243d87e6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:48.064360 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-20475e27-123e-4434-8eb6-7243d87e6125 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 1094 time: 0.0419841 Jul 28 12:04:48.158419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-573a23f7-27a9-4b7a-b2ac-e8015d7a592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:48.159865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-573a23f7-27a9-4b7a-b2ac-e8015d7a592b service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 917 time: 0.0884066 Jul 28 12:04:48.202045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-61b53d35-803d-47b2-ae18-e8771ecdcf28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9112b5-05ef-4222-9565-8209ce943989 HTTP/1.1" status: 200 len: 217 time: 0.0350163 Jul 28 12:04:48.253313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-dabf567a-2da1-4c60-b1df-18b92fd3e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:48.254754 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-dabf567a-2da1-4c60-b1df-18b92fd3e9ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb HTTP/1.1" status: 200 len: 855 time: 0.0450506 Jul 28 12:04:48.306230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-50c441db-dc79-4beb-90fd-5ef68f828496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:48.307671 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-50c441db-dc79-4beb-90fd-5ef68f828496 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba98eda-e54e-4779-8b5b-81dd395c0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448892 Jul 28 12:04:48.395769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-4bdd17c4-287b-41a2-9475-f5dc4c27fd38 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800173 Jul 28 12:04:48.489194 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1bba4db0-d57e-4228-80bd-b7b6e24b0cc6 req-f77f521f-c5b0-4984-9bbc-fb2db7378e18 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846779 Jul 28 12:04:48.605627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6e71-26c9-4a3a-b9ed-9903f44cfb31 req-566de637-3ca2-4944-a0a4-ae15ef1bb6a5 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:48.607075 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb5c6e71-26c9-4a3a-b9ed-9903f44cfb31 req-566de637-3ca2-4944-a0a4-ae15ef1bb6a5 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 943 time: 0.0478730 Jul 28 12:04:48.644455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cb5c6e71-26c9-4a3a-b9ed-9903f44cfb31 req-dffb0cb9-082d-41ee-ba24-0e915471ca01 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Jul 28 12:04:49.807138 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb809-6614-438d-8359-ee24f32b9417 req-37e97e74-b79c-43f7-8ddf-1f26cb9c7c80 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:49.808610 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcbcb809-6614-438d-8359-ee24f32b9417 req-37e97e74-b79c-43f7-8ddf-1f26cb9c7c80 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 943 time: 0.0961046 Jul 28 12:04:49.812849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ff9112b5-05ef-4222-9565-8209ce943989 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:04:49.848236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fcbcb809-6614-438d-8359-ee24f32b9417 req-a4022f8d-5ce0-446b-a284-495dafb7721b tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323637 Jul 28 12:04:49.907485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ff9112b5-05ef-4222-9565-8209ce943989, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ff9112b5-05ef-4222-9565-8209ce943989,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:49.918401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': 'ff9112b5-05ef-4222-9565-8209ce943989', 'network_id': 'eba98eda-e54e-4779-8b5b-81dd395c0a05', 'port_id': 'ff9112b5-05ef-4222-9565-8209ce943989', 'mac_address': 'fa:16:3e:b2:18:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f94b544-2b2c-4ebf-854c-335a1fe3e3fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:04:49.954556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:49.970427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9112b5-05ef-4222-9565-8209ce943989 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:04:49.988855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ff9112b5-05ef-4222-9565-8209ce943989, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ff9112b5-05ef-4222-9565-8209ce943989,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:49.992556 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:50.039007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=ff9112b5-05ef-4222-9565-8209ce943989,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:50.208698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['ff9112b5-05ef-4222-9565-8209ce943989'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:04:50.291049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:50.967703 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af23bbf-bbb2-4a47-aa77-817657f9b9c1 req-8f20ce2b-7d3c-4bc2-813b-15d680a88f8c tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:50.969795 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0af23bbf-bbb2-4a47-aa77-817657f9b9c1 req-8f20ce2b-7d3c-4bc2-813b-15d680a88f8c tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 944 time: 0.0510600 Jul 28 12:04:51.012673 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0af23bbf-bbb2-4a47-aa77-817657f9b9c1 req-0901a2cc-9fba-45d5-9fa7-0d05fc2ff87c tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Jul 28 12:04:51.821742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ff9112b5-05ef-4222-9565-8209ce943989 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:04:51.871527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port ff9112b5-05ef-4222-9565-8209ce943989 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:04:51.875109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port ff9112b5-05ef-4222-9565-8209ce943989 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:04:51.876152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:51.950192 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:51.971597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9112b5-05ef-4222-9565-8209ce943989'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:04:51.973977 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070bc638-0da5-4478-a4ec-116239bbedfd" -d '{"events": [{"server_uuid": "2a03a6c8-647a-4a6e-b008-3509d86c8431", "name": "network-vif-plugged", "status": "completed", "tag": "ff9112b5-05ef-4222-9565-8209ce943989"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:04:51.987067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port ff9112b5-05ef-4222-9565-8209ce943989, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ff9112b5-05ef-4222-9565-8209ce943989,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:04:51.990902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:52.017124 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8292c8-26d1-4f01-ae56-3944ee3671bb x-openstack-request-id: req-8a8292c8-26d1-4f01-ae56-3944ee3671bb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:04:52.017475 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a03a6c8-647a-4a6e-b008-3509d86c8431", "name": "network-vif-plugged", "status": "completed", "tag": "ff9112b5-05ef-4222-9565-8209ce943989", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:04:52.017649 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a8292c8-26d1-4f01-ae56-3944ee3671bb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:04:52.018027 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9112b5-05ef-4222-9565-8209ce943989', 'code': 200} Jul 28 12:04:52.045046 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=ff9112b5-05ef-4222-9565-8209ce943989,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:04:52.105953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fbb03-ea12-48d9-923a-a781dcf6374b req-ff951f03-c397-4045-9121-512f09d68071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:52.107341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-559fbb03-ea12-48d9-923a-a781dcf6374b req-ff951f03-c397-4045-9121-512f09d68071 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 1096 time: 0.0404360 Jul 28 12:04:52.136106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1aee1-3dee-4c21-9e37-0ddf9dc38707 req-68e02cf5-6e90-4f87-b0fc-6d6a3b4773a2 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:52.137823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08c1aee1-3dee-4c21-9e37-0ddf9dc38707 req-68e02cf5-6e90-4f87-b0fc-6d6a3b4773a2 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Jul 28 12:04:52.143413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-559fbb03-ea12-48d9-923a-a781dcf6374b req-29a1c26d-de79-4d08-b6fc-a450991ae417 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289085 Jul 28 12:04:52.176209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08c1aee1-3dee-4c21-9e37-0ddf9dc38707 req-0533e8a7-166a-49a4-a610-f924e83f24b0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Jul 28 12:04:53.133383 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:04:53.292490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f6fdc-96a0-4fcd-91d7-e4b3e581de1b req-8866cf78-a33e-49be-96ca-7bfee64bb4f0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:53.293937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d3f6fdc-96a0-4fcd-91d7-e4b3e581de1b req-8866cf78-a33e-49be-96ca-7bfee64bb4f0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 945 time: 0.0496538 Jul 28 12:04:53.331823 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2d3f6fdc-96a0-4fcd-91d7-e4b3e581de1b req-25c074c6-98ac-4004-be55-723b032ace07 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Jul 28 12:04:53.444024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c4ff4-2939-4ef8-bf11-38a2f4544b2a req-15bf57fc-5222-4b64-9cdb-02e2888d1be4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:53.445511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b9c4ff4-2939-4ef8-bf11-38a2f4544b2a req-15bf57fc-5222-4b64-9cdb-02e2888d1be4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Jul 28 12:04:53.485888 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b9c4ff4-2939-4ef8-bf11-38a2f4544b2a req-6bbb65e6-7bee-4530-abaf-8855be816e46 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jul 28 12:04:55.373323 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-692ddb9c-8502-46f1-b657-5665afd8b974 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404420 Jul 28 12:04:55.459128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-022fb821-d6b1-4b89-a64d-e737058ba07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:55.460622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-022fb821-d6b1-4b89-a64d-e737058ba07e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5a34ca83dc14964b08cfe802d48892e&device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 1096 time: 0.0457532 Jul 28 12:04:55.564514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-b1a0c507-864b-45f1-87bb-91a8e9a26226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:55.565903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-b1a0c507-864b-45f1-87bb-91a8e9a26226 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 200 len: 917 time: 0.0850482 Jul 28 12:04:55.608740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-db983fff-6106-4bd8-8999-7461e238c2b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff9112b5-05ef-4222-9565-8209ce943989 HTTP/1.1" status: 200 len: 217 time: 0.0352221 Jul 28 12:04:55.662821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-1bf4401f-0c55-4b01-ba2c-5b2a3834fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:55.664205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-1bf4401f-0c55-4b01-ba2c-5b2a3834fdfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb HTTP/1.1" status: 200 len: 855 time: 0.0488303 Jul 28 12:04:55.710374 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-2addce5d-986d-4482-b16f-6f7d674f7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:04:55.711856 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-2addce5d-986d-4482-b16f-6f7d674f7490 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eba98eda-e54e-4779-8b5b-81dd395c0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409496 Jul 28 12:04:55.803900 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-faf6ef03-24d6-4f8f-a8d9-4168c7c63bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839102 Jul 28 12:04:55.900855 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4bf5b965-f9d9-4fb0-a83b-66fcbfacda44 req-671c0514-a971-42fb-a816-1cb783728919 service neutron] 10.222.0.44 "GET /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896516 Jul 28 12:04:57.938560 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f6fe3d5-0fcc-4491-ae75-e58b979b6eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:01.078741 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:01.195254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-21db320d-2bad-476a-a72b-b77675c02d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:02.153196 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:03.603884 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:11.805874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ad622-b0ab-4207-909b-33db29bedd81 req-824eb6b4-83a9-4c42-a845-44ac5f3e7ab4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:11.807372 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db3ad622-b0ab-4207-909b-33db29bedd81 req-824eb6b4-83a9-4c42-a845-44ac5f3e7ab4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 945 time: 0.0490127 Jul 28 12:05:11.845269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db3ad622-b0ab-4207-909b-33db29bedd81 req-e41275a0-ba6d-47b9-8f7e-463360568ddc tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Jul 28 12:05:12.964415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff20eee-7004-42de-aacc-b02e4e2892ee req-e378b9d2-a714-4bb5-8269-0515a0b3a6f3 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:12.965872 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bff20eee-7004-42de-aacc-b02e4e2892ee req-e378b9d2-a714-4bb5-8269-0515a0b3a6f3 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 945 time: 0.0497732 Jul 28 12:05:13.004037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bff20eee-7004-42de-aacc-b02e4e2892ee req-bbd49ef1-491e-40dd-9f26-53fefcd7b9c4 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/security-groups?id=e981cb3d-4753-4849-9f25-e5220d8fbf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Jul 28 12:05:13.292271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-0ccb1d8d-ab31-445f-ac20-dcf3063d7e26 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:13.293685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-0ccb1d8d-ab31-445f-ac20-dcf3063d7e26 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Jul 28 12:05:13.384593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Deleting port ff9112b5-05ef-4222-9565-8209ce943989 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:13.384929 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:13.470566 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] For port ff9112b5-05ef-4222-9565-8209ce943989, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=ff9112b5-05ef-4222-9565-8209ce943989,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:13.470919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:13.471048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:05:13.483433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Calling delete_port for ff9112b5-05ef-4222-9565-8209ce943989 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:13.611949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:13.623800 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['ff9112b5-05ef-4222-9565-8209ce943989'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:05:13.645693 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Pushing event deleted for resources: {'Port': ['ID=ff9112b5-05ef-4222-9565-8209ce943989,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:13.691928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] No DVR routers for this DVR port ff9112b5-05ef-4222-9565-8209ce943989 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:05:13.694712 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:13.696779 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6fa6da7a-7101-462e-b709-acf00c95cd51 req-cd020dc3-44c1-405f-b23d-290bed41cec0 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.44 "DELETE /v2.0/ports/ff9112b5-05ef-4222-9565-8209ce943989 HTTP/1.1" status: 204 len: 173 time: 0.3968391 Jul 28 12:05:13.697225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'name': 'network-vif-deleted', 'tag': 'ff9112b5-05ef-4222-9565-8209ce943989'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:05:13.699508 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef8288f-c018-4e7b-afd1-a9b33caccc80" -d '{"events": [{"server_uuid": "2a03a6c8-647a-4a6e-b008-3509d86c8431", "name": "network-vif-deleted", "tag": "ff9112b5-05ef-4222-9565-8209ce943989"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:05:13.797825 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ab25e3-074f-4a0e-a9cb-5e30432de77c x-openstack-request-id: req-43ab25e3-074f-4a0e-a9cb-5e30432de77c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:05:13.798648 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a03a6c8-647a-4a6e-b008-3509d86c8431", "name": "network-vif-deleted", "tag": "ff9112b5-05ef-4222-9565-8209ce943989", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:05:13.799659 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43ab25e3-074f-4a0e-a9cb-5e30432de77c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:05:13.800073 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a03a6c8-647a-4a6e-b008-3509d86c8431', 'name': 'network-vif-deleted', 'tag': 'ff9112b5-05ef-4222-9565-8209ce943989', 'status': 'completed', 'code': 200} Jul 28 12:05:14.109755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e23576cb-85ee-4308-aa3d-249ee75db568 req-720ff91b-9be6-4189-a650-e3d77e871f12 tempest-TestEncryptedCinderVolumes-246473575 tempest-TestEncryptedCinderVolumes-246473575-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a03a6c8-647a-4a6e-b008-3509d86c8431 HTTP/1.1" status: 200 len: 210 time: 0.0257018 Jul 28 12:05:15.200549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:15.544223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:15.788760 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Deleting port 6ce6cf6a-2193-4989-806c-f9b618cea086 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:15.789103 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:15.865258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] For port 6ce6cf6a-2193-4989-806c-f9b618cea086, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6ce6cf6a-2193-4989-806c-f9b618cea086,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:15.865543 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:15.882117 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Calling delete_port for 6ce6cf6a-2193-4989-806c-f9b618cea086 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:16.058066 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:16.084734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce6cf6a-2193-4989-806c-f9b618cea086,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:16.253589 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:16.475883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Router 0098e2c8-df8d-427b-ae63-8ba324c01c6c has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:05:16.584622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:16.589632 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-da615920-2e57-45aa-86ea-a158959911c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/0098e2c8-df8d-427b-ae63-8ba324c01c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3880537 Jul 28 12:05:16.592130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:16.594778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] Sync routers for ids ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:16.605536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] Routers {'0098e2c8-df8d-427b-ae63-8ba324c01c6c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:16.606139 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:16.702482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:16.707571 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] Set router 0098e2c8-df8d-427b-ae63-8ba324c01c6c gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:16.810583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:16.865291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Deleting port c01a04a9-e485-49c8-b694-2164d95b6b33 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:16.865633 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:16.884254 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:05:16Z', 'revision_number': 5, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port': {'id': 'c01a04a9-e485-49c8-b694-2164d95b6b33', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:16.910892 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] Checking router: 0098e2c8-df8d-427b-ae63-8ba324c01c6c for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:16.919031 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] Routers {'0098e2c8-df8d-427b-ae63-8ba324c01c6c'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:16.919640 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:16.945521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] For port c01a04a9-e485-49c8-b694-2164d95b6b33, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c01a04a9-e485-49c8-b694-2164d95b6b33,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:16.945894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:16.962937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Calling delete_port for c01a04a9-e485-49c8-b694-2164d95b6b33 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:17.005197 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] Set router 0098e2c8-df8d-427b-ae63-8ba324c01c6c gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:17.057776 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:05:16Z', 'revision_number': 6, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:17.084076 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaba9e1-d4e8-4749-96fd-194c053e40b1 None None] The sync data for ids ['0098e2c8-df8d-427b-ae63-8ba324c01c6c'] in n-d-723573-7 is: [{'id': '0098e2c8-df8d-427b-ae63-8ba324c01c6c', 'name': 'tempest-TestEncryptedCinderVolumes-479835073-router', 'tenant_id': 'e5a34ca83dc14964b08cfe802d48892e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:05Z', 'updated_at': '2021-07-28T12:05:16Z', 'revision_number': 6, 'project_id': 'e5a34ca83dc14964b08cfe802d48892e', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:17.125171 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.154848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01a04a9-e485-49c8-b694-2164d95b6b33,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:17.212169 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.300410 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.302469 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.347239 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.347692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0098e2c8-df8d-427b-ae63-8ba324c01c6c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:05:17.352024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.353162 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-23c7cda9-a33c-4c1c-bdc3-c3da6cc578c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0098e2c8-df8d-427b-ae63-8ba324c01c6c HTTP/1.1" status: 204 len: 168 time: 0.7600758 Jul 28 12:05:17.355640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:17.400489 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Deleting subnet 7f94b544-2b2c-4ebf-854c-335a1fe3e3fb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:05:17.403344 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.437523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.525857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.577037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.602971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f94b544-2b2c-4ebf-854c-335a1fe3e3fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:17.604861 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.606800 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e17e77c2-0bfd-4455-a026-c237a10a614b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f94b544-2b2c-4ebf-854c-335a1fe3e3fb HTTP/1.1" status: 204 len: 168 time: 0.2500989 Jul 28 12:05:17.609246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:17.612233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99f043-0c8d-4820-bf94-e13be1f39299 None None] Network eba98eda-e54e-4779-8b5b-81dd395c0a05 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:05:17.675976 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.733286 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Deleting port d403d55f-71a9-4b29-98a7-cbb3dc548f63 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:17.733622 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.797354 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] For port d403d55f-71a9-4b29-98a7-cbb3dc548f63, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d403d55f-71a9-4b29-98a7-cbb3dc548f63,segment=NetworkSegment(2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9),segment_id=2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:17.797722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.811364 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Calling delete_port for d403d55f-71a9-4b29-98a7-cbb3dc548f63 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:17.840424 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] DHCP port deletion for eba98eda-e54e-4779-8b5b-81dd395c0a05 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:05:17.892687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Deleting port d403d55f-71a9-4b29-98a7-cbb3dc548f63 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:17.893115 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.894634 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.922193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d403d55f-71a9-4b29-98a7-cbb3dc548f63,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:17.928629 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] No DVR routers for this DVR port d403d55f-71a9-4b29-98a7-cbb3dc548f63 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:05:17.939303 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ff9112b5-05ef-4222-9565-8209ce943989 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:17.965495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: ff9112b5-05ef-4222-9565-8209ce943989 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:17.965840 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device ff9112b5-05ef-4222-9565-8209ce943989 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:17.984291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] For port d403d55f-71a9-4b29-98a7-cbb3dc548f63, host n-d-723573-7, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:17.984699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:17.997980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Calling delete_port for d403d55f-71a9-4b29-98a7-cbb3dc548f63 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:17.999282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.000823 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Port d403d55f-71a9-4b29-98a7-cbb3dc548f63 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 12:05:18.002607 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.009044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba98eda-e54e-4779-8b5b-81dd395c0a05']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:18.020401 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:18.020695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af89b34-8ff8-40eb-b9cd-f32f4b3c1ff9') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:18.030205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] No DVR routers for this DVR port d403d55f-71a9-4b29-98a7-cbb3dc548f63 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:05:18.035014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Pushing event deleted for resources: {'Port': ['ID=d403d55f-71a9-4b29-98a7-cbb3dc548f63,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:18.040417 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.043023 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.043284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.043637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.043984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.044360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.044692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.045021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.045354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.045819 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.045998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.046515 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.047006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f674c09-771e-4f54-a275-d6cd5b2c54ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:18.055859 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.062265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:05:18.062588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:05:18.064597 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:05:18.130052 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.135456 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.137604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/eba98eda-e54e-4779-8b5b-81dd395c0a05 HTTP/1.1" status: 204 len: 168 time: 0.5274420 Jul 28 12:05:18.140617 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:18.149053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c47d7d-6e89-475c-8f03-4e13ec5e7f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=eba98eda-e54e-4779-8b5b-81dd395c0a05,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:18.484383 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.730547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Deleting port 14b517df-c478-4458-8908-e40be6367669 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:18.730889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.807932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] For port 14b517df-c478-4458-8908-e40be6367669, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=14b517df-c478-4458-8908-e40be6367669,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:18.808329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:18.825415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Calling delete_port for 14b517df-c478-4458-8908-e40be6367669 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:18.872857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c01a04a9-e485-49c8-b694-2164d95b6b33 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:18.892774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c01a04a9-e485-49c8-b694-2164d95b6b33 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:18.893188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c01a04a9-e485-49c8-b694-2164d95b6b33 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:18.893664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d403d55f-71a9-4b29-98a7-cbb3dc548f63 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:18.911137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: d403d55f-71a9-4b29-98a7-cbb3dc548f63 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:18.911552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d403d55f-71a9-4b29-98a7-cbb3dc548f63 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:18.912049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6ce6cf6a-2193-4989-806c-f9b618cea086 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:18.930254 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6ce6cf6a-2193-4989-806c-f9b618cea086 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:18.930595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6ce6cf6a-2193-4989-806c-f9b618cea086 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:19.005394 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:19.031529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Pushing event deleted for resources: {'Port': ['ID=14b517df-c478-4458-8908-e40be6367669,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:19.055167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.055511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.055849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.056268 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.056541 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.056871 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.057196 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.057520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.057844 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.058309 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.058581 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.058901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:19.203449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:19.418105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Router a884e694-bfdd-40b8-8007-7e64b287a4c3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:05:19.522777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:19.529946 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e478c6b6-06d4-4d26-9868-a62bdbe5ec3e admin admin] 10.222.0.20 "PUT /v2.0/routers/a884e694-bfdd-40b8-8007-7e64b287a4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3859110 Jul 28 12:05:19.530498 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:19.533607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] Sync routers for ids ['a884e694-bfdd-40b8-8007-7e64b287a4c3'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:19.542740 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] Routers {'a884e694-bfdd-40b8-8007-7e64b287a4c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:19.543368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a884e694-bfdd-40b8-8007-7e64b287a4c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:19.634591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:19.645406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] Set router a884e694-bfdd-40b8-8007-7e64b287a4c3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:19.741192 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:19.793522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Deleting port dc7cb053-4284-4106-afb2-38e85f3edd48 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:19.793866 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:19.820797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:05:18Z', 'revision_number': 5, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port': {'id': 'dc7cb053-4284-4106-afb2-38e85f3edd48', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:19.846210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] Checking router: a884e694-bfdd-40b8-8007-7e64b287a4c3 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:19.854584 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] Routers {'a884e694-bfdd-40b8-8007-7e64b287a4c3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:19.855192 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['a884e694-bfdd-40b8-8007-7e64b287a4c3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:19.871639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] For port dc7cb053-4284-4106-afb2-38e85f3edd48, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=dc7cb053-4284-4106-afb2-38e85f3edd48,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:19.872012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:19.885265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Calling delete_port for dc7cb053-4284-4106-afb2-38e85f3edd48 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:19.941587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] Set router a884e694-bfdd-40b8-8007-7e64b287a4c3 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:19.996017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:05:19Z', 'revision_number': 6, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:20.023534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7976-3723-41be-863a-7b60a3f6c978 None None] The sync data for ids ['a884e694-bfdd-40b8-8007-7e64b287a4c3'] in n-d-723573-7 is: [{'id': 'a884e694-bfdd-40b8-8007-7e64b287a4c3', 'name': 'tempest-TestEncryptedCinderVolumes-26270620-router', 'tenant_id': '4976f95ca22e4eb4b260701a61ac417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:04:10Z', 'updated_at': '2021-07-28T12:05:19Z', 'revision_number': 6, 'project_id': '4976f95ca22e4eb4b260701a61ac417d', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:20.060988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.091233 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7cb053-4284-4106-afb2-38e85f3edd48,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:20.149249 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.237516 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.239760 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.278704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.289184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.289784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a884e694-bfdd-40b8-8007-7e64b287a4c3 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:05:20.294318 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.295459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a4071e64-ef7f-40c0-bf27-1f61eafd22f1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a884e694-bfdd-40b8-8007-7e64b287a4c3 HTTP/1.1" status: 204 len: 168 time: 0.7640893 Jul 28 12:05:20.298728 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:20.347453 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Deleting subnet 1a7feef1-1fbf-4c7a-aea7-6e5b45596d47 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:05:20.350428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.385489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.471152 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.522938 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.812413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7feef1-1fbf-4c7a-aea7-6e5b45596d47,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:20.815521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.819854 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-08c8bd99-a244-4bbe-9f4f-a908abe758ca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a7feef1-1fbf-4c7a-aea7-6e5b45596d47 HTTP/1.1" status: 204 len: 168 time: 0.5176921 Jul 28 12:05:20.820043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:20.820724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2ed1c-655b-4b6e-9f98-654e338f85b7 None None] Network b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:05:20.896506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 14b517df-c478-4458-8908-e40be6367669 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:20.897911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.936550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 14b517df-c478-4458-8908-e40be6367669 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:20.936902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 14b517df-c478-4458-8908-e40be6367669 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:20.937324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dc7cb053-4284-4106-afb2-38e85f3edd48 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:20.957638 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Deleting port 16420081-672e-4a63-9db9-0ae751682027 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:20.957979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:20.968963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: dc7cb053-4284-4106-afb2-38e85f3edd48 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:20.969470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device dc7cb053-4284-4106-afb2-38e85f3edd48 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:21.040791 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] DHCP port deletion for b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:05:21.100875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] Deleting port 16420081-672e-4a63-9db9-0ae751682027 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:05:21.101253 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.166803 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] For port 16420081-672e-4a63-9db9-0ae751682027, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=16420081-672e-4a63-9db9-0ae751682027,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:21.167208 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.180790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] Calling delete_port for 16420081-672e-4a63-9db9-0ae751682027 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:21.269312 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.296311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] Pushing event deleted for resources: {'Port': ['ID=16420081-672e-4a63-9db9-0ae751682027,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:21.302685 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a122c3-d9b0-4019-bd86-8db151123d1b None None] No DVR routers for this DVR port 16420081-672e-4a63-9db9-0ae751682027 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:05:21.375356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] For port 16420081-672e-4a63-9db9-0ae751682027, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=16420081-672e-4a63-9db9-0ae751682027,segment=NetworkSegment(e9bf7551-06f2-4c3c-b524-7a03a4a84b27),segment_id=e9bf7551-06f2-4c3c-b524-7a03a4a84b27)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:21.375726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.388208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Calling delete_port for 16420081-672e-4a63-9db9-0ae751682027 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:05:21.465958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.490312 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=16420081-672e-4a63-9db9-0ae751682027,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:21.493914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] No DVR routers for this DVR port 16420081-672e-4a63-9db9-0ae751682027 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:05:21.562765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.573062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:21.586848 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:21.587146 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bf7551-06f2-4c3c-b524-7a03a4a84b27') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:21.595810 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.608839 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.614650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:05:21.615039 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: self.session.flush() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:05:21.616695 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:05:21.676744 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.692563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.694381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9 HTTP/1.1" status: 204 len: 168 time: 0.8733611 Jul 28 12:05:21.695621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d354b-7aff-4037-8a82-8ce1114d7c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c9b6f2-c37c-43b7-8d60-0d335d14f2e9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:21.847043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58520) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:21.887812 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a2874d4f-bca7-400a-9597-f6a1f7aef98a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5a34ca83dc14964b08cfe802d48892e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395484 Jul 28 12:05:21.890194 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:21.936629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c37cb03-7ace-400b-b7ee-0bf1598ec652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:21.957240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c37cb03-7ace-400b-b7ee-0bf1598ec652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.004673 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c37cb03-7ace-400b-b7ee-0bf1598ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.007155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c37cb03-7ace-400b-b7ee-0bf1598ec652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.008308 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c37cb03-7ace-400b-b7ee-0bf1598ec652 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e981cb3d-4753-4849-9f25-e5220d8fbf83 HTTP/1.1" status: 204 len: 168 time: 0.1171503 Jul 28 12:05:22.016503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37cb03-7ace-400b-b7ee-0bf1598ec652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e981cb3d-4753-4849-9f25-e5220d8fbf83,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:22.315150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:22.354264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5df546c4-af97-4e8e-b3c2-e2965acdbb7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4976f95ca22e4eb4b260701a61ac417d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379143 Jul 28 12:05:22.356447 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:22.403203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb245eb-3413-44b9-93ed-96121fea8dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.427477 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb245eb-3413-44b9-93ed-96121fea8dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.474355 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb245eb-3413-44b9-93ed-96121fea8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.477400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aeb245eb-3413-44b9-93ed-96121fea8dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:22.478535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-aeb245eb-3413-44b9-93ed-96121fea8dd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/340051dd-396f-446a-ab64-c6796f1cdfc8 HTTP/1.1" status: 204 len: 168 time: 0.1212168 Jul 28 12:05:22.487095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb245eb-3413-44b9-93ed-96121fea8dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340051dd-396f-446a-ab64-c6796f1cdfc8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:22.871274 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 16420081-672e-4a63-9db9-0ae751682027 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:05:22.891744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 16420081-672e-4a63-9db9-0ae751682027 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:05:22.892096 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 16420081-672e-4a63-9db9-0ae751682027 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:05:23.119064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:23.147595 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.213269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1153478055-network', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:23.236797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Made reservation on behalf of a9037561c00c43fcb23351bb418aca98 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:05:23.239321 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.247976 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.338075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.341757 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.362653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:05:23.375682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a25c2b-b0b3-4748-8449-7400bc0dc0f5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:23.381741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.382076 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Added segment 659d7328-44cc-49a4-8865-c724cd66ee76 of type vlan for network 87c21c29-1656-4759-86dc-f4a069aff224 Jul 28 12:05:23.421927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.448641 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.449583 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:23.450150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.502054 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3819256 Jul 28 12:05:23.505020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:23.510218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Request body: {'subnet': {'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1153478055-subnet', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:23.510777 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779c492-52a1-4414-b45a-4236df60cb73 admin admin] Pushing event updated for resources: {'Network': ['ID=87c21c29-1656-4759-86dc-f4a069aff224,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:23.521219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 87c21c29-1656-4759-86dc-f4a069aff224 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:05:23.533437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Made reservation on behalf of a9037561c00c43fcb23351bb418aca98 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:05:23.535767 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.702453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.757052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e760f4-296e-48a6-a38c-4ac24c09a506,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:23.765808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Checking segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:23.766175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Network hostable DHCP agents. Network: 87c21c29-1656-4759-86dc-f4a069aff224, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:05:23.782654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Network 87c21c29-1656-4759-86dc-f4a069aff224 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:05:23.791343 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 87c21c29-1656-4759-86dc-f4a069aff224) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:23.795276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:23.795869 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.799802 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416b7d6-cff6-4611-a236-29280520ee4d None None] Network 87c21c29-1656-4759-86dc-f4a069aff224 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:05:23.812755 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aed51cf0-c901-489b-a11e-2802a6a10e11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3058059 Jul 28 12:05:23.815714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:23.820362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:23.841034 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.842021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.894567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:23.943596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-87c21c29-1656-4759-86dc-f4a069aff224', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:05:23.944481 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.034942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.241819 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Allocated IP 172.20.0.2 (87c21c29-1656-4759-86dc-f4a069aff224/f2e760f4-296e-48a6-a38c-4ac24c09a506/0ec37fcb-1dd5-47cd-a5dc-16a77e52c729) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:24.243173 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.263274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.366799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Allocated IP 172.25.1.62 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/9a8323cd-8898-496d-bef2-4ce79af9993f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:24.386189 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.396152 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Transition to ACTIVE for port object 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:24.411403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Transition to ACTIVE for port object 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:24.421596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.459780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Network 87c21c29-1656-4759-86dc-f4a069aff224 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:24.466173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:24.471624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:24.474067 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.474677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Pushing event updated for resources: {'Port': ['ID=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:24.513942 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.527043 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Attempting to bind port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:24.527419 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Attempting to bind port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:24.527787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Attempting to bind port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 on network 87c21c29-1656-4759-86dc-f4a069aff224 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:24.534079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:24.534651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Checking segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:24.535205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.535690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Bound using segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:24.536350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Bound port: 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:24.536847 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.553739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:24.558489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:24.562903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:24.566845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Pushing event updated for resources: {'Port': ['ID=9a8323cd-8898-496d-bef2-4ce79af9993f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:24.605938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] For port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:24.609196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] For port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:24.613324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.676064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932d4d5-5bb8-412d-8991-071ccb8a5911 None None] Pushing event updated for resources: {'Port': ['ID=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:24.820591 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:24.925835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:24.983735 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:25.042782 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.169393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:05:25.279157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:25.289279 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Sync routers for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:25.295663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.299689 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-107dd983-2d1b-469b-8112-27badb3a2d1f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4803660 Jul 28 12:05:25.299877 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:25.299877 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:25.300098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:25.411785 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:25.600358 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:24Z', 'revision_number': 3, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:25.609718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4cea9-8f7b-4366-b422-98915e24c80c None None] Network 87c21c29-1656-4759-86dc-f4a069aff224 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:05:25.627162 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Checking router: 1c8ba765-52bd-44df-b5e3-7a390a3840b3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:25.627508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Updating router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 port 9a8323cd-8898-496d-bef2-4ce79af9993f binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:05:25.652120 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.720052 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] Provisioning for port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:25.726609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] Provisioning complete for port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:25.727207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.740620 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.842399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.878762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] For port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:25.883046 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.921600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Allocated IP 172.20.0.1 (87c21c29-1656-4759-86dc-f4a069aff224/f2e760f4-296e-48a6-a38c-4ac24c09a506/66bddd0c-bc67-46a9-bac2-6ead6f590419) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:25.935194 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:25.948155 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Transition to ACTIVE for port object 9a8323cd-8898-496d-bef2-4ce79af9993f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:25.950545 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae50fe-3e41-4d72-a157-91fcf1d30e38 None None] Pushing event updated for resources: {'Port': ['ID=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:25.958783 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.049159 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.063933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Transition to ACTIVE for port object 66bddd0c-bc67-46a9-bac2-6ead6f590419 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:26.099730 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.105467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0b3d46bb-e8af-4383-8d04-e834c91377b6 None None] Provisioning complete for port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:26.106044 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b3d46bb-e8af-4383-8d04-e834c91377b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.119908 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Pushing event updated for resources: {'Port': ['ID=9a8323cd-8898-496d-bef2-4ce79af9993f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:26.121960 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Attempting to bind port 9a8323cd-8898-496d-bef2-4ce79af9993f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:26.122338 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Attempting to bind port 9a8323cd-8898-496d-bef2-4ce79af9993f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:26.122683 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Attempting to bind port 9a8323cd-8898-496d-bef2-4ce79af9993f on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:26.134718 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.135061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.135409 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.135771 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.136076 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.137241 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.137595 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.137930 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.138259 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.138581 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.138905 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.139223 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:26.140762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Network 87c21c29-1656-4759-86dc-f4a069aff224 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:26.144488 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:26.144867 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:26.145280 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.145894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:26.146112 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Bound port: 9a8323cd-8898-496d-bef2-4ce79af9993f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:26.146523 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.149896 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:26.159442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:26.162621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Pushing event updated for resources: {'Port': ['ID=66bddd0c-bc67-46a9-bac2-6ead6f590419,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:26.203244 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] For port 9a8323cd-8898-496d-bef2-4ce79af9993f, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:26.205733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.207240 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] For port 9a8323cd-8898-496d-bef2-4ce79af9993f, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9a8323cd-8898-496d-bef2-4ce79af9993f,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:26.213037 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.272287 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:26.272915 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:26.274670 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558f459-bb7c-4994-8aa9-c57fb1bc2b18 None None] Pushing event updated for resources: {'Port': ['ID=9a8323cd-8898-496d-bef2-4ce79af9993f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:26.362207 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.387282 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:26.418520 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b7ca52e0-ff0d-4b26-a08b-9ea93d6f4eca None None] Provisioning for port 66bddd0c-bc67-46a9-bac2-6ead6f590419 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:26.423739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b7ca52e0-ff0d-4b26-a08b-9ea93d6f4eca None None] Provisioning complete for port 66bddd0c-bc67-46a9-bac2-6ead6f590419 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:26.424120 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7ca52e0-ff0d-4b26-a08b-9ea93d6f4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.463894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca52e0-ff0d-4b26-a08b-9ea93d6f4eca None None] Port 66bddd0c-bc67-46a9-bac2-6ead6f590419 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:26.534579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.539398 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.564798 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:24Z', 'revision_number': 3, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:26.591010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a979d2-53cc-4cf9-a3dd-c2d167085f7d None None] The sync data for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 is: [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:24Z', 'revision_number': 3, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:26.608906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:26.612640 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Pushing event updated for resources: {'Port': ['ID=66bddd0c-bc67-46a9-bac2-6ead6f590419,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:26.709153 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Network 87c21c29-1656-4759-86dc-f4a069aff224 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:26.710563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:27.022938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9a8323cd-8898-496d-bef2-4ce79af9993f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:27.078310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 9a8323cd-8898-496d-bef2-4ce79af9993f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:27.085866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 9a8323cd-8898-496d-bef2-4ce79af9993f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:27.086188 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.111691 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fce39995-762b-4aa0-8343-255fbd5a7f22 None None] Provisioning complete for port 66bddd0c-bc67-46a9-bac2-6ead6f590419 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:27.111691 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fce39995-762b-4aa0-8343-255fbd5a7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.134509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:05:27.155723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fce39995-762b-4aa0-8343-255fbd5a7f22 None None] Port 66bddd0c-bc67-46a9-bac2-6ead6f590419 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:27.200143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.222055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 9a8323cd-8898-496d-bef2-4ce79af9993f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9a8323cd-8898-496d-bef2-4ce79af9993f,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:27.226874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.228003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:27.249151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:27.264303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c6373830-0238-49d5-8c1c-ab21a848e641 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c8ba765-52bd-44df-b5e3-7a390a3840b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9629016 Jul 28 12:05:27.317461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=9a8323cd-8898-496d-bef2-4ce79af9993f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:27.331288 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:27.331665 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.744458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58578) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:27.749486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1497892840-network', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:27.769265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Made reservation on behalf of 37196e2c148f4d76b5704a5ed68f0a1f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:05:27.771570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.779924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.871079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.875139 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.901966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:05:27.912103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb97118-a435-44de-8488-19c54fe395dc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:27.918529 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.918882 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Added segment 5f716bff-d39b-4775-8018-5bb5d18545cb of type vlan for network 715aeff5-428b-4c01-a513-7650ecf7e395 Jul 28 12:05:27.940125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69f104bd-93cf-4704-8ff6-fc4f110bad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.965455 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.995637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:27.996662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:27.997226 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.050725 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3051164 Jul 28 12:05:28.053325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:28.059528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Request body: {'subnet': {'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1497892840-subnet', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:28.068901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb6811-2f4b-40c0-b286-0084489ba8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=715aeff5-428b-4c01-a513-7650ecf7e395,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:28.078595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 715aeff5-428b-4c01-a513-7650ecf7e395 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:05:28.087958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Made reservation on behalf of 37196e2c148f4d76b5704a5ed68f0a1f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:05:28.090442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.183257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Sync routers for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:28.193070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:28.193680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:28.266637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.306864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:28.325688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=187d6ba5-a701-4d49-9a29-ee682e00ad01,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:28.330061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Checking segment: {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:28.330419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Network hostable DHCP agents. Network: 715aeff5-428b-4c01-a513-7650ecf7e395, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:05:28.347374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Network 715aeff5-428b-4c01-a513-7650ecf7e395 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:05:28.356018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 715aeff5-428b-4c01-a513-7650ecf7e395) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:28.361029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:28.362039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.376869 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d9823e81-d1b0-4469-9b78-0184952e25f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3210669 Jul 28 12:05:28.379285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:28.381155 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b668ee-d369-4944-b1a2-13c33306f9a9 None None] Network 715aeff5-428b-4c01-a513-7650ecf7e395 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:05:28.383694 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:28.404079 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.405078 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.459629 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.595666 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.631522 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-715aeff5-428b-4c01-a513-7650ecf7e395', 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'fixed_ips': [{'subnet_id': '187d6ba5-a701-4d49-9a29-ee682e00ad01'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:05:28.632404 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.644310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 2, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:28.673993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Checking router: 1c8ba765-52bd-44df-b5e3-7a390a3840b3 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:28.674352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Updating router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 port 66bddd0c-bc67-46a9-bac2-6ead6f590419 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:05:28.751355 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.796813 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.816594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:28.908257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9a8323cd-8898-496d-bef2-4ce79af9993f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:28.915973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Allocated IP 172.20.0.2 (715aeff5-428b-4c01-a513-7650ecf7e395/187d6ba5-a701-4d49-9a29-ee682e00ad01/c3998a07-02a3-422e-9d69-c55716e260d9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:28.928394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Allocated IP 172.25.1.246 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/847ccaf4-6013-4585-8e78-b1d7a5760f10) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:29.031805 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.071442 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.105391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 9a8323cd-8898-496d-bef2-4ce79af9993f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:29.105765 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.109354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:29.112424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:29.122899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:29.145560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Pushing event updated for resources: {'Port': ['ID=847ccaf4-6013-4585-8e78-b1d7a5760f10,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:29.261548 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.276394 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.307093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Transition to ACTIVE for port object c3998a07-02a3-422e-9d69-c55716e260d9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:29.318675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Transition to ACTIVE for port object 66bddd0c-bc67-46a9-bac2-6ead6f590419 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:29.335267 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.365217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Transition to ACTIVE for port object c3998a07-02a3-422e-9d69-c55716e260d9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:29.379523 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.385521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.402120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc92e8-8721-4a3a-8f99-fb4d76e14798 None None] Pushing event updated for resources: {'Port': ['ID=66bddd0c-bc67-46a9-bac2-6ead6f590419,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:29.612306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.621959 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Network 715aeff5-428b-4c01-a513-7650ecf7e395 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:29.643451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:29.645603 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:29.668599 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Attempting to bind port 66bddd0c-bc67-46a9-bac2-6ead6f590419 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:29.668881 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Attempting to bind port 66bddd0c-bc67-46a9-bac2-6ead6f590419 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:29.669235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Attempting to bind port 66bddd0c-bc67-46a9-bac2-6ead6f590419 on network 87c21c29-1656-4759-86dc-f4a069aff224 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:29.672153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Pushing event updated for resources: {'Port': ['ID=c3998a07-02a3-422e-9d69-c55716e260d9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:29.700226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:29.700636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Checking segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:29.701031 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.701417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Bound using segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:29.701882 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Bound port: 66bddd0c-bc67-46a9-bac2-6ead6f590419, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:29.702264 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.743222 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Router ee187b29-f026-47cd-934c-7aff9aff55ef is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:05:29.763145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Attempting to bind port c3998a07-02a3-422e-9d69-c55716e260d9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:29.763500 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Attempting to bind port c3998a07-02a3-422e-9d69-c55716e260d9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:29.763857 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Attempting to bind port c3998a07-02a3-422e-9d69-c55716e260d9 on network 715aeff5-428b-4c01-a513-7650ecf7e395 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:29.772984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:29.773390 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Checking segment: {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:29.773783 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.774167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Bound using segment: {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:29.774622 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Bound port: c3998a07-02a3-422e-9d69-c55716e260d9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:29.774991 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.830475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] For port 66bddd0c-bc67-46a9-bac2-6ead6f590419, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:29.850322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:29.850887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] For port 66bddd0c-bc67-46a9-bac2-6ead6f590419, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=66bddd0c-bc67-46a9-bac2-6ead6f590419,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:29.860933 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.862818 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Sync routers for ids ['ee187b29-f026-47cd-934c-7aff9aff55ef'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:29.867052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.870806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4bf451c3-4351-4363-8d8a-a01e917a5612 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4881086 Jul 28 12:05:29.871882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:05:29.873070 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Routers {'ee187b29-f026-47cd-934c-7aff9aff55ef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:29.873881 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ee187b29-f026-47cd-934c-7aff9aff55ef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:29.897189 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] For port c3998a07-02a3-422e-9d69-c55716e260d9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:29.917994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] For port c3998a07-02a3-422e-9d69-c55716e260d9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3998a07-02a3-422e-9d69-c55716e260d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:29.929027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:29.952454 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:29.953092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:30.011596 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Set router ee187b29-f026-47cd-934c-7aff9aff55ef gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:30.017474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc92e8-8721-4a3a-8f99-fb4d76e14798 None None] Pushing event updated for resources: {'Port': ['ID=66bddd0c-bc67-46a9-bac2-6ead6f590419,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:30.121290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aedb56-dcdc-43c0-b3ba-ddbfcc789694 None None] Pushing event updated for resources: {'Port': ['ID=c3998a07-02a3-422e-9d69-c55716e260d9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:30.147310 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:30.286636 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:29Z', 'revision_number': 3, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:30.334322 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Checking router: ee187b29-f026-47cd-934c-7aff9aff55ef for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:30.334679 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Updating router ee187b29-f026-47cd-934c-7aff9aff55ef port 847ccaf4-6013-4585-8e78-b1d7a5760f10 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:05:30.371107 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.428698 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:29Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:30.457566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21800d5-45d2-46b6-8aed-1edc7bbe8b92 None None] The sync data for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 is: [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:29Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:30.486031 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.681482 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.692371 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Transition to ACTIVE for port object 847ccaf4-6013-4585-8e78-b1d7a5760f10 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:30.695190 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Allocated IP 172.20.0.1 (715aeff5-428b-4c01-a513-7650ecf7e395/187d6ba5-a701-4d49-9a29-ee682e00ad01/2154a364-3e37-43aa-b206-8eeec8e895d9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:30.701654 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.751761 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Attempting to bind port 847ccaf4-6013-4585-8e78-b1d7a5760f10 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:30.752461 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Attempting to bind port 847ccaf4-6013-4585-8e78-b1d7a5760f10 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:30.753030 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Attempting to bind port 847ccaf4-6013-4585-8e78-b1d7a5760f10 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:30.769290 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:30.769290 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:30.769812 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.770104 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:30.770585 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Bound port: 847ccaf4-6013-4585-8e78-b1d7a5760f10, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:30.770966 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.776420 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5a2f4-03ac-48fb-acca-0fc8b0a5eb92 None None] Pushing event updated for resources: {'Port': ['ID=847ccaf4-6013-4585-8e78-b1d7a5760f10,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:30.825404 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.834114 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] For port 847ccaf4-6013-4585-8e78-b1d7a5760f10, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:30.837655 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] For port 847ccaf4-6013-4585-8e78-b1d7a5760f10, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=847ccaf4-6013-4585-8e78-b1d7a5760f10,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:30.842091 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.865942 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Transition to ACTIVE for port object 2154a364-3e37-43aa-b206-8eeec8e895d9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:30.904448 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5a2f4-03ac-48fb-acca-0fc8b0a5eb92 None None] Pushing event updated for resources: {'Port': ['ID=847ccaf4-6013-4585-8e78-b1d7a5760f10,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:30.933117 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Routers {'ee187b29-f026-47cd-934c-7aff9aff55ef'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:30.933979 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ee187b29-f026-47cd-934c-7aff9aff55ef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:30.940564 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:30.993848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Network 715aeff5-428b-4c01-a513-7650ecf7e395 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:30.997338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:31.003306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:31.052606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 66bddd0c-bc67-46a9-bac2-6ead6f590419 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:31.108416 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] Set router ee187b29-f026-47cd-934c-7aff9aff55ef gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:31.125680 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.158931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 66bddd0c-bc67-46a9-bac2-6ead6f590419 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:31.163368 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 66bddd0c-bc67-46a9-bac2-6ead6f590419 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:31.163759 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.246541 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57fa5b1f-4561-4207-ab34-542c5968d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.294888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926e819-c208-4637-9381-41c7087efdd6 None None] Network 715aeff5-428b-4c01-a513-7650ecf7e395 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:05:31.365059 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.365756 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:29Z', 'revision_number': 3, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:31.402524 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600fcc-45bb-43b6-bee9-3399a5dfda85 None None] The sync data for ids ['ee187b29-f026-47cd-934c-7aff9aff55ef'] in n-d-723573-7 is: [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:29Z', 'revision_number': 3, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:31.411809 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 66bddd0c-bc67-46a9-bac2-6ead6f590419, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=66bddd0c-bc67-46a9-bac2-6ead6f590419,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:31.419297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Pushing event updated for resources: {'Port': ['ID=2154a364-3e37-43aa-b206-8eeec8e895d9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:31.419853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.420662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3998a07-02a3-422e-9d69-c55716e260d9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:31.446188 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.469397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f18d57df-7220-453a-84d5-7d0f3bc0e935 None None] Provisioning for port c3998a07-02a3-422e-9d69-c55716e260d9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:31.582723 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=66bddd0c-bc67-46a9-bac2-6ead6f590419,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:31.610864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c3998a07-02a3-422e-9d69-c55716e260d9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:31.611087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.618214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c3998a07-02a3-422e-9d69-c55716e260d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:31.618596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.730899 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.783109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c3998a07-02a3-422e-9d69-c55716e260d9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3998a07-02a3-422e-9d69-c55716e260d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:31.790935 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.868513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c3998a07-02a3-422e-9d69-c55716e260d9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:31.881885 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.887719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.961006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:31.969903 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Pushing event updated for resources: {'Port': ['ID=2154a364-3e37-43aa-b206-8eeec8e895d9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:32.044526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5206e14-8dae-4836-b610-00ac3ecb52cf None None] Provisioning for port 2154a364-3e37-43aa-b206-8eeec8e895d9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:32.049956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5206e14-8dae-4836-b610-00ac3ecb52cf None None] Provisioning complete for port 2154a364-3e37-43aa-b206-8eeec8e895d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:32.050392 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5206e14-8dae-4836-b610-00ac3ecb52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.087899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Network 715aeff5-428b-4c01-a513-7650ecf7e395 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:32.089806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:32.098150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a5206e14-8dae-4836-b610-00ac3ecb52cf None None] Port 2154a364-3e37-43aa-b206-8eeec8e895d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:32.111859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5206e14-8dae-4836-b610-00ac3ecb52cf None None] Provisioning complete for port c3998a07-02a3-422e-9d69-c55716e260d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:32.112358 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5206e14-8dae-4836-b610-00ac3ecb52cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.187510 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.248830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Router ee187b29-f026-47cd-934c-7aff9aff55ef has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:05:32.362363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1370a8e1-a70b-47a7-9ede-9ee5e49ddfd9 None None] Provisioning complete for port 2154a364-3e37-43aa-b206-8eeec8e895d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:32.362727 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1370a8e1-a70b-47a7-9ede-9ee5e49ddfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.373564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:05:32.380213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dc390d51-55d4-4296-9bdd-663209c8e841 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee187b29-f026-47cd-934c-7aff9aff55ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5065403 Jul 28 12:05:32.408415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1370a8e1-a70b-47a7-9ede-9ee5e49ddfd9 None None] Port 2154a364-3e37-43aa-b206-8eeec8e895d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:32.530699 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ca7b839-17bf-4bd7-bfaf-585d7b602d79 None None] Provisioning complete for port 2154a364-3e37-43aa-b206-8eeec8e895d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:32.531245 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b839-17bf-4bd7-bfaf-585d7b602d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:32.566113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7b839-17bf-4bd7-bfaf-585d7b602d79 None None] Port 2154a364-3e37-43aa-b206-8eeec8e895d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:32.983931 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 66bddd0c-bc67-46a9-bac2-6ead6f590419 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:33.035071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 66bddd0c-bc67-46a9-bac2-6ead6f590419 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:33.035526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:33.115921 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3998a07-02a3-422e-9d69-c55716e260d9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:33.162438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c3998a07-02a3-422e-9d69-c55716e260d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:33.162817 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:33.263801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 847ccaf4-6013-4585-8e78-b1d7a5760f10 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:33.317549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 847ccaf4-6013-4585-8e78-b1d7a5760f10 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:33.322547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 847ccaf4-6013-4585-8e78-b1d7a5760f10 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:33.322928 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:33.412240 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:33.434952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 847ccaf4-6013-4585-8e78-b1d7a5760f10, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=847ccaf4-6013-4585-8e78-b1d7a5760f10,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:33.440222 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:33.504994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=847ccaf4-6013-4585-8e78-b1d7a5760f10,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:33.620484 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:34.013848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Sync routers for ids ['ee187b29-f026-47cd-934c-7aff9aff55ef'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:05:34.025323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Routers {'ee187b29-f026-47cd-934c-7aff9aff55ef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:34.026178 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ee187b29-f026-47cd-934c-7aff9aff55ef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:34.143716 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Set router ee187b29-f026-47cd-934c-7aff9aff55ef gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:34.373231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 4, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2154a364-3e37-43aa-b206-8eeec8e895d9', 'name': '', 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'mac_address': 'fa:16:3e:eb:c7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '187d6ba5-a701-4d49-9a29-ee682e00ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:30Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 2, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'subnets': [{'id': '187d6ba5-a701-4d49-9a29-ee682e00ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:34.403308 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Checking router: ee187b29-f026-47cd-934c-7aff9aff55ef for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:05:34.403654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Updating router ee187b29-f026-47cd-934c-7aff9aff55ef port 2154a364-3e37-43aa-b206-8eeec8e895d9 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:05:34.432950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:34.720449 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:34.731898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Transition to ACTIVE for port object 2154a364-3e37-43aa-b206-8eeec8e895d9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:34.739242 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:34.792543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887faf9-2f29-425c-ba42-6c8fc8538601 None None] Pushing event updated for resources: {'Port': ['ID=2154a364-3e37-43aa-b206-8eeec8e895d9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:35.056516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 847ccaf4-6013-4585-8e78-b1d7a5760f10 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:35.096676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Attempting to bind port 2154a364-3e37-43aa-b206-8eeec8e895d9 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:35.097118 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Attempting to bind port 2154a364-3e37-43aa-b206-8eeec8e895d9 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:35.097556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Attempting to bind port 2154a364-3e37-43aa-b206-8eeec8e895d9 on network 715aeff5-428b-4c01-a513-7650ecf7e395 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:35.119860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:35.120379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Checking segment: {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:35.121004 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:35.121577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Bound using segment: {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:35.122620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Bound port: 2154a364-3e37-43aa-b206-8eeec8e895d9, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f716bff-d39b-4775-8018-5bb5d18545cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:35.122620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:35.181047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 847ccaf4-6013-4585-8e78-b1d7a5760f10 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:35.181515 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:35.236980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] For port 2154a364-3e37-43aa-b206-8eeec8e895d9, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:35.241564 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] For port 2154a364-3e37-43aa-b206-8eeec8e895d9, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2154a364-3e37-43aa-b206-8eeec8e895d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:35.248824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:35.351231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887faf9-2f29-425c-ba42-6c8fc8538601 None None] Pushing event updated for resources: {'Port': ['ID=2154a364-3e37-43aa-b206-8eeec8e895d9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:35.363628 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Routers {'ee187b29-f026-47cd-934c-7aff9aff55ef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:05:35.364324 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:05:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ee187b29-f026-47cd-934c-7aff9aff55ef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:35.501407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] Set router ee187b29-f026-47cd-934c-7aff9aff55ef gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:05:35.765606 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 4, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2154a364-3e37-43aa-b206-8eeec8e895d9', 'name': '', 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'mac_address': 'fa:16:3e:eb:c7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '187d6ba5-a701-4d49-9a29-ee682e00ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:30Z', 'updated_at': '2021-07-28T12:05:35Z', 'revision_number': 4, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'subnets': [{'id': '187d6ba5-a701-4d49-9a29-ee682e00ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:05:35.794279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a19b-3cad-4596-b746-deacac3c37ee None None] The sync data for ids ['ee187b29-f026-47cd-934c-7aff9aff55ef'] in n-d-723573-7 is: [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 4, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '2154a364-3e37-43aa-b206-8eeec8e895d9', 'name': '', 'network_id': '715aeff5-428b-4c01-a513-7650ecf7e395', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'mac_address': 'fa:16:3e:eb:c7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '187d6ba5-a701-4d49-9a29-ee682e00ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:30Z', 'updated_at': '2021-07-28T12:05:35Z', 'revision_number': 4, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'subnets': [{'id': '187d6ba5-a701-4d49-9a29-ee682e00ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:05:36.952365 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2154a364-3e37-43aa-b206-8eeec8e895d9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:37.031082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 2154a364-3e37-43aa-b206-8eeec8e895d9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:37.036168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2154a364-3e37-43aa-b206-8eeec8e895d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:37.036571 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:37.137141 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:37.171727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 2154a364-3e37-43aa-b206-8eeec8e895d9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2154a364-3e37-43aa-b206-8eeec8e895d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:37.178786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:37.229696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=2154a364-3e37-43aa-b206-8eeec8e895d9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:38.925767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2154a364-3e37-43aa-b206-8eeec8e895d9 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:05:38.979556 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 2154a364-3e37-43aa-b206-8eeec8e895d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:38.980053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:42.473661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-e837411a-0b69-4428-a1c5-3b8eb0317d9d tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:42.475116 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-e837411a-0b69-4428-a1c5-3b8eb0317d9d tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 815 time: 0.1051314 Jul 28 12:05:42.490899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-620d1742-51f1-429b-85f7-11f7ccc9e3d4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/quotas/a9037561c00c43fcb23351bb418aca98 HTTP/1.1" status: 200 len: 375 time: 0.0100591 Jul 28 12:05:42.543555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-8984685c-46dd-44e9-939e-051daba7af31 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474761 Jul 28 12:05:42.643282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-1e8215d9-2a0e-494d-a19b-8616dce9b551 service neutron] 10.222.0.20 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869887 Jul 28 12:05:42.732032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-6604a46e-4441-4342-9f80-9feaf548642d service neutron] 10.222.0.20 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827262 Jul 28 12:05:42.908931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dae394f7-4088-48c5-81b5-fbb2b3fab235 req-b7235d61-57d4-4b5a-8cc3-ea4ace9a8895 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Jul 28 12:05:43.824865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-77df00da-0795-4e8a-b942-cfa4cf5d0657 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:43.826279 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-77df00da-0795-4e8a-b942-cfa4cf5d0657 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 815 time: 0.1130240 Jul 28 12:05:43.839355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'port': {'device_id': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'admin_state_up': True, 'tenant_id': 'a9037561c00c43fcb23351bb418aca98'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:43.952623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Made reservation on behalf of a9037561c00c43fcb23351bb418aca98 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:05:43.956789 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:44.033844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bc3c020d-35a6-450d-bd37-53376542d643 req-a58997aa-b7e5-49e5-979a-2d63a03b2c47 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Jul 28 12:05:44.103622 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Allocated IP 172.20.0.14 (87c21c29-1656-4759-86dc-f4a069aff224/f2e760f4-296e-48a6-a38c-4ac24c09a506/022f95b3-368b-4caa-bbf2-f4d769e94611) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:05:44.274958 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:44.295935 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Transition to ACTIVE for port object 022f95b3-368b-4caa-bbf2-f4d769e94611 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:44.338742 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:44.389456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Network 87c21c29-1656-4759-86dc-f4a069aff224 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:05:44.393483 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:05:44.397175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:05:44.450690 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:44.462017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.462440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.462710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.463176 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.463519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.463843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.464190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.464556 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.464835 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.465153 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.465478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.465895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:05:44.496534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:44.497157 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:44.512473 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-53a8382e-e4b6-40e5-a381-602c990c9ff4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764545 Jul 28 12:05:44.649058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f3e7ad0e-8679-45cb-a3da-c282603c5684 None None] Provisioning for port 022f95b3-368b-4caa-bbf2-f4d769e94611 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:05:44.653360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f3e7ad0e-8679-45cb-a3da-c282603c5684 None None] Provisioning complete for port 022f95b3-368b-4caa-bbf2-f4d769e94611 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:05:44.653803 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3e7ad0e-8679-45cb-a3da-c282603c5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:44.688444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7ad0e-8679-45cb-a3da-c282603c5684 None None] Port 022f95b3-368b-4caa-bbf2-f4d769e94611 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:05:45.161120 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408f7b4-35c8-41d5-b061-10b66dcff568 req-99654718-5068-4cf9-80c3-dc1504ef5b52 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:45.162550 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6408f7b4-35c8-41d5-b061-10b66dcff568 req-99654718-5068-4cf9-80c3-dc1504ef5b52 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0563250 Jul 28 12:05:45.199940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6408f7b4-35c8-41d5-b061-10b66dcff568 req-e5c623b8-bf43-4be6-b79c-5a3674dee630 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311749 Jul 28 12:05:46.319983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1ddb8-9372-4169-b625-212b7b68d7e7 req-fe2305b0-3361-4c67-a862-07811e222a58 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:46.321644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fba1ddb8-9372-4169-b625-212b7b68d7e7 req-fe2305b0-3361-4c67-a862-07811e222a58 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0513632 Jul 28 12:05:46.362354 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fba1ddb8-9372-4169-b625-212b7b68d7e7 req-c44d6809-a3c8-4ea3-9ed6-0c59cb3c4c80 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Jul 28 12:05:47.484877 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5934c47-adfa-4880-b466-2613e3e5eff2 req-cca5f076-cf8d-4b35-aefb-a63140479a62 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:47.486590 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5934c47-adfa-4880-b466-2613e3e5eff2 req-cca5f076-cf8d-4b35-aefb-a63140479a62 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0520780 Jul 28 12:05:47.530575 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5934c47-adfa-4880-b466-2613e3e5eff2 req-2dea544f-07e2-4f22-a02f-3a5022e1c16e tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Jul 28 12:05:48.661636 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc9f55-b461-4aaf-8f06-6198b1a8f88d req-a333e56d-6b10-4ef3-b143-8832b1af00a8 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:48.663114 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8dfc9f55-b461-4aaf-8f06-6198b1a8f88d req-a333e56d-6b10-4ef3-b143-8832b1af00a8 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0656834 Jul 28 12:05:48.701917 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8dfc9f55-b461-4aaf-8f06-6198b1a8f88d req-93c719e5-ed5c-4e07-95c6-6a832e46cf26 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jul 28 12:05:49.818151 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a41e5-bac4-4fb4-a4fb-5a552e9c7ddc req-a8e150a9-6ebc-4b19-905c-b4332f27ca38 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:49.820433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d80a41e5-bac4-4fb4-a4fb-5a552e9c7ddc req-a8e150a9-6ebc-4b19-905c-b4332f27ca38 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0502999 Jul 28 12:05:49.866758 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d80a41e5-bac4-4fb4-a4fb-5a552e9c7ddc req-81f2d39e-d0d0-4ca0-93c0-f18fff9c4bb7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Jul 28 12:05:50.280347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:50.470147 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:05:51.012602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978118d-6cbd-4718-bef6-4b6d02631517 req-288bc383-8a51-424b-9c96-6bb4f61436db tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:51.019215 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1978118d-6cbd-4718-bef6-4b6d02631517 req-288bc383-8a51-424b-9c96-6bb4f61436db tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0659895 Jul 28 12:05:51.061829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1978118d-6cbd-4718-bef6-4b6d02631517 req-678dddf1-774f-4a79-8b09-12456b72da1d tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Jul 28 12:05:52.195150 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0aad-13b9-4781-8d1c-5f885274127e req-83687e9d-ad6c-4f78-9586-b960fc31da61 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:52.198277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fdb0aad-13b9-4781-8d1c-5f885274127e req-83687e9d-ad6c-4f78-9586-b960fc31da61 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0535774 Jul 28 12:05:52.236459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7fdb0aad-13b9-4781-8d1c-5f885274127e req-8594369e-472a-465b-80e3-a27e4c0dcfd8 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Jul 28 12:05:53.164501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:53.359058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0678460-a5df-4912-9ecd-9dbd64e5d9fc req-48aa040a-a1e6-4113-a40d-2ce40e1af2e6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:53.360882 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0678460-a5df-4912-9ecd-9dbd64e5d9fc req-48aa040a-a1e6-4113-a40d-2ce40e1af2e6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0554237 Jul 28 12:05:53.399881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e0678460-a5df-4912-9ecd-9dbd64e5d9fc req-c2ac46ce-ace9-4a47-a3bd-74a9e0782746 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jul 28 12:05:54.515907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246ba17-b476-4730-8f20-e17cbd15f34d req-26f80636-ef23-4e4d-9e93-b1826e68e2d4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:54.518145 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e246ba17-b476-4730-8f20-e17cbd15f34d req-26f80636-ef23-4e4d-9e93-b1826e68e2d4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 932 time: 0.0501332 Jul 28 12:05:54.560071 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e246ba17-b476-4730-8f20-e17cbd15f34d req-1b7312de-f445-4e1e-9791-5af995cfa2e5 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Jul 28 12:05:54.902159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Request body: {'port': {'device_id': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:05:54.957141 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.222926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022f95b3-368b-4caa-bbf2-f4d769e94611 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:05:55.230321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.243503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Transition to ACTIVE for port object 022f95b3-368b-4caa-bbf2-f4d769e94611 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:05:55.246471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.311205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:55.365201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Attempting to bind port 022f95b3-368b-4caa-bbf2-f4d769e94611 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:05:55.365541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Attempting to bind port 022f95b3-368b-4caa-bbf2-f4d769e94611 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:05:55.365878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Attempting to bind port 022f95b3-368b-4caa-bbf2-f4d769e94611 on network 87c21c29-1656-4759-86dc-f4a069aff224 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:55.370355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Port 022f95b3-368b-4caa-bbf2-f4d769e94611 on network 87c21c29-1656-4759-86dc-f4a069aff224 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:05:55.370679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Attempting to bind port 022f95b3-368b-4caa-bbf2-f4d769e94611 on network 87c21c29-1656-4759-86dc-f4a069aff224 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:05:55.377112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:05:55.377477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Checking segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:05:55.377834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Bound using segment: {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:05:55.378902 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Bound port: 022f95b3-368b-4caa-bbf2-f4d769e94611, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659d7328-44cc-49a4-8865-c724cd66ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:05:55.378902 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.453688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:05:55.457059 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:05:55.460662 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.499459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:55.500146 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:55.501805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 1092 time: 0.6984215 Jul 28 12:05:55.502416 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:05:55.504804 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ee31c-2ff9-4e81-813f-20a35f40263d" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:05:55.536875 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d2d14-bfe7-4d68-af20-3b96cb81e5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:55.546924 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa36035-361f-462a-afdf-1e3174ecdc0d x-openstack-request-id: req-faa36035-361f-462a-afdf-1e3174ecdc0d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:05:55.547302 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:05:55.547459 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faa36035-361f-462a-afdf-1e3174ecdc0d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:05:55.547907 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'status': 'completed', 'code': 200} Jul 28 12:05:55.592037 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-eef540e0-27fa-465d-a801-f9246076f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:55.593590 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-eef540e0-27fa-465d-a801-f9246076f659 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1095 time: 0.0433934 Jul 28 12:05:55.638078 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-9a7f60d3-cdbc-4ed7-9459-dc579651303d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 217 time: 0.0362844 Jul 28 12:05:55.681009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d879c-f053-4ecf-9206-188c284e8c19 req-3fcdf8dc-f65a-4f5f-8142-cfc8750484b2 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:55.682650 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db4d879c-f053-4ecf-9206-188c284e8c19 req-3fcdf8dc-f65a-4f5f-8142-cfc8750484b2 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 944 time: 0.0521953 Jul 28 12:05:55.696090 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-05f3dc92-99fb-40ac-80d9-82d38c8abf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:55.697582 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-05f3dc92-99fb-40ac-80d9-82d38c8abf8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0531945 Jul 28 12:05:55.727959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-db4d879c-f053-4ecf-9206-188c284e8c19 req-77870fb6-a58e-4c6a-a5a3-0aec134a2b89 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jul 28 12:05:55.743332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-04a2c3ff-fb77-474d-bbd4-68c14fe32318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:55.744844 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-04a2c3ff-fb77-474d-bbd4-68c14fe32318 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406425 Jul 28 12:05:55.837008 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-eebeb0f7-b486-4c5b-b47a-e2bcdcf04b87 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840688 Jul 28 12:05:55.931627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-929fcae9-c765-41a0-9c40-da68ade386f8 req-c945ced6-1d6d-4556-ac6b-bcf5f0c74c9d service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Jul 28 12:05:56.018152 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-101d370e-4ad8-4066-9701-f116b77462eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:56.019584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-101d370e-4ad8-4066-9701-f116b77462eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1095 time: 0.0403752 Jul 28 12:05:56.109677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-d26fa2cf-4eaf-4da6-b209-849daadfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:56.111760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-d26fa2cf-4eaf-4da6-b209-849daadfbc72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.0856221 Jul 28 12:05:56.153450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-71fe29ff-b6cc-465d-8dc7-c9f4990876cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 217 time: 0.0331979 Jul 28 12:05:56.201378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-e0a93343-cdc6-4fb0-aad2-9ea2b7ddb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:56.202682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-e0a93343-cdc6-4fb0-aad2-9ea2b7ddb3ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0419557 Jul 28 12:05:56.252941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-96bfd872-b2b2-4b11-9adb-10743ac386bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:56.254432 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-96bfd872-b2b2-4b11-9adb-10743ac386bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441802 Jul 28 12:05:56.344461 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-a1dee787-9c4a-440d-b6a7-0881a994369a service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825102 Jul 28 12:05:56.438252 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf9ee31c-2ff9-4e81-813f-20a35f40263d req-ddacc547-83c6-4d06-b5ba-bcbb9e6c256b service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Jul 28 12:05:56.843913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7a98-f55b-4403-9ef8-d6eee7b035fa req-a3847c32-a9e4-4fb7-b20a-9ef13b536111 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:56.845478 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89bb7a98-f55b-4403-9ef8-d6eee7b035fa req-a3847c32-a9e4-4fb7-b20a-9ef13b536111 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 944 time: 0.0490308 Jul 28 12:05:56.883440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89bb7a98-f55b-4403-9ef8-d6eee7b035fa req-e141b870-20dc-4081-8502-2d5e23f25f15 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jul 28 12:05:57.940260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c5561ec-7e40-4189-a52d-2a35d34c69ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:57.999306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d554c-97a5-4af0-a7c4-3da7c9d9efe9 req-dec19be5-fcad-4e64-ae44-5d93398ddd28 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:58.000868 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb7d554c-97a5-4af0-a7c4-3da7c9d9efe9 req-dec19be5-fcad-4e64-ae44-5d93398ddd28 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 944 time: 0.0490007 Jul 28 12:05:58.044350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb7d554c-97a5-4af0-a7c4-3da7c9d9efe9 req-6943648d-a585-4d40-9145-08255ab7fbdf tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374155 Jul 28 12:05:58.116918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 022f95b3-368b-4caa-bbf2-f4d769e94611 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:05:58.210848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:58.221695 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'port_id': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'mac_address': 'fa:16:3e:ab:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:05:58.257211 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.270057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022f95b3-368b-4caa-bbf2-f4d769e94611 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:05:58.288979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:05:58.292554 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:05:58.340591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:05:58.492758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['022f95b3-368b-4caa-bbf2-f4d769e94611'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:05:59.158128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b82e4-04e8-44f9-9b42-c3af4aa76008 req-b8b2db89-f24d-4825-adde-78bb9d119d3f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:05:59.159719 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f39b82e4-04e8-44f9-9b42-c3af4aa76008 req-b8b2db89-f24d-4825-adde-78bb9d119d3f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Jul 28 12:05:59.197778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f39b82e4-04e8-44f9-9b42-c3af4aa76008 req-a40b7ca3-b476-44e3-93a9-254c93791b11 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Jul 28 12:06:00.148690 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 022f95b3-368b-4caa-bbf2-f4d769e94611 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:06:00.200197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 022f95b3-368b-4caa-bbf2-f4d769e94611 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:06:00.203693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 022f95b3-368b-4caa-bbf2-f4d769e94611 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:06:00.204064 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:00.282978 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:00.305144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:06:00.307504 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d04829-fefe-43d4-b327-8123dcbf82e0" -d '{"events": [{"server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "name": "network-vif-plugged", "status": "completed", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:06:00.315724 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9766d4c-0b5b-481c-8a9c-4ef0fde4f424 req-6d1261f2-2e83-42e4-8d30-d1a25863d947 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:00.317321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9766d4c-0b5b-481c-8a9c-4ef0fde4f424 req-6d1261f2-2e83-42e4-8d30-d1a25863d947 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 945 time: 0.0513809 Jul 28 12:06:00.321750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:06:00.326956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:00.363491 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b9766d4c-0b5b-481c-8a9c-4ef0fde4f424 req-fa69dd9e-f7fb-4c8d-a94e-e8cec1d8ed03 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Jul 28 12:06:00.381816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:00.488496 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7793ea-a148-466f-a73d-afd5aff413f3 x-openstack-request-id: req-7a7793ea-a148-466f-a73d-afd5aff413f3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:06:00.488796 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "name": "network-vif-plugged", "status": "completed", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:06:00.489057 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a7793ea-a148-466f-a73d-afd5aff413f3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:06:00.489463 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'code': 200} Jul 28 12:06:00.586321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ceff5-297f-433a-bf23-6110afde2afa req-53ab88b8-bfd5-4973-bc60-3f6c8b6c579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:00.587846 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-148ceff5-297f-433a-bf23-6110afde2afa req-53ab88b8-bfd5-4973-bc60-3f6c8b6c579a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1097 time: 0.0417931 Jul 28 12:06:00.623601 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-148ceff5-297f-433a-bf23-6110afde2afa req-4249fc1c-59c7-4b0f-934f-b71cf5ff01c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290332 Jul 28 12:06:01.077851 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:01.199664 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32ab459c-e6a4-48c0-8de8-112fd274b590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:01.489988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749de8f-1a8d-4d65-a5be-13f1fae982ff req-4ad63059-e8bf-454e-8437-e238d4b68a8a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:01.491507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5749de8f-1a8d-4d65-a5be-13f1fae982ff req-4ad63059-e8bf-454e-8437-e238d4b68a8a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0555935 Jul 28 12:06:01.536638 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5749de8f-1a8d-4d65-a5be-13f1fae982ff req-8602318e-8179-4b82-ba08-fd5d59a65ceb tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Jul 28 12:06:02.158849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:02.653010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e3c2-c851-45f9-9c6e-5742c0f50ecf req-b23305db-325f-428f-9668-4676c43a4357 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:02.654496 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fa8e3c2-c851-45f9-9c6e-5742c0f50ecf req-b23305db-325f-428f-9668-4676c43a4357 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0506649 Jul 28 12:06:02.692698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4fa8e3c2-c851-45f9-9c6e-5742c0f50ecf req-52d41def-a082-45cb-8261-a0e4df24f07d tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 28 12:06:02.805525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fa382-2642-43b8-92cb-1d55f52ad5d4 req-0ce3e630-8e1d-401e-8dc6-40f9b02beed6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:02.806991 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-436fa382-2642-43b8-92cb-1d55f52ad5d4 req-0ce3e630-8e1d-401e-8dc6-40f9b02beed6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0495458 Jul 28 12:06:02.844409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-436fa382-2642-43b8-92cb-1d55f52ad5d4 req-f90ce5fd-332d-41bd-b258-68508da1207c tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 28 12:06:03.031277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0ecc0-7918-480c-92ca-6aeecdf5aebe req-28e9db76-3464-41ac-acc9-3510d6acc363 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:03.032919 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cd0ecc0-7918-480c-92ca-6aeecdf5aebe req-28e9db76-3464-41ac-acc9-3510d6acc363 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0491021 Jul 28 12:06:03.075794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8cd0ecc0-7918-480c-92ca-6aeecdf5aebe req-2e6bc1e8-e1e1-47e1-9157-b1027180b908 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Jul 28 12:06:03.610743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:14.600094 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b03e1-18e0-402c-982c-082eeed374b0 req-eff9867e-ffd8-4822-88a7-29d88c09f31a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:14.601482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-866b03e1-18e0-402c-982c-082eeed374b0 req-eff9867e-ffd8-4822-88a7-29d88c09f31a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0484102 Jul 28 12:06:14.639422 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-866b03e1-18e0-402c-982c-082eeed374b0 req-a969d0cf-7429-4dff-ad7a-9d1280117fac tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Jul 28 12:06:14.661906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:14.750428 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd077f61-2673-401a-aa86-ef24fad0a966 tempest-TestMinimumBasicScenario-763383801 tempest-TestMinimumBasicScenario-763383801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:14.752013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fd077f61-2673-401a-aa86-ef24fad0a966 tempest-TestMinimumBasicScenario-763383801 tempest-TestMinimumBasicScenario-763383801-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1092 time: 0.0891354 Jul 28 12:06:14.755486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:14.759772 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:14.781904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:14.880058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:14.982368 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Allocated IP 172.25.1.129 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/511b271e-53f3-438c-af26-954298861080) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:06:15.089709 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.127423 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.164615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:06:15.167372 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:06:15.173285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:06:15.179184 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'Port': ['ID=511b271e-53f3-438c-af26-954298861080,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:15.527648 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.593059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.743877 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.748254 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.821316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'Port': ['ID=511b271e-53f3-438c-af26-954298861080,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:15.828309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:15.929005 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Floating IP 03f8b338-a7bd-46a2-9b58-5e7f7d827970 associated. External IP: 172.25.1.129, port: 022f95b3-368b-4caa-bbf2-f4d769e94611. Jul 28 12:06:16.129909 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:06:16.234574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:06:16.245506 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] Sync routers for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:06:16.250319 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.255807 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:06:16.256476 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:16.282416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-08efb50d-98df-4f7e-9c75-98b2a21e3e83 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5259161 Jul 28 12:06:16.283102 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:06:16.285302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:16.286148 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a558a859-35f6-49c1-ba82-3aa1e6f502c5" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:06:16.290141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412721306', 'description': 'tempest-secgroup-smoke-1412721306 description', 'project_id': 'a9037561c00c43fcb23351bb418aca98'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:16.314196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.384975 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42dfeb-5f1c-4a53-aaf9-f211f5ef8f36 x-openstack-request-id: req-ac42dfeb-5f1c-4a53-aaf9-f211f5ef8f36 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:06:16.385440 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:06:16.385822 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac42dfeb-5f1c-4a53-aaf9-f211f5ef8f36 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:06:16.386244 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'status': 'completed', 'code': 200} Jul 28 12:06:16.425064 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.445763 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.453399 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:06:16.481602 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.482828 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1964476 Jul 28 12:06:16.485953 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:16.487069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9c9bb-cf41-41fd-b3d0-e79fd14f3c64 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747dbfc0-f488-48e4-884c-3f5dea64da41,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:16.492555 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-034f2e07-1f7f-4407-912e-8d687a9aaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:16.493152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group_rule': {'security_group_id': '747dbfc0-f488-48e4-884c-3f5dea64da41', 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:16.494037 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-034f2e07-1f7f-4407-912e-8d687a9aaa37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1097 time: 0.0840607 Jul 28 12:06:16.523006 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.586309 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.588726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-fdb31a18-6d07-49e8-bc84-a4e6027f8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:16.590204 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.590357 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-fdb31a18-6d07-49e8-bc84-a4e6027f8c6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.0886874 Jul 28 12:06:16.606869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d927f838-3678-4b37-bc5c-556627e004a6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:16.616962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.620637 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d899d96c-f63a-411e-b52b-9ef9c96ad430 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328788 Jul 28 12:06:16.622405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:16.628964 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group_rule': {'security_group_id': '747dbfc0-f488-48e4-884c-3f5dea64da41', 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:16.659449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.667829 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-64437c5e-dd3e-4d99-b28c-6edcddb64b5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 1000 time: 0.0704930 Jul 28 12:06:16.688416 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '03f8b338-a7bd-46a2-9b58-5e7f7d827970', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'port_id': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'mac_address': 'fa:16:3e:ab:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:06:15Z', 'updated_at': '2021-07-28T12:06:15Z', 'revision_number': 0, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:16.720213 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] Checking router: 1c8ba765-52bd-44df-b5e3-7a390a3840b3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:06:16.720457 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.720633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-7a3a7c1d-b404-4684-8077-fb8f6ed290d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:16.722908 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-7a3a7c1d-b404-4684-8077-fb8f6ed290d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0479243 Jul 28 12:06:16.725609 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.730017 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:06:16.730622 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:06:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:16.745080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d58a7c-4e17-4152-b6f8-9cdc7bd02275,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:16.757099 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.759541 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a2f3f78-ea44-45cd-92f9-0dd225425e12 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359270 Jul 28 12:06:16.761413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:16.767265 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group_rule': {'security_group_id': '747dbfc0-f488-48e4-884c-3f5dea64da41', 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:16.773751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-b8deea40-9b95-4a21-a72f-5470034cc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:16.775417 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-b8deea40-9b95-4a21-a72f-5470034cc6f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467157 Jul 28 12:06:16.797070 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.850279 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:06:16.860351 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.866117 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.879310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-531777ea-35a9-43e8-99fc-348f227c382c service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964873 Jul 28 12:06:16.884833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09c3a73-b266-41ca-83ec-6cff09ab799d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:16.895009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.897236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fc395807-b05d-4337-9f4a-15de6c6be322 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346822 Jul 28 12:06:16.899995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:16.904869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group_rule': {'security_group_id': '747dbfc0-f488-48e4-884c-3f5dea64da41', 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:16.934823 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:16.975098 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a558a859-35f6-49c1-ba82-3aa1e6f502c5 req-a446d575-8733-498e-9469-c6805b95a0fe service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886784 Jul 28 12:06:16.999513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.003382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.020999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4bb226-c5c8-4301-8beb-1885f76785b4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:17.028809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.030930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-751a6d4e-071d-4f37-8ed4-37cdb6ea4aa0 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297960 Jul 28 12:06:17.035127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:17.040502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group_rule': {'security_group_id': '747dbfc0-f488-48e4-884c-3f5dea64da41', 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:17.062540 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Project a9037561c00c43fcb23351bb418aca98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:06:17.067687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.098137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '03f8b338-a7bd-46a2-9b58-5e7f7d827970', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'port_id': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'mac_address': 'fa:16:3e:ab:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:06:15Z', 'updated_at': '2021-07-28T12:06:15Z', 'revision_number': 0, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:06:17.124334 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995faaca-b83f-418b-81f5-30184b2ca79e None None] The sync data for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 is: [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '03f8b338-a7bd-46a2-9b58-5e7f7d827970', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'port_id': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'mac_address': 'fa:16:3e:ab:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:06:15Z', 'updated_at': '2021-07-28T12:06:15Z', 'revision_number': 0, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:06:17.128116 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.132531 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.152121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deec2893-b18f-4ca0-bc45-2743329ccd86,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:17.157538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.159173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a092fd4c-f8f7-4e90-821e-935b9b0cb2a1 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223819 Jul 28 12:06:17.161653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:06:17.166244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'security_group_rule': {'security_group_id': '747dbfc0-f488-48e4-884c-3f5dea64da41', 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:17.188581 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Project a9037561c00c43fcb23351bb418aca98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:06:17.194411 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.258086 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.261919 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.279839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a6d59f-f1f1-4f8f-8e05-8814dad576c9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:17.286150 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.287472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a07bac40-cedf-468d-b895-0b3b7ffd253f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248291 Jul 28 12:06:17.334009 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6562a2-91ce-4b29-a0f9-805f61ef22cf None None] New status for floating IP 03f8b338-a7bd-46a2-9b58-5e7f7d827970: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:06:17.371724 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-026b02b5-5d19-4419-ba45-a3a497e3acac tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412721306&fields=id&tenant_id=a9037561c00c43fcb23351bb418aca98 HTTP/1.1" status: 200 len: 267 time: 0.0363119 Jul 28 12:06:17.426266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-c900e77f-b9ab-4952-9d40-afba9690f477 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:17.427833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-c900e77f-b9ab-4952-9d40-afba9690f477 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0502238 Jul 28 12:06:17.439186 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'port': {'security_groups': ['97a25c2b-b0b3-4748-8449-7400bc0dc0f5', '747dbfc0-f488-48e4-884c-3f5dea64da41']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:06:17.505994 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.934480 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:06:17.967053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.971697 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:17.983626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['022f95b3-368b-4caa-bbf2-f4d769e94611'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:06:18.017930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:18.018552 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:18.020012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-454335a9-75b5-4ec7-bbb0-25aa63ea79da req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "PUT /v2.0/ports/022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 982 time: 0.5854506 Jul 28 12:06:18.049161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80356ee-12a0-49d1-afdc-18af397e693b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:06:18.092237 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['022f95b3-368b-4caa-bbf2-f4d769e94611'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:06:18.155366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d2729-bbdb-4cda-815f-30ca2093dbcf req-5dcc60f2-a330-42a2-baa0-1af9082c0c79 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:18.157068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e68d2729-bbdb-4cda-815f-30ca2093dbcf req-5dcc60f2-a330-42a2-baa0-1af9082c0c79 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0563796 Jul 28 12:06:18.203036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e68d2729-bbdb-4cda-815f-30ca2093dbcf req-561e583b-cb4e-4313-ae38-75df4d822b0a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385435 Jul 28 12:06:18.298952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eba23413-666a-4901-b800-6790a6bae05a None None] Provisioning complete for port 022f95b3-368b-4caa-bbf2-f4d769e94611 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:06:18.299286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eba23413-666a-4901-b800-6790a6bae05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:18.387228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:06:18.389958 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac1a00f-1553-44e3-807e-58922448ae23" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:06:18.426576 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003dfdcc-7dd8-423e-8c00-cb127a15364c x-openstack-request-id: req-003dfdcc-7dd8-423e-8c00-cb127a15364c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:06:18.426861 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:06:18.427107 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-003dfdcc-7dd8-423e-8c00-cb127a15364c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:06:18.427493 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'status': 'completed', 'code': 200} Jul 28 12:06:18.492534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-30a33ba5-de2d-42ab-a248-d90f26cee910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:18.493945 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-30a33ba5-de2d-42ab-a248-d90f26cee910 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1136 time: 0.0436578 Jul 28 12:06:18.587534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-11e759fa-df68-4848-8a56-aaf54ccfc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:18.589240 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-11e759fa-df68-4848-8a56-aaf54ccfc0e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.0883207 Jul 28 12:06:18.661865 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-a5f48b5e-2876-4a6a-a795-14f9f6e579d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 1002 time: 0.0630374 Jul 28 12:06:18.716579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-efb2b332-fbff-401f-998f-1c7b30cbb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:18.717995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-efb2b332-fbff-401f-998f-1c7b30cbb79d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0488949 Jul 28 12:06:18.762804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-b23d5726-2e53-46c6-9407-8a5ce4a0ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:18.764169 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-b23d5726-2e53-46c6-9407-8a5ce4a0ad26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385761 Jul 28 12:06:18.851897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-c3c7df71-ea67-4b33-adb4-9d563494f7c8 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798471 Jul 28 12:06:18.943644 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5ac1a00f-1553-44e3-807e-58922448ae23 req-93353d1e-666a-48e2-b49b-edb0479a55d9 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842326 Jul 28 12:06:20.285277 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:23.178528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:27.468872 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:06:27.941001 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f0b133a-536c-4d90-9e1a-d274f0e75644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:31.081752 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:31.200252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f02e1963-ecf1-41c8-90bb-0e261a74e70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:32.161180 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:33.613735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:35.448854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43362206-cdac-4617-a188-e94172654df1 req-e3a6fe62-16fa-421d-a47f-d601323afa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:35.450333 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-e3a6fe62-16fa-421d-a47f-d601323afa2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1136 time: 0.0428782 Jul 28 12:06:35.452306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d316b-b4a1-45a3-b96f-328b57587f1e req-3579948c-7ec6-4e7a-983e-ca14a48ca4af tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:35.453746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-539d316b-b4a1-45a3-b96f-328b57587f1e req-3579948c-7ec6-4e7a-983e-ca14a48ca4af tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0504746 Jul 28 12:06:35.498331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-539d316b-b4a1-45a3-b96f-328b57587f1e req-94d33361-37d2-4d52-a19e-2c91d39e5e41 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371974 Jul 28 12:06:35.547085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43362206-cdac-4617-a188-e94172654df1 req-4908393c-7889-4b46-9508-f4d54e363f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:35.548643 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-4908393c-7889-4b46-9508-f4d54e363f7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.0912621 Jul 28 12:06:35.614190 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-2833a9b1-d1cb-48cf-8f89-662b9b1a9ba2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 1002 time: 0.0570829 Jul 28 12:06:35.668837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43362206-cdac-4617-a188-e94172654df1 req-a1e99403-a485-45c0-8815-2a42c9295699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:35.670280 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-a1e99403-a485-45c0-8815-2a42c9295699 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0484145 Jul 28 12:06:35.718179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43362206-cdac-4617-a188-e94172654df1 req-ac788e8d-db03-442a-b9ca-e6db5e515f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:35.719615 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-ac788e8d-db03-442a-b9ca-e6db5e515f36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414164 Jul 28 12:06:35.806404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-d5a43a16-fceb-4b26-9d03-55e17264ca3b service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791600 Jul 28 12:06:35.896450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-43362206-cdac-4617-a188-e94172654df1 req-c44ae366-fd66-48ad-bb7f-a14aaf88fd9a service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Jul 28 12:06:36.627381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133207bc-871f-4edd-924e-4d5fb0f2d9df req-8a193982-c5ce-4932-94e4-fd7a6f4ea880 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:36.629833 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133207bc-871f-4edd-924e-4d5fb0f2d9df req-8a193982-c5ce-4932-94e4-fd7a6f4ea880 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0563362 Jul 28 12:06:36.680098 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-133207bc-871f-4edd-924e-4d5fb0f2d9df req-37e4f0a6-b2c4-49fe-93b0-eef008ec2fd4 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427258 Jul 28 12:06:37.797390 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dc096-f0e4-4477-a840-2957dd30b88d req-1573ade8-0e64-46fc-880b-e7b4f5839b0f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:37.798831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-131dc096-f0e4-4477-a840-2957dd30b88d req-1573ade8-0e64-46fc-880b-e7b4f5839b0f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0493865 Jul 28 12:06:37.838507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-131dc096-f0e4-4477-a840-2957dd30b88d req-802085a3-6128-4c9d-81c0-0f957b1a0197 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329471 Jul 28 12:06:38.952245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaef1e-d50e-4e41-a0a8-2ca3067fb459 req-ccdac822-6c13-455f-833e-14fd478c4681 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:38.953698 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aefaef1e-d50e-4e41-a0a8-2ca3067fb459 req-ccdac822-6c13-455f-833e-14fd478c4681 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0483994 Jul 28 12:06:38.993788 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aefaef1e-d50e-4e41-a0a8-2ca3067fb459 req-465aaa7e-5478-4773-b87e-d03d43115b2a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334237 Jul 28 12:06:40.115582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78023e5-a3bb-4d39-adcb-253f904cbeea req-eee66b0d-fc7b-43b7-a7b4-1fe52c937c2c tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:40.122918 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c78023e5-a3bb-4d39-adcb-253f904cbeea req-eee66b0d-fc7b-43b7-a7b4-1fe52c937c2c tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0577681 Jul 28 12:06:40.163445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c78023e5-a3bb-4d39-adcb-253f904cbeea req-8e85881a-9648-4929-a654-c4736c18cf50 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396543 Jul 28 12:06:41.279688 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681508-c80f-41b1-8521-bc1619a95d6f req-ff206ca2-24b0-403e-b2eb-60ae864faafe tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:41.281158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46681508-c80f-41b1-8521-bc1619a95d6f req-ff206ca2-24b0-403e-b2eb-60ae864faafe tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0499005 Jul 28 12:06:41.321880 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-46681508-c80f-41b1-8521-bc1619a95d6f req-5206f912-981c-4f7a-99ad-e1c8fa81a7ee tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339167 Jul 28 12:06:42.440008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b06521-4e31-4858-9b19-ee928bce0815 req-8709b826-3ef6-4230-8604-2f23bb53ad78 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:42.441499 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07b06521-4e31-4858-9b19-ee928bce0815 req-8709b826-3ef6-4230-8604-2f23bb53ad78 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0511208 Jul 28 12:06:42.481231 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-07b06521-4e31-4858-9b19-ee928bce0815 req-de2d99cc-bb0d-4dee-827d-6a0ea6e7b9e3 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336375 Jul 28 12:06:43.594659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b799fad-f297-43e1-bb54-08d5384ef89a req-736058b6-ddc8-4824-9822-76f5d134176f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:43.596139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b799fad-f297-43e1-bb54-08d5384ef89a req-736058b6-ddc8-4824-9822-76f5d134176f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0488210 Jul 28 12:06:43.640099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b799fad-f297-43e1-bb54-08d5384ef89a req-1e87813a-fd9c-41be-acfe-a3b010159dc5 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378399 Jul 28 12:06:44.757938 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a7a1-36d6-42fe-bc59-ecde93141e70 req-b71e4423-1fa3-40f4-833e-bc8c0311fd55 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:44.759396 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb16a7a1-36d6-42fe-bc59-ecde93141e70 req-b71e4423-1fa3-40f4-833e-bc8c0311fd55 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0523245 Jul 28 12:06:44.799363 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eb16a7a1-36d6-42fe-bc59-ecde93141e70 req-aebfd060-2f8d-4b53-a814-1b5baed71785 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336123 Jul 28 12:06:45.915328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6028d1-dc07-4740-888f-16604e93ad44 req-dbf06f0b-b817-463e-a335-f557baea4355 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:45.916815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c6028d1-dc07-4740-888f-16604e93ad44 req-dbf06f0b-b817-463e-a335-f557baea4355 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0496016 Jul 28 12:06:45.956607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5c6028d1-dc07-4740-888f-16604e93ad44 req-f5e8126b-adb2-48e4-9c7b-814d642f153f tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330021 Jul 28 12:06:47.071463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a4648-b24f-48e1-bfda-91bcd65b51e6 req-c41ee2c1-fc76-48e6-88ae-59a4bdca5680 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:47.072959 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d1a4648-b24f-48e1-bfda-91bcd65b51e6 req-c41ee2c1-fc76-48e6-88ae-59a4bdca5680 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0498180 Jul 28 12:06:47.116899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d1a4648-b24f-48e1-bfda-91bcd65b51e6 req-94e376b5-f6f2-49d9-a2a2-b92d5067d82c tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&id=747dbfc0-f488-48e4-884c-3f5dea64da41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378661 Jul 28 12:06:50.284906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:53.177913 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:06:57.364613 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-c61ca201-8f7d-4c92-b9ce-88c03e50450f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396996 Jul 28 12:06:57.445680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-062ac490-f07e-4c94-b61c-a2a6c971b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:57.447133 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-062ac490-f07e-4c94-b61c-a2a6c971b2bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1136 time: 0.0395641 Jul 28 12:06:57.548464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-e3b631f8-ad64-416f-8770-02ecdd5917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:57.549912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-e3b631f8-ad64-416f-8770-02ecdd5917bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.0848916 Jul 28 12:06:57.613951 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-ef6d61f7-0eeb-4937-ad50-7832e2338281 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 1002 time: 0.0572693 Jul 28 12:06:57.660640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-d1072438-ac29-4f84-a622-777867536b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:57.662025 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-d1072438-ac29-4f84-a622-777867536b76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0419295 Jul 28 12:06:57.712558 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-e4da651d-8e97-4cc8-bd41-49f7f665507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:06:57.714050 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-e4da651d-8e97-4cc8-bd41-49f7f665507a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457191 Jul 28 12:06:57.805519 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-c03c500b-7a60-466d-9520-1e5d82c7ddb8 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846524 Jul 28 12:06:57.897745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-40ef13fd-e891-4927-b55d-04b07ee2098a req-2fa1f2f7-3ec7-48a3-8a3c-dacee5bf7098 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852494 Jul 28 12:06:57.940799 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b37cf1b1-fff1-47ae-a865-9f566f625579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:01.082945 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:01.200645 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5099769d-8452-4298-8d80-48685879ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:02.163786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:03.616616 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:04.467486 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:07:19.453397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-3cd67b2e-9051-47ac-b846-b2d6de8adf31 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412721306&fields=id&tenant_id=a9037561c00c43fcb23351bb418aca98 HTTP/1.1" status: 200 len: 267 time: 0.0341346 Jul 28 12:07:19.508134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-0cc2e6f1-ea2b-4fa7-93e6-748143f148b6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:19.509589 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-0cc2e6f1-ea2b-4fa7-93e6-748143f148b6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 985 time: 0.0507119 Jul 28 12:07:19.520904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Request body: {'port': {'security_groups': ['97a25c2b-b0b3-4748-8449-7400bc0dc0f5']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:19.584204 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:19.757367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:19.785606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:19.790889 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:19.803255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['022f95b3-368b-4caa-bbf2-f4d769e94611'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:19.840424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:19.841063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:19.842472 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e5e43b02-76d6-439d-8b9b-abe1aba4a8e9 req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "PUT /v2.0/ports/022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 943 time: 0.3261323 Jul 28 12:07:19.842939 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:19.845272 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c6b10-2750-46d5-be98-8f9b933a06b1" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:19.850656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:19.882226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event updated for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:19.894162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.894521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.894846 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.895181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.895512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.895843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.896169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.896515 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.896945 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.897341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.897749 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.898008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a381ce2-a277-4b89-8ca3-0f7ea3bc654b tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:19.921085 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba459bfa-ab7c-43ec-9bee-f2af30187364 x-openstack-request-id: req-ba459bfa-ab7c-43ec-9bee-f2af30187364 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:19.921398 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:19.921652 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba459bfa-ab7c-43ec-9bee-f2af30187364 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:19.922053 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'status': 'completed', 'code': 200} Jul 28 12:07:19.932423 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:19.942292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['022f95b3-368b-4caa-bbf2-f4d769e94611'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:19.983246 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.022205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-f92e69f7-d3d7-4b03-9abb-98a88765e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:20.023866 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-f92e69f7-d3d7-4b03-9abb-98a88765e1cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1097 time: 0.0775137 Jul 28 12:07:20.129799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.132333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.133469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "DELETE /v2.0/security-groups/747dbfc0-f488-48e4-884c-3f5dea64da41 HTTP/1.1" status: 204 len: 168 time: 0.2822659 Jul 28 12:07:20.133934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99ae9ad4-3bc6-4cc8-ac2b-72b117ecdd8f None None] Provisioning complete for port 022f95b3-368b-4caa-bbf2-f4d769e94611 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:20.134307 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99ae9ad4-3bc6-4cc8-ac2b-72b117ecdd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.136649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:20.140208 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-b5305ee7-7a70-4257-bc34-8e25e970ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:20.141614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-b5305ee7-7a70-4257-bc34-8e25e970ebde service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.1100254 Jul 28 12:07:20.146385 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747dbfc0-f488-48e4-884c-3f5dea64da41,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:20.189426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.189816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.190109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.190446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.190776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.191103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.191423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.191747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.192072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.192419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.192739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.193055 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c18a21-eb72-4cd2-b7e4-0027f1af5e22 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:20.220056 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-088df548-fc7d-4d3e-84ec-d84b154427f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 1002 time: 0.0700088 Jul 28 12:07:20.276129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-7f393498-c9b4-4ec0-858c-bd093f63f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:20.277688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-7f393498-c9b4-4ec0-858c-bd093f63f9d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0504227 Jul 28 12:07:20.296215 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.315259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Deleting port 511b271e-53f3-438c-af26-954298861080 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:20.315605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.325733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-5f5c58f7-2a43-43dc-ab8e-81e243e6ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:20.327272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-5f5c58f7-2a43-43dc-ab8e-81e243e6ae7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426662 Jul 28 12:07:20.391438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.391769 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.403812 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Calling delete_port for 511b271e-53f3-438c-af26-954298861080 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:20.418606 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-8f13da5f-e95d-49a7-b043-3d92d104463f service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840619 Jul 28 12:07:20.513277 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-394c6b10-2750-46d5-be98-8f9b933a06b1 req-32133c20-d156-45f3-9933-06b83b96c8ef service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872588 Jul 28 12:07:20.582996 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.612467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event deleted for resources: {'Port': ['ID=511b271e-53f3-438c-af26-954298861080,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:20.673214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.673555 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Floating IP 03f8b338-a7bd-46a2-9b58-5e7f7d827970 disassociated (deleted). External IP: 172.25.1.129, port: 022f95b3-368b-4caa-bbf2-f4d769e94611. Jul 28 12:07:20.880097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:20.987652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:20.992475 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:20.997003 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] Sync routers for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:21.006489 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:21.007348 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:21.018726 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ed2a1bb8-d789-448a-8cfa-f635613c9056 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "DELETE /v2.0/floatingips/03f8b338-a7bd-46a2-9b58-5e7f7d827970 HTTP/1.1" status: 204 len: 168 time: 0.8808215 Jul 28 12:07:21.111591 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:21.318971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:21.343398 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] Checking router: 1c8ba765-52bd-44df-b5e3-7a390a3840b3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:21.351826 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:21.352432 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:21.451690 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:21.635647 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:21.751466 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b08d89-e521-4c1a-a35a-2bbdfb32dcac None None] The sync data for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 is: [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:05:26Z', 'revision_number': 4, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '66bddd0c-bc67-46a9-bac2-6ead6f590419', 'name': '', 'network_id': '87c21c29-1656-4759-86dc-f4a069aff224', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'mac_address': 'fa:16:3e:07:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:25Z', 'updated_at': '2021-07-28T12:05:31Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'subnets': [{'id': 'f2e760f4-296e-48a6-a38c-4ac24c09a506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:21.923098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:21.925533 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc811fe-f9c9-431e-9fe3-0ba44e625799" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:22.067981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7b33f-f0db-46a8-be8a-109cf24b99fa None None] New status for floating IP 03f8b338-a7bd-46a2-9b58-5e7f7d827970: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:07:22.205453 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89c2390-3082-4063-b724-96d93fc4cee6 x-openstack-request-id: req-d89c2390-3082-4063-b724-96d93fc4cee6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:22.205747 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:22.205995 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d89c2390-3082-4063-b724-96d93fc4cee6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:22.206390 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'status': 'completed', 'code': 200} Jul 28 12:07:22.270565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-c2543ddf-f40a-40ee-8167-5799ac5c79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:22.272793 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-c2543ddf-f40a-40ee-8167-5799ac5c79cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9037561c00c43fcb23351bb418aca98&device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 1097 time: 0.0443900 Jul 28 12:07:22.372427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-c2fcdab3-6598-4339-a5e3-d93db8df4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:22.373877 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-c2fcdab3-6598-4339-a5e3-d93db8df4f65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 200 len: 916 time: 0.0937862 Jul 28 12:07:22.415265 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-3e64ff0a-48c0-4e2d-ae90-66603ea4bacf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 200 len: 217 time: 0.0344889 Jul 28 12:07:22.463670 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-4fdf4640-9fe0-4efb-afc9-20254c14b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:22.465129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-4fdf4640-9fe0-4efb-afc9-20254c14b6b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 200 len: 854 time: 0.0431259 Jul 28 12:07:22.510221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-cc1f64bb-575e-45f1-8f03-2633504d8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:22.511670 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-cc1f64bb-575e-45f1-8f03-2633504d8acb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87c21c29-1656-4759-86dc-f4a069aff224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400250 Jul 28 12:07:22.602682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-e1502a48-64e1-47c7-902f-4619999267a1 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838084 Jul 28 12:07:22.691052 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dfc811fe-f9c9-431e-9fe3-0ba44e625799 req-c9335705-9585-4342-8896-e63213241fc0 service neutron] 10.222.0.44 "GET /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817645 Jul 28 12:07:23.176785 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:27.942704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45304f15-98bd-4e33-8536-85f07937b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:27.956716 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3901-c205-4970-a23e-eeb4a7fcdcb7 req-72ecaece-902c-4d8b-bd81-e2c4fc5c0ce6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:27.958210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-541e3901-c205-4970-a23e-eeb4a7fcdcb7 req-72ecaece-902c-4d8b-bd81-e2c4fc5c0ce6 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0517099 Jul 28 12:07:27.996774 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-541e3901-c205-4970-a23e-eeb4a7fcdcb7 req-73930dfa-e202-4615-ae37-4775d99f5438 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Jul 28 12:07:29.115951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9f4b7-69cd-4fee-815a-3a28ef58353c req-090a9df9-d50a-4e09-9b83-8ee6a9c57f8a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:29.117979 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bc9f4b7-69cd-4fee-815a-3a28ef58353c req-090a9df9-d50a-4e09-9b83-8ee6a9c57f8a tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0530157 Jul 28 12:07:29.156227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0bc9f4b7-69cd-4fee-815a-3a28ef58353c req-a6c1fa3f-66c6-4406-b00d-bb0159b921fd tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a25c2b-b0b3-4748-8449-7400bc0dc0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Jul 28 12:07:29.575316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05193-707b-415d-81a9-7a34942f3eed req-2ec7ee94-e418-4717-b02d-a708a00e18a5 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:29.576774 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-44c05193-707b-415d-81a9-7a34942f3eed req-2ec7ee94-e418-4717-b02d-a708a00e18a5 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 946 time: 0.0527687 Jul 28 12:07:29.664492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Deleting port 022f95b3-368b-4caa-bbf2-f4d769e94611 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:29.664828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:29.751325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] For port 022f95b3-368b-4caa-bbf2-f4d769e94611, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=022f95b3-368b-4caa-bbf2-f4d769e94611,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:29.751678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:29.763984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Calling delete_port for 022f95b3-368b-4caa-bbf2-f4d769e94611 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:29.887486 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:29.900397 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['022f95b3-368b-4caa-bbf2-f4d769e94611'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:30.252381 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d215f562-49c3-42fe-a13e-87e394e2583a req-ab665d2d-a726-42c2-b195-e6921dc66600 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.20 "GET /v2.0/ports?device_id=14cb10c5-9d34-48f3-a81a-aa1e82f42024 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 28 12:07:30.266748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Pushing event deleted for resources: {'Port': ['ID=022f95b3-368b-4caa-bbf2-f4d769e94611,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:30.307666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] No DVR routers for this DVR port 022f95b3-368b-4caa-bbf2-f4d769e94611 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:07:30.310305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:30.312260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-44c05193-707b-415d-81a9-7a34942f3eed req-4ad66296-6a5b-4f18-9502-8999eb8569b7 tempest-TestMinimumBasicScenario-1312090131 tempest-TestMinimumBasicScenario-1312090131-project] 10.222.0.44 "DELETE /v2.0/ports/022f95b3-368b-4caa-bbf2-f4d769e94611 HTTP/1.1" status: 204 len: 173 time: 0.7297220 Jul 28 12:07:30.312696 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'name': 'network-vif-deleted', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:30.314990 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22487437-178d-412e-a071-5be87ca1f2e4" -d '{"events": [{"server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "name": "network-vif-deleted", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:30.351012 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87865c4e-1536-4f3e-8398-4fe107778ec9 x-openstack-request-id: req-87865c4e-1536-4f3e-8398-4fe107778ec9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:30.351305 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cb10c5-9d34-48f3-a81a-aa1e82f42024", "name": "network-vif-deleted", "tag": "022f95b3-368b-4caa-bbf2-f4d769e94611", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:30.351562 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87865c4e-1536-4f3e-8398-4fe107778ec9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:30.351960 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cb10c5-9d34-48f3-a81a-aa1e82f42024', 'name': 'network-vif-deleted', 'tag': '022f95b3-368b-4caa-bbf2-f4d769e94611', 'status': 'completed', 'code': 200} Jul 28 12:07:31.084079 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:31.198671 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73e6fbce-c5ca-4171-8771-a82b7bbd9015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:31.805064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:32.148364 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:32.168086 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:32.389298 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Deleting port 66bddd0c-bc67-46a9-bac2-6ead6f590419 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:32.389632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:32.463547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] For port 66bddd0c-bc67-46a9-bac2-6ead6f590419, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=66bddd0c-bc67-46a9-bac2-6ead6f590419,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:32.463826 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:32.476439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Calling delete_port for 66bddd0c-bc67-46a9-bac2-6ead6f590419 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:32.552062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 022f95b3-368b-4caa-bbf2-f4d769e94611 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:32.572163 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 022f95b3-368b-4caa-bbf2-f4d769e94611 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:32.572531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 022f95b3-368b-4caa-bbf2-f4d769e94611 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:32.652262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:32.678424 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66bddd0c-bc67-46a9-bac2-6ead6f590419,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:32.841435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.304817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:33.406477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:33.411451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4c62bc29-e604-4a56-936b-3a6a85d6eaf9 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c8ba765-52bd-44df-b5e3-7a390a3840b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6052527 Jul 28 12:07:33.414586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:33.416950 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] Sync routers for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:33.426428 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:33.427022 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:33.517586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.525199 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:33.619324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.621377 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.673695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Deleting port 9a8323cd-8898-496d-bef2-4ce79af9993f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:33.674095 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.698377 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:07:32Z', 'revision_number': 5, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port': {'id': '9a8323cd-8898-496d-bef2-4ce79af9993f', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:24Z', 'updated_at': '2021-07-28T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:33.728603 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] Checking router: 1c8ba765-52bd-44df-b5e3-7a390a3840b3 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:33.736767 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] Routers {'1c8ba765-52bd-44df-b5e3-7a390a3840b3'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:33.737371 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:33.758673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] For port 9a8323cd-8898-496d-bef2-4ce79af9993f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9a8323cd-8898-496d-bef2-4ce79af9993f,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:33.759055 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.773465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Calling delete_port for 9a8323cd-8898-496d-bef2-4ce79af9993f owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:33.819868 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] Set router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:33.868832 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:07:33Z', 'revision_number': 6, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:33.901940 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f99-a427-4ab2-95e7-80fe6f15d4fc None None] The sync data for ids ['1c8ba765-52bd-44df-b5e3-7a390a3840b3'] in n-d-723573-7 is: [{'id': '1c8ba765-52bd-44df-b5e3-7a390a3840b3', 'name': 'tempest-TestMinimumBasicScenario-1153478055-router', 'tenant_id': 'a9037561c00c43fcb23351bb418aca98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:23Z', 'updated_at': '2021-07-28T12:07:33Z', 'revision_number': 6, 'project_id': 'a9037561c00c43fcb23351bb418aca98', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:33.941927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:33.968248 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8323cd-8898-496d-bef2-4ce79af9993f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:34.026574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.115911 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.118037 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.161107 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.161727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8ba765-52bd-44df-b5e3-7a390a3840b3 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:07:34.166441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.169857 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bb502437-7d6d-4646-8709-5ef8739afae0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1c8ba765-52bd-44df-b5e3-7a390a3840b3 HTTP/1.1" status: 204 len: 168 time: 0.7519372 Jul 28 12:07:34.170110 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:34.216492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Deleting subnet f2e760f4-296e-48a6-a38c-4ac24c09a506 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:07:34.219766 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.255030 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.343938 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.395770 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.423726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e760f4-296e-48a6-a38c-4ac24c09a506,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:34.425730 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.428129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7ab6c7b0-790b-41c3-98da-da0318f13e3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2e760f4-296e-48a6-a38c-4ac24c09a506 HTTP/1.1" status: 204 len: 168 time: 0.2565060 Jul 28 12:07:34.430010 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:34.432418 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bded5db-41a2-4f06-b099-ed452eff0412 None None] Network 87c21c29-1656-4759-86dc-f4a069aff224 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:07:34.502590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.557389 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Deleting port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:34.557740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.625585 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] For port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:34.625946 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.640525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Calling delete_port for 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:34.644542 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] DHCP port deletion for 87c21c29-1656-4759-86dc-f4a069aff224 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:07:34.691996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Deleting port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:34.692494 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.728061 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.752384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:34.759794 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] No DVR routers for this DVR port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:07:34.765007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] For port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,segment=NetworkSegment(659d7328-44cc-49a4-8865-c724cd66ee76),segment_id=659d7328-44cc-49a4-8865-c724cd66ee76)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:34.765742 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.779832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Calling delete_port for 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:34.836876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.847025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c21c29-1656-4759-86dc-f4a069aff224']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:34.862028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659d7328-44cc-49a4-8865-c724cd66ee76') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:34.862321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659d7328-44cc-49a4-8865-c724cd66ee76') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:34.862438 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.871864 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.886798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.893197 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Pushing event deleted for resources: {'Port': ['ID=0ec37fcb-1dd5-47cd-a5dc-16a77e52c729,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:34.894351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:07:34.894836 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.896347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] No DVR routers for this DVR port 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:07:34.897045 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:07:34.906596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.906940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.907353 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.907761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.908257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.908660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.909164 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.909519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.909916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.910311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.910697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.911080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bee96c-400b-4717-98d8-47d3534e97fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:34.969514 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.976520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:34.984229 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:34.984837 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] 10.222.0.20 "DELETE /v2.0/networks/87c21c29-1656-4759-86dc-f4a069aff224 HTTP/1.1" status: 204 len: 168 time: 0.5488155 Jul 28 12:07:34.999527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9a8323cd-8898-496d-bef2-4ce79af9993f no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:35.001827 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29731b86-ccc2-4279-a6a2-eb6f34f4ff4c admin admin] Pushing event deleted for resources: {'Network': ['ID=87c21c29-1656-4759-86dc-f4a069aff224,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:35.023876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 9a8323cd-8898-496d-bef2-4ce79af9993f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:35.024323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9a8323cd-8898-496d-bef2-4ce79af9993f not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:35.024926 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 66bddd0c-bc67-46a9-bac2-6ead6f590419 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:35.044600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 66bddd0c-bc67-46a9-bac2-6ead6f590419 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:35.044939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 66bddd0c-bc67-46a9-bac2-6ead6f590419 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:35.045363 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:35.064093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:35.064502 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 0ec37fcb-1dd5-47cd-a5dc-16a77e52c729 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:35.334039 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:35.383448 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-0a5d74b9-54fb-423f-b2de-f2b645b91ca1 req-b20f8cde-f8e1-48fa-83fa-3005329726af tempest-ServerDiskConfigTestJSON-423238750 tempest-ServerDiskConfigTestJSON-423238750-project] (93836) timed out ('10.222.0.41', 51207) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:07:35.575217 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Deleting port 2154a364-3e37-43aa-b206-8eeec8e895d9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:35.575555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:35.658482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] For port 2154a364-3e37-43aa-b206-8eeec8e895d9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=2154a364-3e37-43aa-b206-8eeec8e895d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:35.658843 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:35.671328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Calling delete_port for 2154a364-3e37-43aa-b206-8eeec8e895d9 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:35.845692 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:35.876410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Pushing event deleted for resources: {'Port': ['ID=2154a364-3e37-43aa-b206-8eeec8e895d9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:36.033737 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:36.244228 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Router ee187b29-f026-47cd-934c-7aff9aff55ef has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:36.346577 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:36.352093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ef5805a0-7e89-4853-9aaf-e7f257ea0954 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee187b29-f026-47cd-934c-7aff9aff55ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691711 Jul 28 12:07:36.354528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:36.357051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] Sync routers for ids ['ee187b29-f026-47cd-934c-7aff9aff55ef'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:36.365862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] Routers {'ee187b29-f026-47cd-934c-7aff9aff55ef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:36.367091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ee187b29-f026-47cd-934c-7aff9aff55ef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:36.459741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:36.570439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:36.623189 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Deleting port 847ccaf4-6013-4585-8e78-b1d7a5760f10 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:36.623536 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:36.626408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] Set router ee187b29-f026-47cd-934c-7aff9aff55ef gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:36.704528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] For port 847ccaf4-6013-4585-8e78-b1d7a5760f10, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=847ccaf4-6013-4585-8e78-b1d7a5760f10,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:36.704897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:36.717451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Calling delete_port for 847ccaf4-6013-4585-8e78-b1d7a5760f10 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:36.803461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:07:35Z', 'revision_number': 5, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port': {'id': '847ccaf4-6013-4585-8e78-b1d7a5760f10', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:36.834375 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] Checking router: ee187b29-f026-47cd-934c-7aff9aff55ef for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:36.843601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] Routers {'ee187b29-f026-47cd-934c-7aff9aff55ef'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:36.844285 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['ee187b29-f026-47cd-934c-7aff9aff55ef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:36.936570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] Set router ee187b29-f026-47cd-934c-7aff9aff55ef gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:36.989864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:07:36Z', 'revision_number': 6, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:37.020579 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d109b-dc65-4402-b94b-ef977f38a35c None None] The sync data for ids ['ee187b29-f026-47cd-934c-7aff9aff55ef'] in n-d-723573-7 is: [{'id': 'ee187b29-f026-47cd-934c-7aff9aff55ef', 'name': 'tempest-TestMinimumBasicScenario-1497892840-router', 'tenant_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:05:28Z', 'updated_at': '2021-07-28T12:07:36Z', 'revision_number': 6, 'project_id': '37196e2c148f4d76b5704a5ed68f0a1f', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:37.153454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.175650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=847ccaf4-6013-4585-8e78-b1d7a5760f10,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:37.237195 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.352437 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.355224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.413660 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.414299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee187b29-f026-47cd-934c-7aff9aff55ef {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:07:37.420894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.422667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-47b0e63c-8596-4f09-90f8-c1502c759f56 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee187b29-f026-47cd-934c-7aff9aff55ef HTTP/1.1" status: 204 len: 168 time: 1.0670297 Jul 28 12:07:37.425793 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:37.484747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Deleting subnet 187d6ba5-a701-4d49-9a29-ee682e00ad01 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:07:37.487965 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.527690 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.628621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.698621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.735582 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187d6ba5-a701-4d49-9a29-ee682e00ad01,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:37.739331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.741293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b51d55d5-9e56-4bfd-8b8d-74866be296ee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/187d6ba5-a701-4d49-9a29-ee682e00ad01 HTTP/1.1" status: 204 len: 168 time: 0.3144970 Jul 28 12:07:37.744159 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:37.746718 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdb15e-f1fa-418a-947e-9cf49c4c1a12 None None] Network 715aeff5-428b-4c01-a513-7650ecf7e395 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:07:37.840946 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.929590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Deleting port c3998a07-02a3-422e-9d69-c55716e260d9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:37.929934 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.932990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] DHCP port deletion for 715aeff5-428b-4c01-a513-7650ecf7e395 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:07:37.982591 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] Deleting port c3998a07-02a3-422e-9d69-c55716e260d9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:07:37.982876 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:37.995718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] For port c3998a07-02a3-422e-9d69-c55716e260d9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3998a07-02a3-422e-9d69-c55716e260d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:37.996088 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.011076 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Calling delete_port for c3998a07-02a3-422e-9d69-c55716e260d9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:38.044323 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] For port c3998a07-02a3-422e-9d69-c55716e260d9, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c3998a07-02a3-422e-9d69-c55716e260d9,segment=NetworkSegment(5f716bff-d39b-4775-8018-5bb5d18545cb),segment_id=5f716bff-d39b-4775-8018-5bb5d18545cb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:38.044596 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.058373 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] Calling delete_port for c3998a07-02a3-422e-9d69-c55716e260d9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:07:38.103102 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.132073 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] No DVR routers for this DVR port c3998a07-02a3-422e-9d69-c55716e260d9 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:07:38.138458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3998a07-02a3-422e-9d69-c55716e260d9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:38.141756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.168110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] Pushing event deleted for resources: {'Port': ['ID=c3998a07-02a3-422e-9d69-c55716e260d9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:38.171834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3334d-94f7-4f25-840f-e184b01e4b66 None None] No DVR routers for this DVR port c3998a07-02a3-422e-9d69-c55716e260d9 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:07:38.208567 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.219128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715aeff5-428b-4c01-a513-7650ecf7e395']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:38.234331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f716bff-d39b-4775-8018-5bb5d18545cb') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:38.234527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f716bff-d39b-4775-8018-5bb5d18545cb') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:38.244149 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.257228 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.263423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:07:38.264094 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:07:38.265750 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:07:38.317038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.322603 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.324485 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] 10.222.0.20 "DELETE /v2.0/networks/715aeff5-428b-4c01-a513-7650ecf7e395 HTTP/1.1" status: 204 len: 168 time: 0.5792916 Jul 28 12:07:38.335901 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fec9b-0326-4587-950c-e7c570ee710d admin admin] Pushing event deleted for resources: {'Network': ['ID=715aeff5-428b-4c01-a513-7650ecf7e395,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:38.479605 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 58990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:38.518586 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7739cb1a-de2b-4333-af16-83b8326c12ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9037561c00c43fcb23351bb418aca98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377448 Jul 28 12:07:38.521023 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58992) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:38.570217 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428ce72e-b842-47fa-9878-6aeba7242b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.590501 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428ce72e-b842-47fa-9878-6aeba7242b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.640393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428ce72e-b842-47fa-9878-6aeba7242b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.643157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428ce72e-b842-47fa-9878-6aeba7242b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:38.644323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-428ce72e-b842-47fa-9878-6aeba7242b25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97a25c2b-b0b3-4748-8449-7400bc0dc0f5 HTTP/1.1" status: 204 len: 168 time: 0.1222818 Jul 28 12:07:38.652661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ce72e-b842-47fa-9878-6aeba7242b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a25c2b-b0b3-4748-8449-7400bc0dc0f5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:38.948813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 58998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:38.962648 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3998a07-02a3-422e-9d69-c55716e260d9 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:38.983407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c3998a07-02a3-422e-9d69-c55716e260d9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:38.983759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c3998a07-02a3-422e-9d69-c55716e260d9 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:38.984601 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2154a364-3e37-43aa-b206-8eeec8e895d9 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:38.990797 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-059fe7a9-6859-4a5c-b2ea-d3a854f814a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37196e2c148f4d76b5704a5ed68f0a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407910 Jul 28 12:07:38.993459 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:39.002228 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 2154a364-3e37-43aa-b206-8eeec8e895d9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:39.002582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 2154a364-3e37-43aa-b206-8eeec8e895d9 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:39.003011 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 847ccaf4-6013-4585-8e78-b1d7a5760f10 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:07:39.022787 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 847ccaf4-6013-4585-8e78-b1d7a5760f10 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:07:39.023142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 847ccaf4-6013-4585-8e78-b1d7a5760f10 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:07:39.044847 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870cca3e-5d6d-4e77-ae6e-6e70a0d885af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:39.065021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870cca3e-5d6d-4e77-ae6e-6e70a0d885af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:39.112014 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870cca3e-5d6d-4e77-ae6e-6e70a0d885af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:39.114543 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870cca3e-5d6d-4e77-ae6e-6e70a0d885af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:39.115732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-870cca3e-5d6d-4e77-ae6e-6e70a0d885af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ceb97118-a435-44de-8488-19c54fe395dc HTTP/1.1" status: 204 len: 168 time: 0.1210814 Jul 28 12:07:39.123427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cca3e-5d6d-4e77-ae6e-6e70a0d885af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb97118-a435-44de-8488-19c54fe395dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:40.687067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:40.691708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713656287', 'description': 'tempest-secgroup-smoke-1713656287 description', 'project_id': '2edcf33558db4531863a5cf766b35a11'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:40.715040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.722816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.811809 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.819820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.857413 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9396dfa-3087-4231-9747-d8e43def396d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:40.913549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.917101 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.938208 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:40.939406 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2513371 Jul 28 12:07:40.942471 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:40.947962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1231-d04f-482d-9e05-6b524a0cc870 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:40.948106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '4ccdf9d1-f772-4843-9d3c-65ba198dcd3a', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:40.974477 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.032928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.036447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.054185 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97514f0-935b-43a8-92ee-9679791286ca,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.060740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.061958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cf555131-974c-46f8-bd71-fb578f7f47f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184707 Jul 28 12:07:41.064677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.069669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '4ccdf9d1-f772-4843-9d3c-65ba198dcd3a', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.094163 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.151399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.154606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.172523 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71565d6a-bc9f-4567-9e95-6fd2d34968c5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.174574 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.175723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9637440b-3852-4990-9e69-efcb0978a1da tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1101284 Jul 28 12:07:41.179081 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.183431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '4ccdf9d1-f772-4843-9d3c-65ba198dcd3a', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.209607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.268490 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.272142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.289838 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbbd1df-579c-4596-afb2-8ea3d4e9bc89,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.294438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.296656 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-98b716ac-9af8-432f-87a8-cdbd0da39a32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166415 Jul 28 12:07:41.298216 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.302805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '4ccdf9d1-f772-4843-9d3c-65ba198dcd3a', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.329228 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.390269 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.393735 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.412266 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1d0d96-1384-4e88-afc9-a53d70c421a3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.418725 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.420039 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1be197d6-2fb4-426c-841d-52d6a7fa07cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207154 Jul 28 12:07:41.422789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.427323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '4ccdf9d1-f772-4843-9d3c-65ba198dcd3a', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.448609 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:07:41.453164 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.466536 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:07:41.512040 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.515613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.532151 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29285e2b-79c1-43ec-8273-44bfaa02f48b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.537532 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.539251 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2ffb371f-3dcb-416b-97e2-f53332732831 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156020 Jul 28 12:07:41.541981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.546293 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '4ccdf9d1-f772-4843-9d3c-65ba198dcd3a', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.567331 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:07:41.571942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.632668 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.636063 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.655468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc753d6-c976-44e0-8729-8eaa9053a675,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.661679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.662962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fb8c38fa-6d57-4af8-afdd-3c247b110961 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199617 Jul 28 12:07:41.665919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.670707 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'network': {'name': 'tempest-network-smoke--1605257451', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.690443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:07:41.693799 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.717351 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:07:41.726218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.726577 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Added segment 0f6c7247-24e9-4a08-9273-523311a3fbec of type vlan for network 2f95e5a5-931b-4187-b598-625516fd7d37 Jul 28 12:07:41.767876 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.795280 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.800732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:41.801305 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.856256 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1892838 Jul 28 12:07:41.859135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:41.863462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'admin_state_up': True, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:41.879926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1075697-0fac-4270-b1a1-67b11374a2d5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Network': ['ID=2f95e5a5-931b-4187-b598-625516fd7d37,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:41.891061 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 2f95e5a5-931b-4187-b598-625516fd7d37 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:07:41.897607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.898593 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:41.962192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:42.099333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:42.293598 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:42.312518 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:42.415179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.133 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/554e70f7-2c72-42be-bb40-9183bdd8a915) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:07:42.511606 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:42.549484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:42.590073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:42.592864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:42.596244 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:07:42.624131 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=554e70f7-2c72-42be-bb40-9183bdd8a915,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:42.847923 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.045399 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.171656 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 9dbd56b2-ce63-41ca-836d-d6e53137d505 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:07:43.281924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:43.291523 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Sync routers for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:43.301284 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.301574 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:43.302304 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:43.302487 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-565d8447-f605-4686-85ca-f8fb08afea87 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4424486 Jul 28 12:07:43.306372 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:43.410562 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:43.590062 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:42Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:43.616467 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Checking router: 9dbd56b2-ce63-41ca-836d-d6e53137d505 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:43.616817 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Updating router 9dbd56b2-ce63-41ca-836d-d6e53137d505 port 554e70f7-2c72-42be-bb40-9183bdd8a915 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:07:43.642253 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.776220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1f4f94db-e17c-42d0-834a-e0a3314ab265 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2edcf33558db4531863a5cf766b35a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4679282 Jul 28 12:07:43.778154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:43.862721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f58721-ae50-406d-93f6-d9db528e05e9 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:43.864135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13f58721-ae50-406d-93f6-d9db528e05e9 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850677 Jul 28 12:07:43.867080 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:43.898792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-67b0007b-5184-4a46-9634-b774ac2326aa tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305960 Jul 28 12:07:43.900779 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.901330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:43.906202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1541549650', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:43.911175 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Transition to ACTIVE for port object 554e70f7-2c72-42be-bb40-9183bdd8a915 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:43.917862 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.967369 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Attempting to bind port 554e70f7-2c72-42be-bb40-9183bdd8a915 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:07:43.967732 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Attempting to bind port 554e70f7-2c72-42be-bb40-9183bdd8a915 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:07:43.968087 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Attempting to bind port 554e70f7-2c72-42be-bb40-9183bdd8a915 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:43.973295 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Pushing event updated for resources: {'Port': ['ID=554e70f7-2c72-42be-bb40-9183bdd8a915,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:43.981694 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:07:43.982061 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:07:43.982454 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.982835 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:07:43.983294 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Bound port: 554e70f7-2c72-42be-bb40-9183bdd8a915, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:07:43.983689 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:43.986559 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.986895 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.987228 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.987554 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.987877 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.988222 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.988546 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.988862 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.989178 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.989516 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.989859 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.990230 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:07:43.994435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:07:43.998468 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.042735 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] For port 554e70f7-2c72-42be-bb40-9183bdd8a915, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:07:44.045806 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] For port 554e70f7-2c72-42be-bb40-9183bdd8a915, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=554e70f7-2c72-42be-bb40-9183bdd8a915,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:07:44.051174 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.110807 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:44.111432 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:44.116957 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e448947-7e8e-4c3e-92f0-8efa0c95c200 None None] Pushing event updated for resources: {'Port': ['ID=554e70f7-2c72-42be-bb40-9183bdd8a915,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:44.183357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.246691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Subnet': ['ID=889082da-ace6-4842-9f7a-361c9cb981ed,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:44.257060 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Checking segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:07:44.257419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network hostable DHCP agents. Network: 2f95e5a5-931b-4187-b598-625516fd7d37, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:07:44.274499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 2f95e5a5-931b-4187-b598-625516fd7d37 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:07:44.283923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 2f95e5a5-931b-4187-b598-625516fd7d37) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:44.290106 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:44.290733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.299180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d297d1-521e-435a-9fd7-f4fffb123470 None None] Network 2f95e5a5-931b-4187-b598-625516fd7d37 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:07:44.309777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4e136751-51fa-4efd-bb1c-b311c040aa5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047399 Jul 28 12:07:44.309970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:44.324205 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:44.453942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-2f95e5a5-931b-4187-b598-625516fd7d37', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:07:44.454942 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.518440 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:42Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:44.544734 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d9642-4d30-40b1-bafb-0844f8aceeac None None] The sync data for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 is: [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:42Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:44.602030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Allocated IP 172.20.0.2 (2f95e5a5-931b-4187-b598-625516fd7d37/889082da-ace6-4842-9f7a-361c9cb981ed/a4038cb5-b9eb-452d-921a-04b361c7f97c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:07:44.761464 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.781267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Transition to ACTIVE for port object a4038cb5-b9eb-452d-921a-04b361c7f97c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:44.793478 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.797646 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Transition to ACTIVE for port object a4038cb5-b9eb-452d-921a-04b361c7f97c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:44.803047 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.857010 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Network 2f95e5a5-931b-4187-b598-625516fd7d37 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:44.857859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Pushing event updated for resources: {'Port': ['ID=a4038cb5-b9eb-452d-921a-04b361c7f97c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:44.861483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:44.863511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:07:44.921298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Attempting to bind port a4038cb5-b9eb-452d-921a-04b361c7f97c on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:07:44.921677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Attempting to bind port a4038cb5-b9eb-452d-921a-04b361c7f97c by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:07:44.922195 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Attempting to bind port a4038cb5-b9eb-452d-921a-04b361c7f97c on network 2f95e5a5-931b-4187-b598-625516fd7d37 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:44.927380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:07:44.927765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Checking segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:07:44.928867 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.929314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Bound using segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:07:44.929780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Bound port: a4038cb5-b9eb-452d-921a-04b361c7f97c, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:07:44.930178 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:44.999221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] For port a4038cb5-b9eb-452d-921a-04b361c7f97c, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:07:45.002736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] For port a4038cb5-b9eb-452d-921a-04b361c7f97c, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a4038cb5-b9eb-452d-921a-04b361c7f97c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:07:45.011475 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.051535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 554e70f7-2c72-42be-bb40-9183bdd8a915 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:45.119615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d8d48-23da-448d-a682-0477ecf37586 None None] Pushing event updated for resources: {'Port': ['ID=a4038cb5-b9eb-452d-921a-04b361c7f97c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:45.129999 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.1 (2f95e5a5-931b-4187-b598-625516fd7d37/889082da-ace6-4842-9f7a-361c9cb981ed/f7acddcf-4a3a-4842-91fc-a96d67b0b318) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:07:45.149412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 554e70f7-2c72-42be-bb40-9183bdd8a915 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:45.154218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 554e70f7-2c72-42be-bb40-9183bdd8a915 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:45.154516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.258793 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.268379 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.285893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object f7acddcf-4a3a-4842-91fc-a96d67b0b318 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:45.308832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 554e70f7-2c72-42be-bb40-9183bdd8a915, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=554e70f7-2c72-42be-bb40-9183bdd8a915,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:45.314902 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.344149 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.395827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=554e70f7-2c72-42be-bb40-9183bdd8a915,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:45.408032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 2f95e5a5-931b-4187-b598-625516fd7d37 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:45.411448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:45.418974 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:07:45.445482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=f7acddcf-4a3a-4842-91fc-a96d67b0b318,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:45.472287 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.610447 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.881860 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.886546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:45.965741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=f7acddcf-4a3a-4842-91fc-a96d67b0b318,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:45.970909 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:46.064968 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 2f95e5a5-931b-4187-b598-625516fd7d37 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:46.066699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:46.124362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256275c-4dbe-4db6-9cde-6410056521fd None None] Network 2f95e5a5-931b-4187-b598-625516fd7d37 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:07:46.180335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f769e11-c2b9-42bd-95e1-2962cd09be7e None None] Provisioning for port a4038cb5-b9eb-452d-921a-04b361c7f97c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:46.190773 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 9dbd56b2-ce63-41ca-836d-d6e53137d505 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:46.311534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:46.316742 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3cd7264a-db58-4319-a8b5-a2df373aeeea tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/9dbd56b2-ce63-41ca-836d-d6e53137d505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057855 Jul 28 12:07:46.469682 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-169cf084-1b47-47c2-a254-620344221215 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713656287&fields=id&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 267 time: 0.0369220 Jul 28 12:07:46.495277 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Sync routers for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:46.514132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:46.514757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:46.573223 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2182bd0b-d5ef-4b94-840c-d957211de3cf None None] Provisioning for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:46.586729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6baf3d62-bfd5-4ed1-a767-0a79258ea2b3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:46.588426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6baf3d62-bfd5-4ed1-a767-0a79258ea2b3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/networks?id=2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 200 len: 797 time: 0.1108835 Jul 28 12:07:46.607397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-951c85c5-cc06-478a-9597-747e0f1f22f6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/quotas/2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 375 time: 0.0111911 Jul 28 12:07:46.608753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2182bd0b-d5ef-4b94-840c-d957211de3cf None None] Provisioning complete for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:46.609317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2182bd0b-d5ef-4b94-840c-d957211de3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:46.661759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:46.663995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2182bd0b-d5ef-4b94-840c-d957211de3cf None None] Port f7acddcf-4a3a-4842-91fc-a96d67b0b318 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:07:46.670705 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-49d1f4f3-f1c2-42ad-9bbd-bf48bc5fbf79 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562537 Jul 28 12:07:46.769568 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-2113e613-5dad-4ab4-a605-68d2799ccd16 service neutron] 10.222.0.20 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856578 Jul 28 12:07:46.809244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-11eff811-2165-4f63-82f9-543857bbcc43 None None] Provisioning complete for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:46.809611 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11eff811-2165-4f63-82f9-543857bbcc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:46.872950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-40ebf34e-7ec1-4892-9f83-9042f0149930 service neutron] 10.222.0.20 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960953 Jul 28 12:07:46.887789 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-11eff811-2165-4f63-82f9-543857bbcc43 None None] Port f7acddcf-4a3a-4842-91fc-a96d67b0b318 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:07:46.920866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 2, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:46.949469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Checking router: 9dbd56b2-ce63-41ca-836d-d6e53137d505 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:46.949860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Updating router 9dbd56b2-ce63-41ca-836d-d6e53137d505 port f7acddcf-4a3a-4842-91fc-a96d67b0b318 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:07:46.978837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.045724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-58c94a68-7ac0-474a-9de8-be3708a50f7f None None] Provisioning complete for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:47.046094 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-58c94a68-7ac0-474a-9de8-be3708a50f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.077078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f94abbc-7e7f-4e1f-bc4a-a310a8805a03 req-2b1a155e-9e1b-4d01-9f8a-466cd647a284 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 210 time: 0.0292284 Jul 28 12:07:47.111930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 554e70f7-2c72-42be-bb40-9183bdd8a915 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:47.167199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-58c94a68-7ac0-474a-9de8-be3708a50f7f None None] Port f7acddcf-4a3a-4842-91fc-a96d67b0b318 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:07:47.401688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 554e70f7-2c72-42be-bb40-9183bdd8a915 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:47.402054 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.552215 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.556394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a4038cb5-b9eb-452d-921a-04b361c7f97c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:47.581861 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Transition to ACTIVE for port object f7acddcf-4a3a-4842-91fc-a96d67b0b318 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:47.592732 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.666041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdbf7f-7655-46d0-8f2d-eae572b6d217 None None] Pushing event updated for resources: {'Port': ['ID=f7acddcf-4a3a-4842-91fc-a96d67b0b318,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:47.673386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port a4038cb5-b9eb-452d-921a-04b361c7f97c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:47.692929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a4038cb5-b9eb-452d-921a-04b361c7f97c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:47.693305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.743929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Attempting to bind port f7acddcf-4a3a-4842-91fc-a96d67b0b318 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:07:47.744435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Attempting to bind port f7acddcf-4a3a-4842-91fc-a96d67b0b318 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:07:47.744807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Attempting to bind port f7acddcf-4a3a-4842-91fc-a96d67b0b318 on network 2f95e5a5-931b-4187-b598-625516fd7d37 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:47.754979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:07:47.755358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Checking segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:07:47.755764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.756162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Bound using segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:07:47.757293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Bound port: f7acddcf-4a3a-4842-91fc-a96d67b0b318, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:07:47.757886 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.850555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.869471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] For port f7acddcf-4a3a-4842-91fc-a96d67b0b318, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:07:47.895369 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] For port f7acddcf-4a3a-4842-91fc-a96d67b0b318, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f7acddcf-4a3a-4842-91fc-a96d67b0b318,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:07:47.908678 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.914687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port a4038cb5-b9eb-452d-921a-04b361c7f97c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a4038cb5-b9eb-452d-921a-04b361c7f97c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:47.921882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:47.983808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:47.984495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:48.028211 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdbf7f-7655-46d0-8f2d-eae572b6d217 None None] Pushing event updated for resources: {'Port': ['ID=f7acddcf-4a3a-4842-91fc-a96d67b0b318,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:48.053900 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-c76b219f-dd66-47f7-883d-8889eaef2427 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:48.055878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-c76b219f-dd66-47f7-883d-8889eaef2427 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/networks?id=2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 200 len: 797 time: 0.1420836 Jul 28 12:07:48.105930 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-80637ecb-075f-4652-8b8c-434f5b226f74 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 380 time: 0.0401790 Jul 28 12:07:48.126520 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'port': {'device_id': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'admin_state_up': True, 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'security_groups': ['4ccdf9d1-f772-4843-9d3c-65ba198dcd3a']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:48.133903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=a4038cb5-b9eb-452d-921a-04b361c7f97c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:48.160949 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:48.207292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d77372a-c64b-48be-b8e8-5a9fef19da50 req-6da268c3-73ce-4ac8-a0eb-b9c76b75dde9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 210 time: 0.0282061 Jul 28 12:07:48.238128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:07:48.242219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:48.376881 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.11 (2f95e5a5-931b-4187-b598-625516fd7d37/889082da-ace6-4842-9f7a-361c9cb981ed/efd2c078-71ef-4960-ae50-54519f9f046c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:07:48.386944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:47Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:48.415270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a9902-b3a3-4049-94b3-89c6027cd6ad None None] The sync data for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 is: [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:47Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:48.531051 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:48.546551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object efd2c078-71ef-4960-ae50-54519f9f046c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:48.579995 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:48.624116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 2f95e5a5-931b-4187-b598-625516fd7d37 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:48.627322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:48.633896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:07:48.659426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=efd2c078-71ef-4960-ae50-54519f9f046c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:48.689016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:48.689663 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:48.706832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6084ef4d-f136-41a9-a093-c9c29bb687f4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843003 Jul 28 12:07:48.717745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-5f1ba449-7c73-42f9-80ab-0f4fee7165aa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:07:48.718792 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-5f1ba449-7c73-42f9-80ab-0f4fee7165aa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058346 Jul 28 12:07:48.777092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Request body: {'port': {'device_id': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:48.841893 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:48.932974 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0ae72e2-b8f4-4411-918a-cc737bf8487c None None] Provisioning for port efd2c078-71ef-4960-ae50-54519f9f046c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:48.939097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0ae72e2-b8f4-4411-918a-cc737bf8487c None None] Provisioning complete for port efd2c078-71ef-4960-ae50-54519f9f046c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:48.939686 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0ae72e2-b8f4-4411-918a-cc737bf8487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:48.987743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae72e2-b8f4-4411-918a-cc737bf8487c None None] Port efd2c078-71ef-4960-ae50-54519f9f046c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:07:49.062335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f7acddcf-4a3a-4842-91fc-a96d67b0b318 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:49.118071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:49.122267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:49.123274 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.161004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd2c078-71ef-4960-ae50-54519f9f046c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:07:49.170578 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.185407 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Transition to ACTIVE for port object efd2c078-71ef-4960-ae50-54519f9f046c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:07:49.191482 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.205940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.242741 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Pushing event updated for resources: {'Port': ['ID=efd2c078-71ef-4960-ae50-54519f9f046c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:49.249104 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port f7acddcf-4a3a-4842-91fc-a96d67b0b318, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f7acddcf-4a3a-4842-91fc-a96d67b0b318,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:49.259566 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.260406 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a4038cb5-b9eb-452d-921a-04b361c7f97c up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:49.354855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Attempting to bind port efd2c078-71ef-4960-ae50-54519f9f046c on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:07:49.355186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Attempting to bind port efd2c078-71ef-4960-ae50-54519f9f046c by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:07:49.355518 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Attempting to bind port efd2c078-71ef-4960-ae50-54519f9f046c on network 2f95e5a5-931b-4187-b598-625516fd7d37 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:49.362442 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fcc60-9a75-4d72-8076-34015b6e7846 req-0b0fdb56-1753-4e68-bb08-da69a62f49d6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:49.366349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Port efd2c078-71ef-4960-ae50-54519f9f046c on network 2f95e5a5-931b-4187-b598-625516fd7d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:07:49.366653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Attempting to bind port efd2c078-71ef-4960-ae50-54519f9f046c on network 2f95e5a5-931b-4187-b598-625516fd7d37 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:07:49.373193 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b7fcc60-9a75-4d72-8076-34015b6e7846 req-0b0fdb56-1753-4e68-bb08-da69a62f49d6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 944 time: 0.0672605 Jul 28 12:07:49.376449 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:07:49.377002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Checking segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:07:49.377541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Bound using segment: {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:07:49.378328 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Bound port: efd2c078-71ef-4960-ae50-54519f9f046c, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f6c7247-24e9-4a08-9273-523311a3fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:07:49.378850 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.389091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=f7acddcf-4a3a-4842-91fc-a96d67b0b318,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:49.408530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port a4038cb5-b9eb-452d-921a-04b361c7f97c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:49.408921 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.431448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4b7fcc60-9a75-4d72-8076-34015b6e7846 req-f7266bbe-e65c-47d7-87bc-fb81f4c7ca7c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570374 Jul 28 12:07:49.474217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] For port efd2c078-71ef-4960-ae50-54519f9f046c, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:07:49.480534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] For port efd2c078-71ef-4960-ae50-54519f9f046c, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=efd2c078-71ef-4960-ae50-54519f9f046c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:07:49.485501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.526724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:49.527538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:49.528962 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] 10.222.0.41 "PUT /v2.0/ports/efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 200 len: 1092 time: 0.8025668 Jul 28 12:07:49.529419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:49.531698 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc0d5df-ffb6-401e-89ec-c49128556dba" -d '{"events": [{"name": "network-changed", "server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:49.561499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9dcd-df5d-4456-930b-1cce3e2eccab service neutron] Pushing event updated for resources: {'Port': ['ID=efd2c078-71ef-4960-ae50-54519f9f046c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:49.605412 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86ca66c-cdf5-4f5e-a09a-e3910587bbd2 x-openstack-request-id: req-f86ca66c-cdf5-4f5e-a09a-e3910587bbd2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:49.605968 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:49.606424 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f86ca66c-cdf5-4f5e-a09a-e3910587bbd2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:49.607012 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'status': 'completed', 'code': 200} Jul 28 12:07:49.623492 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-3d6226fa-78b9-49c1-acf2-3580db9b57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:49.625060 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-3d6226fa-78b9-49c1-acf2-3580db9b57ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1095 time: 0.0493689 Jul 28 12:07:49.675001 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-6d133fde-2bca-4e03-a9c7-dc82937095c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 200 len: 217 time: 0.0418022 Jul 28 12:07:49.727643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-09fe8c6d-bd3f-493d-b0d0-8ce4ec2c01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:49.729248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-09fe8c6d-bd3f-493d-b0d0-8ce4ec2c01c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=889082da-ace6-4842-9f7a-361c9cb981ed HTTP/1.1" status: 200 len: 835 time: 0.0476470 Jul 28 12:07:49.776384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-ea931cbc-fea0-4e73-a2a8-0a7e0c12e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:49.777875 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-ea931cbc-fea0-4e73-a2a8-0a7e0c12e28b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f95e5a5-931b-4187-b598-625516fd7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418415 Jul 28 12:07:49.870179 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-89d58070-91a6-4f34-8e78-296eb96f1a46 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847108 Jul 28 12:07:49.961925 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e34ec7fb-aaf4-45f6-8a44-d7498fbc5d22 req-b7f6372a-f424-4c59-a818-3ae842d4967a service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Jul 28 12:07:50.047384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-c64b53de-9b35-487f-971c-2ecd31779f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:50.048934 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-c64b53de-9b35-487f-971c-2ecd31779f29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1095 time: 0.0431707 Jul 28 12:07:50.139062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-87cdcbe2-a373-4793-af94-08b379639931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:50.140601 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-87cdcbe2-a373-4793-af94-08b379639931 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 200 len: 898 time: 0.0854564 Jul 28 12:07:50.181744 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-97bea6b1-2b3f-4205-8e84-296364aa35d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 200 len: 217 time: 0.0333652 Jul 28 12:07:50.235175 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-f289a1ed-2810-4f38-a99c-5d952087e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:50.236557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-f289a1ed-2810-4f38-a99c-5d952087e8ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=889082da-ace6-4842-9f7a-361c9cb981ed HTTP/1.1" status: 200 len: 835 time: 0.0471020 Jul 28 12:07:50.282161 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-c2e19a4f-16bd-4f87-8d6e-79db641a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:50.283605 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-c2e19a4f-16bd-4f87-8d6e-79db641a6cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f95e5a5-931b-4187-b598-625516fd7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397027 Jul 28 12:07:50.313582 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:50.374943 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-e5b5c198-7837-454d-bd2f-4c6314ed0525 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Jul 28 12:07:50.469172 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-dcc0d5df-ffb6-401e-89ec-c49128556dba req-68476913-5206-4a52-8e87-7ff424d0376d service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853124 Jul 28 12:07:50.559922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdb72d-49a3-4738-b353-2ec161e18543 req-10483d70-cca7-4078-a474-e0f94cf5d586 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:50.561403 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aebdb72d-49a3-4738-b353-2ec161e18543 req-10483d70-cca7-4078-a474-e0f94cf5d586 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 944 time: 0.0534563 Jul 28 12:07:50.600974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aebdb72d-49a3-4738-b353-2ec161e18543 req-f03a5f4c-8778-4f4d-8a11-3febd690119e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334520 Jul 28 12:07:50.970769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f7acddcf-4a3a-4842-91fc-a96d67b0b318 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:51.017302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port f7acddcf-4a3a-4842-91fc-a96d67b0b318 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:51.017669 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:51.335532 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device efd2c078-71ef-4960-ae50-54519f9f046c details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:07:51.429872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port efd2c078-71ef-4960-ae50-54519f9f046c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=efd2c078-71ef-4960-ae50-54519f9f046c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:51.440737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'port_id': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'mac_address': 'fa:16:3e:63:79:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:07:51.475813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:51.487613 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd2c078-71ef-4960-ae50-54519f9f046c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:07:51.507105 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port efd2c078-71ef-4960-ae50-54519f9f046c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=efd2c078-71ef-4960-ae50-54519f9f046c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:51.510764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:51.557269 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=efd2c078-71ef-4960-ae50-54519f9f046c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:51.717232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea57f06-6ea9-4dd9-befa-1ceb71f6f909 req-5448f984-46c3-44f6-a3f9-057693cf47a2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:51.718693 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ea57f06-6ea9-4dd9-befa-1ceb71f6f909 req-5448f984-46c3-44f6-a3f9-057693cf47a2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Jul 28 12:07:51.748170 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['efd2c078-71ef-4960-ae50-54519f9f046c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:07:51.757609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9ea57f06-6ea9-4dd9-befa-1ceb71f6f909 req-3fa99223-29b2-4d9d-b76b-513ce320e94f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328093 Jul 28 12:07:52.873833 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f72c8-7cda-4bc9-9ca1-4a1c9f507d9d req-0b031b50-b5d7-4791-a559-c16fcec2b5af tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:52.875179 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da7f72c8-7cda-4bc9-9ca1-4a1c9f507d9d req-0b031b50-b5d7-4791-a559-c16fcec2b5af tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 945 time: 0.0481057 Jul 28 12:07:52.912188 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-da7f72c8-7cda-4bc9-9ca1-4a1c9f507d9d req-d936cd61-3bf9-432b-ae68-60c05af64aa9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310385 Jul 28 12:07:53.190676 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:53.351499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device efd2c078-71ef-4960-ae50-54519f9f046c up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:07:53.400501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port efd2c078-71ef-4960-ae50-54519f9f046c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:07:53.403924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port efd2c078-71ef-4960-ae50-54519f9f046c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:07:53.404318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:53.477446 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:53.498437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:53.500674 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97723d2c-dda3-41d2-9754-17c4ecdea84e" -d '{"events": [{"server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "name": "network-vif-plugged", "status": "completed", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:53.514222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port efd2c078-71ef-4960-ae50-54519f9f046c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=efd2c078-71ef-4960-ae50-54519f9f046c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:07:53.518448 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:53.545154 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284da9f-a1b4-4951-a187-d2376501c0b3 x-openstack-request-id: req-b284da9f-a1b4-4951-a187-d2376501c0b3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:53.545438 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "name": "network-vif-plugged", "status": "completed", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:53.545685 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b284da9f-a1b4-4951-a187-d2376501c0b3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:53.546059 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'code': 200} Jul 28 12:07:53.571506 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=efd2c078-71ef-4960-ae50-54519f9f046c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:53.637769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb068335-32dd-44e0-aa58-79c5c801e87f req-9ee7bc61-fc98-417e-8887-567c4f561086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:53.639565 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cb068335-32dd-44e0-aa58-79c5c801e87f req-9ee7bc61-fc98-417e-8887-567c4f561086 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1097 time: 0.0421174 Jul 28 12:07:53.674745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-cb068335-32dd-44e0-aa58-79c5c801e87f req-a5aa84e5-a233-48ca-8951-2978df1b7bcb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267944 Jul 28 12:07:54.032284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067eb6-07ce-47db-a63a-af3483bc375c req-f6867d13-b543-4d2f-8ba4-e62ddb639272 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:54.033789 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5067eb6-07ce-47db-a63a-af3483bc375c req-f6867d13-b543-4d2f-8ba4-e62ddb639272 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0533023 Jul 28 12:07:54.073949 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5067eb6-07ce-47db-a63a-af3483bc375c req-b35dce8c-d418-4a54-aa24-87f2b4f9a333 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321205 Jul 28 12:07:55.187088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d03b-f903-41c0-88af-63b86227b762 req-da41168e-d9b6-49d4-9e69-50b33053ac28 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:55.188452 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ab4d03b-f903-41c0-88af-63b86227b762 req-da41168e-d9b6-49d4-9e69-50b33053ac28 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Jul 28 12:07:55.225953 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ab4d03b-f903-41c0-88af-63b86227b762 req-d2840834-3281-406d-ac88-45d0e758505d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Jul 28 12:07:55.338553 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f35d0-4bea-4f66-b49c-7bfa70710d67 req-38cb7af5-f9f5-4041-b3c8-b94a37e1ad79 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:55.339981 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-952f35d0-4bea-4f66-b49c-7bfa70710d67 req-38cb7af5-f9f5-4041-b3c8-b94a37e1ad79 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Jul 28 12:07:55.376737 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-952f35d0-4bea-4f66-b49c-7bfa70710d67 req-4aff2769-efb0-4cab-bfa5-98d07a80d226 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307631 Jul 28 12:07:55.398487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:55.441019 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884c8ef-35bf-475c-a151-0ffa0ca6284f tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:55.442401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-2884c8ef-35bf-475c-a151-0ffa0ca6284f tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1092 time: 0.0429437 Jul 28 12:07:55.445913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:55.450218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:07:55.470555 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:55.563617 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:55.667504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.190 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/cb41e513-61b6-4ea1-9e63-1783cbc9a408) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:07:55.765091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:55.802863 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:55.840699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:07:55.843527 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:07:55.847066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:07:55.876816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=cb41e513-61b6-4ea1-9e63-1783cbc9a408,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:56.212330 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:56.280812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:56.428945 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:56.433249 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:56.495436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=cb41e513-61b6-4ea1-9e63-1783cbc9a408,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:07:56.508225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:56.606853 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP a4188ecd-f42a-4984-acd6-41a4579bf5c8 associated. External IP: 172.25.1.190, port: efd2c078-71ef-4960-ae50-54519f9f046c. Jul 28 12:07:56.813302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 9dbd56b2-ce63-41ca-836d-d6e53137d505 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:07:56.919265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:07:56.929816 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] Sync routers for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:07:56.935552 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:56.938957 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:56.939665 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:56.962030 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-06ba5707-653a-4868-b37d-fc39fd46ab7f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5151243 Jul 28 12:07:56.962686 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:07:56.965065 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60" -d '{"events": [{"name": "network-changed", "server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:07:57.009314 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd275a0a-bb46-4a10-915e-8b91c4f26489 x-openstack-request-id: req-fd275a0a-bb46-4a10-915e-8b91c4f26489 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:07:57.009791 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:07:57.010108 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd275a0a-bb46-4a10-915e-8b91c4f26489 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:07:57.010717 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'status': 'completed', 'code': 200} Jul 28 12:07:57.051758 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:57.078007 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-2d09035f-bbb7-4528-84a5-9d6882bcabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:57.079180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048dadd-3496-4828-8b89-35d92762250a req-d3ebd1bc-6192-46f1-b353-704b89b79725 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:57.079694 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-2d09035f-bbb7-4528-84a5-9d6882bcabb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1097 time: 0.0425034 Jul 28 12:07:57.080696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5048dadd-3496-4828-8b89-35d92762250a req-d3ebd1bc-6192-46f1-b353-704b89b79725 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0574424 Jul 28 12:07:57.124220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5048dadd-3496-4828-8b89-35d92762250a req-a020de87-dd1a-4d8b-8c89-61cc313063de tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365291 Jul 28 12:07:57.145326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:57.212410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-2c4e0c86-1d3e-4cc8-bf97-dbc8f184ac8e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/a4188ecd-f42a-4984-acd6-41a4579bf5c8 HTTP/1.1" status: 200 len: 992 time: 0.0655808 Jul 28 12:07:57.284776 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'a4188ecd-f42a-4984-acd6-41a4579bf5c8', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'port_id': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'mac_address': 'fa:16:3e:63:79:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:07:56Z', 'updated_at': '2021-07-28T12:07:56Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:49Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:57.315147 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] Checking router: 9dbd56b2-ce63-41ca-836d-d6e53137d505 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:07:57.325082 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:07:57.325716 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:07:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:57.430013 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:07:57.521284 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-b8ce3c26-8a61-46eb-93e2-7f549373d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:57.522783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-b8ce3c26-8a61-46eb-93e2-7f549373d915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 200 len: 898 time: 0.4365036 Jul 28 12:07:57.587669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-22fdb280-78be-4681-8b39-8ba899ba5125 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 200 len: 1000 time: 0.0575294 Jul 28 12:07:57.637408 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-40c32076-d5f2-4f59-a18b-3c137a4773ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:57.639105 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-40c32076-d5f2-4f59-a18b-3c137a4773ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=889082da-ace6-4842-9f7a-361c9cb981ed HTTP/1.1" status: 200 len: 835 time: 0.0444310 Jul 28 12:07:57.652846 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'a4188ecd-f42a-4984-acd6-41a4579bf5c8', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'port_id': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'mac_address': 'fa:16:3e:63:79:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:07:56Z', 'updated_at': '2021-07-28T12:07:56Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:49Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:07:57.678266 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b90d1-777c-4268-b2ab-4e5863a12a0e None None] The sync data for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 is: [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'a4188ecd-f42a-4984-acd6-41a4579bf5c8', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'port_id': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'mac_address': 'fa:16:3e:63:79:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:07:56Z', 'updated_at': '2021-07-28T12:07:56Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:49Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:07:57.689005 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-056a3d3a-b395-40b9-bfd5-82446da9fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:07:57.690500 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-056a3d3a-b395-40b9-bfd5-82446da9fca4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f95e5a5-931b-4187-b598-625516fd7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445716 Jul 28 12:07:57.780652 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-7afc9312-8ccb-4832-8f73-4b8a4a9e4615 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828311 Jul 28 12:07:57.861462 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560cdb8-c7c0-47bc-a250-edd513aba1c6 None None] New status for floating IP a4188ecd-f42a-4984-acd6-41a4579bf5c8: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:07:57.879685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8fc5cac0-5b7b-4ef1-b950-d962ab60ed60 req-7c33d7f4-0ebd-4863-b1d5-06bc855640dd service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908451 Jul 28 12:07:57.967802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-268b4ffa-b9c1-4f85-bf37-4e60ed422353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:07:58.216152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:07:58.279967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0af59788-f65f-4f0a-98fa-d25bb3b4c947 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/a4188ecd-f42a-4984-acd6-41a4579bf5c8 HTTP/1.1" status: 200 len: 994 time: 0.0626495 Jul 28 12:08:01.085806 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:01.199060 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6932b0f7-92b2-4db3-aa61-f2280b520421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:02.170121 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:03.623564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:12.676740 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-6ebf921a-62ac-4da7-a71e-e32fb23a12f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387092 Jul 28 12:08:12.754880 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-a1440595-d0a9-493f-9a59-971b785d8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:12.756343 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-a1440595-d0a9-493f-9a59-971b785d8690 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1097 time: 0.0396433 Jul 28 12:08:12.858699 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-80aca227-fd91-4770-bbd0-5cb31451bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:12.860129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-80aca227-fd91-4770-bbd0-5cb31451bd85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 200 len: 898 time: 0.0844047 Jul 28 12:08:12.926535 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-c24aa703-c8b4-4416-8635-7de11b9472bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 200 len: 1002 time: 0.0567231 Jul 28 12:08:12.973419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-9d033c3c-502b-4cd6-b77a-0da76e2cac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:12.974800 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-9d033c3c-502b-4cd6-b77a-0da76e2cac51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=889082da-ace6-4842-9f7a-361c9cb981ed HTTP/1.1" status: 200 len: 835 time: 0.0417347 Jul 28 12:08:13.027225 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-55110c9c-ce81-4b64-bad4-043943d7dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:13.028901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-55110c9c-ce81-4b64-bad4-043943d7dbec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f95e5a5-931b-4187-b598-625516fd7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435836 Jul 28 12:08:13.145706 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-939f46a7-b624-4d45-a07b-a7c189e8dd90 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096311 Jul 28 12:08:13.237749 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0832faa8-6360-4d50-b498-3ae4b6fe0f4f req-e94c1542-b221-4210-8f5b-4a2864ac5113 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848718 Jul 28 12:08:18.466439 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:08:20.313654 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:23.195508 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:27.066831 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973a3bc-b686-4aaf-aac0-2c1c28adabb3 req-37edf1c7-0b7f-4ca0-b874-030c745e335f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:27.068326 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d973a3bc-b686-4aaf-aac0-2c1c28adabb3 req-37edf1c7-0b7f-4ca0-b874-030c745e335f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0495415 Jul 28 12:08:27.108527 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d973a3bc-b686-4aaf-aac0-2c1c28adabb3 req-8dfb1676-e0bb-4c9e-bdac-62f0b175ca63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Jul 28 12:08:27.948929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70129afe-c845-4e16-8405-86793f15a1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:28.227370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20b827-820e-4298-83d1-5c2366fce7d6 req-45dc87c9-12d3-4391-9bdd-1856da5c3ac7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:28.229442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a20b827-820e-4298-83d1-5c2366fce7d6 req-45dc87c9-12d3-4391-9bdd-1856da5c3ac7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0492988 Jul 28 12:08:28.267798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a20b827-820e-4298-83d1-5c2366fce7d6 req-dcd2870c-299c-4061-83d4-542fff01b7eb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Jul 28 12:08:28.289679 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:28.354236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19e86bc6-f62f-40b3-a351-534022791a7b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/a4188ecd-f42a-4984-acd6-41a4579bf5c8 HTTP/1.1" status: 200 len: 994 time: 0.0625069 Jul 28 12:08:29.613235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb005a3-6fd6-410c-844f-3d0d324c1626 req-90964597-c631-446a-b9dc-398ef189519e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:29.615642 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deb005a3-6fd6-410c-844f-3d0d324c1626 req-90964597-c631-446a-b9dc-398ef189519e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0500691 Jul 28 12:08:29.656534 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-deb005a3-6fd6-410c-844f-3d0d324c1626 req-d212b05e-3441-432b-8a4e-a47219e4696c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336046 Jul 28 12:08:30.773790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80b5e1-431f-408f-9a2b-b9c56304bbbf req-575c76fc-b241-4f5f-9690-3194212ac6e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:30.776280 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e80b5e1-431f-408f-9a2b-b9c56304bbbf req-575c76fc-b241-4f5f-9690-3194212ac6e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0501151 Jul 28 12:08:30.814511 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4e80b5e1-431f-408f-9a2b-b9c56304bbbf req-bf7abbd0-2dea-4f8f-83b3-14e558134c1b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Jul 28 12:08:30.838145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:30.899316 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7fa9caeb-4a1b-4fc6-b1d4-273011e4f85f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/a4188ecd-f42a-4984-acd6-41a4579bf5c8 HTTP/1.1" status: 200 len: 994 time: 0.0600388 Jul 28 12:08:31.087512 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.181712 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59176) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:31.200990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9e4380-4714-4f00-8e87-060f89a31237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.337213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port cb41e513-61b6-4ea1-9e63-1783cbc9a408 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:08:31.337547 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.412344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.412669 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.423797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for cb41e513-61b6-4ea1-9e63-1783cbc9a408 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:08:31.567538 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.592750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=cb41e513-61b6-4ea1-9e63-1783cbc9a408,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:31.618801 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.619215 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.619551 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.619885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.620240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.620575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.620917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.621230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.621555 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.621882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.622198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.622516 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:31.660171 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.660503 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP a4188ecd-f42a-4984-acd6-41a4579bf5c8 disassociated (deleted). External IP: 172.25.1.190, port: efd2c078-71ef-4960-ae50-54519f9f046c. Jul 28 12:08:31.860639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 9dbd56b2-ce63-41ca-836d-d6e53137d505 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:08:31.965948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:08:31.970695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:31.975192 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] Sync routers for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:08:31.984821 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:31.985425 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:31.997178 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5d27d68-8d5d-4327-a569-8ff2c02b5e05 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/floatingips/a4188ecd-f42a-4984-acd6-41a4579bf5c8 HTTP/1.1" status: 204 len: 168 time: 0.8143723 Jul 28 12:08:31.997762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:32.000031 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:32.045422 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956aa4fd-d261-4cd6-bf77-e3dd8b5eef8f x-openstack-request-id: req-956aa4fd-d261-4cd6-bf77-e3dd8b5eef8f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:32.045724 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:32.045984 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-956aa4fd-d261-4cd6-bf77-e3dd8b5eef8f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:32.046388 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'status': 'completed', 'code': 200} Jul 28 12:08:32.094769 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:32.114814 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-981a22a7-3dfa-40e7-8cc2-8f9386e4abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:32.117173 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-981a22a7-3dfa-40e7-8cc2-8f9386e4abf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 1097 time: 0.0498765 Jul 28 12:08:32.176589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:32.221387 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-eafe8a4d-dd98-4185-b444-f2d8f653f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:32.222891 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-eafe8a4d-dd98-4185-b444-f2d8f653f527 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 200 len: 898 time: 0.0974841 Jul 28 12:08:32.235972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52e25-1c17-4b44-b1bf-865a5fb09b63 req-89447e4b-6d83-4f39-9d6e-0e031f1b9094 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:32.237517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2b52e25-1c17-4b44-b1bf-865a5fb09b63 req-89447e4b-6d83-4f39-9d6e-0e031f1b9094 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0511541 Jul 28 12:08:32.269968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-58757c9c-0e25-4608-bd1a-516f8011dcf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 200 len: 217 time: 0.0362675 Jul 28 12:08:32.278924 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2b52e25-1c17-4b44-b1bf-865a5fb09b63 req-bb91e765-4816-49f7-9549-aba1e2ee6438 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347321 Jul 28 12:08:32.324163 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:49Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:32.326763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-b3103b62-d0c3-4dd8-9e22-d37d15a74573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:32.328276 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-b3103b62-d0c3-4dd8-9e22-d37d15a74573 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=889082da-ace6-4842-9f7a-361c9cb981ed HTTP/1.1" status: 200 len: 835 time: 0.0511270 Jul 28 12:08:32.350016 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] Checking router: 9dbd56b2-ce63-41ca-836d-d6e53137d505 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:08:32.358955 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:32.359552 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:32.376049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-3e618737-1561-48f8-b6a7-dd4d7427f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:32.377557 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-3e618737-1561-48f8-b6a7-dd4d7427f933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f95e5a5-931b-4187-b598-625516fd7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407422 Jul 28 12:08:32.480661 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-c8eccc29-3d18-4c20-ba6c-c5b146237489 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933945 Jul 28 12:08:32.553961 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:32.572728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-397fe77e-3e4c-457d-84cd-5ff0a8673b4f req-06c8b8d6-0cf0-44bf-8f23-912398a99749 service neutron] 10.222.0.41 "GET /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Jul 28 12:08:32.746583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:49Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:32.775072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f78242-aba6-4903-a074-1f1a38ffcbf3 None None] The sync data for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 is: [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'f7acddcf-4a3a-4842-91fc-a96d67b0b318', 'name': '', 'network_id': '2f95e5a5-931b-4187-b598-625516fd7d37', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:82:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:44Z', 'updated_at': '2021-07-28T12:07:49Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '889082da-ace6-4842-9f7a-361c9cb981ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:08:32.997485 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ce653-1d08-46b8-9130-fd1b915b6648 None None] New status for floating IP a4188ecd-f42a-4984-acd6-41a4579bf5c8: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:08:33.403045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a75f0-3575-4667-ac6f-d50fc8e13aa5 req-22079528-b7fd-40ea-a8a2-822d4c818162 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:33.404502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf0a75f0-3575-4667-ac6f-d50fc8e13aa5 req-22079528-b7fd-40ea-a8a2-822d4c818162 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0532532 Jul 28 12:08:33.441362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf0a75f0-3575-4667-ac6f-d50fc8e13aa5 req-03be2cb8-5d28-4342-a0fb-346cbdfa40bb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Jul 28 12:08:33.625027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:33.834789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-70eebcc5-f70f-4c23-b5a8-5bb52a34a7a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:33.836267 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-70eebcc5-f70f-4c23-b5a8-5bb52a34a7a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 946 time: 0.0548952 Jul 28 12:08:33.921371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port efd2c078-71ef-4960-ae50-54519f9f046c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:08:33.921625 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:34.012044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port efd2c078-71ef-4960-ae50-54519f9f046c, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=efd2c078-71ef-4960-ae50-54519f9f046c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:34.012432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:34.025125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for efd2c078-71ef-4960-ae50-54519f9f046c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:08:34.148483 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:34.178092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=efd2c078-71ef-4960-ae50-54519f9f046c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:34.192973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.193313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.193645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.193975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.194306 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.194631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.194956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.195278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.195601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.195922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.196412 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.196870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:34.231123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] No DVR routers for this DVR port efd2c078-71ef-4960-ae50-54519f9f046c on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:08:34.233925 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:34.235947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-640db24c-9449-45f5-b4f9-73f67b3dc8de req-82ce6d55-d2d3-4089-86dd-7193d9c565a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "DELETE /v2.0/ports/efd2c078-71ef-4960-ae50-54519f9f046c HTTP/1.1" status: 204 len: 173 time: 0.3940101 Jul 28 12:08:34.236409 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'name': 'network-vif-deleted', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:34.238673 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4194f-183d-4dad-bfef-f5b94c56c6a2" -d '{"events": [{"server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "name": "network-vif-deleted", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:34.275399 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c007a4b-3c4d-44f2-bea9-bcc552f61842 x-openstack-request-id: req-6c007a4b-3c4d-44f2-bea9-bcc552f61842 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:34.275691 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454d8e4a-8269-4042-bd34-37b2fc01d252", "name": "network-vif-deleted", "tag": "efd2c078-71ef-4960-ae50-54519f9f046c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:34.275965 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c007a4b-3c4d-44f2-bea9-bcc552f61842 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:34.276406 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454d8e4a-8269-4042-bd34-37b2fc01d252', 'name': 'network-vif-deleted', 'tag': 'efd2c078-71ef-4960-ae50-54519f9f046c', 'status': 'completed', 'code': 200} Jul 28 12:08:34.546692 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0441337a-b4db-4d72-b4f4-2afc9a7180e5 req-73d69ee4-e10f-4c0a-9abf-883dfe1556c3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=454d8e4a-8269-4042-bd34-37b2fc01d252 HTTP/1.1" status: 200 len: 210 time: 0.0271108 Jul 28 12:08:35.604858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:35.956716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:36.203542 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port f7acddcf-4a3a-4842-91fc-a96d67b0b318 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:08:36.204088 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:36.293220 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port f7acddcf-4a3a-4842-91fc-a96d67b0b318, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=f7acddcf-4a3a-4842-91fc-a96d67b0b318,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:36.293585 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:36.306086 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for f7acddcf-4a3a-4842-91fc-a96d67b0b318 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:08:36.490340 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:36.521246 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=f7acddcf-4a3a-4842-91fc-a96d67b0b318,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:36.693573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:36.907575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 9dbd56b2-ce63-41ca-836d-d6e53137d505 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:08:37.015728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:08:37.021410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-158001ca-83c8-4db9-bf38-dd980452f76c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/9dbd56b2-ce63-41ca-836d-d6e53137d505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147136 Jul 28 12:08:37.023453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59198) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:37.025076 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] Sync routers for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:08:37.033955 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:37.034562 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:37.075073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting subnet 889082da-ace6-4842-9f7a-361c9cb981ed {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:08:37.078150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.117751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.135833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:37.203813 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.263201 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.291169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Subnet': ['ID=889082da-ace6-4842-9f7a-361c9cb981ed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:37.294769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.299155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-72ff3c93-adac-4e8f-bc66-6c5e1a792147 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/subnets/889082da-ace6-4842-9f7a-361c9cb981ed HTTP/1.1" status: 204 len: 168 time: 0.2719157 Jul 28 12:08:37.299452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:37.301827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33343d-e43b-42ac-bfaf-5d62b5cbed19 None None] Network 2f95e5a5-931b-4187-b598-625516fd7d37 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:08:37.313954 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:08:36Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:37.340195 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] Checking router: 9dbd56b2-ce63-41ca-836d-d6e53137d505 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:08:37.348597 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] Routers {'9dbd56b2-ce63-41ca-836d-d6e53137d505'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:37.349194 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9dbd56b2-ce63-41ca-836d-d6e53137d505'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:37.414534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.462452 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] Set router 9dbd56b2-ce63-41ca-836d-d6e53137d505 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:37.497252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] DHCP port deletion for 2f95e5a5-931b-4187-b598-625516fd7d37 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:08:37.526356 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.546899 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Deleting port a4038cb5-b9eb-452d-921a-04b361c7f97c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:08:37.547273 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.560492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device efd2c078-71ef-4960-ae50-54519f9f046c no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:08:37.583291 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 554e70f7-2c72-42be-bb40-9183bdd8a915 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:08:37.583952 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.612474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: efd2c078-71ef-4960-ae50-54519f9f046c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:08:37.612838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device efd2c078-71ef-4960-ae50-54519f9f046c not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:08:37.634871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] For port a4038cb5-b9eb-452d-921a-04b361c7f97c, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=a4038cb5-b9eb-452d-921a-04b361c7f97c,segment=NetworkSegment(0f6c7247-24e9-4a08-9273-523311a3fbec),segment_id=0f6c7247-24e9-4a08-9273-523311a3fbec)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:37.635370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.649768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Calling delete_port for a4038cb5-b9eb-452d-921a-04b361c7f97c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:08:37.654897 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:08:36Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:37.669952 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port 554e70f7-2c72-42be-bb40-9183bdd8a915, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=554e70f7-2c72-42be-bb40-9183bdd8a915,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:37.670320 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.681484 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd43fa-9e4c-44dc-b26c-ce41f5d24cfa None None] The sync data for ids ['9dbd56b2-ce63-41ca-836d-d6e53137d505'] in n-d-723573-7 is: [{'id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1391539071', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:07:41Z', 'updated_at': '2021-07-28T12:08:36Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '554e70f7-2c72-42be-bb40-9183bdd8a915', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbd56b2-ce63-41ca-836d-d6e53137d505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:07:42Z', 'updated_at': '2021-07-28T12:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:08:37.683568 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 554e70f7-2c72-42be-bb40-9183bdd8a915 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:08:37.730367 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.755883 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Pushing event deleted for resources: {'Port': ['ID=a4038cb5-b9eb-452d-921a-04b361c7f97c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:37.760204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] No DVR routers for this DVR port a4038cb5-b9eb-452d-921a-04b361c7f97c on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:08:37.768692 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.769470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.769470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.769697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.770221 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.770385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.770673 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.771001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.771344 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.771669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.771998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.772486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964fe060-5d80-4769-b4c7-73948174ad3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:37.852114 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:37.881890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=554e70f7-2c72-42be-bb40-9183bdd8a915,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:37.937420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.422739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.425057 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.478797 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.479506 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Fanout notify agent at l3_agent the message router_deleted on router 9dbd56b2-ce63-41ca-836d-d6e53137d505 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:08:38.486720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.487832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7e5b3fab-e970-486a-8d11-e74288b5522d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/routers/9dbd56b2-ce63-41ca-836d-d6e53137d505 HTTP/1.1" status: 204 len: 168 time: 1.1875968 Jul 28 12:08:38.490687 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:38.581972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.694874 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.705927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f95e5a5-931b-4187-b598-625516fd7d37']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:38.719446 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6c7247-24e9-4a08-9273-523311a3fbec') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:38.720358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6c7247-24e9-4a08-9273-523311a3fbec') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:38.730085 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.745879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.753428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:08:38.753828 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:08:38.756818 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:08:38.826906 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.835008 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.838054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/networks/2f95e5a5-931b-4187-b598-625516fd7d37 HTTP/1.1" status: 204 len: 168 time: 0.3459911 Jul 28 12:08:38.840870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:38.850931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18223a-67b4-485c-88ed-f6bcbae7db4e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Network': ['ID=2f95e5a5-931b-4187-b598-625516fd7d37,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:38.916855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab509e89-13c1-4df0-9d81-aa33b8116224 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:38.942389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab509e89-13c1-4df0-9d81-aa33b8116224 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.006940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 554e70f7-2c72-42be-bb40-9183bdd8a915 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:08:39.010009 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab509e89-13c1-4df0-9d81-aa33b8116224 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.012582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab509e89-13c1-4df0-9d81-aa33b8116224 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.013736 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ab509e89-13c1-4df0-9d81-aa33b8116224 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/security-groups/4ccdf9d1-f772-4843-9d3c-65ba198dcd3a HTTP/1.1" status: 204 len: 168 time: 0.1715398 Jul 28 12:08:39.023571 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab509e89-13c1-4df0-9d81-aa33b8116224 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccdf9d1-f772-4843-9d3c-65ba198dcd3a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:39.038497 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 554e70f7-2c72-42be-bb40-9183bdd8a915 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:08:39.038962 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 554e70f7-2c72-42be-bb40-9183bdd8a915 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:08:39.040481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f7acddcf-4a3a-4842-91fc-a96d67b0b318 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:08:39.067208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: f7acddcf-4a3a-4842-91fc-a96d67b0b318 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:08:39.067566 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device f7acddcf-4a3a-4842-91fc-a96d67b0b318 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:08:39.068040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a4038cb5-b9eb-452d-921a-04b361c7f97c no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:08:39.089022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: a4038cb5-b9eb-452d-921a-04b361c7f97c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:08:39.089370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device a4038cb5-b9eb-452d-921a-04b361c7f97c not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:08:39.426159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:39.431564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942984516', 'description': 'tempest-secgroup-smoke-942984516 description', 'project_id': '2edcf33558db4531863a5cf766b35a11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:39.452748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.531372 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.535377 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.562937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.564195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1369977 Jul 28 12:08:39.567443 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:39.568154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c057f9f-6d77-4d24-a511-08abb8d585d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5f68c-2762-4156-96c3-b1cafadee510,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:39.573776 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '6fc5f68c-2762-4156-96c3-b1cafadee510', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:39.600966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.647460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.651572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.672125 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708a17ed-dd80-4b4f-aa4d-56002caf460d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:39.678644 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.679806 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ebb71892-e232-4ce5-9bdc-27e07596791e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113064 Jul 28 12:08:39.682587 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:39.686880 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '6fc5f68c-2762-4156-96c3-b1cafadee510', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:39.714824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.770052 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.773387 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.791466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfaaae2-4117-44e3-a305-4ad752a57e03,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:39.796621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.797714 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a33684ae-f51b-4c04-a20e-e25316ceef01 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142092 Jul 28 12:08:39.800427 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:39.804692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '6fc5f68c-2762-4156-96c3-b1cafadee510', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:39.829759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.885949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.889892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.908645 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec95b349-4518-4937-aa0f-ea1d1773f972,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:39.910969 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:39.912141 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-623798ad-375a-4982-964d-f7e55a3c1f85 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108010 Jul 28 12:08:39.914963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:39.919317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '6fc5f68c-2762-4156-96c3-b1cafadee510', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:39.944367 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.002968 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.006472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.028572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb87a95-f19c-4db6-ba6e-b7d5b970984e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:40.036922 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.038036 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a6e82e46-f1b3-4b88-bb86-7ba5cb35258b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221189 Jul 28 12:08:40.042161 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:40.046976 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '6fc5f68c-2762-4156-96c3-b1cafadee510', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:40.067753 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:08:40.072989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.130528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.134474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.152538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8a9ec2-0626-462d-a13b-0e85a85cf68b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:40.157622 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.158875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5f73fc91-23e2-460a-8a46-ce93ffd45032 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160562 Jul 28 12:08:40.161620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59222) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:40.166137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '6fc5f68c-2762-4156-96c3-b1cafadee510', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:40.187128 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:08:40.191973 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.258273 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.262613 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.281071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbbb046-2d77-42ce-bf94-680f37e9da02,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:40.284100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.285312 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-580621fa-c833-4550-a252-ae85c6baa561 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227815 Jul 28 12:08:40.288254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:40.293122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'network': {'name': 'tempest-network-smoke--562570304', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:40.312847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:08:40.316344 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.339653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:08:40.348585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.348957 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Added segment 26ed20fc-2002-4927-a757-4a416d64fbef of type vlan for network 12d8e880-8c6f-48e1-bc56-94bd55154e42 Jul 28 12:08:40.391930 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.419540 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.425030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:40.425607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.476095 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866708 Jul 28 12:08:40.478994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:40.484303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'admin_state_up': True, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:40.494436 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff1e5-1921-413e-9830-4da6b1603047 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Network': ['ID=12d8e880-8c6f-48e1-bc56-94bd55154e42,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:40.505413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:08:40.510196 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.511208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.568984 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.718994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.917015 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:40.936024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:41.035936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.171 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/4cc12ca8-62d6-47c9-9d88-afeb5622c977) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:08:41.142614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:41.179441 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:41.216350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:08:41.219115 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:41.224426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:08:41.246946 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=4cc12ca8-62d6-47c9-9d88-afeb5622c977,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:41.467590 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:41.661900 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:41.789252 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:08:41.892428 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:08:41.902244 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Sync routers for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:08:41.910997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:41.911963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:41.912387 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-d0bf7d2b-1180-4ed8-98be-48b41f182171 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4322872 Jul 28 12:08:41.912684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:41.916682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:41.951904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-66476b77-0315-48d0-bc6f-80426d53abf0 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2edcf33558db4531863a5cf766b35a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339625 Jul 28 12:08:41.954660 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:42.017247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:42.047778 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca472f5-7283-4d0f-8a96-63b194f6fcda tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:42.049243 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-cca472f5-7283-4d0f-8a96-63b194f6fcda tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935929 Jul 28 12:08:42.052089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:42.083568 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-512a98b2-45a4-46eb-88ed-cdb456b21378 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302522 Jul 28 12:08:42.086283 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:42.091537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708704977', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:42.361523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:41Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:42.391230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Checking router: 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:08:42.391589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Updating router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:08:42.416113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.449843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:08:42.453277 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.636461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.676565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.687309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Transition to ACTIVE for port object 4cc12ca8-62d6-47c9-9d88-afeb5622c977 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:42.693507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.695642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Subnet': ['ID=325e9c4a-dafc-4c93-a8fe-08ba92825a4e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:42.704485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Checking segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:08:42.704843 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network hostable DHCP agents. Network: 12d8e880-8c6f-48e1-bc56-94bd55154e42, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:08:42.721080 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:08:42.730315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 12d8e880-8c6f-48e1-bc56-94bd55154e42) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:42.734506 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:42.735080 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.745766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b4da3-5d1d-40e0-90ae-b980dccfb9bb None None] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:08:42.751876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cc71a4b2-3967-4373-a56b-a6934f5a6280 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6619151 Jul 28 12:08:42.752140 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:42.795004 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Attempting to bind port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:08:42.795376 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Attempting to bind port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:08:42.795761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Attempting to bind port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:08:42.799930 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee9ce-bbc4-4c54-8e17-dd7ade68d8c8 None None] Pushing event updated for resources: {'Port': ['ID=4cc12ca8-62d6-47c9-9d88-afeb5622c977,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:42.812008 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:08:42.812415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:08:42.812825 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.813222 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:08:42.813703 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Bound port: 4cc12ca8-62d6-47c9-9d88-afeb5622c977, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:08:42.814089 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:42.889007 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] For port 4cc12ca8-62d6-47c9-9d88-afeb5622c977, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:08:42.892814 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] For port 4cc12ca8-62d6-47c9-9d88-afeb5622c977, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4cc12ca8-62d6-47c9-9d88-afeb5622c977,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:08:42.912817 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.001128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:43.001412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:43.006317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-12d8e880-8c6f-48e1-bc56-94bd55154e42', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:08:43.007153 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.017624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee9ce-bbc4-4c54-8e17-dd7ade68d8c8 None None] Pushing event updated for resources: {'Port': ['ID=4cc12ca8-62d6-47c9-9d88-afeb5622c977,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:43.204122 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:43.285752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.307286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Allocated IP 172.20.0.2 (12d8e880-8c6f-48e1-bc56-94bd55154e42/325e9c4a-dafc-4c93-a8fe-08ba92825a4e/11d8e2aa-bfac-4822-9824-d60f90d35988) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:08:43.510295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:41Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:43.512243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.541086 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e981a-3846-4072-8e34-e1fff3aef653 None None] The sync data for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 is: [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:41Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:08:43.544895 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Transition to ACTIVE for port object 11d8e2aa-bfac-4822-9824-d60f90d35988 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:43.563229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Transition to ACTIVE for port object 11d8e2aa-bfac-4822-9824-d60f90d35988 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:43.568979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.609976 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:08:43.616494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:43.617479 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.1 (12d8e880-8c6f-48e1-bc56-94bd55154e42/325e9c4a-dafc-4c93-a8fe-08ba92825a4e/c324f367-4092-4c2e-8bde-5acf3287d268) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:08:43.619629 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:08:43.627665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Pushing event updated for resources: {'Port': ['ID=11d8e2aa-bfac-4822-9824-d60f90d35988,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:43.684157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Attempting to bind port 11d8e2aa-bfac-4822-9824-d60f90d35988 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:08:43.684546 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Attempting to bind port 11d8e2aa-bfac-4822-9824-d60f90d35988 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:08:43.684907 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Attempting to bind port 11d8e2aa-bfac-4822-9824-d60f90d35988 on network 12d8e880-8c6f-48e1-bc56-94bd55154e42 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:08:43.690035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:08:43.690404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Checking segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:08:43.690798 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.691186 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Bound using segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:08:43.691643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Bound port: 11d8e2aa-bfac-4822-9824-d60f90d35988, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:08:43.692018 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.739403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.757349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object c324f367-4092-4c2e-8bde-5acf3287d268 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:43.758208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] For port 11d8e2aa-bfac-4822-9824-d60f90d35988, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:08:43.762565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] For port 11d8e2aa-bfac-4822-9824-d60f90d35988, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=11d8e2aa-bfac-4822-9824-d60f90d35988,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:08:43.778459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.822685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:43.853386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68977-daeb-44b4-840a-aa88513db6aa None None] Pushing event updated for resources: {'Port': ['ID=11d8e2aa-bfac-4822-9824-d60f90d35988,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:43.871550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:08:43.879525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:43.884713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:08:43.888867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=c324f367-4092-4c2e-8bde-5acf3287d268,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:43.933213 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:44.085115 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:44.384232 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:44.388912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:44.468103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=c324f367-4092-4c2e-8bde-5acf3287d268,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:44.472129 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:44.568966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:08:44.570628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:44.689370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:08:44.780137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c09863-713f-476a-bb8a-7b4fd03e9a83 None None] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:08:44.803998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:08:44.810210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d5ef2435-abd7-49b0-ad83-4e131aa83721 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/73f6c955-d2b0-4b7e-9fdd-994c06168ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570621 Jul 28 12:08:44.844541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f3fd57c3-5965-4e5a-8dd2-b78be15b46da None None] Provisioning for port 11d8e2aa-bfac-4822-9824-d60f90d35988 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:44.988820 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-2d5ef443-06d3-4f0c-b905-e744e1236927 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942984516&fields=id&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 267 time: 0.0560632 Jul 28 12:08:45.088047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc12ca8-62d6-47c9-9d88-afeb5622c977 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:45.114082 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-d21a064e-80ad-49e8-8f92-1fc2881f0cc5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:45.115634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-d21a064e-80ad-49e8-8f92-1fc2881f0cc5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 796 time: 0.1233211 Jul 28 12:08:45.133068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b0986a26-e7cf-4b5d-9d9f-f78895835421 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/quotas/2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 375 time: 0.0100112 Jul 28 12:08:45.138016 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:45.142824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:45.143201 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.208697 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-de4e9b52-23a8-4f68-b672-34acbe559cd4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627525 Jul 28 12:08:45.230714 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.253229 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4cc12ca8-62d6-47c9-9d88-afeb5622c977, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4cc12ca8-62d6-47c9-9d88-afeb5622c977,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:45.258408 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.259339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 11d8e2aa-bfac-4822-9824-d60f90d35988 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:45.310760 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Sync routers for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:08:45.325320 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:45.325954 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:45.330797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Provisioning for port c324f367-4092-4c2e-8bde-5acf3287d268 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:45.347357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Provisioning complete for port c324f367-4092-4c2e-8bde-5acf3287d268 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:45.347827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.375033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4cc12ca8-62d6-47c9-9d88-afeb5622c977,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:45.382528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-9afe165a-37ca-47d3-89f5-53dea554e3ed service neutron] 10.222.0.20 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703758 Jul 28 12:08:45.405767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Port c324f367-4092-4c2e-8bde-5acf3287d268 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:08:45.414114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 11d8e2aa-bfac-4822-9824-d60f90d35988 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:45.422037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 11d8e2aa-bfac-4822-9824-d60f90d35988 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:45.422516 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.425451 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Provisioning complete for port 11d8e2aa-bfac-4822-9824-d60f90d35988 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:45.425882 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.467977 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:45.486202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-09665c4f-3a06-42bb-91ce-ee0eda7aa62f service neutron] 10.222.0.20 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967996 Jul 28 12:08:45.588739 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.618065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.652005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] For port 11d8e2aa-bfac-4822-9824-d60f90d35988, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=11d8e2aa-bfac-4822-9824-d60f90d35988,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:45.666027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.730377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c5b3806e-7d63-4518-b9a4-16e3801e0917 req-2eecb8e4-8a35-4f9e-aac3-bd5d095c1ce1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0464418 Jul 28 12:08:45.747387 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 2, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:45.760652 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 12:08:45.761010 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 12:08:45.770386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277034d-295d-42a5-9d02-8aa1632ac597 None None] Pushing event updated for resources: {'Port': ['ID=11d8e2aa-bfac-4822-9824-d60f90d35988,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:45.779550 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Checking router: 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:08:45.780482 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Updating router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 port c324f367-4092-4c2e-8bde-5acf3287d268 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:08:45.785480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4083c6d6-98ba-4f30-badd-460e787f3322 None None] Provisioning complete for port c324f367-4092-4c2e-8bde-5acf3287d268 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:45.785996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4083c6d6-98ba-4f30-badd-460e787f3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.806162 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:45.825824 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4083c6d6-98ba-4f30-badd-460e787f3322 None None] Port c324f367-4092-4c2e-8bde-5acf3287d268 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:08:46.162356 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:46.172896 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Transition to ACTIVE for port object c324f367-4092-4c2e-8bde-5acf3287d268 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:46.177691 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:46.232345 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Pushing event updated for resources: {'Port': ['ID=c324f367-4092-4c2e-8bde-5acf3287d268,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:46.243913 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.244370 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.245181 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.245181 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.245403 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.245750 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.246040 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.246352 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.246670 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.246985 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.247298 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.247611 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:08:46.307531 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Attempting to bind port c324f367-4092-4c2e-8bde-5acf3287d268 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:08:46.307910 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Attempting to bind port c324f367-4092-4c2e-8bde-5acf3287d268 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:08:46.308322 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Attempting to bind port c324f367-4092-4c2e-8bde-5acf3287d268 on network 12d8e880-8c6f-48e1-bc56-94bd55154e42 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:08:46.313968 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:08:46.315053 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Checking segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:08:46.315629 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:46.316195 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Bound using segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:08:46.316846 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Bound port: c324f367-4092-4c2e-8bde-5acf3287d268, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:08:46.317407 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:46.383072 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] For port c324f367-4092-4c2e-8bde-5acf3287d268, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:08:46.388298 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] For port c324f367-4092-4c2e-8bde-5acf3287d268, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c324f367-4092-4c2e-8bde-5acf3287d268,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:08:46.393954 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:46.457212 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:46.457843 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:46.498804 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8304b8d-ad8c-48c0-a29e-fab48898c693 None None] Pushing event updated for resources: {'Port': ['ID=c324f367-4092-4c2e-8bde-5acf3287d268,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:46.575479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:46.798983 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:46Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:46.812775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-8d85f0fe-2d43-408c-8a80-549005676565 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:46.814295 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-8d85f0fe-2d43-408c-8a80-549005676565 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 796 time: 0.1142013 Jul 28 12:08:46.833780 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce6e58-e331-4cd9-ac37-4619b8c72d51 None None] The sync data for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 is: [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:46Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:08:46.866313 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b56decdf-8097-45e4-9a8f-bcc590d23845 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 379 time: 0.0432074 Jul 28 12:08:46.871281 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c9526eca-7d1f-48bb-9815-ee59a28e08c5 req-39209634-00c8-4b02-9af7-917f40f50d51 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Jul 28 12:08:46.879048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'port': {'device_id': '73479861-f682-4c6c-8d62-3983e664a5a2', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'admin_state_up': True, 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'security_groups': ['6fc5f68c-2762-4156-96c3-b1cafadee510']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:47.025198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:08:47.029218 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.098479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc12ca8-62d6-47c9-9d88-afeb5622c977 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:47.149543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:47.149993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.182804 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.9 (12d8e880-8c6f-48e1-bc56-94bd55154e42/325e9c4a-dafc-4c93-a8fe-08ba92825a4e/67f5c066-14e7-4230-bcb7-0361508b5c1d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:08:47.345607 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.362112 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object 67f5c066-14e7-4230-bcb7-0361508b5c1d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:47.399484 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.401554 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c324f367-4092-4c2e-8bde-5acf3287d268 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:47.448745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:08:47.452068 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:47.453902 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port c324f367-4092-4c2e-8bde-5acf3287d268 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:47.458625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c324f367-4092-4c2e-8bde-5acf3287d268 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:47.459017 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:08:47.459148 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.484711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=67f5c066-14e7-4230-bcb7-0361508b5c1d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:47.521061 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:47.521963 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.542669 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f0e2bbf3-8bfe-4f19-82c5-3e76c0b26c68 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6693964 Jul 28 12:08:47.546176 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.558457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-d649a147-c536-4b7a-ab67-8d04b3164a09 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:08:47.559618 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-d649a147-c536-4b7a-ab67-8d04b3164a09 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062776 Jul 28 12:08:47.571357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Request body: {'port': {'device_id': '73479861-f682-4c6c-8d62-3983e664a5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:47.585120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port c324f367-4092-4c2e-8bde-5acf3287d268, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c324f367-4092-4c2e-8bde-5acf3287d268,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:47.590592 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.591417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 11d8e2aa-bfac-4822-9824-d60f90d35988 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:47.647501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.684799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=c324f367-4092-4c2e-8bde-5acf3287d268,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:47.705245 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 11d8e2aa-bfac-4822-9824-d60f90d35988 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:47.705619 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.708496 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6f64e8c-35fb-4cb3-84ee-fcff4d4ea37a None None] Provisioning for port 67f5c066-14e7-4230-bcb7-0361508b5c1d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:47.732346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6f64e8c-35fb-4cb3-84ee-fcff4d4ea37a None None] Provisioning complete for port 67f5c066-14e7-4230-bcb7-0361508b5c1d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:47.732659 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6f64e8c-35fb-4cb3-84ee-fcff4d4ea37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.780550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d6f64e8c-35fb-4cb3-84ee-fcff4d4ea37a None None] Port 67f5c066-14e7-4230-bcb7-0361508b5c1d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:08:47.961186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f5c066-14e7-4230-bcb7-0361508b5c1d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:08:47.970722 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:47.984487 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Transition to ACTIVE for port object 67f5c066-14e7-4230-bcb7-0361508b5c1d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:08:47.988683 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:48.019937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710e25-5fef-40eb-adc3-99258bcda8c8 req-a61f7d37-5459-4dd3-85b2-2d1893d94094 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.022436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1710e25-5fef-40eb-adc3-99258bcda8c8 req-a61f7d37-5459-4dd3-85b2-2d1893d94094 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 931 time: 0.0582445 Jul 28 12:08:48.041775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Pushing event updated for resources: {'Port': ['ID=67f5c066-14e7-4230-bcb7-0361508b5c1d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:48.082157 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d1710e25-5fef-40eb-adc3-99258bcda8c8 req-f57b1898-d9c7-4e2d-abea-ccf2db47fb74 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492480 Jul 28 12:08:48.123346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Attempting to bind port 67f5c066-14e7-4230-bcb7-0361508b5c1d on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:08:48.123681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Attempting to bind port 67f5c066-14e7-4230-bcb7-0361508b5c1d by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:08:48.124004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Attempting to bind port 67f5c066-14e7-4230-bcb7-0361508b5c1d on network 12d8e880-8c6f-48e1-bc56-94bd55154e42 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:08:48.128451 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Port 67f5c066-14e7-4230-bcb7-0361508b5c1d on network 12d8e880-8c6f-48e1-bc56-94bd55154e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:08:48.128763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Attempting to bind port 67f5c066-14e7-4230-bcb7-0361508b5c1d on network 12d8e880-8c6f-48e1-bc56-94bd55154e42 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:08:48.134582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:08:48.134919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Checking segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:08:48.135298 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Bound using segment: {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:08:48.135718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Bound port: 67f5c066-14e7-4230-bcb7-0361508b5c1d, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ed20fc-2002-4927-a757-4a416d64fbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:08:48.136073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:48.205824 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] For port 67f5c066-14e7-4230-bcb7-0361508b5c1d, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:08:48.208990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] For port 67f5c066-14e7-4230-bcb7-0361508b5c1d, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:08:48.214229 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:48.248302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.248930 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:48.250620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] 10.222.0.44 "PUT /v2.0/ports/67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 1091 time: 0.6838944 Jul 28 12:08:48.252796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:48.255107 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e94bf2-4790-4f32-a726-2729eb6d371c" -d '{"events": [{"name": "network-changed", "server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:48.283594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e8f6f-4695-437d-b59f-03e4ff6fbeee service neutron] Pushing event updated for resources: {'Port': ['ID=67f5c066-14e7-4230-bcb7-0361508b5c1d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:48.324494 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10bedbc-1b74-4fe7-9a79-de89caa01de3 x-openstack-request-id: req-d10bedbc-1b74-4fe7-9a79-de89caa01de3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:48.324787 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:48.325044 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d10bedbc-1b74-4fe7-9a79-de89caa01de3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:48.325439 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'status': 'completed', 'code': 200} Jul 28 12:08:48.343654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f9e0f5eb-f151-4d55-95e5-a71d23da0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.345182 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-f9e0f5eb-f151-4d55-95e5-a71d23da0e1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0490592 Jul 28 12:08:48.392549 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-bd1308bf-6c18-41e9-8d1c-3ed1c5fcaee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 217 time: 0.0395079 Jul 28 12:08:48.445378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-1f16f18c-f482-4020-aa11-8a12d34fab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.447362 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-1f16f18c-f482-4020-aa11-8a12d34fab5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0484238 Jul 28 12:08:48.493668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-ac69bfb0-139c-40f6-bd92-e58125935a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.495290 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-ac69bfb0-139c-40f6-bd92-e58125935a6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407870 Jul 28 12:08:48.588351 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-9fa99c1c-eea1-4f37-8603-be4abd8d464e service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Jul 28 12:08:48.676539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eac02a90-0af4-48c9-bd13-e2e8594e4f98 req-0eb352a3-54bc-4be5-8a5c-c0eb886b64ce service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803661 Jul 28 12:08:48.765536 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-599b24c4-e0a0-4730-ac92-320a6e96ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.767275 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-599b24c4-e0a0-4730-ac92-320a6e96ca60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0433273 Jul 28 12:08:48.858345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-94b15297-dfdf-4c73-94ad-4673679ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.859760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-94b15297-dfdf-4c73-94ad-4673679ca18b service neutron] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 897 time: 0.0857172 Jul 28 12:08:48.911147 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-1e35dda6-2e0f-4059-b3c6-3bca86403f17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 217 time: 0.0336607 Jul 28 12:08:48.963427 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-629a9806-8e02-40cd-a373-720f63ade889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:48.964931 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-629a9806-8e02-40cd-a373-720f63ade889 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0471027 Jul 28 12:08:49.004124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c324f367-4092-4c2e-8bde-5acf3287d268 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:49.014513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-18b54cca-1ff8-40d5-a6c9-3e0af09925a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:49.016443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-18b54cca-1ff8-40d5-a6c9-3e0af09925a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430043 Jul 28 12:08:49.052067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port c324f367-4092-4c2e-8bde-5acf3287d268 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:49.052489 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:49.117468 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-1abf2531-d12f-4105-b47c-f110b6884644 service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925736 Jul 28 12:08:49.200403 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671c29-dfa8-45b2-9d8c-e3582754127d req-1b49f32a-cd06-4fc4-9600-28da6019a101 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:49.201960 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98671c29-dfa8-45b2-9d8c-e3582754127d req-1b49f32a-cd06-4fc4-9600-28da6019a101 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 943 time: 0.0492208 Jul 28 12:08:49.215464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-79e94bf2-4790-4f32-a726-2729eb6d371c req-8bab00cd-c52a-480f-a402-93290f03e0f3 service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885446 Jul 28 12:08:49.241424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98671c29-dfa8-45b2-9d8c-e3582754127d req-4f2e395c-0df6-4dd7-a1f2-00a1116fe887 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Jul 28 12:08:50.327493 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:50.359341 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ba2d9-e6b5-41fa-a995-dc4f98618b5f req-f5faa35e-b8ba-49d8-9abb-f5c0dceb32fb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:50.360840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b53ba2d9-e6b5-41fa-a995-dc4f98618b5f req-f5faa35e-b8ba-49d8-9abb-f5c0dceb32fb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 943 time: 0.0507090 Jul 28 12:08:50.399607 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b53ba2d9-e6b5-41fa-a995-dc4f98618b5f req-02276724-4244-41bc-93b0-3b3edcad56e1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Jul 28 12:08:51.513889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c4dc-1f38-4cb1-a9fa-147dff872775 req-50515e12-62ba-4f7b-95f5-df7eb034288c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:51.515561 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce66c4dc-1f38-4cb1-a9fa-147dff872775 req-50515e12-62ba-4f7b-95f5-df7eb034288c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 943 time: 0.0490041 Jul 28 12:08:51.556108 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce66c4dc-1f38-4cb1-a9fa-147dff872775 req-bf544fc4-77ad-4ccf-9c21-a3b29163b445 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Jul 28 12:08:52.670431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f2fca-7d99-4ecb-bf2f-590678e44eeb req-ef286222-1eeb-4487-8744-08decf4f670c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:52.671875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc0f2fca-7d99-4ecb-bf2f-590678e44eeb req-ef286222-1eeb-4487-8744-08decf4f670c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 943 time: 0.0492761 Jul 28 12:08:52.708761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc0f2fca-7d99-4ecb-bf2f-590678e44eeb req-90f7870c-10b8-48b0-8adf-175c9081b325 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Jul 28 12:08:52.829815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 67f5c066-14e7-4230-bcb7-0361508b5c1d details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:08:52.919849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 67f5c066-14e7-4230-bcb7-0361508b5c1d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:52.930543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'port_id': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'mac_address': 'fa:16:3e:eb:a7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:08:52.970009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:52.981888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f5c066-14e7-4230-bcb7-0361508b5c1d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:08:53.001589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 67f5c066-14e7-4230-bcb7-0361508b5c1d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:53.005824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:53.053146 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=67f5c066-14e7-4230-bcb7-0361508b5c1d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:53.205848 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:53.220619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['67f5c066-14e7-4230-bcb7-0361508b5c1d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:08:53.824354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc863494-2ae3-496e-87a3-2c8a3d8dc11c req-fb52806e-08d0-420f-aba4-1b1033371aad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:53.825822 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc863494-2ae3-496e-87a3-2c8a3d8dc11c req-fb52806e-08d0-420f-aba4-1b1033371aad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 944 time: 0.0485849 Jul 28 12:08:53.863558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fc863494-2ae3-496e-87a3-2c8a3d8dc11c req-a19e1a5f-73cb-42c3-80c1-bb9ed23fb14d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Jul 28 12:08:54.847590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 67f5c066-14e7-4230-bcb7-0361508b5c1d up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:08:54.894643 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 67f5c066-14e7-4230-bcb7-0361508b5c1d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:08:54.898267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 67f5c066-14e7-4230-bcb7-0361508b5c1d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:08:54.899210 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:54.979022 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:54.981483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2383e-31a2-473c-aa79-7f840b050f3e req-e1d983fd-5fd4-41ca-b2e6-5509762b8e83 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:54.982987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30f2383e-31a2-473c-aa79-7f840b050f3e req-e1d983fd-5fd4-41ca-b2e6-5509762b8e83 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 944 time: 0.0502174 Jul 28 12:08:55.001866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:55.004134 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ee4d32-4667-45ca-a954-de0af0370173" -d '{"events": [{"server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:55.018812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 67f5c066-14e7-4230-bcb7-0361508b5c1d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:08:55.023986 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:55.030183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30f2383e-31a2-473c-aa79-7f840b050f3e req-f4babe13-6039-459d-9983-15cb3942307c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398190 Jul 28 12:08:55.051674 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854025f8-9fce-4aaf-bdfb-db81bd556322 x-openstack-request-id: req-854025f8-9fce-4aaf-bdfb-db81bd556322 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:55.051965 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:55.052244 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-854025f8-9fce-4aaf-bdfb-db81bd556322 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:55.052640 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'code': 200} Jul 28 12:08:55.078435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=67f5c066-14e7-4230-bcb7-0361508b5c1d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:55.147201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969869-daa7-4046-a689-1f6f7c7daa68 req-c40c81b0-adbc-4880-9715-5702afba2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:55.148627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-02969869-daa7-4046-a689-1f6f7c7daa68 req-c40c81b0-adbc-4880-9715-5702afba2d9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0436966 Jul 28 12:08:55.183612 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-02969869-daa7-4046-a689-1f6f7c7daa68 req-92374acc-4e49-4765-8b32-79b7fb902c50 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272834 Jul 28 12:08:55.465464 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:08:56.155001 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6847-35d9-4276-a074-0540f1d88a87 req-834d67b8-b4c2-49cc-9432-93439cdaa707 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:56.156388 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b7b6847-35d9-4276-a074-0540f1d88a87 req-834d67b8-b4c2-49cc-9432-93439cdaa707 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0480602 Jul 28 12:08:56.193876 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b7b6847-35d9-4276-a074-0540f1d88a87 req-6e398677-e221-4276-b2a3-f84d87c39702 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Jul 28 12:08:56.307663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612c2d-9b0f-45aa-bc76-4c501f9e70bd req-23eedcf5-d95a-4ab4-8114-25171f4a462a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:56.309130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91612c2d-9b0f-45aa-bc76-4c501f9e70bd req-23eedcf5-d95a-4ab4-8114-25171f4a462a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Jul 28 12:08:56.346732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91612c2d-9b0f-45aa-bc76-4c501f9e70bd req-4260c917-4d79-458d-9263-d8d17a76e338 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 Jul 28 12:08:56.368826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:56.406741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865fdf5-8726-471e-91ef-18c1bac2df59 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:56.408105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6865fdf5-8726-471e-91ef-18c1bac2df59 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1091 time: 0.0383499 Jul 28 12:08:56.410869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:56.415989 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:08:56.437892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:56.536074 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:56.638572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.79 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/80968091-bab1-4976-9f8c-71686bb3805b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:08:56.736259 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:56.772898 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:56.808477 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:08:56.811317 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:08:56.814698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:08:56.843737 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=80968091-bab1-4976-9f8c-71686bb3805b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:57.430251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:57.497012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:57.639042 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:57.643549 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:57.712084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=80968091-bab1-4976-9f8c-71686bb3805b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:08:57.721858 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:57.825620 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP 66a72c47-f082-49fa-9677-ecad1953e083 associated. External IP: 172.25.1.79, port: 67f5c066-14e7-4230-bcb7-0361508b5c1d. Jul 28 12:08:57.949430 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-658134f3-0372-4404-a3fa-fbf909965a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:58.028117 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:08:58.135864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:08:58.146168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] Sync routers for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:08:58.151720 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:08:58.156050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:58.156732 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:58.178577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-30c8ac88-f0cf-43ac-bcd3-24a4cc550d63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7666974 Jul 28 12:08:58.179254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:08:58.182236 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e0738-e730-43a2-879b-07461ddd911f" -d '{"events": [{"name": "network-changed", "server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:08:58.220021 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2a0389-56cc-499c-8f36-653ab328d182 x-openstack-request-id: req-5d2a0389-56cc-499c-8f36-653ab328d182 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:08:58.220356 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:08:58.220743 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d2a0389-56cc-499c-8f36-653ab328d182 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:08:58.221149 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'status': 'completed', 'code': 200} Jul 28 12:08:58.271489 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:58.283694 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0738-e730-43a2-879b-07461ddd911f req-8c4a936f-6149-47ff-ade0-ecdf0bff7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:58.285326 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-8c4a936f-6149-47ff-ade0-ecdf0bff7e12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0429916 Jul 28 12:08:58.286466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de6cd6-de91-4088-92cf-3230a9c64aa6 req-f40b235a-e092-4678-a559-026c98fe925f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:58.287968 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2de6cd6-de91-4088-92cf-3230a9c64aa6 req-f40b235a-e092-4678-a559-026c98fe925f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Jul 28 12:08:58.329528 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2de6cd6-de91-4088-92cf-3230a9c64aa6 req-95caf080-aa6e-4aa1-b4a0-2408e05504db tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353415 Jul 28 12:08:58.352037 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:58.381784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0738-e730-43a2-879b-07461ddd911f req-a4e24b6b-0e0e-4eaf-b5a0-713e487b1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:58.383481 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-a4e24b6b-0e0e-4eaf-b5a0-713e487b1e26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 897 time: 0.0912912 Jul 28 12:08:58.419395 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e8a2dd1a-ba45-4e6b-9c44-32ff04a88bb0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/66a72c47-f082-49fa-9677-ecad1953e083 HTTP/1.1" status: 200 len: 990 time: 0.0657549 Jul 28 12:08:58.450281 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-1e10bc72-6fe8-47a8-97ad-d25d7af3776e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 998 time: 0.0591521 Jul 28 12:08:58.502738 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0738-e730-43a2-879b-07461ddd911f req-b992455b-6f5c-4584-af16-4855a5996701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:58.504228 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-b992455b-6f5c-4584-af16-4855a5996701 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0474634 Jul 28 12:08:58.512226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '66a72c47-f082-49fa-9677-ecad1953e083', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'port_id': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'mac_address': 'fa:16:3e:eb:a7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73479861-f682-4c6c-8d62-3983e664a5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:08:57Z', 'updated_at': '2021-07-28T12:08:57Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:47Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:58.539414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] Checking router: 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:08:58.548167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:08:58.548844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:08:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:58.549323 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0738-e730-43a2-879b-07461ddd911f req-0ea1359d-5b32-475e-8aeb-18720cf6e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:58.550803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-0ea1359d-5b32-475e-8aeb-18720cf6e4cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401711 Jul 28 12:08:58.638591 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-08086e49-afa3-47f0-9f82-1bfb3eb0169c service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 Jul 28 12:08:58.655772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:08:58.732408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-301e0738-e730-43a2-879b-07461ddd911f req-aa96a22c-c519-41b9-8ce3-dc1ed2c0e3be service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Jul 28 12:08:58.876670 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '66a72c47-f082-49fa-9677-ecad1953e083', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'port_id': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'mac_address': 'fa:16:3e:eb:a7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73479861-f682-4c6c-8d62-3983e664a5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:08:57Z', 'updated_at': '2021-07-28T12:08:57Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:47Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:08:58.905688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53936e6-26fa-4452-a453-3bf292c8a277 None None] The sync data for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 is: [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '66a72c47-f082-49fa-9677-ecad1953e083', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'port_id': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'mac_address': 'fa:16:3e:eb:a7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73479861-f682-4c6c-8d62-3983e664a5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:08:57Z', 'updated_at': '2021-07-28T12:08:57Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:47Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:08:59.095872 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b7cab-1c3d-4c3b-b9e9-13b6761584f9 None None] New status for floating IP 66a72c47-f082-49fa-9677-ecad1953e083: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:08:59.360964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-3463bd3e-c81e-46ab-8f92-2e13c8e3bd1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402894 Jul 28 12:08:59.423375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:08:59.439540 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-8753df4c-318b-4ce8-be5e-312863c5b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:59.441065 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-8753df4c-318b-4ce8-be5e-312863c5b662 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0401199 Jul 28 12:08:59.484634 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-28586594-b27b-467b-b6b5-eb8f010a2571 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/66a72c47-f082-49fa-9677-ecad1953e083 HTTP/1.1" status: 200 len: 992 time: 0.0598640 Jul 28 12:08:59.547302 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-259217a9-d6fb-4341-983d-84e347745a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:59.548797 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-259217a9-d6fb-4341-983d-84e347745a63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 897 time: 0.0887089 Jul 28 12:08:59.612198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-171e25c4-3104-4407-abdb-501d1f57fed5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 1000 time: 0.0565622 Jul 28 12:08:59.664919 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-014ff119-4c8e-471b-a62d-0f3c8190d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:59.666324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-014ff119-4c8e-471b-a62d-0f3c8190d32d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0475841 Jul 28 12:08:59.711184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-97db3a00-8bfe-4223-93a1-6298e84fa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:08:59.712760 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-97db3a00-8bfe-4223-93a1-6298e84fa9db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389328 Jul 28 12:08:59.799404 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-c2497d90-9800-48f4-a5f7-520497c2bc07 service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786731 Jul 28 12:08:59.891308 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a3a60f24-3f99-4d76-adc2-2bb1bc2eafcd req-fb0debd3-54a2-46b2-844c-dd172c6c5de5 service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844505 Jul 28 12:09:01.089589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:01.202113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aea06ea6-9c01-4c91-bb89-dae69449dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:02.178099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:03.626729 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:20.346803 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:23.205604 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:27.951026 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63737252-cb5c-48f8-958c-96f98ab35a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:30.259193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-0237cca4-a3c0-474f-8c43-e6a9e39e103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:30.260750 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-0237cca4-a3c0-474f-8c43-e6a9e39e103e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0433075 Jul 28 12:09:30.270492 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a277d7-a9b9-4aeb-be5e-a990fa67954a req-9844173c-28e0-4383-86b2-e6d6b2007173 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:30.271963 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22a277d7-a9b9-4aeb-be5e-a990fa67954a req-9844173c-28e0-4383-86b2-e6d6b2007173 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0536356 Jul 28 12:09:30.312248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-22a277d7-a9b9-4aeb-be5e-a990fa67954a req-d18bd8ca-ad7d-439c-aaa2-a33b5bbd07c8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338733 Jul 28 12:09:30.355330 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-3571a058-9fac-4374-91c1-5a537a0a1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:30.356854 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-3571a058-9fac-4374-91c1-5a537a0a1027 service neutron] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 897 time: 0.0884218 Jul 28 12:09:30.422576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-8eb5fbe0-f33e-4197-82b8-a1e38dbb95a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 1000 time: 0.0581601 Jul 28 12:09:30.471535 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-b9912627-67f5-40d3-b118-badda4610bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:30.472987 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-b9912627-67f5-40d3-b118-badda4610bc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0439243 Jul 28 12:09:30.521074 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-ae9172ee-5df1-4392-9317-a6f12c6c1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:30.522526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-ae9172ee-5df1-4392-9317-a6f12c6c1937 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426748 Jul 28 12:09:30.610886 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-928fa123-881e-4315-9465-61ec465a58c3 service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808544 Jul 28 12:09:30.702515 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-198afb3e-bdfc-4e2c-b927-1157d7e7baa0 req-55418dba-21e3-4b62-9c95-0857e9c0201b service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 Jul 28 12:09:31.091580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:31.200574 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7558db11-6dd2-407c-bb5a-c95b56650144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:31.433489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91b7be-969f-41a6-8d83-784969e7085a req-6cad63f5-d46a-4ec5-9a41-aba6c0f1be53 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:31.434923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a91b7be-969f-41a6-8d83-784969e7085a req-6cad63f5-d46a-4ec5-9a41-aba6c0f1be53 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0526209 Jul 28 12:09:31.471896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a91b7be-969f-41a6-8d83-784969e7085a req-8b1b12ab-82c9-45d3-97be-2515ee73526c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Jul 28 12:09:32.179392 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:32.464915 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:09:32.587254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72c928-12de-4b73-847f-bad8d1e5ba1e req-5524e8a3-2e93-415f-92e1-a66055fbc1b6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:32.588731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e72c928-12de-4b73-847f-bad8d1e5ba1e req-5524e8a3-2e93-415f-92e1-a66055fbc1b6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0481517 Jul 28 12:09:32.626412 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e72c928-12de-4b73-847f-bad8d1e5ba1e req-5e94cf8f-b9a0-4ebb-a659-f709b4d91b86 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Jul 28 12:09:33.630317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:33.741683 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734fcb4-d549-4afc-9d79-eb1e8027ac5d req-df504206-7323-4993-90d8-aa761ae0bb5e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:33.743836 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8734fcb4-d549-4afc-9d79-eb1e8027ac5d req-df504206-7323-4993-90d8-aa761ae0bb5e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Jul 28 12:09:33.782790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8734fcb4-d549-4afc-9d79-eb1e8027ac5d req-6cdba7a3-d01f-4527-9979-b6ceb489c2b4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Jul 28 12:09:34.905326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc050aac-73c4-4970-8dd9-e170bafc3b07 req-9626fbb4-e3fd-4db5-8686-4dc08c85242d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:34.906763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc050aac-73c4-4970-8dd9-e170bafc3b07 req-9626fbb4-e3fd-4db5-8686-4dc08c85242d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0554922 Jul 28 12:09:34.944658 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dc050aac-73c4-4970-8dd9-e170bafc3b07 req-7011dea2-0bed-4126-bc34-99cc1621f1db tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319054 Jul 28 12:09:36.060759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047741f1-642f-4fe6-b474-047655e5cff0 req-6843072b-0323-41bb-9a66-ce6feb4a73bd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:36.062248 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-047741f1-642f-4fe6-b474-047655e5cff0 req-6843072b-0323-41bb-9a66-ce6feb4a73bd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Jul 28 12:09:36.100502 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-047741f1-642f-4fe6-b474-047655e5cff0 req-9448b38b-2af6-4ca1-8788-ae6b938f42aa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Jul 28 12:09:37.214339 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e9aea-6a1a-4dc5-a950-2d0fd4da5ebd req-0b1f0201-f0ba-4b54-8c90-f985aae6b7fd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:37.215785 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d9e9aea-6a1a-4dc5-a950-2d0fd4da5ebd req-0b1f0201-f0ba-4b54-8c90-f985aae6b7fd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Jul 28 12:09:37.253448 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6d9e9aea-6a1a-4dc5-a950-2d0fd4da5ebd req-df334d3e-cb48-4abb-ac49-f864a6e45299 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 Jul 28 12:09:38.369775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2714e83-06dd-43e7-bf2b-be263332657f req-e33db5fa-207a-4776-ab5e-4da563fa46de tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:38.371210 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2714e83-06dd-43e7-bf2b-be263332657f req-e33db5fa-207a-4776-ab5e-4da563fa46de tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Jul 28 12:09:38.407933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a2714e83-06dd-43e7-bf2b-be263332657f req-a45b0dcb-0036-4639-95a1-6179528d39dd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Jul 28 12:09:39.542517 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee341331-ed55-48aa-9f1a-b5aad8c1c230 req-02f498ac-ce92-45c5-a448-86e0fddf4f2d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:39.544022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee341331-ed55-48aa-9f1a-b5aad8c1c230 req-02f498ac-ce92-45c5-a448-86e0fddf4f2d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0585721 Jul 28 12:09:39.590175 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ee341331-ed55-48aa-9f1a-b5aad8c1c230 req-d0a1b17e-1d1d-4764-b5bf-4f114a00201b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Jul 28 12:09:40.711913 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ebf02-7176-499f-8844-aedcadd2b0a2 req-b936fd19-b7c3-4a51-915b-f6990c1b8c64 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:40.713391 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce9ebf02-7176-499f-8844-aedcadd2b0a2 req-b936fd19-b7c3-4a51-915b-f6990c1b8c64 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0537798 Jul 28 12:09:40.749936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ce9ebf02-7176-499f-8844-aedcadd2b0a2 req-bafa7dfe-932b-4c36-b963-b6e68257eddb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Jul 28 12:09:41.868908 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497a47-444c-41bd-b03e-4b114b46d2ee req-b2927fb3-eeb9-4aa1-a5cd-866549d51141 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:09:41.870361 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d497a47-444c-41bd-b03e-4b114b46d2ee req-b2927fb3-eeb9-4aa1-a5cd-866549d51141 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Jul 28 12:09:41.907830 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7d497a47-444c-41bd-b03e-4b114b46d2ee req-c331fd01-785a-4a91-b2bc-9592aceadfaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Jul 28 12:09:41.930043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:09:41.989119 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4cc2bf88-1ccc-475a-9000-0a8581625e6c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/66a72c47-f082-49fa-9677-ecad1953e083 HTTP/1.1" status: 200 len: 992 time: 0.0579669 Jul 28 12:09:50.348916 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:53.204056 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:09:57.951234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec84fafc-6398-4dad-9b6d-6dd1c58ab79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:00.360954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-c8cc574c-2a06-42e7-a6e4-29cb8c5e4fd9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397155 Jul 28 12:10:00.440640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-07358967-2301-41be-8895-df4d734df2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:00.442058 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-07358967-2301-41be-8895-df4d734df2c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0394802 Jul 28 12:10:00.892854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-d0a7052f-6f7a-41b9-b2d3-ee2270bcedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:00.894298 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-d0a7052f-6f7a-41b9-b2d3-ee2270bcedca service neutron] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 897 time: 0.4336941 Jul 28 12:10:00.957879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-5a23ef68-d05c-4a76-9d85-e3643cf279cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 1000 time: 0.0559580 Jul 28 12:10:01.008134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-d4d61afd-2cac-4c86-adff-f24ef30bdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:01.010140 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-d4d61afd-2cac-4c86-adff-f24ef30bdcd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0445461 Jul 28 12:10:01.060884 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-ace8a1a0-c3a9-499f-af82-e66cd8a4e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:01.062335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-ace8a1a0-c3a9-499f-af82-e66cd8a4e5ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439503 Jul 28 12:10:01.095414 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.157439 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-8567932f-5351-41cc-81cc-d2fb7266557a service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875018 Jul 28 12:10:01.201016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-25f452ae-2774-4a66-a346-d55bc144e36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:01.253051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bb1241ff-46b4-4eae-99bb-4c4d9b917ccb req-ac65d1e7-2a67-43ab-8afe-aba08465ef9f service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886588 Jul 28 12:10:02.182286 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:03.635865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:09.464200 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:10:14.336917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:14.490607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 80968091-bab1-4976-9f8c-71686bb3805b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:10:14.490944 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:14.567566 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:14.567892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:14.579072 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 80968091-bab1-4976-9f8c-71686bb3805b owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:10:14.725628 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:14.750203 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=80968091-bab1-4976-9f8c-71686bb3805b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:14.762263 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.762610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.762947 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.763280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.763606 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.763930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.764281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.764607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.764929 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.765250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.765564 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.766145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:14.824201 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:14.824439 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP 66a72c47-f082-49fa-9677-ecad1953e083 disassociated (deleted). External IP: 172.25.1.79, port: 67f5c066-14e7-4230-bcb7-0361508b5c1d. Jul 28 12:10:15.025662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:10:15.131493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:15.135911 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:15.141491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] Sync routers for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:15.151079 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:15.151864 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:15.161902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5a3b7450-6066-4f6f-b8b6-340be057aa6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/floatingips/66a72c47-f082-49fa-9677-ecad1953e083 HTTP/1.1" status: 204 len: 168 time: 0.8239064 Jul 28 12:10:15.162472 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:15.164717 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19ba917-46ec-44a9-9be4-3fcefe1e709b" -d '{"events": [{"name": "network-changed", "server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:15.205797 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201d3406-2b18-4b74-a925-e560dc6fe370 x-openstack-request-id: req-201d3406-2b18-4b74-a925-e560dc6fe370 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:15.206092 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:15.206344 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-201d3406-2b18-4b74-a925-e560dc6fe370 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:15.206743 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'status': 'completed', 'code': 200} Jul 28 12:10:15.264743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:15.271898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-d2cafd58-0ef0-4bde-b0b8-b5e62e0541f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:15.274061 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-d2cafd58-0ef0-4bde-b0b8-b5e62e0541f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0468664 Jul 28 12:10:15.373123 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-0828861f-9ca7-412a-8e2d-6b1e9bf16685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:15.374688 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-0828861f-9ca7-412a-8e2d-6b1e9bf16685 service neutron] 10.222.0.44 "GET /v2.0/networks?id=12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 200 len: 897 time: 0.0889246 Jul 28 12:10:15.423998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-b19c978a-228b-4f3a-8e01-b15760f25e7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 200 len: 217 time: 0.0412984 Jul 28 12:10:15.466972 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8b08d-ee01-44be-b065-aa43220bf18f req-3937369b-5c8b-4df2-b239-14569b59eb89 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:15.468510 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ec8b08d-ee01-44be-b065-aa43220bf18f req-3937369b-5c8b-4df2-b239-14569b59eb89 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.1217625 Jul 28 12:10:15.475113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:47Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:15.480259 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-37366e46-20e9-4061-9f8f-7a84ec7b7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:15.481707 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-37366e46-20e9-4061-9f8f-7a84ec7b7f54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 200 len: 834 time: 0.0497546 Jul 28 12:10:15.503671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] Checking router: 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:15.512715 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:15.512894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1ec8b08d-ee01-44be-b065-aa43220bf18f req-eed42a96-ec57-4553-84b7-35546ca657ce tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Jul 28 12:10:15.513494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:15.544939 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-7fe04bae-dc5e-4c54-bd34-1d11b997d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:15.546518 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-7fe04bae-dc5e-4c54-bd34-1d11b997d5c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12d8e880-8c6f-48e1-bc56-94bd55154e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571265 Jul 28 12:10:15.617797 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:15.640089 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-cb65d59a-035e-4a71-8481-e06d5a0e9acc service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852892 Jul 28 12:10:15.731756 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c19ba917-46ec-44a9-9be4-3fcefe1e709b req-20c8d9d7-1e39-4bb0-8a64-e32dbda7f930 service neutron] 10.222.0.44 "GET /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836456 Jul 28 12:10:15.815914 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:47Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:15.994639 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574f7a8-c665-4a5e-bc0e-89aab557539e None None] The sync data for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 is: [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:44Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'c324f367-4092-4c2e-8bde-5acf3287d268', 'name': '', 'network_id': '12d8e880-8c6f-48e1-bc56-94bd55154e42', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ec:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:43Z', 'updated_at': '2021-07-28T12:08:47Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '325e9c4a-dafc-4c93-a8fe-08ba92825a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:16.214946 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101da867-7f88-4c53-b8ea-55926c234f48 None None] New status for floating IP 66a72c47-f082-49fa-9677-ecad1953e083: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:10:16.683188 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb00132-4de5-4220-ab33-2e2015b91e81 req-a9de0e5a-25a6-49e9-b8f2-d77c0fb8d29f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:16.684701 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeb00132-4de5-4220-ab33-2e2015b91e81 req-a9de0e5a-25a6-49e9-b8f2-d77c0fb8d29f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0957270 Jul 28 12:10:16.722429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aeb00132-4de5-4220-ab33-2e2015b91e81 req-59a9db6c-7533-4035-886a-85ac437ce2e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fc5f68c-2762-4156-96c3-b1cafadee510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Jul 28 12:10:16.827747 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-0c89fa8c-b0c7-425d-8446-1fe5d931bf80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:16.829261 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-0c89fa8c-b0c7-425d-8446-1fe5d931bf80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/ports?device_id=73479861-f682-4c6c-8d62-3983e664a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Jul 28 12:10:16.917033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 67f5c066-14e7-4230-bcb7-0361508b5c1d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:10:16.917378 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:17.006960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port 67f5c066-14e7-4230-bcb7-0361508b5c1d, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=67f5c066-14e7-4230-bcb7-0361508b5c1d,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:17.007352 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:17.021805 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 67f5c066-14e7-4230-bcb7-0361508b5c1d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:10:17.160943 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:17.192445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=67f5c066-14e7-4230-bcb7-0361508b5c1d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:17.202843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.203190 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.203529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.203863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.204218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.204551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.204877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.205200 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.205878 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.205984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.206245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.206564 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:17.246924 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] No DVR routers for this DVR port 67f5c066-14e7-4230-bcb7-0361508b5c1d on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:10:17.249752 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:17.251775 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4f0ec645-1e08-41ca-97ca-febf388dfa02 req-7651926d-c5c1-4aec-9d85-96e60020c553 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "DELETE /v2.0/ports/67f5c066-14e7-4230-bcb7-0361508b5c1d HTTP/1.1" status: 204 len: 173 time: 0.4167700 Jul 28 12:10:17.252221 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'name': 'network-vif-deleted', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:17.254530 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ec5c1-ce04-4252-b1cb-9849a8a4bfb1" -d '{"events": [{"server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "name": "network-vif-deleted", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:17.344137 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b76a9-0a69-4428-9d4d-ac46492d407b x-openstack-request-id: req-232b76a9-0a69-4428-9d4d-ac46492d407b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:17.344459 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73479861-f682-4c6c-8d62-3983e664a5a2", "name": "network-vif-deleted", "tag": "67f5c066-14e7-4230-bcb7-0361508b5c1d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:17.344740 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-232b76a9-0a69-4428-9d4d-ac46492d407b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:17.345160 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73479861-f682-4c6c-8d62-3983e664a5a2', 'name': 'network-vif-deleted', 'tag': '67f5c066-14e7-4230-bcb7-0361508b5c1d', 'status': 'completed', 'code': 200} Jul 28 12:10:17.777779 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:18.133334 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:18.381325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port c324f367-4092-4c2e-8bde-5acf3287d268 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:10:18.381663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:18.467349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port c324f367-4092-4c2e-8bde-5acf3287d268, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=c324f367-4092-4c2e-8bde-5acf3287d268,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:18.467632 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:18.480965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for c324f367-4092-4c2e-8bde-5acf3287d268 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:10:18.667276 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:18.693061 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=c324f367-4092-4c2e-8bde-5acf3287d268,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:19.143652 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.350701 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:10:19.453410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:19.458301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ac2a4019-5e2f-4721-bbb7-726042a8a107 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/73f6c955-d2b0-4b7e-9fdd-994c06168ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794760 Jul 28 12:10:19.461030 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:19.463750 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] Sync routers for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:19.472688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:19.473299 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:19.510841 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting subnet 325e9c4a-dafc-4c93-a8fe-08ba92825a4e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:10:19.513850 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.553172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.575729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:19.640578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.699768 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.726175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Subnet': ['ID=325e9c4a-dafc-4c93-a8fe-08ba92825a4e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:19.731435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.734118 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5e93ad8b-70ec-41bc-86cf-3b446465db70 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/subnets/325e9c4a-dafc-4c93-a8fe-08ba92825a4e HTTP/1.1" status: 204 len: 168 time: 0.2715545 Jul 28 12:10:19.736212 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:19.742938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbe3b8-66de-4be9-8cf0-d8ba0351b095 None None] Network 12d8e880-8c6f-48e1-bc56-94bd55154e42 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:10:19.813236 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:10:18Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:19.840818 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] Checking router: 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:19.844801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.885119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] Routers {'73f6c955-d2b0-4b7e-9fdd-994c06168ab4'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:19.885589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:19.950184 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:19.999702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] Set router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:20.005866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 4cc12ca8-62d6-47c9-9d88-afeb5622c977 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:10:20.006220 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.018141 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-f7179bf5-7e43-46cb-9269-4a8f6fda7a00 req-49aa3961-f1fd-487b-9756-959982b2b9aa service neutron] (93836) timed out ('10.222.0.20', 55522) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:10:20.027727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] DHCP port deletion for 12d8e880-8c6f-48e1-bc56-94bd55154e42 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:10:20.085986 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port 4cc12ca8-62d6-47c9-9d88-afeb5622c977, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4cc12ca8-62d6-47c9-9d88-afeb5622c977,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:20.086352 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.103887 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 4cc12ca8-62d6-47c9-9d88-afeb5622c977 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:10:20.186678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Deleting port 11d8e2aa-bfac-4822-9824-d60f90d35988 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:10:20.187056 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.263504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] For port 11d8e2aa-bfac-4822-9824-d60f90d35988, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=11d8e2aa-bfac-4822-9824-d60f90d35988,segment=NetworkSegment(26ed20fc-2002-4927-a757-4a416d64fbef),segment_id=26ed20fc-2002-4927-a757-4a416d64fbef)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:20.263905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.273055 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.279446 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Calling delete_port for 11d8e2aa-bfac-4822-9824-d60f90d35988 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:10:20.286635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:10:18Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:20.299744 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=4cc12ca8-62d6-47c9-9d88-afeb5622c977,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:20.317617 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650420e-3e02-4830-9b4d-05dac249f5cf None None] The sync data for ids ['73f6c955-d2b0-4b7e-9fdd-994c06168ab4'] in n-d-723573-7 is: [{'id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294383500', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:10:18Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '4cc12ca8-62d6-47c9-9d88-afeb5622c977', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f6c955-d2b0-4b7e-9fdd-994c06168ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:08:40Z', 'updated_at': '2021-07-28T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:20.366962 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.375802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.401045 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.426184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Pushing event deleted for resources: {'Port': ['ID=11d8e2aa-bfac-4822-9824-d60f90d35988,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:20.430786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] No DVR routers for this DVR port 11d8e2aa-bfac-4822-9824-d60f90d35988 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:10:20.440110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.440664 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.441101 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.441504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.441956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.442416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.442855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.443194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.443548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.443876 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.444219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.444548 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b117330-d2bc-4d3a-9406-5ff033800850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:20.460679 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.463322 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.506751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.507272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Fanout notify agent at l3_agent the message router_deleted on router 73f6c955-d2b0-4b7e-9fdd-994c06168ab4 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:10:20.515487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.517156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c387fa05-4efe-4f5e-a203-90d0dc7a4b48 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/routers/73f6c955-d2b0-4b7e-9fdd-994c06168ab4 HTTP/1.1" status: 204 len: 168 time: 0.7797999 Jul 28 12:10:20.519760 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59388) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:20.598260 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.690691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.701734 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d8e880-8c6f-48e1-bc56-94bd55154e42']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:20.713145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ed20fc-2002-4927-a757-4a416d64fbef') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:20.713415 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ed20fc-2002-4927-a757-4a416d64fbef') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:20.722659 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.736818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.742971 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:10:20.743295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:10:20.746578 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:10:20.805578 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.813172 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.814984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/networks/12d8e880-8c6f-48e1-bc56-94bd55154e42 HTTP/1.1" status: 204 len: 168 time: 0.2942359 Jul 28 12:10:20.817898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:20.826825 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e459dc-5243-444b-88a0-8dd101cca468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Network': ['ID=12d8e880-8c6f-48e1-bc56-94bd55154e42,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:20.876819 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd779c3-09f2-413b-85a9-f6667cb20237 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.902614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd779c3-09f2-413b-85a9-f6667cb20237 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.966404 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd779c3-09f2-413b-85a9-f6667cb20237 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.968992 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd779c3-09f2-413b-85a9-f6667cb20237 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:20.970157 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ecd779c3-09f2-413b-85a9-f6667cb20237 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fc5f68c-2762-4156-96c3-b1cafadee510 HTTP/1.1" status: 204 len: 168 time: 0.1510592 Jul 28 12:10:20.980344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd779c3-09f2-413b-85a9-f6667cb20237 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5f68c-2762-4156-96c3-b1cafadee510,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:21.204069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 67f5c066-14e7-4230-bcb7-0361508b5c1d no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:10:21.225494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 67f5c066-14e7-4230-bcb7-0361508b5c1d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:10:21.225839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 67f5c066-14e7-4230-bcb7-0361508b5c1d not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:10:21.378094 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:21.383024 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025414075', 'description': 'tempest-secgroup-smoke-1025414075 description', 'project_id': '2edcf33558db4531863a5cf766b35a11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:21.405981 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.429018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c324f367-4092-4c2e-8bde-5acf3287d268 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:10:21.449656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: c324f367-4092-4c2e-8bde-5acf3287d268 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:10:21.450002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device c324f367-4092-4c2e-8bde-5acf3287d268 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:10:21.450523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 11d8e2aa-bfac-4822-9824-d60f90d35988 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:10:21.471450 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 11d8e2aa-bfac-4822-9824-d60f90d35988 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:10:21.471796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 11d8e2aa-bfac-4822-9824-d60f90d35988 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:10:21.491140 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.495611 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.524097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.525944 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1468363 Jul 28 12:10:21.527889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0595d-e87f-48b4-b673-e698871fab5d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb251b-dda8-4c34-9453-66e09b41b5b2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:21.528997 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59398) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:21.533666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'cecb251b-dda8-4c34-9453-66e09b41b5b2', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:21.560562 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.618432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.621693 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.638782 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c673aa6c-95ac-472b-8acb-9048420e133e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:21.644701 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.645828 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ef5b4c3f-d6dc-489a-8935-bcea83da70e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157494 Jul 28 12:10:21.648527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:21.653366 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'cecb251b-dda8-4c34-9453-66e09b41b5b2', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:21.678907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.734949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.738244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.754621 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f692ff23-6110-46a4-956c-67fb40af89f2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:21.761635 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.762786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d7364b9-6017-4547-8a83-e3efee380636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133492 Jul 28 12:10:21.766597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:21.771021 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'cecb251b-dda8-4c34-9453-66e09b41b5b2', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:21.798286 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.855137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.858555 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.876845 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90207a30-53e2-4145-8e41-1db1b781da86,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:21.879233 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.880506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-de8eeea8-040b-407f-bf36-4587173bb90b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129441 Jul 28 12:10:21.883273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:21.888839 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'cecb251b-dda8-4c34-9453-66e09b41b5b2', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:21.914575 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.974634 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.978027 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:21.996105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44ade0e-9c49-4b31-9f3b-2a882c712a75,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:21.998738 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.002508 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-dae40057-c64d-4594-82f5-c16a505b6de9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157069 Jul 28 12:10:22.003002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:22.007103 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'cecb251b-dda8-4c34-9453-66e09b41b5b2', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:22.029820 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:10:22.034608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.093879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.097358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.115490 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993358b1-b3e5-4480-8598-a9c82cda36c3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:22.119045 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.120392 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7a470442-f2c1-4807-8bb8-5d12e0a466a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166666 Jul 28 12:10:22.123122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:22.127610 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'cecb251b-dda8-4c34-9453-66e09b41b5b2', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:22.149727 n-d-723573-7 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:10:22.155108 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.215844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.219265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.236866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb22a0d-1d35-418a-b3b0-cd99caf11ab0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:22.242351 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.245887 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b77cba5a-1adc-4e19-aa6e-8c8a3978a09f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217432 Jul 28 12:10:22.247238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59410) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:22.252089 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'network': {'name': 'tempest-network-smoke--104123248', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:22.272284 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:22.275561 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.298012 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:10:22.308337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.308675 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Added segment c98e3f74-d7b2-4443-b6cb-93d1f0506114 of type vlan for network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 Jul 28 12:10:22.350030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.376461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.381921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:22.382438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.435827 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875625 Jul 28 12:10:22.438512 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:22.444882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'admin_state_up': True, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:22.458002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21520d65-4fe0-459b-bd46-39c209a17bbc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Network': ['ID=fb6d56be-5004-4e41-b6c8-a6d94fe551b0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:22.468321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:10:22.479557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.481012 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.535096 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.667513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.865116 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.883851 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:22.985423 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.28 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ffc3a53f-3c8e-4adb-aa86-a652e2c875fb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:23.008731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc12ca8-62d6-47c9-9d88-afeb5622c977 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:10:23.029275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4cc12ca8-62d6-47c9-9d88-afeb5622c977 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:10:23.029626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4cc12ca8-62d6-47c9-9d88-afeb5622c977 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:10:23.084136 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:23.133196 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:23.168999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:23.171720 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:23.175098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:23.203573 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:23.206294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:23.701214 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:23.892998 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.018115 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 869efa3f-408e-482e-ad43-d29ee7096415 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:10:24.123835 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:24.133580 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Sync routers for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:24.143018 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.144308 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:24.144577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fda83a5d-a07a-49bf-9d57-869fa6851135 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7048771 Jul 28 12:10:24.144980 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:24.147355 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:24.177567 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c25aa5ee-2430-4586-9e28-5c243cc5d78e tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2edcf33558db4531863a5cf766b35a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268266 Jul 28 12:10:24.177790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:24.246942 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:24.325628 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a4182-5f52-44b0-94d3-a59c0c661951 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:24.327169 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-348a4182-5f52-44b0-94d3-a59c0c661951 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485600 Jul 28 12:10:24.329917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:24.363174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-62d474f6-1e75-4db0-9a01-e7a15455d994 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321462 Jul 28 12:10:24.366167 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:24.371514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251998522', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:24.426226 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:23Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:24.451274 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Checking router: 869efa3f-408e-482e-ad43-d29ee7096415 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:24.451617 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Updating router 869efa3f-408e-482e-ad43-d29ee7096415 port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:10:24.459671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:24.463774 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.478479 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.649460 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.709725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Subnet': ['ID=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:24.717132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Checking segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:24.717253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network hostable DHCP agents. Network: fb6d56be-5004-4e41-b6c8-a6d94fe551b0, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:10:24.733535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:10:24.741312 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, fb6d56be-5004-4e41-b6c8-a6d94fe551b0) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:24.745923 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:24.746504 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.752717 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ada712-81a9-47ff-b237-4b1872c6c3e6 None None] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:10:24.761483 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d4f97188-0157-478a-a099-15a7e6eb4fdf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3942816 Jul 28 12:10:24.764198 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:24.827433 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.834748 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Transition to ACTIVE for port object ffc3a53f-3c8e-4adb-aa86-a652e2c875fb will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:24.841825 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.895009 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Attempting to bind port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:24.895394 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Attempting to bind port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:24.895721 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Attempting to bind port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:24.898731 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Pushing event updated for resources: {'Port': ['ID=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:24.906913 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:24.907281 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:24.907679 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.908075 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:24.908524 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Bound port: ffc3a53f-3c8e-4adb-aa86-a652e2c875fb, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:24.908893 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.911138 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.911476 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.911805 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.912135 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.912484 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.912615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:10:24.912811 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.913133 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.913391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:24.913509 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.913753 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.914066 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.914383 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.914697 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:10:24.968733 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] For port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:24.971708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] For port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:24.976997 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.036806 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:25.037428 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:25.042382 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c5d73-6be1-48f0-b538-6d8374070848 None None] Pushing event updated for resources: {'Port': ['ID=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:25.072836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Allocated IP 172.20.0.2 (fb6d56be-5004-4e41-b6c8-a6d94fe551b0/9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c/7745bc7d-a1d6-4393-bc95-de5fd45805f6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:25.153395 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:25.242071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.242279 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.248676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Transition to ACTIVE for port object 7745bc7d-a1d6-4393-bc95-de5fd45805f6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:25.264484 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Transition to ACTIVE for port object 7745bc7d-a1d6-4393-bc95-de5fd45805f6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:25.271037 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.315143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Pushing event updated for resources: {'Port': ['ID=7745bc7d-a1d6-4393-bc95-de5fd45805f6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:25.327449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:25.328891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:25.331517 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:25.332242 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:23Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:25.359332 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98519d78-b522-4303-a9aa-eabb890f6837 None None] The sync data for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 is: [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:23Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:25.390832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Attempting to bind port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:25.391464 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Attempting to bind port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:25.391832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Attempting to bind port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:25.396963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:25.397336 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Checking segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:25.397742 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.398138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Bound using segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:25.398604 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Bound port: 7745bc7d-a1d6-4393-bc95-de5fd45805f6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:25.399008 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.470854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] For port 7745bc7d-a1d6-4393-bc95-de5fd45805f6, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:25.474037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] For port 7745bc7d-a1d6-4393-bc95-de5fd45805f6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7745bc7d-a1d6-4393-bc95-de5fd45805f6,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:25.480894 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.538133 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.1 (fb6d56be-5004-4e41-b6c8-a6d94fe551b0/9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c/d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:25.540657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca1572-c1bb-4c65-9804-1ae9167e3b99 None None] Pushing event updated for resources: {'Port': ['ID=7745bc7d-a1d6-4393-bc95-de5fd45805f6,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:25.693719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.710727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:25.758904 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:25.811623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:25.814810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:25.820894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:25.828494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:25.874995 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:26.010741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:26.303393 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:26.309472 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:26.383906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:26.389082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:26.484016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:26.485497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:26.525849 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0640017-ed32-48f4-9613-f7bedc2a730b None None] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:10:26.599611 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 869efa3f-408e-482e-ad43-d29ee7096415 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:10:26.633793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75b08139-6c2d-4c2d-a6df-d7120a261903 None None] Provisioning for port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:26.713562 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:26.718799 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3d9c0fb0-69cc-4df9-bc1d-d1bfbe0c4783 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/869efa3f-408e-482e-ad43-d29ee7096415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9536052 Jul 28 12:10:26.881517 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-49611f94-f696-4b2f-9796-d7b2cb31084a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025414075&fields=id&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 267 time: 0.0409417 Jul 28 12:10:26.964127 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ad9f282-e2e8-4e55-be8c-ef81b2ee0613 None None] Provisioning for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:26.968772 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ad9f282-e2e8-4e55-be8c-ef81b2ee0613 None None] Provisioning complete for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:26.968938 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f282-e2e8-4e55-be8c-ef81b2ee0613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:26.997548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-331b1f17-d588-45a2-b58e-de2d2d84a03a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:26.999081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-331b1f17-d588-45a2-b58e-de2d2d84a03a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 796 time: 0.1093612 Jul 28 12:10:27.028530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9f282-e2e8-4e55-be8c-ef81b2ee0613 None None] Port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:27.032545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-98d7a3ed-8430-45be-b28c-97457f2a883f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/quotas/2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 375 time: 0.0205648 Jul 28 12:10:27.086062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-fcb16f67-4690-4b61-bda7-e0b99b18b401 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525541 Jul 28 12:10:27.146783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Sync routers for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:27.152405 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffc3a53f-3c8e-4adb-aa86-a652e2c875fb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:27.169745 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-4ffff5fc-b103-496a-8468-b11d60b49dec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:10:27.170881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-4ffff5fc-b103-496a-8468-b11d60b49dec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0708356 Jul 28 12:10:27.194071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:27.194709 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:27.236383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50c6ca4c-ce97-4b37-9665-d8bf751b12b1 None None] Provisioning complete for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:27.236771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c6ca4c-ce97-4b37-9665-d8bf751b12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:27.293731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-50c6ca4c-ce97-4b37-9665-d8bf751b12b1 None None] Port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:27.326828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:27.334933 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:27.335306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:27.546672 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:27.553374 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-895414a3-434a-4a1b-9cb7-79343f5bc52e service neutron] 10.222.0.20 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753273 Jul 28 12:10:27.580713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec3af8c1-5172-42f9-905f-f36c5b68b5cb None None] Provisioning complete for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:27.581082 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8c1-5172-42f9-905f-f36c5b68b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:27.644605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-85ffa45c-4f2a-4966-bd26-8af4315ce017 service neutron] 10.222.0.20 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Jul 28 12:10:27.675224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ec3af8c1-5172-42f9-905f-f36c5b68b5cb None None] Port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:27.731670 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:27.774862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:27.779546 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:27.780356 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7745bc7d-a1d6-4393-bc95-de5fd45805f6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:27.812790 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-735acb8e-ed4a-4b52-ae66-a59b1d982a43 req-6b5b2d84-bd06-4fbe-a657-46715069258a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 210 time: 0.0278311 Jul 28 12:10:27.887141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:27.904580 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:27.911712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:27.912090 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:27.941141 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:26Z', 'revision_number': 2, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:27.982468 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Checking router: 869efa3f-408e-482e-ad43-d29ee7096415 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:27.982827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Updating router 869efa3f-408e-482e-ad43-d29ee7096415 port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:10:28.007674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cdd2c87e-b73c-4e58-a94f-71be31dcff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.018384 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.093572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.187335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 7745bc7d-a1d6-4393-bc95-de5fd45805f6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7745bc7d-a1d6-4393-bc95-de5fd45805f6,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:28.193963 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.295130 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=7745bc7d-a1d6-4393-bc95-de5fd45805f6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:28.377411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.387219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Transition to ACTIVE for port object d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:28.392918 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.463256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ef068-6790-4e5d-9d87-47a9cd5d0eda None None] Pushing event updated for resources: {'Port': ['ID=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:28.497920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Attempting to bind port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:28.498045 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Attempting to bind port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:28.498359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Attempting to bind port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:28.503877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:28.504289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Checking segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:28.504699 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.505149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Bound using segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:28.505644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Bound port: d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:28.506030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.571300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] For port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:28.575475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] For port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:28.580197 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:28.642875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:28.643441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:28.682205 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ef068-6790-4e5d-9d87-47a9cd5d0eda None None] Pushing event updated for resources: {'Port': ['ID=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:28.765526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:28.901885 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a941b22-bc71-4f20-bdc3-582e6e6ac0ef req-807961e8-c620-47d4-9c48-6a7ccac64710 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 210 time: 0.0318568 Jul 28 12:10:28.992523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8586116c-286a-4db2-811f-da0862697c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:28Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:29.019328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586116c-286a-4db2-811f-da0862697c73 None None] The sync data for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 is: [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:28Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:29.101159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffc3a53f-3c8e-4adb-aa86-a652e2c875fb up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:29.160032 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:29.160540 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:29.249443 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7745bc7d-a1d6-4393-bc95-de5fd45805f6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:29.297351 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:29.297724 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:30.001083 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa121d17-e395-4292-ae33-dbc8c2faab64 req-8686f72c-c76f-4d57-b2c1-dca6adde9120 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 210 time: 0.0310159 Jul 28 12:10:30.811633 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-b750ca9f-5b02-453e-ae26-41908cdc5102 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:30.813136 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-b750ca9f-5b02-453e-ae26-41908cdc5102 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 796 time: 0.1067986 Jul 28 12:10:30.856053 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-8d2dfd53-eafa-41e5-9a6b-1322606c1d31 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 380 time: 0.0345309 Jul 28 12:10:30.871691 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'port': {'device_id': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'admin_state_up': True, 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'security_groups': ['cecb251b-dda8-4c34-9453-66e09b41b5b2']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:30.981770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:10:30.985299 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.100416 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:31.102049 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33d41d42-75cc-41f5-8ed4-b0b440765dc3 req-ec0d7c31-a320-496c-87d7-0be9e108eb2e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 210 time: 0.0306387 Jul 28 12:10:31.128909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.5 (fb6d56be-5004-4e41-b6c8-a6d94fe551b0/9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c/6ad18a89-7b0c-431e-8427-658a84d13425) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:31.129823 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.158215 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:31.161806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:31.162176 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.212634 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea82c179-8b8b-4fe0-bdce-135935c81fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.252628 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.276726 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.284621 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:31.288540 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.290764 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object 6ad18a89-7b0c-431e-8427-658a84d13425 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:31.324884 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.341839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:31.365942 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:31.369129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:31.373546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:31.409032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:31.435960 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:31.436639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.451204 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-afd7d5c4-8de3-4f71-8ccc-e4f5b4833213 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842402 Jul 28 12:10:31.463414 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Request body: {'port': {'device_id': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:31.520418 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.633326 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-db76d87b-3529-4cab-9b67-77ad4852ca7a None None] Provisioning for port 6ad18a89-7b0c-431e-8427-658a84d13425 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:31.637302 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-db76d87b-3529-4cab-9b67-77ad4852ca7a None None] Provisioning complete for port 6ad18a89-7b0c-431e-8427-658a84d13425 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:31.637685 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db76d87b-3529-4cab-9b67-77ad4852ca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.671531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-db76d87b-3529-4cab-9b67-77ad4852ca7a None None] Port 6ad18a89-7b0c-431e-8427-658a84d13425 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:10:31.782858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad18a89-7b0c-431e-8427-658a84d13425 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:10:31.790262 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.802755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Transition to ACTIVE for port object 6ad18a89-7b0c-431e-8427-658a84d13425 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:10:31.805937 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:31.858976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:31.930915 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:10:31.931253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:10:31.931586 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:31.936914 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Port 6ad18a89-7b0c-431e-8427-658a84d13425 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:10:31.937237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:10:31.942546 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:10:31.942894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Checking segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:10:31.943279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Bound using segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:10:31.943713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Bound port: 6ad18a89-7b0c-431e-8427-658a84d13425, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:10:31.944078 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:32.009770 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:10:32.013458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:10:32.018384 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:32.054534 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.055144 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:32.056548 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 1091 time: 0.5976534 Jul 28 12:10:32.059290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:32.062731 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:32.097100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49ed06-d9f5-49bf-b8da-258f63140356 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:32.115565 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98701cb7-1ec8-4371-a298-e05ebfe21028 x-openstack-request-id: req-98701cb7-1ec8-4371-a298-e05ebfe21028 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:32.115852 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:32.116100 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98701cb7-1ec8-4371-a298-e05ebfe21028 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:32.116515 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'status': 'completed', 'code': 200} Jul 28 12:10:32.148899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-3a89f6c9-02e1-4046-87ad-b3c094867251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.150407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-3a89f6c9-02e1-4046-87ad-b3c094867251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1094 time: 0.0467854 Jul 28 12:10:32.188391 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:32.195905 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-26be7d0c-3ed2-48f6-a21d-8e125835d8db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 217 time: 0.0371320 Jul 28 12:10:32.232144 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f218d-8eb9-4669-ac6e-273c525683b5 req-39434601-c32b-447e-aafb-a1f6a609db65 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.238384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a2f218d-8eb9-4669-ac6e-273c525683b5 req-39434601-c32b-447e-aafb-a1f6a609db65 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0591009 Jul 28 12:10:32.255075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-a77a6dcc-1d37-4152-a6ae-73060359e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.256732 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-a77a6dcc-1d37-4152-a6ae-73060359e711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0533509 Jul 28 12:10:32.280344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6a2f218d-8eb9-4669-ac6e-273c525683b5 req-2e578f4b-f3aa-499c-82a5-9cfa4d933332 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342224 Jul 28 12:10:32.303390 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-38023538-0e61-40af-a730-c987506a1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.305015 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-38023538-0e61-40af-a730-c987506a1454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412755 Jul 28 12:10:32.392859 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-a326fd6c-2879-490f-90ec-252f93458287 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806310 Jul 28 12:10:32.485516 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c49d15f7-db1c-4aad-aae2-45fff7784562 req-e161d5d0-f4b7-4e06-b0d5-a8ecf4091940 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Jul 28 12:10:32.567072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-4b2e5ef4-d9bb-4975-a6bd-b095265b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.568550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-4b2e5ef4-d9bb-4975-a6bd-b095265b8cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1094 time: 0.0405893 Jul 28 12:10:32.664101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-5d428c5a-ffa3-4cfc-8a8e-775c10f2d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.665594 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-5d428c5a-ffa3-4cfc-8a8e-775c10f2d78f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0903447 Jul 28 12:10:32.707998 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-db66612e-f68e-4892-9f70-0d327905be10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 217 time: 0.0340207 Jul 28 12:10:32.757310 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-9309db18-4489-4b11-83e4-43246f08d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.758647 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-9309db18-4489-4b11-83e4-43246f08d048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0418038 Jul 28 12:10:32.807752 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-fa46ed81-adc3-4041-9420-7c005622b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:32.809277 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-fa46ed81-adc3-4041-9420-7c005622b4af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434299 Jul 28 12:10:32.898263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-8718c0a6-e334-4d1b-a3d9-96b8bbf88f95 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812061 Jul 28 12:10:32.991464 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86b5536a-dd36-4b2b-a32e-aa2c8f0a1257 req-c086fa72-84fc-4e4f-bd9e-5e339821465b service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Jul 28 12:10:33.059851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:33.106153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:33.106527 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:33.395588 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacdfab-fb3d-4069-a0b0-a820c65d0824 req-8c065461-618c-4b1b-be64-6c3c3be968a6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:33.397097 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0aacdfab-fb3d-4069-a0b0-a820c65d0824 req-8c065461-618c-4b1b-be64-6c3c3be968a6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0487497 Jul 28 12:10:33.435290 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0aacdfab-fb3d-4069-a0b0-a820c65d0824 req-c58c1ac9-06cf-4e51-ae95-309cfc6703eb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Jul 28 12:10:33.634344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:34.112853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:10:34.203719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:34.214697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '6ad18a89-7b0c-431e-8427-658a84d13425', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'port_id': '6ad18a89-7b0c-431e-8427-658a84d13425', 'mac_address': 'fa:16:3e:da:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:10:34.254041 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:34.266837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad18a89-7b0c-431e-8427-658a84d13425 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:10:34.285184 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:34.289215 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:34.334757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:34.510475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['6ad18a89-7b0c-431e-8427-658a84d13425'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:10:34.553483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd273-6fdd-4977-92a3-191f73c2b28f req-380dc9af-1c6f-4983-8498-c16e99844a43 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:34.555667 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6bcd273-6fdd-4977-92a3-191f73c2b28f req-380dc9af-1c6f-4983-8498-c16e99844a43 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 944 time: 0.0543389 Jul 28 12:10:34.596093 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6bcd273-6fdd-4977-92a3-191f73c2b28f req-f0e9fcff-cbda-425b-b5f5-68ac9ee6d75c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336435 Jul 28 12:10:35.709603 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f08e7-0fde-4f59-9d50-810de339d587 req-2f79c75f-0722-458f-b890-de34f442918a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:35.711052 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d00f08e7-0fde-4f59-9d50-810de339d587 req-2f79c75f-0722-458f-b890-de34f442918a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 944 time: 0.0483496 Jul 28 12:10:35.748435 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d00f08e7-0fde-4f59-9d50-810de339d587 req-fbeea08c-30f7-4a60-8599-b4132ee13150 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Jul 28 12:10:36.128501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:10:36.177656 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 6ad18a89-7b0c-431e-8427-658a84d13425 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:10:36.181185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 6ad18a89-7b0c-431e-8427-658a84d13425 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:10:36.181562 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:36.259068 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:36.281350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:36.283564 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf6ae9-1bc4-4ab8-bc2b-3f3df05808f0" -d '{"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-plugged", "status": "completed", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:36.296769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:10:36.300895 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:36.326313 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab7d1ff-6795-484d-a599-5488ef8b002a x-openstack-request-id: req-aab7d1ff-6795-484d-a599-5488ef8b002a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:36.326601 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-plugged", "status": "completed", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:36.326854 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aab7d1ff-6795-484d-a599-5488ef8b002a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:36.327243 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'code': 200} Jul 28 12:10:36.357225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:36.418478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf574-6a02-4a2a-8037-1d0d329fbba5 req-781440de-d9c9-494e-b18b-75e4e2b90d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:36.419947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c38cf574-6a02-4a2a-8037-1d0d329fbba5 req-781440de-d9c9-494e-b18b-75e4e2b90d85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1096 time: 0.0408034 Jul 28 12:10:36.453403 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c38cf574-6a02-4a2a-8037-1d0d329fbba5 req-a6c2d13f-1708-429d-8edb-3e8a35fe1651 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265121 Jul 28 12:10:36.863732 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df780f0-0e93-47a1-ab47-76234cc2f698 req-f0b5852d-f283-44a6-a904-f7fdb434b601 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:36.865222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0df780f0-0e93-47a1-ab47-76234cc2f698 req-f0b5852d-f283-44a6-a904-f7fdb434b601 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0501139 Jul 28 12:10:36.903525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0df780f0-0e93-47a1-ab47-76234cc2f698 req-a5822a30-dd40-4b75-9cea-4af4cb2f7f0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jul 28 12:10:38.025157 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4a9d1-f6ce-4a58-a4e3-42e7baa89495 req-1daa538c-4635-4b14-846a-e97b1ea7b02d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:38.027518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5f4a9d1-f6ce-4a58-a4e3-42e7baa89495 req-1daa538c-4635-4b14-846a-e97b1ea7b02d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0545907 Jul 28 12:10:38.065686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5f4a9d1-f6ce-4a58-a4e3-42e7baa89495 req-f158737e-8363-4238-bf21-40cd8eb34e29 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Jul 28 12:10:38.181028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d81c7-8e6d-47ac-92b4-5d61b3734b97 req-5e611557-a70c-4a6d-a6e5-903f709ae1b7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:38.183181 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e1d81c7-8e6d-47ac-92b4-5d61b3734b97 req-5e611557-a70c-4a6d-a6e5-903f709ae1b7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Jul 28 12:10:38.220362 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e1d81c7-8e6d-47ac-92b4-5d61b3734b97 req-27432b27-35d8-4d59-8627-f9a2d02fdea8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Jul 28 12:10:38.241649 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:38.280738 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8380d-8bc0-4425-aecb-1e4c7ef67f29 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:38.282201 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f9e8380d-8bc0-4425-aecb-1e4c7ef67f29 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1091 time: 0.0395603 Jul 28 12:10:38.284966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:38.289306 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '6ad18a89-7b0c-431e-8427-658a84d13425', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:10:38.311148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:38.407056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:38.510851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.215 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/a467c726-41e7-4b17-a255-72b9c30dbe15) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:10:38.611596 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:38.652530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:38.690995 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:10:38.693788 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:10:38.696371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:10:38.731950 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=a467c726-41e7-4b17-a255-72b9c30dbe15,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:39.053779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.124668 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.272463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.277388 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.343790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=a467c726-41e7-4b17-a255-72b9c30dbe15,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:10:39.356834 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.454738 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP 62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c associated. External IP: 172.25.1.215, port: 6ad18a89-7b0c-431e-8427-658a84d13425. Jul 28 12:10:39.657796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 869efa3f-408e-482e-ad43-d29ee7096415 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:10:39.765914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:10:39.775390 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] Sync routers for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:10:39.781896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:39.786657 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:39.787284 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:39.813224 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-68017990-b56f-4061-ad04-3c0ada6cd952 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5246480 Jul 28 12:10:39.813224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:10:39.814174 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11782b45-c96c-4275-bd7d-9409f77f65d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:10:39.854413 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b4492-6fd3-432b-ba64-3e02f2852b99 x-openstack-request-id: req-758b4492-6fd3-432b-ba64-3e02f2852b99 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:10:39.854710 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:10:39.854964 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758b4492-6fd3-432b-ba64-3e02f2852b99 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:10:39.855364 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'status': 'completed', 'code': 200} Jul 28 12:10:39.897074 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:39.914647 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60277dce-071d-4fcc-bdb3-cd7bc766a6f4 req-98258c93-3cf9-4c56-8b5e-2a700e73de40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:39.916068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60277dce-071d-4fcc-bdb3-cd7bc766a6f4 req-98258c93-3cf9-4c56-8b5e-2a700e73de40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Jul 28 12:10:39.919944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-19ae20a1-56ad-4ab1-a63f-00bc0646e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:39.921559 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-19ae20a1-56ad-4ab1-a63f-00bc0646e03f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1096 time: 0.0429580 Jul 28 12:10:39.959177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60277dce-071d-4fcc-bdb3-cd7bc766a6f4 req-6fa43800-8fe2-49cc-bc9f-3fc17f6e80d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Jul 28 12:10:39.982432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:40.018941 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-29b6628e-dee0-4b43-b8a8-b6c28020ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:40.020443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-29b6628e-dee0-4b43-b8a8-b6c28020ae60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0917594 Jul 28 12:10:40.049831 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5d8e4bf8-e125-4af5-99fc-bc29ed68168c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c HTTP/1.1" status: 200 len: 991 time: 0.0650930 Jul 28 12:10:40.092563 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-61ee0014-cee4-45e5-8be8-ad1311dd36e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 999 time: 0.0649028 Jul 28 12:10:40.134696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'port_id': '6ad18a89-7b0c-431e-8427-658a84d13425', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'mac_address': 'fa:16:3e:da:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:10:38Z', 'updated_at': '2021-07-28T12:10:38Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:31Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:40.143551 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-fff0807d-7403-4c17-809d-c99726fcd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:40.145041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-fff0807d-7403-4c17-809d-c99726fcd036 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0457656 Jul 28 12:10:40.161496 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] Checking router: 869efa3f-408e-482e-ad43-d29ee7096415 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:10:40.170183 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:10:40.170710 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:10:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:40.195452 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-c040f17e-c98b-46a8-b805-b83a27c3d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:10:40.196977 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-c040f17e-c98b-46a8-b805-b83a27c3d2c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450029 Jul 28 12:10:40.284090 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:10:40.300160 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-97f83967-6188-4da2-a522-b6b4bed0a998 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964711 Jul 28 12:10:40.411602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-11782b45-c96c-4275-bd7d-9409f77f65d3 req-c2f292c7-eaea-409d-aa70-26fc22a903f5 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039710 Jul 28 12:10:40.571812 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'port_id': '6ad18a89-7b0c-431e-8427-658a84d13425', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'mac_address': 'fa:16:3e:da:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:10:38Z', 'updated_at': '2021-07-28T12:10:38Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:31Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:10:40.600797 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8678896-4e8e-48ff-9b86-62bc44f0f8b1 None None] The sync data for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 is: [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'port_id': '6ad18a89-7b0c-431e-8427-658a84d13425', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'mac_address': 'fa:16:3e:da:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:10:38Z', 'updated_at': '2021-07-28T12:10:38Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:31Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:10:40.832357 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc26f9c-e6f1-4cac-8a1e-e8dcd5f031fb None None] New status for floating IP 62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:10:41.054465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:10:41.120311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-253216e5-bef6-4704-9a13-84edcb307011 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c HTTP/1.1" status: 200 len: 993 time: 0.0644276 Jul 28 12:10:46.463176 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:10:50.375743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:53.205009 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:10:57.949563 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1eac035-7b00-4859-a94b-6507905932e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:01.101931 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:01.203056 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd5dce31-7e00-40dd-86a6-f5e1d2054eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:02.188378 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:03.638986 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:09.916431 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:09.936494 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e35ae-ce32-4b7e-ba26-c32f9304b38b req-2b413003-16f0-49a5-b9ee-281f2ff2e9b8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:09.938094 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a43e35ae-ce32-4b7e-ba26-c32f9304b38b req-2b413003-16f0-49a5-b9ee-281f2ff2e9b8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0532928 Jul 28 12:11:09.977962 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a43e35ae-ce32-4b7e-ba26-c32f9304b38b req-fb7b44b1-4459-43e4-a130-d7907fb9c9a1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336094 Jul 28 12:11:09.996246 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-db22576a-f04d-4a2b-bde8-d2c0d6509aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784645 Jul 28 12:11:11.102905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b8dc-7b1a-4b67-9b10-b70279844ae6 req-2bdca144-d6e3-4380-a2ef-47dbfa89e0e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:11.104421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e672b8dc-7b1a-4b67-9b10-b70279844ae6 req-2bdca144-d6e3-4380-a2ef-47dbfa89e0e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0544693 Jul 28 12:11:11.144398 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-d7f0bdbe-38db-41a9-8224-9c74738eb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:11.145008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e672b8dc-7b1a-4b67-9b10-b70279844ae6 req-b142d90f-385a-4362-bf67-621d7429ee4c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Jul 28 12:11:11.145874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-d7f0bdbe-38db-41a9-8224-9c74738eb82a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1096 time: 0.0429044 Jul 28 12:11:11.238280 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-792dc625-7afa-4cf7-beef-d93b9f753d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:11.239744 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-792dc625-7afa-4cf7-beef-d93b9f753d6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0866578 Jul 28 12:11:11.302913 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-23c82da3-f22f-4d44-8d76-608e7d64cbe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 1001 time: 0.0562682 Jul 28 12:11:11.352645 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-1788aaba-ea38-43eb-9a1c-378440b09350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:11.354009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-1788aaba-ea38-43eb-9a1c-378440b09350 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0415452 Jul 28 12:11:11.403395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-21681554-1f99-419c-81c1-e3ec6639efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:11.404890 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-21681554-1f99-419c-81c1-e3ec6639efdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430300 Jul 28 12:11:11.493539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-d10eea43-a0d5-4dc6-9e93-04b6df7c738d service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799782 Jul 28 12:11:11.586223 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-a207f86c-3ef2-409a-acdb-97d8305763d6 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jul 28 12:11:12.261819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74e0b7-5afe-466e-93ed-91e1caa0177d req-7eb7f9d4-e5ff-409d-841c-9ac966ba2af1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:12.263301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c74e0b7-5afe-466e-93ed-91e1caa0177d req-7eb7f9d4-e5ff-409d-841c-9ac966ba2af1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0510373 Jul 28 12:11:12.300967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6c74e0b7-5afe-466e-93ed-91e1caa0177d req-e245781b-4e10-475c-a96c-6d95f47de636 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Jul 28 12:11:13.416081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258cd4f-5a87-4f7f-b081-72c0736f1949 req-0859b3fe-8d68-46d9-9483-5b0d7e25681f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:13.418203 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a258cd4f-5a87-4f7f-b081-72c0736f1949 req-0859b3fe-8d68-46d9-9483-5b0d7e25681f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0483699 Jul 28 12:11:13.454990 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a258cd4f-5a87-4f7f-b081-72c0736f1949 req-35a3e209-6ee7-472b-83b7-b86890b4b333 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308290 Jul 28 12:11:14.573385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7556e2-a20a-4833-9f95-81b290d77c25 req-ce2d9075-b2f3-4f9d-8a6c-2cc557cf80fd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:14.574911 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b7556e2-a20a-4833-9f95-81b290d77c25 req-ce2d9075-b2f3-4f9d-8a6c-2cc557cf80fd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Jul 28 12:11:14.612551 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0b7556e2-a20a-4833-9f95-81b290d77c25 req-a3063c87-81da-453a-b23b-92b339c08d36 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Jul 28 12:11:14.740897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-4924be8d-dec3-43c1-847f-3928ba71ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:14.742357 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-4924be8d-dec3-43c1-847f-3928ba71ed47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1096 time: 0.0411220 Jul 28 12:11:14.847869 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-24d0381d-1cfa-4735-905b-ba871901fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:14.849263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-24d0381d-1cfa-4735-905b-ba871901fb08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0827894 Jul 28 12:11:14.918522 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-39b5a981-7141-419d-8896-abbc4c81c644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 1001 time: 0.0613902 Jul 28 12:11:14.966634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-1255fd67-fd1a-40c8-90f4-9082ac70337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:14.968031 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-1255fd67-fd1a-40c8-90f4-9082ac70337d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0430517 Jul 28 12:11:15.013399 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-cb39079a-f241-4ab8-a42e-1941c02b2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:15.014876 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-cb39079a-f241-4ab8-a42e-1941c02b2161 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399780 Jul 28 12:11:15.106494 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-8dbcc7f1-1bae-49c0-b8ed-8b119e1ed7ac service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847471 Jul 28 12:11:15.193486 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-728f6f62-57e4-4be2-991b-fe899c4b5f51 req-d150b454-c9ce-4d0d-9da2-c165c89db6f0 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805669 Jul 28 12:11:15.727885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc18350-f34e-408c-8d0c-f7210be67315 req-cf6990b0-114a-4115-8304-4c075eed37c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:15.729352 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fc18350-f34e-408c-8d0c-f7210be67315 req-cf6990b0-114a-4115-8304-4c075eed37c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Jul 28 12:11:15.767209 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5fc18350-f34e-408c-8d0c-f7210be67315 req-66a02b9c-af8d-4930-8c2b-50ba0086450c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307710 Jul 28 12:11:16.882666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9c991-0e09-475f-acf1-e9fbf63a05c3 req-0685ae88-af00-4a5c-a515-1834d7e60eda tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:16.884112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8bb9c991-0e09-475f-acf1-e9fbf63a05c3 req-0685ae88-af00-4a5c-a515-1834d7e60eda tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0497828 Jul 28 12:11:16.922379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8bb9c991-0e09-475f-acf1-e9fbf63a05c3 req-73d0a542-4897-4449-bc05-6d3bd18f345a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jul 28 12:11:18.041324 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a5ec-ae27-4676-9000-dd3767e8361c req-61f3585a-781d-49c9-a748-168f853f4590 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:18.042766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93e1a5ec-ae27-4676-9000-dd3767e8361c req-61f3585a-781d-49c9-a748-168f853f4590 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Jul 28 12:11:18.081246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-93e1a5ec-ae27-4676-9000-dd3767e8361c req-1639591c-a468-4b00-ba33-f9702eec324b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 28 12:11:19.198889 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538821e-d33c-4d2d-9f7f-3ce9b140c9b2 req-51e0a331-13ef-4650-a784-ee245293a2e9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:19.200369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2538821e-d33c-4d2d-9f7f-3ce9b140c9b2 req-51e0a331-13ef-4650-a784-ee245293a2e9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Jul 28 12:11:19.238016 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2538821e-d33c-4d2d-9f7f-3ce9b140c9b2 req-8c79d547-500a-47a2-b194-70938bd0ca20 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Jul 28 12:11:20.349977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d40a46-b42f-4748-9b70-e383cc76a86e req-7d8aa3dd-19d3-44eb-9b16-7c680c271a2e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:20.351410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3d40a46-b42f-4748-9b70-e383cc76a86e req-7d8aa3dd-19d3-44eb-9b16-7c680c271a2e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0473375 Jul 28 12:11:20.386940 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:20.391356 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3d40a46-b42f-4748-9b70-e383cc76a86e req-6b3e248f-ae89-462a-80f1-6a33411067cf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Jul 28 12:11:21.509486 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016937e-1899-4aaf-b95d-0410ab32fa8a req-f8df433a-1e24-48e7-a09e-a3a33c4a25c8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:21.510926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a016937e-1899-4aaf-b95d-0410ab32fa8a req-f8df433a-1e24-48e7-a09e-a3a33c4a25c8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Jul 28 12:11:21.548124 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a016937e-1899-4aaf-b95d-0410ab32fa8a req-49478874-81d5-4be1-a771-e22a1cd121cd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304840 Jul 28 12:11:22.664122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2ce60-7f10-4eb2-bde9-65cafa5e95cf req-a8f6d3fc-161d-4e93-83d2-b31503ec75c2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:22.665630 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7db2ce60-7f10-4eb2-bde9-65cafa5e95cf req-a8f6d3fc-161d-4e93-83d2-b31503ec75c2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Jul 28 12:11:22.703355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7db2ce60-7f10-4eb2-bde9-65cafa5e95cf req-3dd80ae1-d1f2-4814-a79b-ff7593a52e40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316389 Jul 28 12:11:23.207539 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.439552 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-ed45100c-18f1-4c29-8431-db6b5b7e2262 service neutron] show failed (client error): The resource could not be found. Jul 28 12:11:23.440878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-ed45100c-18f1-4c29-8431-db6b5b7e2262 service neutron] 10.222.0.41 "GET /v2.0/ports/6ad18a89-7b0c-431e-8427-658a84d13425/bindings/n-h1-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0616951 Jul 28 12:11:23.462137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:11:23.673109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-2604e001-eb15-4295-a829-40792b765e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:23.674536 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-2604e001-eb15-4295-a829-40792b765e47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 1096 time: 0.0816989 Jul 28 12:11:23.686329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:11:23.737807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:23.818024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c1f98-2a67-40f4-9533-a0b24f8e6d3e req-d9f860fe-01e8-475d-8ef2-51ec6c6e4f4b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:23.819489 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-715c1f98-2a67-40f4-9533-a0b24f8e6d3e req-d9f860fe-01e8-475d-8ef2-51ec6c6e4f4b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0487316 Jul 28 12:11:23.859134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-715c1f98-2a67-40f4-9533-a0b24f8e6d3e req-7548dc8d-418f-45f4-8ad4-5d3ed15bbea8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Jul 28 12:11:23.941767 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:23.974909 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:24.013776 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:11:24.016005 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b1ded-4ad7-414d-8b2f-ccb44bb9b493" -d '{"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:11:24.020303 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.033193 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Transition to ACTIVE for port object 6ad18a89-7b0c-431e-8427-658a84d13425 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:11:24.036237 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.069267 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef832f12-0fe1-415e-b545-1c76d414706d x-openstack-request-id: req-ef832f12-0fe1-415e-b545-1c76d414706d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:11:24.069567 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:11:24.069825 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef832f12-0fe1-415e-b545-1c76d414706d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:11:24.070790 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'code': 200} Jul 28 12:11:24.120583 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:24.132305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.132658 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.133002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.133338 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.133674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.134006 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.134336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.134666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.134991 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.135313 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.135643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.135967 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:24.171582 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] No DVR routers for this DVR port 6ad18a89-7b0c-431e-8427-658a84d13425 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:11:24.305695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:11:24.306039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:11:24.306367 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:24.311715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Port 6ad18a89-7b0c-431e-8427-658a84d13425 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:11:24.312041 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Attempting to bind port 6ad18a89-7b0c-431e-8427-658a84d13425 on network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:11:24.317249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:11:24.317632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Checking segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:11:24.318018 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Bound using segment: {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:11:24.318450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Bound port: 6ad18a89-7b0c-431e-8427-658a84d13425, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98e3f74-d7b2-4443-b6cb-93d1f0506114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:11:24.318814 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.383911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:11:24.387826 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:11:24.392488 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.428134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:24.428769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:24.430159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 1091 time: 0.7478652 Jul 28 12:11:24.451477 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d8f74-009b-4438-9b37-f0085c548fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:24.498883 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-ea7eb108-fbbe-44f2-b794-63ac6072c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:24.500403 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-ea7eb108-fbbe-44f2-b794-63ac6072c75e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1094 time: 0.0460546 Jul 28 12:11:24.594494 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-6183c4e5-cdd8-4219-a366-e4eaeacb9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:24.595946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-6183c4e5-cdd8-4219-a366-e4eaeacb9bb2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0890186 Jul 28 12:11:24.666153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-966b1825-f88d-415f-94b1-b70e9e05790b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 999 time: 0.0623689 Jul 28 12:11:24.714587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-76cd24c9-0398-4e79-81e6-20cd712aafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:24.715895 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-76cd24c9-0398-4e79-81e6-20cd712aafa3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0422635 Jul 28 12:11:24.761560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4d2fd413-436e-4384-9d24-5da5fa9d2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:24.762878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-4d2fd413-436e-4384-9d24-5da5fa9d2f6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389354 Jul 28 12:11:24.852457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-b674e42f-a8b5-4cd9-914e-d7bda0a43290 service neutron] 10.222.0.44 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Jul 28 12:11:24.943312 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-97ac451e-a499-4037-b1ff-d4549498020c service neutron] 10.222.0.44 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Jul 28 12:11:24.992058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f83e-4cd4-4dfd-82eb-7b100cc9ec01 req-ae892df9-ca02-4f9d-b29f-e746ccd2178d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:24.993558 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af61f83e-4cd4-4dfd-82eb-7b100cc9ec01 req-ae892df9-ca02-4f9d-b29f-e746ccd2178d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0629370 Jul 28 12:11:25.035562 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af61f83e-4cd4-4dfd-82eb-7b100cc9ec01 req-fb4b2146-0255-4b4e-8e6f-60d56e1d5ee7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346491 Jul 28 12:11:26.071232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:11:26.073600 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74f2cf-9fdc-463e-866a-165471416699" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:11:26.125316 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dcb8f5-70d1-4f89-b70f-7621f31c5ec5 x-openstack-request-id: req-87dcb8f5-70d1-4f89-b70f-7621f31c5ec5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:11:26.125672 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:11:26.125996 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87dcb8f5-70d1-4f89-b70f-7621f31c5ec5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:11:26.126538 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'status': 'completed', 'code': 200} Jul 28 12:11:26.159113 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53be7a-00a2-4280-a117-f3654f5e094b req-fee6038b-f89e-4931-bc25-bf1ce04d1d09 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.160644 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d53be7a-00a2-4280-a117-f3654f5e094b req-fee6038b-f89e-4931-bc25-bf1ce04d1d09 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Jul 28 12:11:26.200651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3d53be7a-00a2-4280-a117-f3654f5e094b req-8685d670-45d4-4394-b397-755198687a6b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337765 Jul 28 12:11:26.562702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-43842ab6-caf3-4022-9f19-07db834fb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.564198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-43842ab6-caf3-4022-9f19-07db834fb820 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1094 time: 0.4228878 Jul 28 12:11:26.566625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-6c62c29e-f0de-4881-83d9-73f6c63b8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.567942 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-6c62c29e-f0de-4881-83d9-73f6c63b8233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1094 time: 0.4164729 Jul 28 12:11:26.720647 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-24f7da72-c979-47ae-8563-5e5b16d00cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.722091 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-24f7da72-c979-47ae-8563-5e5b16d00cfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.1508257 Jul 28 12:11:26.723159 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-804b3fe3-3bd6-4dae-801a-12af7f128d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.724466 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-804b3fe3-3bd6-4dae-801a-12af7f128d81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.1461396 Jul 28 12:11:26.836019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-fa8353ec-661e-45d6-b975-dd13eba49a60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 999 time: 0.1066804 Jul 28 12:11:26.837690 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-97e834a2-a435-4823-98e0-24512e4232bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 999 time: 0.1017742 Jul 28 12:11:26.923240 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-c07a6b81-76a6-4302-9c99-73844c00f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.924691 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-c07a6b81-76a6-4302-9c99-73844c00f8d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0815859 Jul 28 12:11:26.926075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-eb9df1b8-5ba9-40db-8714-b865b5d5b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:26.927370 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-eb9df1b8-5ba9-40db-8714-b865b5d5b895 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0771759 Jul 28 12:11:26.999769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-cfba78b2-0292-40ae-abc0-653ea649866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.001293 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-cfba78b2-0292-40ae-abc0-653ea649866a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695043 Jul 28 12:11:27.003736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f2cf-9fdc-463e-866a-165471416699 req-bc07de12-f835-4f15-82b8-b0f8b56d0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.005099 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-bc07de12-f835-4f15-82b8-b0f8b56d0b62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658464 Jul 28 12:11:27.161524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-fc5edeb7-134c-4616-b2c9-957ed1f71f48 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517100 Jul 28 12:11:27.164727 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-44b8634d-2eef-48eb-84d2-816504dd1a95 service neutron] 10.222.0.44 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472633 Jul 28 12:11:27.327682 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a084-06c4-4824-84dd-bbe0803fd4af req-b0a4bf22-062b-4a25-aba9-9d5851f4a5ba tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.328400 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-5af1762b-7ef1-42d7-a56d-b2d3baece745 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593485 Jul 28 12:11:27.329180 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e64a084-06c4-4824-84dd-bbe0803fd4af req-b0a4bf22-062b-4a25-aba9-9d5851f4a5ba tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0502179 Jul 28 12:11:27.333663 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6b74f2cf-9fdc-463e-866a-165471416699 req-acdf6a23-543b-4694-882e-e2b5fcf4beea service neutron] 10.222.0.44 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570523 Jul 28 12:11:27.371451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5e64a084-06c4-4824-84dd-bbe0803fd4af req-e294d488-ee37-4059-ad12-e6bc8810c086 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349159 Jul 28 12:11:27.570259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21bcf9-a102-4111-9d08-36e682f94f8b req-db81418c-0fac-4ae9-9031-0b2a13f626ec tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.572222 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f21bcf9-a102-4111-9d08-36e682f94f8b req-db81418c-0fac-4ae9-9031-0b2a13f626ec tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0558686 Jul 28 12:11:27.582784 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-e0867da2-a069-41a5-a2a5-657c9e931b07 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.584451 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-e0867da2-a069-41a5-a2a5-657c9e931b07 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8&tenant_id=2edcf33558db4531863a5cf766b35a11&binding%3Ahost_id=n-h1-723573-7 HTTP/1.1" status: 200 len: 943 time: 0.0551298 Jul 28 12:11:27.592874 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:11:27.616035 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2f21bcf9-a102-4111-9d08-36e682f94f8b req-fe2a71df-50fc-45bd-b375-410cc0622cee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360801 Jul 28 12:11:27.648614 n-d-723573-7 neutron-server[93835]: INFO neutron.api.v2.resource [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-883b6b28-9543-4f1d-aeb3-d1da20b31a91 service neutron] delete failed (client error): The resource could not be found. Jul 28 12:11:27.649741 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-883b6b28-9543-4f1d-aeb3-d1da20b31a91 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6ad18a89-7b0c-431e-8427-658a84d13425/bindings/n-h2-723573-7 HTTP/1.1" status: 404 len: 380 time: 0.0572166 Jul 28 12:11:27.691334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:27.707872 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '6ad18a89-7b0c-431e-8427-658a84d13425', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'port_id': '6ad18a89-7b0c-431e-8427-658a84d13425', 'mac_address': 'fa:16:3e:da:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:11:27.736341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-1257d373-4b9f-4887-ac5a-fee18bbed89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.737752 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-1257d373-4b9f-4887-ac5a-fee18bbed89f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1094 time: 0.0421572 Jul 28 12:11:27.745273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ea9d-2cea-4535-b880-6f3f838c19d8 req-4177da74-de5e-47bb-b080-255b7eed738e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.747023 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.747346 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5b6ea9d-2cea-4535-b880-6f3f838c19d8 req-4177da74-de5e-47bb-b080-255b7eed738e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 943 time: 0.0539238 Jul 28 12:11:27.759854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad18a89-7b0c-431e-8427-658a84d13425 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:11:27.781279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:27.788126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.791729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5b6ea9d-2cea-4535-b880-6f3f838c19d8 req-e051e05d-c732-48e3-afb9-d2fa0e7a5409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371876 Jul 28 12:11:27.834832 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:27.839218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-f3eb97f4-0296-4168-a589-34f67bd994fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.840902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-f3eb97f4-0296-4168-a589-34f67bd994fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0967915 Jul 28 12:11:27.841951 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.842282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.842625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.842963 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.843289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.843615 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.843938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.844289 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.844614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.844934 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.845255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.845575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:11:27.906884 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-e75964a1-771b-4dba-92b0-38ffa02283fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 1000 time: 0.0586162 Jul 28 12:11:27.956081 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f72f-ecb2-42c6-8af6-66c0f09d4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:27.960676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-627fc07b-4200-4759-8a14-043008f5c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:27.962153 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-627fc07b-4200-4759-8a14-043008f5c597 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0486226 Jul 28 12:11:28.008464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-5ee0b646-ac0a-407c-9825-b79e0050a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:28.009802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-5ee0b646-ac0a-407c-9825-b79e0050a334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396802 Jul 28 12:11:28.020492 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['6ad18a89-7b0c-431e-8427-658a84d13425'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:11:28.099104 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-ff425058-cc99-451e-9808-8f409d087ea6 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814092 Jul 28 12:11:28.194769 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bcb3f617-82ee-4e65-8f04-e185af749b62 req-1a90c03f-c09c-46f3-ab70-cdd851e4ae06 service neutron] 10.222.0.41 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Jul 28 12:11:28.342040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:11:28.379117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:11:28.907269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb783c-2f73-4f27-80d1-8ca688a229e1 req-13dd34bd-4a5b-4d18-82f9-c5fd76b428bd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:11:28.908628 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6cb783c-2f73-4f27-80d1-8ca688a229e1 req-13dd34bd-4a5b-4d18-82f9-c5fd76b428bd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 944 time: 0.0485108 Jul 28 12:11:28.945484 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b6cb783c-2f73-4f27-80d1-8ca688a229e1 req-e0f48e6f-81fd-402e-a1f8-d523ecbc79b9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309627 Jul 28 12:11:28.967574 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:29.027755 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a178e5a3-ff95-40c3-b908-cb94ad76f468 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c HTTP/1.1" status: 200 len: 992 time: 0.0589979 Jul 28 12:11:29.592810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:11:29.799103 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 6ad18a89-7b0c-431e-8427-658a84d13425 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:11:29.802574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 6ad18a89-7b0c-431e-8427-658a84d13425 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:11:29.802947 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.875603 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.898123 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:11:29.900404 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933ce71-f0c2-4d82-899d-759b0ad7c76d" -d '{"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-plugged", "status": "completed", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:11:29.914003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:11:29.917903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:29.969317 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:29.988114 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a4a0f-7b89-466c-9b59-8adbf9bded10 x-openstack-request-id: req-d85a4a0f-7b89-466c-9b59-8adbf9bded10 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:11:29.988452 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-plugged", "status": "completed", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:11:29.988709 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85a4a0f-7b89-466c-9b59-8adbf9bded10 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:11:29.989110 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'code': 200} Jul 28 12:11:31.104360 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:31.203000 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2c8be9b-43e6-48fb-b9fa-6ab00ae0b20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:32.191076 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:33.642520 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:50.403444 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:53.225360 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:57.946829 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0282738a-b506-4c9f-b822-2d9b8cc6eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:59.357641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59604) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:11:59.511345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port a467c726-41e7-4b17-a255-72b9c30dbe15 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:11:59.511641 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:59.586572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:59.586894 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:59.598674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for a467c726-41e7-4b17-a255-72b9c30dbe15 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:11:59.745586 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:59.768769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=a467c726-41e7-4b17-a255-72b9c30dbe15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:11:59.830501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:11:59.830829 n-d-723573-7 neutron-server[93835]: INFO neutron.db.l3_db [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP 62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c disassociated (deleted). External IP: 172.25.1.215, port: 6ad18a89-7b0c-431e-8427-658a84d13425. Jul 28 12:12:00.034519 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 869efa3f-408e-482e-ad43-d29ee7096415 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:12:00.141077 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:12:00.146113 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:00.150597 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] Sync routers for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:12:00.160543 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:00.161137 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:00.173310 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-0de919aa-eb38-4351-b116-4e7ba5b225ac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/floatingips/62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c HTTP/1.1" status: 204 len: 168 time: 0.8145456 Jul 28 12:12:00.173895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:00.176335 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:00.234761 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bb8598-ab50-4cc3-a268-e4c982eb9d07 x-openstack-request-id: req-e1bb8598-ab50-4cc3-a268-e4c982eb9d07 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:00.235060 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:00.235319 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1bb8598-ab50-4cc3-a268-e4c982eb9d07 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:00.235725 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'status': 'completed', 'code': 200} Jul 28 12:12:00.270402 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:00.305809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-9f45e661-e70f-4b80-b915-d5e6b5188704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.311302 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-9f45e661-e70f-4b80-b915-d5e6b5188704 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 1096 time: 0.0502028 Jul 28 12:12:00.399346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-393d8224-539d-415c-9b9a-b22d98a4437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.400881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-393d8224-539d-415c-9b9a-b22d98a4437c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 200 len: 897 time: 0.0863597 Jul 28 12:12:00.413733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da790b9-188e-4f42-993a-6d839cd8bd38 req-bbf39c88-b26b-4add-9754-85e54569f3ef tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.416331 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5da790b9-188e-4f42-993a-6d839cd8bd38 req-bbf39c88-b26b-4add-9754-85e54569f3ef tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Jul 28 12:12:00.443999 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-57924679-dcc1-44f8-a616-44e815712dde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 200 len: 217 time: 0.0345211 Jul 28 12:12:00.457926 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5da790b9-188e-4f42-993a-6d839cd8bd38 req-5a7a9892-5863-423b-b92a-1502a14ea1e0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Jul 28 12:12:00.467121 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:12:00.495136 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:31Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:00.497281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-436da665-e56b-45e5-b01c-33c673c0147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.498758 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-436da665-e56b-45e5-b01c-33c673c0147c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 200 len: 834 time: 0.0480537 Jul 28 12:12:00.525702 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] Checking router: 869efa3f-408e-482e-ad43-d29ee7096415 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:12:00.534047 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:00.534660 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:11:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:00.544816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-8cd1b71c-acff-4e3e-bd56-8417bc1f9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:00.546382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-8cd1b71c-acff-4e3e-bd56-8417bc1f9d70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb6d56be-5004-4e41-b6c8-a6d94fe551b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403047 Jul 28 12:12:00.637497 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-c9941756-a5f9-4b7e-83ee-da8c2e319c5c service neutron] 10.222.0.44 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Jul 28 12:12:00.641998 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:00.731814 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0b4566be-f390-4a39-ad85-ab6ff2f71ce9 req-f04b76a0-6bb2-4aec-9696-accc516414f3 service neutron] 10.222.0.44 "GET /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864835 Jul 28 12:12:00.832356 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:31Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:00.857103 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009b8ee-8dbf-4b6f-9666-2b9a0ee7638f None None] The sync data for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 is: [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:25Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'd8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd', 'name': '', 'network_id': 'fb6d56be-5004-4e41-b6c8-a6d94fe551b0', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:20:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:25Z', 'updated_at': '2021-07-28T12:10:31Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:12:01.078413 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5120609-05b5-4920-9dcf-d53f749477e2 None None] New status for floating IP 62995f6f-8ccc-43a5-ac5f-b6bbdeff9a7c: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:12:01.150292 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:01.202219 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-afdfc582-a327-4935-b2bf-32dd2805f242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:01.587874 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948bfdc-ec41-4627-82f1-35cf6ebf4725 req-0877cd74-c322-44e4-a332-718faea94b51 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:01.590021 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1948bfdc-ec41-4627-82f1-35cf6ebf4725 req-0877cd74-c322-44e4-a332-718faea94b51 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0483420 Jul 28 12:12:01.627773 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1948bfdc-ec41-4627-82f1-35cf6ebf4725 req-45d00c55-9f0f-4cf5-a403-c5c7c9d26978 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecb251b-dda8-4c34-9453-66e09b41b5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Jul 28 12:12:01.634379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-c1854e42-ea0a-4e54-b4e9-80371fcc977d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:01.635803 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-c1854e42-ea0a-4e54-b4e9-80371fcc977d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 945 time: 0.0490415 Jul 28 12:12:01.730688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 6ad18a89-7b0c-431e-8427-658a84d13425 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:12:01.731036 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:01.818187 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port 6ad18a89-7b0c-431e-8427-658a84d13425, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=6ad18a89-7b0c-431e-8427-658a84d13425,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:01.818546 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:01.831692 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 6ad18a89-7b0c-431e-8427-658a84d13425 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:12:01.958401 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:01.986056 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=6ad18a89-7b0c-431e-8427-658a84d13425,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:02.030963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] No DVR routers for this DVR port 6ad18a89-7b0c-431e-8427-658a84d13425 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:12:02.033594 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:02.035598 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-44a98578-eebd-4b9a-bccd-dd476ba0525c req-0d4602fb-25fb-4966-8676-d73af5a053b2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "DELETE /v2.0/ports/6ad18a89-7b0c-431e-8427-658a84d13425 HTTP/1.1" status: 204 len: 173 time: 0.3933580 Jul 28 12:12:02.193291 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:02.236866 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-deleted', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:02.239212 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c709e4-4e39-4c84-9c9e-3192ed2b4768" -d '{"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-deleted", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:02.276325 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c898a9-54df-4e18-bad8-870dc937866e x-openstack-request-id: req-a1c898a9-54df-4e18-bad8-870dc937866e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:02.276618 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aac0a83-1f17-497b-9877-17c0f4ed17e8", "name": "network-vif-deleted", "tag": "6ad18a89-7b0c-431e-8427-658a84d13425", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:02.276956 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1c898a9-54df-4e18-bad8-870dc937866e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:02.277361 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aac0a83-1f17-497b-9877-17c0f4ed17e8', 'name': 'network-vif-deleted', 'tag': '6ad18a89-7b0c-431e-8427-658a84d13425', 'status': 'completed', 'code': 200} Jul 28 12:12:02.346443 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90d4cb80-57ae-422b-b920-b554c379d6f1 req-09de36c7-3ad6-49bd-80f2-6690c0a41f68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255458 Jul 28 12:12:02.421673 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90d4cb80-57ae-422b-b920-b554c379d6f1 req-68dd19a5-a0cb-4a23-bdc5-686ffcfa82dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=1aac0a83-1f17-497b-9877-17c0f4ed17e8 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Jul 28 12:12:02.628142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cb80-57ae-422b-b920-b554c379d6f1 req-7e0d41d2-1d21-4bb7-b2e4-fd50c7757fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:02.629536 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90d4cb80-57ae-422b-b920-b554c379d6f1 req-7e0d41d2-1d21-4bb7-b2e4-fd50c7757fd1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2edcf33558db4531863a5cf766b35a11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1892328 Jul 28 12:12:02.685315 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:02.791051 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cb80-57ae-422b-b920-b554c379d6f1 req-96605828-cadc-4ddf-9217-a3dcd2e15c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:02.793143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-90d4cb80-57ae-422b-b920-b554c379d6f1 req-96605828-cadc-4ddf-9217-a3dcd2e15c6f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559319 Jul 28 12:12:03.046314 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:03.302559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:12:03.302820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:03.394379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:03.394733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:03.407202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:12:03.585063 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:03.614925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:03.642028 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.642652 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.642999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.643337 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.643671 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.644009 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.644373 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.644707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.645042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.645371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.645695 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.646018 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:03.648021 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.075043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.285002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router 869efa3f-408e-482e-ad43-d29ee7096415 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:12:04.390063 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:12:04.395196 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7ef8ffd5-f44d-45ac-a71e-d9a0e168d028 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/869efa3f-408e-482e-ad43-d29ee7096415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7088530 Jul 28 12:12:04.397917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:04.400642 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] Sync routers for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:12:04.410092 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:04.410778 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:04.447692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting subnet 9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:12:04.450724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.488580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.513687 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:04.575605 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.633313 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.660502 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:04.664129 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.666000 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1625a9cc-c462-4648-af2f-a44154b7e7ad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/subnets/9b4e2af9-9178-4dc4-b01a-ea9e4d6a672c HTTP/1.1" status: 204 len: 168 time: 0.2671673 Jul 28 12:12:04.669422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:04.674051 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104e8c8-0544-4906-8b8d-ae474d061976 None None] Network fb6d56be-5004-4e41-b6c8-a6d94fe551b0 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:12:04.697689 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:12:03Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:04.724898 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] Checking router: 869efa3f-408e-482e-ad43-d29ee7096415 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:12:04.733846 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] Routers {'869efa3f-408e-482e-ad43-d29ee7096415'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:04.734462 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['869efa3f-408e-482e-ad43-d29ee7096415'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:04.784942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.842306 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] Set router 869efa3f-408e-482e-ad43-d29ee7096415 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:04.873587 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] DHCP port deletion for fb6d56be-5004-4e41-b6c8-a6d94fe551b0 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:12:04.894225 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.923005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] Deleting port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:12:04.923284 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.952977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:12:04.953734 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:04.987063 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] For port 7745bc7d-a1d6-4393-bc95-de5fd45805f6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=7745bc7d-a1d6-4393-bc95-de5fd45805f6,segment=NetworkSegment(c98e3f74-d7b2-4443-b6cb-93d1f0506114),segment_id=c98e3f74-d7b2-4443-b6cb-93d1f0506114)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:04.987466 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.001379 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] Calling delete_port for 7745bc7d-a1d6-4393-bc95-de5fd45805f6 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:12:05.026242 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:12:03Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:05.041955 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port ffc3a53f-3c8e-4adb-aa86-a652e2c875fb, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:05.042875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.056443 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for ffc3a53f-3c8e-4adb-aa86-a652e2c875fb owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:12:05.057419 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633f385-027c-4b09-aee4-bf8fe1826566 None None] The sync data for ids ['869efa3f-408e-482e-ad43-d29ee7096415'] in n-d-723573-7 is: [{'id': '869efa3f-408e-482e-ad43-d29ee7096415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359689311', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:12:03Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'ffc3a53f-3c8e-4adb-aa86-a652e2c875fb', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:93:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869efa3f-408e-482e-ad43-d29ee7096415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:10:22Z', 'updated_at': '2021-07-28T12:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:12:05.112764 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.140214 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] No DVR routers for this DVR port 7745bc7d-a1d6-4393-bc95-de5fd45805f6 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:12:05.141837 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bc285-9b7c-4c29-811f-4ef5a4ba9e5e None None] Pushing event deleted for resources: {'Port': ['ID=7745bc7d-a1d6-4393-bc95-de5fd45805f6,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:05.234252 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.260482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=ffc3a53f-3c8e-4adb-aa86-a652e2c875fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:05.321071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.411464 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.413457 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.518191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7745bc7d-a1d6-4393-bc95-de5fd45805f6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:12:05.552783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 7745bc7d-a1d6-4393-bc95-de5fd45805f6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:12:05.553762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 7745bc7d-a1d6-4393-bc95-de5fd45805f6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:12:05.800596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.801213 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Fanout notify agent at l3_agent the message router_deleted on router 869efa3f-408e-482e-ad43-d29ee7096415 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:12:05.803128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:12:05.808804 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.810198 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a443c08c-5039-4bb5-846b-ae253aeb7b41 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/routers/869efa3f-408e-482e-ad43-d29ee7096415 HTTP/1.1" status: 204 len: 168 time: 1.1399317 Jul 28 12:12:05.812877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:05.826581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 6ad18a89-7b0c-431e-8427-658a84d13425 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:12:05.826932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 6ad18a89-7b0c-431e-8427-658a84d13425 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:12:05.890785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.981822 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:05.992155 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6d56be-5004-4e41-b6c8-a6d94fe551b0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:06.003833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98e3f74-d7b2-4443-b6cb-93d1f0506114') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:06.004129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98e3f74-d7b2-4443-b6cb-93d1f0506114') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:06.012928 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.026295 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.032403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:12:06.032785 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:12:06.035829 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:12:06.092689 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.097837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.100577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/networks/fb6d56be-5004-4e41-b6c8-a6d94fe551b0 HTTP/1.1" status: 204 len: 168 time: 0.2860844 Jul 28 12:12:06.102811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:06.118893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0f185-0494-4dcc-986c-7ad0032493ab tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Network': ['ID=fb6d56be-5004-4e41-b6c8-a6d94fe551b0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:06.161610 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5378017-8b86-4f89-b008-8e120fb71897 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.187729 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5378017-8b86-4f89-b008-8e120fb71897 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.252345 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5378017-8b86-4f89-b008-8e120fb71897 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.254855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5378017-8b86-4f89-b008-8e120fb71897 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.256048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f5378017-8b86-4f89-b008-8e120fb71897 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/security-groups/cecb251b-dda8-4c34-9453-66e09b41b5b2 HTTP/1.1" status: 204 len: 168 time: 0.1522539 Jul 28 12:12:06.265508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5378017-8b86-4f89-b008-8e120fb71897 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb251b-dda8-4c34-9453-66e09b41b5b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:06.658378 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:06.663121 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933936062', 'description': 'tempest-secgroup-smoke-933936062 description', 'project_id': '2edcf33558db4531863a5cf766b35a11'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:06.684978 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.764158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.768030 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.795287 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.796525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1370447 Jul 28 12:12:06.798335 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c2b4e-d2f0-4c16-bfcc-1ef48c8fce11 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3644b2a6-281b-4396-ab4f-0ce951bf3cbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:06.799573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:06.805820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '3644b2a6-281b-4396-ab4f-0ce951bf3cbd', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:06.834700 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.886997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.890432 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.908418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012ff569-2ff8-48ab-a60d-be2db4257fe4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:06.913497 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:06.914728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-42af7a3d-79b6-42f6-8e69-9728950d3483 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131821 Jul 28 12:12:06.917679 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:06.924299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '3644b2a6-281b-4396-ab4f-0ce951bf3cbd', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:06.951263 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.015090 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.018879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.040870 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e082e70f-846f-49ff-81c5-88fae8eaa559,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:07.044281 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.045454 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-fd6640a4-e4e4-4cc4-b3bf-e14263a299e4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264129 Jul 28 12:12:07.048297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:07.052836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '3644b2a6-281b-4396-ab4f-0ce951bf3cbd', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:07.080817 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.109501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:12:07.131757 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:12:07.132097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d8e3e9e9-02d6-4f0f-857f-5ec73c18a6bd not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:12:07.132544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffc3a53f-3c8e-4adb-aa86-a652e2c875fb no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:12:07.139491 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.143534 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.152437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: ffc3a53f-3c8e-4adb-aa86-a652e2c875fb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:12:07.152778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device ffc3a53f-3c8e-4adb-aa86-a652e2c875fb not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:12:07.163241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c8aa3f-f0ca-4163-9389-ea96ad59cccf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:07.170161 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.171445 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1998aeec-b295-47ba-9c03-361a02ba4ddc tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221955 Jul 28 12:12:07.174231 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:07.178593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '3644b2a6-281b-4396-ab4f-0ce951bf3cbd', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:07.205353 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.265074 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.268949 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.286038 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e033e16-c401-47b4-adaa-fb03e6c57a46,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:07.291498 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.292709 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bcc0c2ad-4f8e-43ab-baf1-0a935f2b3409 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175573 Jul 28 12:12:07.295457 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:07.299808 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '3644b2a6-281b-4396-ab4f-0ce951bf3cbd', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:07.321409 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:12:07.326867 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.385257 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.388642 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.405683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56f619a-eb2c-44d3-bd2a-dba4c29d4631,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:07.411653 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.412734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-81df2417-9d5e-4165-b5a6-10c0f8b8e075 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163707 Jul 28 12:12:07.416426 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59648) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:07.421501 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': '3644b2a6-281b-4396-ab4f-0ce951bf3cbd', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:07.442863 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:12:07.447556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.506120 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.509470 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.528143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9039fd44-5e13-4397-85b5-67260f82b9f8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:07.533731 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.534812 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-218c6a2b-031a-48da-b2e1-436849998486 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173999 Jul 28 12:12:07.537625 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:07.542891 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'network': {'name': 'tempest-network-smoke--670075986', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:07.564674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:12:07.567927 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.591981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:12:07.602127 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.602468 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Added segment 0d3877f0-c3dd-4b30-ba7d-76977876e89e of type vlan for network d7796499-760f-41a2-bd7d-dcf0009e5dd3 Jul 28 12:12:07.658048 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.691364 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.696858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:07.697435 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.763804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2251582 Jul 28 12:12:07.766657 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59652) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:07.771639 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'admin_state_up': True, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:07.796320 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.797389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.798135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaccd7b-4602-4b7e-ac09-ab09eb95feaa tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Network': ['ID=d7796499-760f-41a2-bd7d-dcf0009e5dd3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:07.808793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:12:07.850257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:07.985797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.178363 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.196627 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.297218 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.239 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/bcfb6d0e-caca-460c-ac04-361fa33f6aee) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:12:08.399814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.437508 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.475391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:08.480079 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:08.482433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:12:08.504952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=bcfb6d0e-caca-460c-ac04-361fa33f6aee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:08.728435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:08.921221 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.048393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router f209f340-de6c-495b-ac12-54b23d538126 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:12:09.154999 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:12:09.164458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Sync routers for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:12:09.172839 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.173563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:09.174300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:09.177205 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:09.177754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fdee66b0-60e4-4b3c-a625-dc36f3a93434 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4093258 Jul 28 12:12:09.211535 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3c8b8b76-ad9f-4d8e-943a-5dc88ce3f764 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2edcf33558db4531863a5cf766b35a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331013 Jul 28 12:12:09.214762 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:09.280374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:09.310109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58675ec9-b3bb-4800-9761-b791762d1ed6 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:09.311577 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-58675ec9-b3bb-4800-9761-b791762d1ed6 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957770 Jul 28 12:12:09.314403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:09.344353 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-46c03842-b966-4aec-86d8-d2e715287500 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268710 Jul 28 12:12:09.344904 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:09.349911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1486663373', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:09.442435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:12:09.445953 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.456771 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:08Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:09.482903 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Checking router: f209f340-de6c-495b-ac12-54b23d538126 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:12:09.483253 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Updating router f209f340-de6c-495b-ac12-54b23d538126 port bcfb6d0e-caca-460c-ac04-361fa33f6aee binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:12:09.508322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.635170 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.693852 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Subnet': ['ID=018778e3-a190-4d1e-932f-6b15b44a9310,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:09.704403 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Checking segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:12:09.704763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network hostable DHCP agents. Network: d7796499-760f-41a2-bd7d-dcf0009e5dd3, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:12:09.724759 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:12:09.735183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, d7796499-760f-41a2-bd7d-dcf0009e5dd3) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:09.739493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:09.739980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.755401 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-75dbf465-d449-443b-8a0d-ccc4e470edd5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4094558 Jul 28 12:12:09.758061 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.758572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:09.761734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d7d2f5-84e3-4553-a877-e41e61415de6 None None] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:12:09.806304 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Transition to ACTIVE for port object bcfb6d0e-caca-460c-ac04-361fa33f6aee will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:09.813748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.880382 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Attempting to bind port bcfb6d0e-caca-460c-ac04-361fa33f6aee on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:12:09.880753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Attempting to bind port bcfb6d0e-caca-460c-ac04-361fa33f6aee by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:12:09.881120 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Attempting to bind port bcfb6d0e-caca-460c-ac04-361fa33f6aee on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:12:09.885547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bc87b-50f7-4faa-9f1c-28c66d33d92b None None] Pushing event updated for resources: {'Port': ['ID=bcfb6d0e-caca-460c-ac04-361fa33f6aee,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:09.891540 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:12:09.891955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:12:09.892715 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.892973 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:12:09.893436 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Bound port: bcfb6d0e-caca-460c-ac04-361fa33f6aee, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:12:09.893840 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:09.985680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] For port bcfb6d0e-caca-460c-ac04-361fa33f6aee, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:12:09.990291 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] For port bcfb6d0e-caca-460c-ac04-361fa33f6aee, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bcfb6d0e-caca-460c-ac04-361fa33f6aee,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:12:09.994287 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.034570 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-d7796499-760f-41a2-bd7d-dcf0009e5dd3', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:12:10.035420 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.082996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bc87b-50f7-4faa-9f1c-28c66d33d92b None None] Pushing event updated for resources: {'Port': ['ID=bcfb6d0e-caca-460c-ac04-361fa33f6aee,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:10.091134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:10.091827 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:10.291034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Allocated IP 172.20.0.2 (d7796499-760f-41a2-bd7d-dcf0009e5dd3/018778e3-a190-4d1e-932f-6b15b44a9310/8b7b5474-ec2a-420c-954a-9e77b98417d0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:12:10.294265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:10.493479 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.572065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.582563 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Transition to ACTIVE for port object 8b7b5474-ec2a-420c-954a-9e77b98417d0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:10.600887 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a460e0f9-208d-416a-be8d-758763da86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:08Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:10.602839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Transition to ACTIVE for port object 8b7b5474-ec2a-420c-954a-9e77b98417d0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:10.633588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460e0f9-208d-416a-be8d-758763da86df None None] The sync data for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 is: [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:08Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:12:10.635493 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.676138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:10.684530 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:10.686372 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Pushing event updated for resources: {'Port': ['ID=8b7b5474-ec2a-420c-954a-9e77b98417d0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:10.688565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:12:10.742224 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Attempting to bind port 8b7b5474-ec2a-420c-954a-9e77b98417d0 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:12:10.742589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Attempting to bind port 8b7b5474-ec2a-420c-954a-9e77b98417d0 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:12:10.742961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Attempting to bind port 8b7b5474-ec2a-420c-954a-9e77b98417d0 on network d7796499-760f-41a2-bd7d-dcf0009e5dd3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:12:10.748549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:12:10.748918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Checking segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:12:10.749319 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.749713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Bound using segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:12:10.750202 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Bound port: 8b7b5474-ec2a-420c-954a-9e77b98417d0, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:12:10.750586 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.781957 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.1 (d7796499-760f-41a2-bd7d-dcf0009e5dd3/018778e3-a190-4d1e-932f-6b15b44a9310/cea6b8b3-995b-45c3-8d85-fdb00d18792f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:12:10.822607 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] For port 8b7b5474-ec2a-420c-954a-9e77b98417d0, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:12:10.826348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] For port 8b7b5474-ec2a-420c-954a-9e77b98417d0, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8b7b5474-ec2a-420c-954a-9e77b98417d0,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:12:10.830820 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.914047 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a53b7e-f0c1-4ac0-872c-d1eec1c0e599 None None] Pushing event updated for resources: {'Port': ['ID=8b7b5474-ec2a-420c-954a-9e77b98417d0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:10.938128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:10.954349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object cea6b8b3-995b-45c3-8d85-fdb00d18792f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:10.998801 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.042850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:11.046070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:11.052294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:12:11.078349 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=cea6b8b3-995b-45c3-8d85-fdb00d18792f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:11.109887 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.233257 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcfb6d0e-caca-460c-ac04-361fa33f6aee up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:11.286474 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.300536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port bcfb6d0e-caca-460c-ac04-361fa33f6aee completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:11.309650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port bcfb6d0e-caca-460c-ac04-361fa33f6aee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:11.310361 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.392003 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.414841 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port bcfb6d0e-caca-460c-ac04-361fa33f6aee, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bcfb6d0e-caca-460c-ac04-361fa33f6aee,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:11.419123 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.607974 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.613058 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.654359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=bcfb6d0e-caca-460c-ac04-361fa33f6aee,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:11.693696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=cea6b8b3-995b-45c3-8d85-fdb00d18792f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:11.699264 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:11.802917 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:11.804375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:11.922743 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router f209f340-de6c-495b-ac12-54b23d538126 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:12:11.945855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905ad78-fb9e-4025-83f0-fe9818d306f3 None None] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:12:12.031341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-46cba897-24f5-4757-8b94-4a2dcf5b61db None None] Provisioning for port 8b7b5474-ec2a-420c-954a-9e77b98417d0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:12.031600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:12:12.036420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0b405538-1d2b-468a-bf60-9b88ebbf8a1d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/f209f340-de6c-495b-ac12-54b23d538126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2767358 Jul 28 12:12:12.202506 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-d57e3798-b8bd-4856-b7c4-e45bcbb9f266 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933936062&fields=id&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 267 time: 0.0359840 Jul 28 12:12:12.317243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-befbb824-ee57-4489-869a-f975144614fb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:12.318751 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-befbb824-ee57-4489-869a-f975144614fb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 796 time: 0.1085579 Jul 28 12:12:12.335263 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-a30ec010-9d5f-4f60-9b72-9e3bbc00556b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/quotas/2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 375 time: 0.0098789 Jul 28 12:12:12.397233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-210e0ca2-4f64-4f61-8b47-335520d2e818 None None] Provisioning for port cea6b8b3-995b-45c3-8d85-fdb00d18792f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:12.398277 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-bb883f0a-ee6d-4e6e-ba75-dc447a4d6ade tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568285 Jul 28 12:12:12.403179 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-210e0ca2-4f64-4f61-8b47-335520d2e818 None None] Provisioning complete for port cea6b8b3-995b-45c3-8d85-fdb00d18792f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:12.403802 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-210e0ca2-4f64-4f61-8b47-335520d2e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:12.445736 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Sync routers for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:12:12.447935 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-210e0ca2-4f64-4f61-8b47-335520d2e818 None None] Port cea6b8b3-995b-45c3-8d85-fdb00d18792f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:12:12.459345 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:12.460311 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:12.503845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-4bd7e614-4949-46a4-bfd5-c565ddd4e7a1 service neutron] 10.222.0.20 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905409 Jul 28 12:12:12.568550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3caa724e-71f7-45e6-8054-d49f6a8ca838 None None] Provisioning complete for port cea6b8b3-995b-45c3-8d85-fdb00d18792f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:12.569010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3caa724e-71f7-45e6-8054-d49f6a8ca838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:12.606078 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3caa724e-71f7-45e6-8054-d49f6a8ca838 None None] Port cea6b8b3-995b-45c3-8d85-fdb00d18792f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:12:12.615048 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-846d8468-b74a-49a5-9ee5-7509410f1426 service neutron] 10.222.0.20 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045218 Jul 28 12:12:12.669863 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:12.802889 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0666f8a8-cab5-4cf0-8868-a1a30d4281f8 req-e8f8654c-b16e-4f6d-be09-8bd6830a237e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 210 time: 0.0295670 Jul 28 12:12:12.844539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-38b992fc-d149-4eb4-a311-2bce807b7ba1 None None] Provisioning complete for port cea6b8b3-995b-45c3-8d85-fdb00d18792f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:12.844921 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38b992fc-d149-4eb4-a311-2bce807b7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:12.874065 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 2, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:12.878624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-38b992fc-d149-4eb4-a311-2bce807b7ba1 None None] Port cea6b8b3-995b-45c3-8d85-fdb00d18792f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:12:12.899991 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Checking router: f209f340-de6c-495b-ac12-54b23d538126 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:12:12.900299 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Updating router f209f340-de6c-495b-ac12-54b23d538126 port cea6b8b3-995b-45c3-8d85-fdb00d18792f binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:12:12.928939 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.199726 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.209942 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Transition to ACTIVE for port object cea6b8b3-995b-45c3-8d85-fdb00d18792f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:13.211693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcfb6d0e-caca-460c-ac04-361fa33f6aee up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:13.216628 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.266352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port bcfb6d0e-caca-460c-ac04-361fa33f6aee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:13.266352 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.282508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Pushing event updated for resources: {'Port': ['ID=cea6b8b3-995b-45c3-8d85-fdb00d18792f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:13.313023 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.313358 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.314701 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.315590 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.316101 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.316465 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.316968 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.317308 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.318021 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.318358 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.318823 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.319319 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:12:13.365391 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Attempting to bind port cea6b8b3-995b-45c3-8d85-fdb00d18792f on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:12:13.365766 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Attempting to bind port cea6b8b3-995b-45c3-8d85-fdb00d18792f by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:12:13.366126 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Attempting to bind port cea6b8b3-995b-45c3-8d85-fdb00d18792f on network d7796499-760f-41a2-bd7d-dcf0009e5dd3 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:12:13.369788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b7b5474-ec2a-420c-954a-9e77b98417d0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:13.371348 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:12:13.371719 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Checking segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:12:13.372114 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.372530 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Bound using segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:12:13.372987 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Bound port: cea6b8b3-995b-45c3-8d85-fdb00d18792f, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:12:13.373359 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.422623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8b7b5474-ec2a-420c-954a-9e77b98417d0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:13.426830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8b7b5474-ec2a-420c-954a-9e77b98417d0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:13.427276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.439920 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] For port cea6b8b3-995b-45c3-8d85-fdb00d18792f, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:12:13.443491 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] For port cea6b8b3-995b-45c3-8d85-fdb00d18792f, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cea6b8b3-995b-45c3-8d85-fdb00d18792f,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:12:13.447871 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.494659 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:13.495329 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:13.522969 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.549073 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ddae-2fde-45df-b307-53e3b7884384 None None] Pushing event updated for resources: {'Port': ['ID=cea6b8b3-995b-45c3-8d85-fdb00d18792f,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:13.566383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8b7b5474-ec2a-420c-954a-9e77b98417d0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8b7b5474-ec2a-420c-954a-9e77b98417d0,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:13.571296 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:13.618345 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:13.632855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8b7b5474-ec2a-420c-954a-9e77b98417d0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:13.794065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-74a0374e-aa1f-4d5f-ade3-9d22e0a72e28 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:13.796406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-74a0374e-aa1f-4d5f-ade3-9d22e0a72e28 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 796 time: 0.1342349 Jul 28 12:12:13.849150 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-88cebe45-d17e-443d-9034-605605ceffd4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 379 time: 0.0433488 Jul 28 12:12:13.863648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'port': {'device_id': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'admin_state_up': True, 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'security_groups': ['3644b2a6-281b-4396-ab4f-0ce951bf3cbd']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:13.887583 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:13Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:13.914565 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4bb7e-8670-44b6-af62-1a50c3b460fa None None] The sync data for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 is: [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:13Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:12:13.920631 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5bea6d6b-b9fb-4077-a561-184c21d62cfc req-3d81d2db-7903-462f-ae19-2edf1c655060 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 210 time: 0.0343616 Jul 28 12:12:13.988016 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:12:13.991434 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.123911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.8 (d7796499-760f-41a2-bd7d-dcf0009e5dd3/018778e3-a190-4d1e-932f-6b15b44a9310/c8423893-409e-4a5d-94ec-72e37c08990b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:12:14.272877 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.288809 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object c8423893-409e-4a5d-94ec-72e37c08990b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:14.323774 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.375503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:14.379729 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:14.381724 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=c8423893-409e-4a5d-94ec-72e37c08990b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:14.383876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:12:14.436473 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:14.437433 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.453814 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-ddc20bee-5292-458c-9c89-994b5094c16e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989952 Jul 28 12:12:14.466965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Request body: {'port': {'device_id': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:14.533858 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.593999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dd86691d-9db8-4c5f-90dc-e8f973972374 None None] Provisioning for port c8423893-409e-4a5d-94ec-72e37c08990b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:14.599018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dd86691d-9db8-4c5f-90dc-e8f973972374 None None] Provisioning complete for port c8423893-409e-4a5d-94ec-72e37c08990b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:14.599402 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dd86691d-9db8-4c5f-90dc-e8f973972374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.641167 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dd86691d-9db8-4c5f-90dc-e8f973972374 None None] Port c8423893-409e-4a5d-94ec-72e37c08990b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:12:14.815276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8423893-409e-4a5d-94ec-72e37c08990b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:12:14.822973 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.835392 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Transition to ACTIVE for port object c8423893-409e-4a5d-94ec-72e37c08990b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:12:14.840494 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:14.891716 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Pushing event updated for resources: {'Port': ['ID=c8423893-409e-4a5d-94ec-72e37c08990b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:14.979195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Attempting to bind port c8423893-409e-4a5d-94ec-72e37c08990b on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:12:14.980101 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Attempting to bind port c8423893-409e-4a5d-94ec-72e37c08990b by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:12:14.980463 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Attempting to bind port c8423893-409e-4a5d-94ec-72e37c08990b on network d7796499-760f-41a2-bd7d-dcf0009e5dd3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:12:14.990667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Port c8423893-409e-4a5d-94ec-72e37c08990b on network d7796499-760f-41a2-bd7d-dcf0009e5dd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:12:14.991243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Attempting to bind port c8423893-409e-4a5d-94ec-72e37c08990b on network d7796499-760f-41a2-bd7d-dcf0009e5dd3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:12:14.998015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:12:14.998689 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Checking segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:12:14.999332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Bound using segment: {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:12:14.999971 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Bound port: c8423893-409e-4a5d-94ec-72e37c08990b, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3877f0-c3dd-4b30-ba7d-76977876e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:12:15.000572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.056411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bdce-55bc-4593-bb1e-01e490892117 req-20a0bfbd-dd0e-4be9-91fa-5db26d475b29 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.067778 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f847bdce-55bc-4593-bb1e-01e490892117 req-20a0bfbd-dd0e-4be9-91fa-5db26d475b29 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 943 time: 0.0659056 Jul 28 12:12:15.096986 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] For port c8423893-409e-4a5d-94ec-72e37c08990b, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:12:15.102263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] For port c8423893-409e-4a5d-94ec-72e37c08990b, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c8423893-409e-4a5d-94ec-72e37c08990b,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:12:15.108528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.127253 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f847bdce-55bc-4593-bb1e-01e490892117 req-a7bb1bc9-2e25-408c-a6f8-32042a4e121a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516098 Jul 28 12:12:15.147396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.148148 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.150002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] 10.222.0.41 "PUT /v2.0/ports/c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 1091 time: 0.6884637 Jul 28 12:12:15.153572 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:15.158014 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed06959c-da8f-42ef-9cca-26bc9ca125d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:15.196066 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9804f7-643b-4d77-892e-6c9274d06d6a service neutron] Pushing event updated for resources: {'Port': ['ID=c8423893-409e-4a5d-94ec-72e37c08990b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:15.234458 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6257a97-67de-4ff6-8b44-e62c1d3416f3 x-openstack-request-id: req-a6257a97-67de-4ff6-8b44-e62c1d3416f3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:15.234751 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:15.235002 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6257a97-67de-4ff6-8b44-e62c1d3416f3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:15.235427 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'status': 'completed', 'code': 200} Jul 28 12:12:15.251154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cea6b8b3-995b-45c3-8d85-fdb00d18792f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:15.260413 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-0799f156-80be-40a1-8736-6bd07ae51930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.262765 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-0799f156-80be-40a1-8736-6bd07ae51930 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1094 time: 0.0630472 Jul 28 12:12:15.306991 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port cea6b8b3-995b-45c3-8d85-fdb00d18792f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:15.311222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-0603dfd4-db72-4778-a027-bc2f4a47da02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 217 time: 0.0402389 Jul 28 12:12:15.312407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port cea6b8b3-995b-45c3-8d85-fdb00d18792f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:15.312780 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.363777 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-5a33f15c-f0b1-4e34-9ba5-da46461f1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.365340 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-5a33f15c-f0b1-4e34-9ba5-da46461f1ca5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 200 len: 835 time: 0.0478263 Jul 28 12:12:15.403207 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.416673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188fc4a-b2db-49fe-b339-63b25250239b req-7b83dff3-6951-48ae-baa1-e2f66212368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.418788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-7b83dff3-6951-48ae-baa1-e2f66212368d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7796499-760f-41a2-bd7d-dcf0009e5dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459661 Jul 28 12:12:15.442002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port cea6b8b3-995b-45c3-8d85-fdb00d18792f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cea6b8b3-995b-45c3-8d85-fdb00d18792f,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:15.448459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.449106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b7b5474-ec2a-420c-954a-9e77b98417d0 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:15.507550 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-8078d24d-fe67-49ab-99c3-ecf9fd30a2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814393 Jul 28 12:12:15.522900 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=cea6b8b3-995b-45c3-8d85-fdb00d18792f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:15.534059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8b7b5474-ec2a-420c-954a-9e77b98417d0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:15.534508 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:15.602764 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-4188fc4a-b2db-49fe-b339-63b25250239b req-68a5bdf7-fea6-48a5-93e7-bb2721174bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879815 Jul 28 12:12:15.684787 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-dc82b1b3-1987-4bec-90c4-649911417166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.686321 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-dc82b1b3-1987-4bec-90c4-649911417166 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1094 time: 0.0411699 Jul 28 12:12:15.774499 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-c6960fd3-e2c8-4e24-b205-af7e75355e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.775966 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-c6960fd3-e2c8-4e24-b205-af7e75355e82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 897 time: 0.0829363 Jul 28 12:12:15.820440 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-948a65c8-8c9a-4cf8-994f-7e6c9304042a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 217 time: 0.0368505 Jul 28 12:12:15.870254 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-e4980565-d68f-4bf2-a947-a2ba875912ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.871600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-e4980565-d68f-4bf2-a947-a2ba875912ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 200 len: 835 time: 0.0426621 Jul 28 12:12:15.918456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-e1cd86f7-ac36-4369-ada4-23a3a695463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:15.919913 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-e1cd86f7-ac36-4369-ada4-23a3a695463f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7796499-760f-41a2-bd7d-dcf0009e5dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406840 Jul 28 12:12:16.011808 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-f02e3f66-4911-4b0c-a386-9eee7e42dcc3 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837831 Jul 28 12:12:16.103789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ed06959c-da8f-42ef-9cca-26bc9ca125d9 req-19c14e21-27a2-4420-8639-817a09e70e8b service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Jul 28 12:12:16.246848 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a25cc-5e86-4888-ade5-8aabbf2736e5 req-ec8a7180-f58f-4c13-88f2-d3e3f9d20eb3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:16.248409 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e95a25cc-5e86-4888-ade5-8aabbf2736e5 req-ec8a7180-f58f-4c13-88f2-d3e3f9d20eb3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 943 time: 0.0528522 Jul 28 12:12:16.286078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e95a25cc-5e86-4888-ade5-8aabbf2736e5 req-0910f63e-0235-47b2-b0ff-280e4241b8ae tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Jul 28 12:12:17.118232 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cea6b8b3-995b-45c3-8d85-fdb00d18792f up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:17.165083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port cea6b8b3-995b-45c3-8d85-fdb00d18792f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:17.165453 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:17.406389 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670b2d2-1562-40e8-99bc-7b7bb0d5f5be req-d6ef64a4-0a2a-412a-b9df-d61e9fae86fd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:17.407846 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b670b2d2-1562-40e8-99bc-7b7bb0d5f5be req-d6ef64a4-0a2a-412a-b9df-d61e9fae86fd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 943 time: 0.0493379 Jul 28 12:12:17.445003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b670b2d2-1562-40e8-99bc-7b7bb0d5f5be req-cadfeb1c-b182-406b-8126-32857252eeda tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Jul 28 12:12:18.519611 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c8423893-409e-4a5d-94ec-72e37c08990b details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:12:18.561187 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829f72-bb1f-41b8-a666-87d99e3dd59c req-491c6db4-813e-4f1c-bf1b-7ba465237c99 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:18.562718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd829f72-bb1f-41b8-a666-87d99e3dd59c req-491c6db4-813e-4f1c-bf1b-7ba465237c99 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 943 time: 0.0506053 Jul 28 12:12:18.607313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd829f72-bb1f-41b8-a666-87d99e3dd59c req-f73d1a88-5b2e-4a4c-b7e7-45f518114e28 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Jul 28 12:12:18.615482 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c8423893-409e-4a5d-94ec-72e37c08990b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c8423893-409e-4a5d-94ec-72e37c08990b,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:18.627177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'port_id': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'mac_address': 'fa:16:3e:4b:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:12:18.663892 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:18.676290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8423893-409e-4a5d-94ec-72e37c08990b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:12:18.694722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c8423893-409e-4a5d-94ec-72e37c08990b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c8423893-409e-4a5d-94ec-72e37c08990b,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:18.699033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:18.749041 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c8423893-409e-4a5d-94ec-72e37c08990b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:18.904135 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['c8423893-409e-4a5d-94ec-72e37c08990b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:12:19.726027 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca5402-658d-49e4-8ef2-10174fc90538 req-9f8a39cc-23ee-490e-bde5-a0b95981cef5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:19.727471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16ca5402-658d-49e4-8ef2-10174fc90538 req-9f8a39cc-23ee-490e-bde5-a0b95981cef5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 944 time: 0.0519083 Jul 28 12:12:19.768794 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-16ca5402-658d-49e4-8ef2-10174fc90538 req-08c104f2-29ce-4280-a220-ff77177ec9e3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345371 Jul 28 12:12:20.398898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:20.532998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c8423893-409e-4a5d-94ec-72e37c08990b up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:12:20.584200 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port c8423893-409e-4a5d-94ec-72e37c08990b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:12:20.587860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port c8423893-409e-4a5d-94ec-72e37c08990b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:12:20.588260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:20.667409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:20.689704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:20.692035 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ac229-33da-4502-8f39-85e804757a08" -d '{"events": [{"server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "name": "network-vif-plugged", "status": "completed", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:20.706117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port c8423893-409e-4a5d-94ec-72e37c08990b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c8423893-409e-4a5d-94ec-72e37c08990b,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:12:20.710101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:20.736694 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af838669-9854-4ca6-8cbe-2d97ff8a5c2a x-openstack-request-id: req-af838669-9854-4ca6-8cbe-2d97ff8a5c2a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:20.736985 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "name": "network-vif-plugged", "status": "completed", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:20.737235 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af838669-9854-4ca6-8cbe-2d97ff8a5c2a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:20.737615 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'code': 200} Jul 28 12:12:20.764647 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=c8423893-409e-4a5d-94ec-72e37c08990b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:20.832503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918047-6378-45a0-a199-837c6aca8c81 req-61bbdde2-b1f7-44b0-b6dd-7df787c5f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:20.833983 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c918047-6378-45a0-a199-837c6aca8c81 req-61bbdde2-b1f7-44b0-b6dd-7df787c5f98b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0468473 Jul 28 12:12:20.869439 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-8c918047-6378-45a0-a199-837c6aca8c81 req-6489ca0a-cb84-42c8-9765-b02b77ed8159 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276582 Jul 28 12:12:20.884509 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00610d3d-4d55-4916-b0f3-0ae8c165ee07 req-7a633ce9-cb09-4ad9-8645-1f50cb463ed0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:20.886017 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00610d3d-4d55-4916-b0f3-0ae8c165ee07 req-7a633ce9-cb09-4ad9-8645-1f50cb463ed0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Jul 28 12:12:20.923728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-00610d3d-4d55-4916-b0f3-0ae8c165ee07 req-bb77ae48-9e74-4d17-96fd-1c8bfd8ce4bb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Jul 28 12:12:22.039615 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f74ad-9758-4a02-ae2e-81fa3b2e285e req-adadefed-6d6c-4dc5-8ac1-55067edc4a98 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:22.041088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c59f74ad-9758-4a02-ae2e-81fa3b2e285e req-adadefed-6d6c-4dc5-8ac1-55067edc4a98 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0489185 Jul 28 12:12:22.079554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c59f74ad-9758-4a02-ae2e-81fa3b2e285e req-2c9e485b-15a0-4ffd-8b55-98fc67a62a9a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Jul 28 12:12:22.195181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ea599-1696-4682-ac7b-266b8d8e1782 req-d8a9603c-4d48-416c-aba4-41504490abcb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:22.196648 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b5ea599-1696-4682-ac7b-266b8d8e1782 req-d8a9603c-4d48-416c-aba4-41504490abcb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0519652 Jul 28 12:12:22.234609 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b5ea599-1696-4682-ac7b-266b8d8e1782 req-bf2326b2-3d47-42d5-8684-110913738098 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Jul 28 12:12:22.255958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:22.294911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba37bd82-f5cb-4784-9f2a-c9f7a24e7c18 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:22.296411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ba37bd82-f5cb-4784-9f2a-c9f7a24e7c18 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1091 time: 0.0394077 Jul 28 12:12:22.299095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:22.303379 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:12:22.325924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:22.420890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:22.519400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.216 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/ecf7a841-f051-4674-82f3-4b6b4124c28f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:12:22.621073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:22.659481 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:22.694990 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:12:22.697622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:12:22.701010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:12:22.726016 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=ecf7a841-f051-4674-82f3-4b6b4124c28f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:23.048863 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.114733 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.218162 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.265100 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.269759 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.335876 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=ecf7a841-f051-4674-82f3-4b6b4124c28f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:12:23.347290 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.447237 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP b082fa81-b1ac-43a2-b466-dde77534889d associated. External IP: 172.25.1.216, port: c8423893-409e-4a5d-94ec-72e37c08990b. Jul 28 12:12:23.651128 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router f209f340-de6c-495b-ac12-54b23d538126 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:12:23.756162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:12:23.766210 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] Sync routers for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:12:23.772786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:23.775996 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:23.776708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:23.798776 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8b1803b8-2c00-4f15-afb1-956f2d9c18a7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4986877 Jul 28 12:12:23.799359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:12:23.801610 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96f791-ed2d-4492-902d-6551cf583ead" -d '{"events": [{"name": "network-changed", "server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:12:23.885071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:23.914852 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a07af-5dc7-4b0b-a4ee-4f36bcf433fb req-b90b3a7c-b824-42fd-9ed2-3fd98d5c956f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:23.917220 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-950a07af-5dc7-4b0b-a4ee-4f36bcf433fb req-b90b3a7c-b824-42fd-9ed2-3fd98d5c956f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0604866 Jul 28 12:12:23.918934 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8b1cd1-62f6-4d27-b43e-9688f48be008 x-openstack-request-id: req-7b8b1cd1-62f6-4d27-b43e-9688f48be008 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:12:23.919100 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:12:23.919338 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b8b1cd1-62f6-4d27-b43e-9688f48be008 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:12:23.920224 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'status': 'completed', 'code': 200} Jul 28 12:12:23.956325 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-950a07af-5dc7-4b0b-a4ee-4f36bcf433fb req-94438d19-f6fa-4fcb-9805-f7f4e4294021 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Jul 28 12:12:23.980116 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:23.981468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f791-ed2d-4492-902d-6551cf583ead req-20337741-e481-47eb-86d4-14a6ea8fb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:23.983902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-20337741-e481-47eb-86d4-14a6ea8fb8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0437319 Jul 28 12:12:24.049073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d24d4a28-54f5-4576-bc55-374aec8770e9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/b082fa81-b1ac-43a2-b466-dde77534889d HTTP/1.1" status: 200 len: 991 time: 0.0676565 Jul 28 12:12:24.078370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f791-ed2d-4492-902d-6551cf583ead req-3cf38c1f-8422-4acd-a442-e5ee00651167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:24.079871 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-3cf38c1f-8422-4acd-a442-e5ee00651167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 897 time: 0.0902429 Jul 28 12:12:24.112650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'b082fa81-b1ac-43a2-b466-dde77534889d', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'port_id': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'mac_address': 'fa:16:3e:4b:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:12:22Z', 'updated_at': '2021-07-28T12:12:22Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:15Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:24.138519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] Checking router: f209f340-de6c-495b-ac12-54b23d538126 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:12:24.147038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:12:24.147730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:12:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:24.150014 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-421e3241-359d-4ab9-a013-03c4e6e518df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 999 time: 0.0632615 Jul 28 12:12:24.198954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f791-ed2d-4492-902d-6551cf583ead req-979f6702-6774-4e22-aca4-fc1da608b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:24.200349 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-979f6702-6774-4e22-aca4-fc1da608b3be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 200 len: 835 time: 0.0439503 Jul 28 12:12:24.246210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f791-ed2d-4492-902d-6551cf583ead req-6f72d9d5-ba6a-464d-a366-61c9c173b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:24.247790 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-6f72d9d5-ba6a-464d-a366-61c9c173b253 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7796499-760f-41a2-bd7d-dcf0009e5dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408807 Jul 28 12:12:24.253810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:12:24.340627 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-d785fb82-2ac0-4097-a30b-828fc87dd9bd service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860775 Jul 28 12:12:24.429053 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5c96f791-ed2d-4492-902d-6551cf583ead req-ad1622d8-95b7-4ec8-b5af-02a7e86600ee service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819147 Jul 28 12:12:24.477402 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'b082fa81-b1ac-43a2-b466-dde77534889d', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'port_id': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'mac_address': 'fa:16:3e:4b:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:12:22Z', 'updated_at': '2021-07-28T12:12:22Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:15Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:12:24.502939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191d1fb-e560-4142-a3aa-d78fe6a32951 None None] The sync data for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 is: [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'b082fa81-b1ac-43a2-b466-dde77534889d', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'port_id': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'mac_address': 'fa:16:3e:4b:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:12:22Z', 'updated_at': '2021-07-28T12:12:22Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:15Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:12:24.683486 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac07be-ebc1-4c5b-b6b6-383efa0ba698 None None] New status for floating IP b082fa81-b1ac-43a2-b466-dde77534889d: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:12:25.052937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:12:25.113202 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a4a464b9-1d08-42a9-8f21-19abb0fd81a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/b082fa81-b1ac-43a2-b466-dde77534889d HTTP/1.1" status: 200 len: 993 time: 0.0591271 Jul 28 12:12:27.947335 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-edfe95c1-a73d-40f7-b1c8-7b89e70e176f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:31.101129 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:31.202232 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f292-f54d-4dfe-ba68-9937cb4ba958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:32.196442 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:33.649249 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:37.466840 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:12:50.282394 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-1bdfbc72-b3c3-46d3-a9df-955a75d44870 req-9facdb55-a41b-495d-ad77-fcec76e45bad service neutron] (93835) timed out ('10.222.0.44', 62380) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:12:50.408200 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:53.224402 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:53.969662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83b93e-6409-4329-8cb2-5b8b5f36f9a6 req-cdb1f0d4-8c4c-47b4-8442-23d920dbc411 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:53.971073 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a83b93e-6409-4329-8cb2-5b8b5f36f9a6 req-cdb1f0d4-8c4c-47b4-8442-23d920dbc411 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Jul 28 12:12:54.007686 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5a83b93e-6409-4329-8cb2-5b8b5f36f9a6 req-19ee1daa-cc95-4d6a-bc80-40d9af12ac3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306480 Jul 28 12:12:55.127400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d2859-84ce-4252-832e-89d78c99fdbc req-df843128-4c1e-456f-9baf-c579945382bd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:55.128905 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-085d2859-84ce-4252-832e-89d78c99fdbc req-df843128-4c1e-456f-9baf-c579945382bd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Jul 28 12:12:55.165967 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-085d2859-84ce-4252-832e-89d78c99fdbc req-54ddda53-2e17-4d6d-81ea-3237314eccf7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310631 Jul 28 12:12:56.280849 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85666-3610-42af-b13a-b379fa3d7665 req-8539540b-35bd-4ba5-9f21-13340849128f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:56.282318 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98d85666-3610-42af-b13a-b379fa3d7665 req-8539540b-35bd-4ba5-9f21-13340849128f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Jul 28 12:12:56.320012 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98d85666-3610-42af-b13a-b379fa3d7665 req-e63aed53-6612-4e6d-a283-7c9bf065a879 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jul 28 12:12:57.437673 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9537-f561-4453-9eaa-4924365b0d3a req-9ef5e777-c229-456f-b5c5-42abc669eded tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:57.439645 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20ad9537-f561-4453-9eaa-4924365b0d3a req-9ef5e777-c229-456f-b5c5-42abc669eded tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0530777 Jul 28 12:12:57.478936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20ad9537-f561-4453-9eaa-4924365b0d3a req-bb9301ef-a075-4c57-b211-be20a53cdcb7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331767 Jul 28 12:12:57.947971 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f25dd26-9230-4924-bf6b-99ae80683a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:12:58.592771 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d45bd-fb6d-4560-bb81-ecab9891a008 req-ba1fac2a-6c7e-4128-be53-f5959caaf7e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:58.594311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af3d45bd-fb6d-4560-bb81-ecab9891a008 req-ba1fac2a-6c7e-4128-be53-f5959caaf7e7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0484900 Jul 28 12:12:58.632516 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af3d45bd-fb6d-4560-bb81-ecab9891a008 req-d02c4787-c6fc-4a73-a012-f41b02d9d368 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Jul 28 12:12:59.747019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506934a3-07f6-4b04-88a4-98b645379890 req-00b6f536-235f-4928-80d1-aa768ba7743e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:12:59.748523 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-506934a3-07f6-4b04-88a4-98b645379890 req-00b6f536-235f-4928-80d1-aa768ba7743e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0509040 Jul 28 12:12:59.786752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-506934a3-07f6-4b04-88a4-98b645379890 req-37986c59-3681-4dea-add4-8f7056016c63 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Jul 28 12:13:00.909362 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa600c6e-e13f-4d76-b620-785f45c068e8 req-70bda1a8-1d57-4f34-b5e6-8a82e9fdcfac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:00.910844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa600c6e-e13f-4d76-b620-785f45c068e8 req-70bda1a8-1d57-4f34-b5e6-8a82e9fdcfac tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0573318 Jul 28 12:13:00.951445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-aa600c6e-e13f-4d76-b620-785f45c068e8 req-01229d59-02a0-4ea1-950c-bb8f64f7646f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343423 Jul 28 12:13:01.105880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:01.202565 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8d46112-ea71-47fc-90c0-85180204b651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:02.069475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a3968-3e7a-4ae8-9eec-0bb21c1e5675 req-c7194238-7277-4b87-adb5-9a7b45015f6a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:02.070937 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-384a3968-3e7a-4ae8-9eec-0bb21c1e5675 req-c7194238-7277-4b87-adb5-9a7b45015f6a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0502858 Jul 28 12:13:02.109152 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-384a3968-3e7a-4ae8-9eec-0bb21c1e5675 req-edcebfda-faa4-42c5-bcfb-4c20cf80ffb1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Jul 28 12:13:02.199173 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:03.227718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37645685-05f1-4632-87f4-47f563a7ba71 req-7cddffd5-a0b3-40c5-bbd7-d2c32e8cd069 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:03.229779 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37645685-05f1-4632-87f4-47f563a7ba71 req-7cddffd5-a0b3-40c5-bbd7-d2c32e8cd069 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0506256 Jul 28 12:13:03.267313 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-37645685-05f1-4632-87f4-47f563a7ba71 req-e6bd54cf-e97f-4637-b656-5a52b97425ed tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Jul 28 12:13:03.653527 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:04.384715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a0bc-0023-4c58-ab11-fabd1571df60 req-05244eca-59dd-482a-a754-13c8e0a2e647 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:04.386912 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d787a0bc-0023-4c58-ab11-fabd1571df60 req-05244eca-59dd-482a-a754-13c8e0a2e647 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Jul 28 12:13:04.424938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d787a0bc-0023-4c58-ab11-fabd1571df60 req-623b8321-32c4-43ff-b13c-4a3cb7cc6353 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Jul 28 12:13:04.446979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:04.506336 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f6d7932f-e7e1-4b7b-a4d4-82b7a4e75472 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/b082fa81-b1ac-43a2-b466-dde77534889d HTTP/1.1" status: 200 len: 993 time: 0.0581553 Jul 28 12:13:05.765267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cadab-d738-4adb-9b4d-9a06e23b950f req-21ca14f1-94e7-46df-b7a1-1c6fe0f4898f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:05.766764 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e3cadab-d738-4adb-9b4d-9a06e23b950f req-21ca14f1-94e7-46df-b7a1-1c6fe0f4898f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Jul 28 12:13:05.819143 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bcff9-4a15-4823-a881-b613444dbe4d req-8a5198cd-ad79-4181-bcc3-a087c18cb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:05.820702 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-8a5198cd-ad79-4181-bcc3-a087c18cb08f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0863035 Jul 28 12:13:05.914650 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bcff9-4a15-4823-a881-b613444dbe4d req-35802aa4-df48-4ca7-89ee-7680436df495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:05.916344 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-35802aa4-df48-4ca7-89ee-7680436df495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 897 time: 0.0887377 Jul 28 12:13:05.988335 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-c1ce87dc-3d8d-4481-8379-28374fbe78e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 1001 time: 0.0645444 Jul 28 12:13:06.038210 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bcff9-4a15-4823-a881-b613444dbe4d req-e51865fc-2a39-4800-98d1-d3942d7b11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:06.039728 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-e51865fc-2a39-4800-98d1-d3942d7b11c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 200 len: 835 time: 0.0453379 Jul 28 12:13:06.086423 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7e3cadab-d738-4adb-9b4d-9a06e23b950f req-a1202ff4-7cae-4649-a458-1d0a34f7c5bf tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128819 Jul 28 12:13:06.086651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bcff9-4a15-4823-a881-b613444dbe4d req-925f30bb-b51f-4a65-a948-53e5e3a9a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:06.087796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-925f30bb-b51f-4a65-a948-53e5e3a9a38d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7796499-760f-41a2-bd7d-dcf0009e5dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408044 Jul 28 12:13:06.179539 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-20e318e4-1e7c-4653-b6c9-bdd957f917b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839849 Jul 28 12:13:06.267160 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-745bcff9-4a15-4823-a881-b613444dbe4d req-c6b65d13-0322-42c3-aabc-673d546ac01b service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805905 Jul 28 12:13:07.211525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de868a81-bea3-49a5-a329-8e899e7c9878 req-bf89795e-fd4b-49c6-a821-e2dc64228a5a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:07.213034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de868a81-bea3-49a5-a329-8e899e7c9878 req-bf89795e-fd4b-49c6-a821-e2dc64228a5a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Jul 28 12:13:07.251691 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-de868a81-bea3-49a5-a329-8e899e7c9878 req-e515a5e1-fd8f-4496-9a43-08945ba6dba6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 Jul 28 12:13:07.274371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:07.339418 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-659f9fbe-25d9-4d02-b00d-4a1f7d4ee477 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/b082fa81-b1ac-43a2-b466-dde77534889d HTTP/1.1" status: 200 len: 993 time: 0.0637891 Jul 28 12:13:14.465347 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:13:14.712320 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-ba749890-8c2f-45e8-8b63-b675799e77ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395710 Jul 28 12:13:14.798621 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-5958b453-e623-49d9-86e3-34b0cd34fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:14.800108 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-5958b453-e623-49d9-86e3-34b0cd34fd6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0476377 Jul 28 12:13:14.898864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-f0a81dfb-d488-45f0-9a65-5cef13d958f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:14.900329 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-f0a81dfb-d488-45f0-9a65-5cef13d958f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 897 time: 0.0829883 Jul 28 12:13:14.971021 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-bca60a40-00d1-4334-870a-d764725ab5ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 1001 time: 0.0632153 Jul 28 12:13:15.292251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-20a25fca-5e73-45a0-9226-434c1946927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:15.293692 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-20a25fca-5e73-45a0-9226-434c1946927e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 200 len: 835 time: 0.3162296 Jul 28 12:13:15.340735 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-71812862-d4de-477a-9fd4-ccfdfa5e43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:15.342165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-71812862-d4de-477a-9fd4-ccfdfa5e43f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7796499-760f-41a2-bd7d-dcf0009e5dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406077 Jul 28 12:13:15.430777 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-30417458-07d3-4eb9-9ef2-71fc139ac583 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817668 Jul 28 12:13:15.517782 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3650e920-03a9-430c-847b-3ed5af93cdfe req-c5745cce-9ce4-422d-b5ce-2ad419c40578 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795875 Jul 28 12:13:20.410202 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:23.231538 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:27.949354 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca716f73-a83a-4d4e-a783-f0070be99603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:31.107482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:31.201687 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-55e0501a-6103-411c-a7bc-fd3ff661c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:32.201886 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:33.656558 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.678224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:37.831114 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port ecf7a841-f051-4674-82f3-4b6b4124c28f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:37.831449 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.902931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.903256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:37.914965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for ecf7a841-f051-4674-82f3-4b6b4124c28f owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:38.058811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.083935 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=ecf7a841-f051-4674-82f3-4b6b4124c28f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:38.113180 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.113529 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.113867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.114247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.114531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.114859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.115185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.115510 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.115834 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.116158 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.116499 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.116816 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:38.155764 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.156157 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP b082fa81-b1ac-43a2-b466-dde77534889d disassociated (deleted). External IP: 172.25.1.216, port: c8423893-409e-4a5d-94ec-72e37c08990b. Jul 28 12:13:38.359882 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router f209f340-de6c-495b-ac12-54b23d538126 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:38.464273 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:38.469157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:38.473642 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] Sync routers for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:38.483203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:38.484025 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:38.496044 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9c0cd268-4af4-40bc-9d90-10b2eaab5c5f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/floatingips/b082fa81-b1ac-43a2-b466-dde77534889d HTTP/1.1" status: 204 len: 168 time: 0.8167489 Jul 28 12:13:38.496643 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:38.499496 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ef37d-3e06-4395-b3ff-54e476b5d96a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:38.537409 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10368530-f6a6-43ae-8dc7-41bdf4742401 x-openstack-request-id: req-10368530-f6a6-43ae-8dc7-41bdf4742401 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:38.537765 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:38.538105 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10368530-f6a6-43ae-8dc7-41bdf4742401 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:38.538561 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'status': 'completed', 'code': 200} Jul 28 12:13:38.592770 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:38.603129 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-bf497e09-a929-4a7e-8704-a3b9b4256d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:38.604640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-bf497e09-a929-4a7e-8704-a3b9b4256d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0448208 Jul 28 12:13:38.706599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-62e776c9-9bcc-4ca1-b388-86ea3aba81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:38.708065 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-62e776c9-9bcc-4ca1-b388-86ea3aba81f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 200 len: 897 time: 0.0912812 Jul 28 12:13:38.732637 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035fae3-a57d-4d6b-9ad7-29b15fc8e495 req-caec28f2-694a-4851-9444-766d0025dced tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:38.735465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a035fae3-a57d-4d6b-9ad7-29b15fc8e495 req-caec28f2-694a-4851-9444-766d0025dced tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0550466 Jul 28 12:13:38.754167 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-1b2f2228-255b-40c8-a779-1c67d6bf36db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 200 len: 217 time: 0.0370009 Jul 28 12:13:38.776307 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a035fae3-a57d-4d6b-9ad7-29b15fc8e495 req-601eade2-5463-419b-8508-0a7e1856a3c8 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338504 Jul 28 12:13:38.806391 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:15Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:38.812073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-da689036-1583-4cb6-850f-2bd9d894c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:38.813611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-da689036-1583-4cb6-850f-2bd9d894c370 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 200 len: 835 time: 0.0511701 Jul 28 12:13:38.836463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] Checking router: f209f340-de6c-495b-ac12-54b23d538126 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:38.845255 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:38.845855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:38.861533 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-e4aeec79-169c-4c6b-9f88-bd521bb5c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:38.862996 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-e4aeec79-169c-4c6b-9f88-bd521bb5c971 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7796499-760f-41a2-bd7d-dcf0009e5dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413570 Jul 28 12:13:38.955599 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-756766a4-6ab6-47e1-ab21-84d792b2d476 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Jul 28 12:13:39.056971 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c83ef37d-3e06-4395-b3ff-54e476b5d96a req-da6fee23-586f-4b72-808e-5ce854441f21 service neutron] 10.222.0.41 "GET /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917003 Jul 28 12:13:39.115456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:39.307370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:15Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:39.332090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da8a4a-f4e5-49d3-ab04-d2dbfa3582ab None None] The sync data for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 is: [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'cea6b8b3-995b-45c3-8d85-fdb00d18792f', 'name': '', 'network_id': 'd7796499-760f-41a2-bd7d-dcf0009e5dd3', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:ea:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:10Z', 'updated_at': '2021-07-28T12:12:15Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': '018778e3-a190-4d1e-932f-6b15b44a9310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:39.535646 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1cc7a5-6ea7-444c-8c22-5864ebf70119 None None] New status for floating IP b082fa81-b1ac-43a2-b466-dde77534889d: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:13:39.894239 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af843011-76b5-47cf-881a-6379c0de65ff req-c53b56ec-4b64-4a68-9ba2-5b00cade23a2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:39.895694 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af843011-76b5-47cf-881a-6379c0de65ff req-c53b56ec-4b64-4a68-9ba2-5b00cade23a2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Jul 28 12:13:39.933285 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-af843011-76b5-47cf-881a-6379c0de65ff req-468f53af-fca2-4cc3-ae27-a9b31c9d78a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=3644b2a6-281b-4396-ab4f-0ce951bf3cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310485 Jul 28 12:13:40.151105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-827a3535-bc1a-4b7c-a8d3-25982e548056 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:40.152509 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-827a3535-bc1a-4b7c-a8d3-25982e548056 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 945 time: 0.0495110 Jul 28 12:13:40.244632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port c8423893-409e-4a5d-94ec-72e37c08990b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:40.244977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:40.331528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port c8423893-409e-4a5d-94ec-72e37c08990b, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=c8423893-409e-4a5d-94ec-72e37c08990b,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:40.331889 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:40.344748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for c8423893-409e-4a5d-94ec-72e37c08990b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:40.473134 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:40.508834 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=c8423893-409e-4a5d-94ec-72e37c08990b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:40.534641 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.535004 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.535352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.535695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.536032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.536420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.536757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.537092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.537423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.537749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.538073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.538395 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:40.555995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] No DVR routers for this DVR port c8423893-409e-4a5d-94ec-72e37c08990b on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:13:40.558696 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:40.560798 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1f7ffe0d-837f-4d3d-8a1f-08d842fa4534 req-05e53371-87a8-4b65-be10-452c0fc6d854 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.41 "DELETE /v2.0/ports/c8423893-409e-4a5d-94ec-72e37c08990b HTTP/1.1" status: 204 len: 173 time: 0.4015670 Jul 28 12:13:40.561980 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'name': 'network-vif-deleted', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:40.564317 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e1477e-ccc2-4a37-aac5-0a10a176961d" -d '{"events": [{"server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "name": "network-vif-deleted", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:40.609152 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e4b74-3385-4b41-8df1-dd8cb86b1b98 x-openstack-request-id: req-c32e4b74-3385-4b41-8df1-dd8cb86b1b98 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:40.609466 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99", "name": "network-vif-deleted", "tag": "c8423893-409e-4a5d-94ec-72e37c08990b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:40.609699 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c32e4b74-3385-4b41-8df1-dd8cb86b1b98 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:40.610177 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99', 'name': 'network-vif-deleted', 'tag': 'c8423893-409e-4a5d-94ec-72e37c08990b', 'status': 'completed', 'code': 200} Jul 28 12:13:41.050208 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-98ff94e7-5f23-46c2-8de5-9de31151546a req-06c52485-5b8b-4d9b-b58f-df3d55e2e5b3 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e86bfdd-dfe0-413d-bf4d-f0da5bbf9e99 HTTP/1.1" status: 200 len: 210 time: 0.0311339 Jul 28 12:13:42.105802 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:42.449377 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.697787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port cea6b8b3-995b-45c3-8d85-fdb00d18792f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:42.698147 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.786058 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port cea6b8b3-995b-45c3-8d85-fdb00d18792f, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=cea6b8b3-995b-45c3-8d85-fdb00d18792f,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:42.786416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:42.799840 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for cea6b8b3-995b-45c3-8d85-fdb00d18792f owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:42.982862 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.010098 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=cea6b8b3-995b-45c3-8d85-fdb00d18792f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:43.195814 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.415785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router f209f340-de6c-495b-ac12-54b23d538126 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:43.520470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:43.526339 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4cd2453c-af69-4298-8508-db1c866f4754 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/f209f340-de6c-495b-ac12-54b23d538126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4194992 Jul 28 12:13:43.528363 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:43.531441 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] Sync routers for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:43.540494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:43.541137 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:43.578763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting subnet 018778e3-a190-4d1e-932f-6b15b44a9310 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:13:43.581783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.624103 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.645753 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:43.708439 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.765306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.793978 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Subnet': ['ID=018778e3-a190-4d1e-932f-6b15b44a9310,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:43.796517 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.803187 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8cd29b53-5342-434b-9c03-009ea7251eee tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/subnets/018778e3-a190-4d1e-932f-6b15b44a9310 HTTP/1.1" status: 204 len: 168 time: 0.2736316 Jul 28 12:13:43.804347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d58a0-90f0-4a2e-81db-b5a68f19fa2e None None] Network d7796499-760f-41a2-bd7d-dcf0009e5dd3 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:43.805786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59814) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:43.900577 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:13:42Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:43.914751 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:43.943030 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] Checking router: f209f340-de6c-495b-ac12-54b23d538126 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:43.958684 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] Routers {'f209f340-de6c-495b-ac12-54b23d538126'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:43.959231 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['f209f340-de6c-495b-ac12-54b23d538126'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:44.021465 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.072516 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] DHCP port deletion for d7796499-760f-41a2-bd7d-dcf0009e5dd3 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:13:44.078562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] Set router f209f340-de6c-495b-ac12-54b23d538126 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:44.089607 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port bcfb6d0e-caca-460c-ac04-361fa33f6aee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:44.089966 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.179905 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port bcfb6d0e-caca-460c-ac04-361fa33f6aee, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=bcfb6d0e-caca-460c-ac04-361fa33f6aee,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:44.180302 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.192914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for bcfb6d0e-caca-460c-ac04-361fa33f6aee owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:44.246913 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Deleting port 8b7b5474-ec2a-420c-954a-9e77b98417d0 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:13:44.247294 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.355779 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] For port 8b7b5474-ec2a-420c-954a-9e77b98417d0, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8b7b5474-ec2a-420c-954a-9e77b98417d0,segment=NetworkSegment(0d3877f0-c3dd-4b30-ba7d-76977876e89e),segment_id=0d3877f0-c3dd-4b30-ba7d-76977876e89e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:44.356290 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.377910 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Calling delete_port for 8b7b5474-ec2a-420c-954a-9e77b98417d0 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:13:44.438653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:13:42Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:44.481483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf538ed-bc15-4fea-a86a-738b90afa8d3 None None] The sync data for ids ['f209f340-de6c-495b-ac12-54b23d538126'] in n-d-723573-7 is: [{'id': 'f209f340-de6c-495b-ac12-54b23d538126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899078886', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:12:07Z', 'updated_at': '2021-07-28T12:13:42Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': 'bcfb6d0e-caca-460c-ac04-361fa33f6aee', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:63:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209f340-de6c-495b-ac12-54b23d538126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:12:08Z', 'updated_at': '2021-07-28T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:44.518328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.548062 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Pushing event deleted for resources: {'Port': ['ID=8b7b5474-ec2a-420c-954a-9e77b98417d0,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:44.552535 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] No DVR routers for this DVR port 8b7b5474-ec2a-420c-954a-9e77b98417d0 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:13:44.565143 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.565499 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.565852 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.566511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.566511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.566885 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.567203 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.567539 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.567862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.568243 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.568547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.568877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111816e-8665-4bbb-939c-e542189e1897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:44.706300 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.737646 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=bcfb6d0e-caca-460c-ac04-361fa33f6aee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:44.811875 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.922049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.924305 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.968771 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.969393 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Fanout notify agent at l3_agent the message router_deleted on router f209f340-de6c-495b-ac12-54b23d538126 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:13:44.976415 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:44.977591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7529e502-2830-4d2a-b13f-c088522ca0c4 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/routers/f209f340-de6c-495b-ac12-54b23d538126 HTTP/1.1" status: 204 len: 168 time: 1.1706367 Jul 28 12:13:44.980279 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:44.984562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c8423893-409e-4a5d-94ec-72e37c08990b no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:45.004305 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: c8423893-409e-4a5d-94ec-72e37c08990b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:45.004653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device c8423893-409e-4a5d-94ec-72e37c08990b not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:45.068170 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.160321 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.170948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7796499-760f-41a2-bd7d-dcf0009e5dd3']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:45.185547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3877f0-c3dd-4b30-ba7d-76977876e89e') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:45.186396 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3877f0-c3dd-4b30-ba7d-76977876e89e') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:45.194991 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.208662 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.214272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:13:45.214655 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:13:45.217641 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:13:45.273444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.280389 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.282183 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/networks/d7796499-760f-41a2-bd7d-dcf0009e5dd3 HTTP/1.1" status: 204 len: 168 time: 0.3009062 Jul 28 12:13:45.285281 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:45.293706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e31a0-0a31-4d49-993b-264b43d6dd80 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Network': ['ID=d7796499-760f-41a2-bd7d-dcf0009e5dd3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:45.346778 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93d69fab-6c27-46e9-915e-4ddc635673c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.370875 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93d69fab-6c27-46e9-915e-4ddc635673c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.428759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93d69fab-6c27-46e9-915e-4ddc635673c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.431234 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93d69fab-6c27-46e9-915e-4ddc635673c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.432407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-93d69fab-6c27-46e9-915e-4ddc635673c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/security-groups/3644b2a6-281b-4396-ab4f-0ce951bf3cbd HTTP/1.1" status: 204 len: 168 time: 0.1460965 Jul 28 12:13:45.442573 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69fab-6c27-46e9-915e-4ddc635673c0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644b2a6-281b-4396-ab4f-0ce951bf3cbd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:45.566948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cea6b8b3-995b-45c3-8d85-fdb00d18792f no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:45.590754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: cea6b8b3-995b-45c3-8d85-fdb00d18792f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:45.591174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device cea6b8b3-995b-45c3-8d85-fdb00d18792f not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:45.591676 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b7b5474-ec2a-420c-954a-9e77b98417d0 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:45.613657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8b7b5474-ec2a-420c-954a-9e77b98417d0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:45.614015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b7b5474-ec2a-420c-954a-9e77b98417d0 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:45.773069 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:45.777856 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510849866', 'description': 'tempest-secgroup-smoke-510849866 description', 'project_id': '2edcf33558db4531863a5cf766b35a11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:45.799803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.880596 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.883915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.912427 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:45.913611 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395459 Jul 28 12:13:45.915422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294cc7-257a-4d2a-87a1-cd2bb5a7ad32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45aa2d4-70e3-4936-aacf-e170d7ddaefe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:45.916663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:45.922351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'f45aa2d4-70e3-4936-aacf-e170d7ddaefe', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:45.948513 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.002534 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.005719 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.023736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e701a721-8b56-4258-a03a-d6814f8e9e4f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.025933 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.027100 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-deb9a84e-c0ba-4b60-9e78-ea8117a3bf32 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094203 Jul 28 12:13:46.030719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.035721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'f45aa2d4-70e3-4936-aacf-e170d7ddaefe', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.062288 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.119168 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.122315 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.144684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5ffc02-9af9-4832-aa2e-fbca453b8925,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.146837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.150410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-20d21687-4355-405e-9ae3-01286a5c08c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162524 Jul 28 12:13:46.151296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.155370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'f45aa2d4-70e3-4936-aacf-e170d7ddaefe', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.180096 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.238564 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.242597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.261045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7662156e-4e8a-42c8-b943-5b50eae26ab2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.267556 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.268743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-db7b9db7-0460-4f3a-9876-bc23101aaa73 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170423 Jul 28 12:13:46.271703 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.276045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'f45aa2d4-70e3-4936-aacf-e170d7ddaefe', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.302100 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.360740 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.364013 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.382472 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ead7e7-9c92-45aa-95a6-2632742ba380,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.385333 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.386492 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-13a43a2d-c42e-45fb-b4e6-9bae1fa63d81 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138272 Jul 28 12:13:46.389459 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.394316 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'f45aa2d4-70e3-4936-aacf-e170d7ddaefe', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.414486 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:13:46.418975 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.477233 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.480528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.501373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5e7c8c-2892-4935-9603-82f8c8876f2c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.506679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.507832 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-24a9e5a4-4be4-430a-840e-3a0c9afc63e5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172671 Jul 28 12:13:46.510521 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.515250 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'security_group_rule': {'security_group_id': 'f45aa2d4-70e3-4936-aacf-e170d7ddaefe', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.536790 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Project 2edcf33558db4531863a5cf766b35a11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:13:46.541420 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.602977 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.606354 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.624033 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da5e490-b1e2-4584-8071-d1e510741f48,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.629713 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.630789 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-4fea52d6-1409-4a82-8713-e4443b33b2b1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193447 Jul 28 12:13:46.633632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.638470 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'network': {'name': 'tempest-network-smoke--269323022', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.658238 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:13:46.661753 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.685734 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:13:46.694933 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.695299 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Added segment 6e18d990-0157-4946-8632-3e4332a5e9d1 of type vlan for network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 Jul 28 12:13:46.734827 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.761463 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.767218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:46.767794 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.820637 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1859930 Jul 28 12:13:46.823432 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:46.828585 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'admin_state_up': True, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:46.837480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046867b-87a1-407a-aa19-ee3ab6e0edb5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Network': ['ID=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:46.849038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:13:46.853265 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.854337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:46.912205 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.049868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.119807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcfb6d0e-caca-460c-ac04-361fa33f6aee no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:13:47.140281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: bcfb6d0e-caca-460c-ac04-361fa33f6aee {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:13:47.140705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device bcfb6d0e-caca-460c-ac04-361fa33f6aee not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:13:47.239675 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.258295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.364331 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.54 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/8b44db69-f235-4ed4-b718-a6e809a44b3b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:47.466258 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.503660 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.542826 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:47.545608 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:47.548979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:47.575179 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=8b44db69-f235-4ed4-b718-a6e809a44b3b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:47.793825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:47.983386 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.113385 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router e5145381-7149-4fc4-b9b0-71148a57c9f9 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:13:48.215543 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:48.226724 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Sync routers for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:48.236642 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.237105 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:48.237410 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:48.240647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fa891c2d-1310-4b16-8af3-4c4f04054d1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4161627 Jul 28 12:13:48.241253 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:48.330695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ea35a12d-0c3f-4cfa-82b1-95887fab1c62 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2edcf33558db4531863a5cf766b35a11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860481 Jul 28 12:13:48.330952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:48.341992 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:48.414547 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db783c-cf1b-4b95-9daf-f29ddf997ac1 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:48.415969 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-59db783c-cf1b-4b95-9daf-f29ddf997ac1 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841641 Jul 28 12:13:48.418867 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:48.446867 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-f3cd0091-f87b-42d7-a075-1e21a9c32ea5 tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=04a1b6b7-ba73-462c-afb7-b938c05f879f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269427 Jul 28 12:13:48.449451 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:48.455598 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797878940', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'project_id': '2edcf33558db4531863a5cf766b35a11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:48.516612 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:47Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:48.547247 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:13:48.550867 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.636394 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Checking router: e5145381-7149-4fc4-b9b0-71148a57c9f9 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:48.636745 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Updating router e5145381-7149-4fc4-b9b0-71148a57c9f9 port 8b44db69-f235-4ed4-b718-a6e809a44b3b binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:13:48.661968 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.739255 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.800535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Subnet': ['ID=ca6696fe-512b-4050-a75b-c67bb7580004,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:48.811491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Checking segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:48.811857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network hostable DHCP agents. Network: a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:13:48.828411 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:13:48.836561 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:48.841334 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:48.842818 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.847002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810afe59-9d57-41e3-94e4-02e64a35ce42 None None] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:48.859802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8e00e11c-e86e-4983-a159-be15d02f9520 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088736 Jul 28 12:13:48.862695 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:13:48.906688 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.916377 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Transition to ACTIVE for port object 8b44db69-f235-4ed4-b718-a6e809a44b3b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:48.923214 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.972564 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Attempting to bind port 8b44db69-f235-4ed4-b718-a6e809a44b3b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:48.972564 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Attempting to bind port 8b44db69-f235-4ed4-b718-a6e809a44b3b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:48.972908 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Attempting to bind port 8b44db69-f235-4ed4-b718-a6e809a44b3b on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:48.987152 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:48.987598 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:48.987933 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:48.988354 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:48.988837 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Bound port: 8b44db69-f235-4ed4-b718-a6e809a44b3b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:48.989212 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.010695 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Pushing event updated for resources: {'Port': ['ID=8b44db69-f235-4ed4-b718-a6e809a44b3b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:49.012898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:13:49.013774 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.026616 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.026964 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.027416 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.027755 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.028089 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.028442 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.028771 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.029089 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.030127 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.030641 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.031207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.031534 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:13:49.065143 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] For port 8b44db69-f235-4ed4-b718-a6e809a44b3b, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:49.068514 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] For port 8b44db69-f235-4ed4-b718-a6e809a44b3b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8b44db69-f235-4ed4-b718-a6e809a44b3b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:49.073797 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.141378 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:49.142010 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:49.146876 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ced9-3e19-4c7c-bcc1-743ca0986f45 None None] Pushing event updated for resources: {'Port': ['ID=8b44db69-f235-4ed4-b718-a6e809a44b3b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:49.166091 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Allocated IP 172.20.0.2 (a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46/ca6696fe-512b-4050-a75b-c67bb7580004/9922d229-5a69-4541-b77f-520d55007ae5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:49.261102 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:49.322507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.332722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Transition to ACTIVE for port object 9922d229-5a69-4541-b77f-520d55007ae5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:49.348124 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Transition to ACTIVE for port object 9922d229-5a69-4541-b77f-520d55007ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:49.356527 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.362471 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.394265 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:49.398905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:49.401867 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:49.415596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Pushing event updated for resources: {'Port': ['ID=9922d229-5a69-4541-b77f-520d55007ae5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:49.457874 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:47Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:49.465700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Attempting to bind port 9922d229-5a69-4541-b77f-520d55007ae5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:49.466071 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Attempting to bind port 9922d229-5a69-4541-b77f-520d55007ae5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:49.466428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Attempting to bind port 9922d229-5a69-4541-b77f-520d55007ae5 on network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:49.471575 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:49.471948 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Checking segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:49.472374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.472769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Bound using segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:49.473343 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Bound port: 9922d229-5a69-4541-b77f-520d55007ae5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:49.473726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.484704 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e09f53-9725-4809-8396-ca7d2205a3bd None None] The sync data for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 is: [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:47Z', 'revision_number': 3, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:49.540665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] For port 9922d229-5a69-4541-b77f-520d55007ae5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:49.544160 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] For port 9922d229-5a69-4541-b77f-520d55007ae5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9922d229-5a69-4541-b77f-520d55007ae5,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:49.550386 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.607201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0553-65b3-4291-9db7-dbe99029f83e None None] Pushing event updated for resources: {'Port': ['ID=9922d229-5a69-4541-b77f-520d55007ae5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:49.715516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.1 (a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46/ca6696fe-512b-4050-a75b-c67bb7580004/b1eeaee4-78c2-416e-8b20-210c17b41474) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:49.885581 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.901054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object b1eeaee4-78c2-416e-8b20-210c17b41474 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:49.945007 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:49.991553 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:49.996437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:50.001763 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:50.030511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=b1eeaee4-78c2-416e-8b20-210c17b41474,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:50.055733 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.245697 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.418320 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.649128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc2dbb-61a6-4b2d-bb9c-0e100d18398f None None] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:13:50.773361 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-95e0c8bd-ba74-4277-ad9a-44413a0c306d None None] Provisioning for port 9922d229-5a69-4541-b77f-520d55007ae5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:50.830508 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.835248 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.915183 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:50.917039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=b1eeaee4-78c2-416e-8b20-210c17b41474,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:51.012992 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:51.014937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:51.120338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb6ff26d-117f-4183-ac10-b81d37594783 None None] Provisioning for port b1eeaee4-78c2-416e-8b20-210c17b41474 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:51.128116 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb6ff26d-117f-4183-ac10-b81d37594783 None None] Provisioning complete for port b1eeaee4-78c2-416e-8b20-210c17b41474 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:51.129485 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff26d-117f-4183-ac10-b81d37594783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:51.157832 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router e5145381-7149-4fc4-b9b0-71148a57c9f9 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:13:51.192706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ff26d-117f-4183-ac10-b81d37594783 None None] Port b1eeaee4-78c2-416e-8b20-210c17b41474 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:51.280364 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9922d229-5a69-4541-b77f-520d55007ae5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:51.293640 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:13:51.299734 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-c691e0c6-a190-4837-a718-f5eab225eee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/e5145381-7149-4fc4-b9b0-71148a57c9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359689 Jul 28 12:13:51.311131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Sync routers for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:13:51.334370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:51.335000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:51.385689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-202de33a-02f8-4dae-b50a-2a7ef55816fc None None] Provisioning complete for port b1eeaee4-78c2-416e-8b20-210c17b41474 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:51.386054 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-202de33a-02f8-4dae-b50a-2a7ef55816fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:51.462669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-202de33a-02f8-4dae-b50a-2a7ef55816fc None None] Port b1eeaee4-78c2-416e-8b20-210c17b41474 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:51.464876 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:13:51.466314 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 9922d229-5a69-4541-b77f-520d55007ae5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:51.473979 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 9922d229-5a69-4541-b77f-520d55007ae5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:51.474345 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:51.481292 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-9c7911b1-c798-4a36-b9ca-fe53d4c23fad tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510849866&fields=id&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 267 time: 0.0387383 Jul 28 12:13:51.512374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:51.592796 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-d2bf01a4-407a-4c3e-8b5c-43791bcc4e3d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:51.594265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-d2bf01a4-407a-4c3e-8b5c-43791bcc4e3d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 796 time: 0.1043880 Jul 28 12:13:51.610244 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-f154c1cf-244b-41b3-99c1-b4492caf7fe5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/quotas/2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 375 time: 0.0100121 Jul 28 12:13:51.662442 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-e0641733-3d27-4160-ae94-7adbde968a89 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459774 Jul 28 12:13:51.666505 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d610f1d9-a88b-4242-a02c-62207177aee9 None None] Provisioning complete for port b1eeaee4-78c2-416e-8b20-210c17b41474 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:51.666877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d610f1d9-a88b-4242-a02c-62207177aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:51.765416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-0d68f64f-0c14-4831-ad56-6d53f766e5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899780 Jul 28 12:13:51.858923 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-404f2fc9-3f90-4b1f-b33c-9bc997d7c298 service neutron] 10.222.0.20 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869398 Jul 28 12:13:51.873781 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:51.900774 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d610f1d9-a88b-4242-a02c-62207177aee9 None None] Port b1eeaee4-78c2-416e-8b20-210c17b41474 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:51.948877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 9922d229-5a69-4541-b77f-520d55007ae5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9922d229-5a69-4541-b77f-520d55007ae5,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:51.953782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:51.954552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b44db69-f235-4ed4-b718-a6e809a44b3b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:52.040653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=9922d229-5a69-4541-b77f-520d55007ae5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:52.056722 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 2, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:52.059449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 8b44db69-f235-4ed4-b718-a6e809a44b3b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:52.085081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Checking router: e5145381-7149-4fc4-b9b0-71148a57c9f9 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:13:52.085433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Updating router e5145381-7149-4fc4-b9b0-71148a57c9f9 port b1eeaee4-78c2-416e-8b20-210c17b41474 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:13:52.088524 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8b44db69-f235-4ed4-b718-a6e809a44b3b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:52.088891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.130205 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.275050 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.336626 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 8b44db69-f235-4ed4-b718-a6e809a44b3b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8b44db69-f235-4ed4-b718-a6e809a44b3b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:52.343713 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.417469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=8b44db69-f235-4ed4-b718-a6e809a44b3b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:52.483410 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.492689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Transition to ACTIVE for port object b1eeaee4-78c2-416e-8b20-210c17b41474 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:52.497399 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.545839 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557df3fa-1650-41c6-a683-ce792c1b4269 None None] Pushing event updated for resources: {'Port': ['ID=b1eeaee4-78c2-416e-8b20-210c17b41474,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:52.594858 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Attempting to bind port b1eeaee4-78c2-416e-8b20-210c17b41474 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:52.595230 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Attempting to bind port b1eeaee4-78c2-416e-8b20-210c17b41474 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:52.595602 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Attempting to bind port b1eeaee4-78c2-416e-8b20-210c17b41474 on network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:52.600897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:52.601275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Checking segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:52.601679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.602073 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Bound using segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:52.602541 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Bound port: b1eeaee4-78c2-416e-8b20-210c17b41474, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:52.602926 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.668313 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] For port b1eeaee4-78c2-416e-8b20-210c17b41474, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:52.672620 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] For port b1eeaee4-78c2-416e-8b20-210c17b41474, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b1eeaee4-78c2-416e-8b20-210c17b41474,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:52.676990 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:52.747998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:13:52.748796 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:13:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:52.755021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557df3fa-1650-41c6-a683-ce792c1b4269 None None] Pushing event updated for resources: {'Port': ['ID=b1eeaee4-78c2-416e-8b20-210c17b41474,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:52.863475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:13:53.051429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0c2ffd7e-3c7f-4823-9574-f229737503ea req-6ac32fb8-6f45-4a7f-b511-bcfcf4594fbd tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 210 time: 0.0306327 Jul 28 12:13:53.077341 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:13:53.104126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb20208-988e-439b-9d1c-6b4323d108d3 None None] The sync data for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 is: [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:13:53.206374 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9922d229-5a69-4541-b77f-520d55007ae5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:53.270053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:53.285614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 9922d229-5a69-4541-b77f-520d55007ae5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:53.285987 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:53.374916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b44db69-f235-4ed4-b718-a6e809a44b3b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:53.426331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 8b44db69-f235-4ed4-b718-a6e809a44b3b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:53.426707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.135324 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-e73ace12-d76c-4a86-83c9-8d59c6ddfb6d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:54.137699 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-e73ace12-d76c-4a86-83c9-8d59c6ddfb6d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 796 time: 0.1335065 Jul 28 12:13:54.170245 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54e5e238-5c04-4914-815a-3aa78ab63548 req-e90113e1-53a4-4688-b155-a02344d43275 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 210 time: 0.0350995 Jul 28 12:13:54.191637 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-bdc23017-57be-4abc-a2c0-f3e75dd507a2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edcf33558db4531863a5cf766b35a11 HTTP/1.1" status: 200 len: 379 time: 0.0439198 Jul 28 12:13:54.205255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'port': {'device_id': '353e62e0-3573-4831-ae4c-41958a01026e', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'admin_state_up': True, 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'security_groups': ['f45aa2d4-70e3-4936-aacf-e170d7ddaefe']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:54.310982 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Made reservation on behalf of 2edcf33558db4531863a5cf766b35a11 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:13:54.314528 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.441141 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.20.0.7 (a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46/ca6696fe-512b-4050-a75b-c67bb7580004/006ca54d-8c00-4a05-92f6-5fc465cc7423) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:13:54.580786 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.593198 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Transition to ACTIVE for port object 006ca54d-8c00-4a05-92f6-5fc465cc7423 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:54.625987 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.667672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:13:54.671465 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:13:54.677116 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:13:54.701802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=006ca54d-8c00-4a05-92f6-5fc465cc7423,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:54.730361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:54.730972 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.746226 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-951ec94b-10a1-41e3-8ece-af335aebff0c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455580 Jul 28 12:13:54.758739 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Request body: {'port': {'device_id': '353e62e0-3573-4831-ae4c-41958a01026e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:13:54.820362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.871660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5d0af2b-19e2-40ba-8a71-597615368a6f None None] Provisioning for port 006ca54d-8c00-4a05-92f6-5fc465cc7423 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:54.875794 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5d0af2b-19e2-40ba-8a71-597615368a6f None None] Provisioning complete for port 006ca54d-8c00-4a05-92f6-5fc465cc7423 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:54.876195 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5d0af2b-19e2-40ba-8a71-597615368a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:54.910414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0af2b-19e2-40ba-8a71-597615368a6f None None] Port 006ca54d-8c00-4a05-92f6-5fc465cc7423 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:13:55.079436 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006ca54d-8c00-4a05-92f6-5fc465cc7423 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:13:55.086892 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.100076 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Transition to ACTIVE for port object 006ca54d-8c00-4a05-92f6-5fc465cc7423 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:13:55.103428 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.157839 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=006ca54d-8c00-4a05-92f6-5fc465cc7423,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:55.203708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b1eeaee4-78c2-416e-8b20-210c17b41474 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:55.238333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Attempting to bind port 006ca54d-8c00-4a05-92f6-5fc465cc7423 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:13:55.238816 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Attempting to bind port 006ca54d-8c00-4a05-92f6-5fc465cc7423 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:13:55.239154 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Attempting to bind port 006ca54d-8c00-4a05-92f6-5fc465cc7423 on network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:55.246042 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Port 006ca54d-8c00-4a05-92f6-5fc465cc7423 on network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:13:55.246462 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Attempting to bind port 006ca54d-8c00-4a05-92f6-5fc465cc7423 on network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:13:55.252321 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:13:55.253082 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Checking segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:13:55.253559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Bound using segment: {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:13:55.254099 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Bound port: 006ca54d-8c00-4a05-92f6-5fc465cc7423, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e18d990-0157-4946-8632-3e4332a5e9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:13:55.254741 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.262967 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b1eeaee4-78c2-416e-8b20-210c17b41474 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:13:55.268862 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b1eeaee4-78c2-416e-8b20-210c17b41474 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:55.269897 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.328885 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ee5b6-c990-4242-ba9b-33d3ab2be2a8 req-683f790d-f842-411f-9fb8-94a8b6974cfb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.334539 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] For port 006ca54d-8c00-4a05-92f6-5fc465cc7423, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:13:55.338242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] For port 006ca54d-8c00-4a05-92f6-5fc465cc7423, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:13:55.340133 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b04ee5b6-c990-4242-ba9b-33d3ab2be2a8 req-683f790d-f842-411f-9fb8-94a8b6974cfb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 943 time: 0.0839145 Jul 28 12:13:55.349467 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.377209 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.390102 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.390824 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.392385 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] 10.222.0.44 "PUT /v2.0/ports/006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 1091 time: 0.6379921 Jul 28 12:13:55.392911 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:13:55.393293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b04ee5b6-c990-4242-ba9b-33d3ab2be2a8 req-e2c21f58-a502-444c-a03d-e0be20ccbee9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516388 Jul 28 12:13:55.395731 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26afb318-4718-45f1-98a3-a6501f2d4b29" -d '{"events": [{"name": "network-changed", "server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:13:55.414407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b1eeaee4-78c2-416e-8b20-210c17b41474, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b1eeaee4-78c2-416e-8b20-210c17b41474,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:55.425988 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:55.457480 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2c78a-6885-4a7e-bad1-d2c02772eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=006ca54d-8c00-4a05-92f6-5fc465cc7423,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:55.461287 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206f1b42-b1de-4473-a205-a967e11edf9f x-openstack-request-id: req-206f1b42-b1de-4473-a205-a967e11edf9f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:13:55.461812 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:13:55.462244 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-206f1b42-b1de-4473-a205-a967e11edf9f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:13:55.462640 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'status': 'completed', 'code': 200} Jul 28 12:13:55.488939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b1eeaee4-78c2-416e-8b20-210c17b41474,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:55.501663 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-9636f8a2-d48e-4fff-8e60-5fa325d0d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.503864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-9636f8a2-d48e-4fff-8e60-5fa325d0d361 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1094 time: 0.0604508 Jul 28 12:13:55.551556 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-bc3bf073-5931-43da-9dd8-903a9828a9dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 217 time: 0.0400674 Jul 28 12:13:55.604649 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-66399897-7e82-4b39-8673-026adc408de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.606059 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-66399897-7e82-4b39-8673-026adc408de0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 200 len: 835 time: 0.0478892 Jul 28 12:13:55.651617 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-2817026b-2d6b-4c0e-b3c7-b5cb88235587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.653114 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-2817026b-2d6b-4c0e-b3c7-b5cb88235587 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399036 Jul 28 12:13:55.748073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-0c9940d3-80ea-445c-9f7b-3ed39ecb963f service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871327 Jul 28 12:13:55.836668 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-056b2465-ad34-453e-82a2-d4b13f36f22d req-6f8effda-b9f6-4544-9172-8da273423a18 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Jul 28 12:13:55.927944 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-d60daa96-6f02-42d1-a678-8cd8383b8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:55.929315 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-d60daa96-6f02-42d1-a678-8cd8383b8ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1094 time: 0.0455236 Jul 28 12:13:56.016440 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-a3347bf4-14ca-4269-b0ee-1a72b5ea2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:56.018199 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-a3347bf4-14ca-4269-b0ee-1a72b5ea2825 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 897 time: 0.0810192 Jul 28 12:13:56.059301 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-a140ed15-1da0-4777-862a-3877d8e1e15b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 217 time: 0.0337505 Jul 28 12:13:56.114253 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-31609ac2-34f0-4b3a-9244-3224f1a987d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:56.115724 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-31609ac2-34f0-4b3a-9244-3224f1a987d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 200 len: 835 time: 0.0490839 Jul 28 12:13:56.162475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-00f7bd73-e842-41eb-96f4-09c356c11b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:56.163916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-00f7bd73-e842-41eb-96f4-09c356c11b0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400460 Jul 28 12:13:56.251564 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-e24e22ad-7756-45ab-b77a-c77645c91ae3 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796790 Jul 28 12:13:56.345504 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-26afb318-4718-45f1-98a3-a6501f2d4b29 req-9b9554c1-0485-4fa5-81c9-4a9eedfc123b service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853376 Jul 28 12:13:56.499692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa5fd9-91fa-494c-90ba-f99adc8a9c0e req-46208c1a-f755-4077-8d10-91449465702e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:56.501147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3faa5fd9-91fa-494c-90ba-f99adc8a9c0e req-46208c1a-f755-4077-8d10-91449465702e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 943 time: 0.0487590 Jul 28 12:13:56.540539 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3faa5fd9-91fa-494c-90ba-f99adc8a9c0e req-8ebb5e3e-4a29-4c15-8eba-21ddd0f9dc15 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330689 Jul 28 12:13:57.171875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b1eeaee4-78c2-416e-8b20-210c17b41474 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:13:57.221113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b1eeaee4-78c2-416e-8b20-210c17b41474 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:13:57.221489 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:57.656747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6333b1-6595-41f8-a8f0-aec79bb13ccb req-e1f932a1-7240-480d-aa1e-dd83efbec52e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:57.658234 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f6333b1-6595-41f8-a8f0-aec79bb13ccb req-e1f932a1-7240-480d-aa1e-dd83efbec52e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 943 time: 0.0499287 Jul 28 12:13:57.696424 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f6333b1-6595-41f8-a8f0-aec79bb13ccb req-fd17b94f-3d75-4318-a115-cc9ece32cd83 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Jul 28 12:13:57.950302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d00406b-413e-42fb-b03b-38ff72da2817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.417396 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 006ca54d-8c00-4a05-92f6-5fc465cc7423 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:13:58.511945 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 006ca54d-8c00-4a05-92f6-5fc465cc7423, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:58.524057 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'port_id': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'mac_address': 'fa:16:3e:9d:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:13:58.564900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.577871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006ca54d-8c00-4a05-92f6-5fc465cc7423 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:13:58.597367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 006ca54d-8c00-4a05-92f6-5fc465cc7423, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:13:58.601229 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:13:58.646853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=006ca54d-8c00-4a05-92f6-5fc465cc7423,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:13:58.803568 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['006ca54d-8c00-4a05-92f6-5fc465cc7423'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:13:58.814851 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d33a5-c313-42b0-81f5-18f3e65a67d9 req-8c514f63-a9eb-412e-80d6-ba7ffb16bcd2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:58.816353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-455d33a5-c313-42b0-81f5-18f3e65a67d9 req-8c514f63-a9eb-412e-80d6-ba7ffb16bcd2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 944 time: 0.0530076 Jul 28 12:13:58.855273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-455d33a5-c313-42b0-81f5-18f3e65a67d9 req-4f8505f5-6fbd-4da6-b5a8-81c20d85fff1 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Jul 28 12:13:59.970987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672b01-4a47-4d38-8cff-a376faf1f504 req-ea0ae82c-31e9-4ada-81cc-a2ec0aacd60d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:13:59.972462 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33672b01-4a47-4d38-8cff-a376faf1f504 req-ea0ae82c-31e9-4ada-81cc-a2ec0aacd60d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 944 time: 0.0487583 Jul 28 12:14:00.011730 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-33672b01-4a47-4d38-8cff-a376faf1f504 req-b1061e97-864e-472e-a180-85f7eaf80164 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Jul 28 12:14:00.428987 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 006ca54d-8c00-4a05-92f6-5fc465cc7423 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:00.475838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 006ca54d-8c00-4a05-92f6-5fc465cc7423 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:00.479252 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 006ca54d-8c00-4a05-92f6-5fc465cc7423 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:00.479620 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:00.558369 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:00.580427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:00.582670 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5194dc13-f880-472d-9c7a-83f7177f1b24" -d '{"events": [{"server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "name": "network-vif-plugged", "status": "completed", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:00.596565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 006ca54d-8c00-4a05-92f6-5fc465cc7423, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:00.601948 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:00.631669 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277fcbbf-752c-403f-ad98-a005764dbd34 x-openstack-request-id: req-277fcbbf-752c-403f-ad98-a005764dbd34 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:00.631965 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "name": "network-vif-plugged", "status": "completed", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:00.632250 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-277fcbbf-752c-403f-ad98-a005764dbd34 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:00.643573 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'code': 200} Jul 28 12:14:00.667763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=006ca54d-8c00-4a05-92f6-5fc465cc7423,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:00.727953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562b494-1cf8-45be-b865-f7525437f938 req-4ad19d13-601c-4c49-be14-33db44b3d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:00.729378 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6562b494-1cf8-45be-b865-f7525437f938 req-4ad19d13-601c-4c49-be14-33db44b3d2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1096 time: 0.0419130 Jul 28 12:14:00.763304 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6562b494-1cf8-45be-b865-f7525437f938 req-f259064a-f599-417d-827e-48a165f9dd46 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270901 Jul 28 12:14:01.111091 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:01.126586 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf1903-9648-4083-81dd-123f55a09d52 req-8721be94-6e60-42e0-a9c3-2eef0439b20e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:01.128147 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2bf1903-9648-4083-81dd-123f55a09d52 req-8721be94-6e60-42e0-a9c3-2eef0439b20e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0494688 Jul 28 12:14:01.168784 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e2bf1903-9648-4083-81dd-123f55a09d52 req-a5257de2-c8c7-494a-8bb1-6947e058d98d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Jul 28 12:14:01.203782 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14e9979b-37ed-48f0-ad3a-25472cd33ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:02.204896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:02.292165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492bbe-5645-43e3-be81-036f906ca1ef req-652d3143-b5d9-4d35-a75b-d3e4e975e751 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:02.293606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b492bbe-5645-43e3-be81-036f906ca1ef req-652d3143-b5d9-4d35-a75b-d3e4e975e751 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0516865 Jul 28 12:14:02.334875 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5b492bbe-5645-43e3-be81-036f906ca1ef req-021b5918-6fe3-4895-9ba1-932364b80062 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344791 Jul 28 12:14:02.449388 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729e00-8eaf-409f-a07d-e3aec31cf774 req-5fb10ec2-b583-4cc2-9a4d-de89cabcb738 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:02.450768 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef729e00-8eaf-409f-a07d-e3aec31cf774 req-5fb10ec2-b583-4cc2-9a4d-de89cabcb738 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0495296 Jul 28 12:14:02.488780 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ef729e00-8eaf-409f-a07d-e3aec31cf774 req-365655f7-2f93-4d70-bfc1-d97317479fff tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Jul 28 12:14:02.509559 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:02.548809 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8ecc9-360d-41de-9fbc-beb4be41bf0a tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:02.550297 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-22b8ecc9-360d-41de-9fbc-beb4be41bf0a tempest-TestNetworkAdvancedServerOps-1870303344 tempest-TestNetworkAdvancedServerOps-1870303344-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1091 time: 0.0397909 Jul 28 12:14:02.553003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:02.557291 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:02.577844 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:02.964854 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.066785 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Allocated IP 172.25.1.2 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/723f5ef7-7ba3-4dcb-96d1-0f5f499bd63e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:03.164572 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.203085 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.236548 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:03.239795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:03.243775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:03.280597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=723f5ef7-7ba3-4dcb-96d1-0f5f499bd63e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:03.603780 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.661982 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.674038 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.821935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.825600 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:03.891980 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event updated for resources: {'Port': ['ID=723f5ef7-7ba3-4dcb-96d1-0f5f499bd63e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:03.904820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:04.002941 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP 132affb6-f2a9-4d02-847c-6edf38eb96c8 associated. External IP: 172.25.1.2, port: 006ca54d-8c00-4a05-92f6-5fc465cc7423. Jul 28 12:14:04.206958 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router e5145381-7149-4fc4-b9b0-71148a57c9f9 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:04.315692 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:04.325107 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] Sync routers for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:04.336446 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:04.337306 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:04.338912 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:04.369843 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-de23fd6c-8ef6-4249-9db6-94c332c38a40 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8157835 Jul 28 12:14:04.370522 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-0db6defb-5412-46c9-9b94-2aa9937d3890 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481155 Jul 28 12:14:04.370994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:04.372878 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574bd6b-19bf-46f2-93ff-e0e995c75d09" -d '{"events": [{"name": "network-changed", "server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:04.437710 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ddb678-0a9f-4967-96dc-076412d6a4ec x-openstack-request-id: req-14ddb678-0a9f-4967-96dc-076412d6a4ec {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:04.438039 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:04.438403 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14ddb678-0a9f-4967-96dc-076412d6a4ec {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:04.439076 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'status': 'completed', 'code': 200} Jul 28 12:14:04.447971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:04.466493 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2976c2-5244-434b-800a-7369e5427c64 req-e8e732e7-6c3c-4280-a454-dee43cd825ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:04.468946 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-e8e732e7-6c3c-4280-a454-dee43cd825ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1096 time: 0.0439260 Jul 28 12:14:04.480594 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efa271-48bb-4d7a-afb4-f37195556b69 req-de052f24-3527-485d-889b-5bd523a95364 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:04.482521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57efa271-48bb-4d7a-afb4-f37195556b69 req-de052f24-3527-485d-889b-5bd523a95364 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0569873 Jul 28 12:14:04.521189 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-57efa271-48bb-4d7a-afb4-f37195556b69 req-8f659fb7-4a3a-4676-ba17-cb1fbba9b45b tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Jul 28 12:14:04.545104 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:04.579717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2976c2-5244-434b-800a-7369e5427c64 req-71cbba8a-30a9-44b8-bfbc-0086e1c95fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:04.581781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-71cbba8a-30a9-44b8-bfbc-0086e1c95fbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 897 time: 0.0935233 Jul 28 12:14:04.611218 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-78c10a1f-be0a-4c37-98ea-757bc125b2c7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/132affb6-f2a9-4d02-847c-6edf38eb96c8 HTTP/1.1" status: 200 len: 989 time: 0.0630705 Jul 28 12:14:04.652914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-cbd17aa1-bc3e-4e32-97ae-eb270de24fc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 997 time: 0.0639417 Jul 28 12:14:04.667251 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '132affb6-f2a9-4d02-847c-6edf38eb96c8', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'port_id': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'mac_address': 'fa:16:3e:9d:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e62e0-3573-4831-ae4c-41958a01026e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:14:03Z', 'updated_at': '2021-07-28T12:14:03Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:55Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:04.695734 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] Checking router: e5145381-7149-4fc4-b9b0-71148a57c9f9 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:04.701497 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2976c2-5244-434b-800a-7369e5427c64 req-f04bf14e-91ba-476b-bc34-543cff87a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:04.703584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-f04bf14e-91ba-476b-bc34-543cff87a1dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 200 len: 835 time: 0.0445733 Jul 28 12:14:04.704738 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:04.705333 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:04.747779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2976c2-5244-434b-800a-7369e5427c64 req-0215a878-038f-4a39-8457-3f22703c0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:04.749722 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-0215a878-038f-4a39-8457-3f22703c0e92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393395 Jul 28 12:14:04.806903 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:04.842288 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-79e31bcb-ce2d-437e-b6d6-e43d83826388 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851631 Jul 28 12:14:04.932802 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ab2976c2-5244-434b-800a-7369e5427c64 req-8328cc10-498a-42db-8f6f-da9063d3ab66 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836930 Jul 28 12:14:05.030269 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '132affb6-f2a9-4d02-847c-6edf38eb96c8', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'port_id': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'mac_address': 'fa:16:3e:9d:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e62e0-3573-4831-ae4c-41958a01026e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:14:03Z', 'updated_at': '2021-07-28T12:14:03Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:55Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:05.055079 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fdeb-d13d-49b1-91af-16b829819026 None None] The sync data for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 is: [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '132affb6-f2a9-4d02-847c-6edf38eb96c8', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'port_id': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'mac_address': 'fa:16:3e:9d:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e62e0-3573-4831-ae4c-41958a01026e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:14:03Z', 'updated_at': '2021-07-28T12:14:03Z', 'revision_number': 0, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:55Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:05.142299 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-466a897a-c647-4494-95e7-ea8c2e1b7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:05.143771 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-466a897a-c647-4494-95e7-ea8c2e1b7fcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1096 time: 0.0437021 Jul 28 12:14:05.241929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-19a8cfa0-6418-4358-99cb-8357d965c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:05.241929 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-19a8cfa0-6418-4358-99cb-8357d965c089 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 897 time: 0.0904419 Jul 28 12:14:05.250966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db081d-042a-45c7-a247-12446d33977b None None] New status for floating IP 132affb6-f2a9-4d02-847c-6edf38eb96c8: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:14:05.308465 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-a1020557-8116-48bb-b797-889eb0c5c174 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 997 time: 0.0597758 Jul 28 12:14:05.366854 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-0a92c13e-b987-4d30-ad82-41d498f266d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:05.368322 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-0a92c13e-b987-4d30-ad82-41d498f266d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 200 len: 835 time: 0.0497344 Jul 28 12:14:05.414588 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-b5f1ebdb-9062-43fb-a118-ea6f68d26667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:05.416064 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-b5f1ebdb-9062-43fb-a118-ea6f68d26667 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408776 Jul 28 12:14:05.505227 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-ed51f2c2-41d2-4432-b023-5e5c3bce9110 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818551 Jul 28 12:14:05.598084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a574bd6b-19bf-46f2-93ff-e0e995c75d09 req-e1531a4a-6c85-47de-a73e-b63984c60a8c service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Jul 28 12:14:05.614655 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:05.674958 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-09c996cd-f86b-44ec-b541-ac7bf5683595 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/132affb6-f2a9-4d02-847c-6edf38eb96c8 HTTP/1.1" status: 200 len: 991 time: 0.0591593 Jul 28 12:14:20.421209 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:23.246310 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:27.951142 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d33aa368-14eb-4ce4-8ae1-311e7d527ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:28.463901 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:14:31.112689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:31.204865 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c52fc90-397b-4082-bf0e-3551485907b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:32.208105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:33.662591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:35.403322 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce0a43-c3f5-49c2-a568-e174fcf482fc req-80044ce2-38f1-42ea-9d23-90ff3313ea54 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:35.404743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5ce0a43-c3f5-49c2-a568-e174fcf482fc req-80044ce2-38f1-42ea-9d23-90ff3313ea54 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0494535 Jul 28 12:14:35.444920 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b5ce0a43-c3f5-49c2-a568-e174fcf482fc req-0ac5979c-c19b-4b4d-8a1b-bc2ef03ea51d tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341325 Jul 28 12:14:36.561145 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec179-0be9-46d6-9123-d0b7ca515727 req-34b4bb64-2eb2-452a-b28d-0b78b5b61864 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:36.562599 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b3ec179-0be9-46d6-9123-d0b7ca515727 req-34b4bb64-2eb2-452a-b28d-0b78b5b61864 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0490263 Jul 28 12:14:36.600252 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3b3ec179-0be9-46d6-9123-d0b7ca515727 req-50e4bdf8-8759-44e2-8536-0fdf9831ae1e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Jul 28 12:14:36.621604 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59946) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:36.684507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-61f7e005-b952-49ce-82b9-31905a0f23f2 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/132affb6-f2a9-4d02-847c-6edf38eb96c8 HTTP/1.1" status: 200 len: 991 time: 0.0617292 Jul 28 12:14:37.944879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be220ea6-efca-4a8c-a279-901692d3e8ff req-ea4fcbef-62e8-4feb-9ac1-d71352e8a8d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.946357 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be220ea6-efca-4a8c-a279-901692d3e8ff req-ea4fcbef-62e8-4feb-9ac1-d71352e8a8d0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0493634 Jul 28 12:14:37.965937 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-4aed02b6-b3e1-46cf-8705-87fa97f1bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:37.967354 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-4aed02b6-b3e1-46cf-8705-87fa97f1bb09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1096 time: 0.0451388 Jul 28 12:14:37.984952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-be220ea6-efca-4a8c-a279-901692d3e8ff req-724d0db7-8c1a-4138-af39-abb6b0efe27c tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Jul 28 12:14:38.056346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-39b08594-584f-41f0-985b-45db8cd3c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:38.057791 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-39b08594-584f-41f0-985b-45db8cd3c842 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 897 time: 0.0836813 Jul 28 12:14:38.129626 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-6b6dc1b2-dd17-4cfc-95c6-930932654365 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 999 time: 0.0637262 Jul 28 12:14:38.177297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-524489fd-790f-459c-8fd8-22c13fd0a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:38.178693 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-524489fd-790f-459c-8fd8-22c13fd0a9d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 200 len: 835 time: 0.0427768 Jul 28 12:14:38.224260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-0b9fdd36-d29c-4f60-b5bb-ff4524339e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:38.225741 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-0b9fdd36-d29c-4f60-b5bb-ff4524339e82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399575 Jul 28 12:14:38.318804 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-1b8a8053-7e26-4a56-b20e-93de9d587ff1 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858309 Jul 28 12:14:38.405796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-6545366e-7737-4d44-913a-76f939ecfcc3 req-8e9b6534-713e-436c-be61-a7b37fc74a28 service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805600 Jul 28 12:14:39.102374 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48913f0-35cb-4a7a-bc37-1b9f2a0a015b req-c291c476-1c88-4902-b17c-8627e6f96a08 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:39.103838 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e48913f0-35cb-4a7a-bc37-1b9f2a0a015b req-c291c476-1c88-4902-b17c-8627e6f96a08 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0482137 Jul 28 12:14:39.145580 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e48913f0-35cb-4a7a-bc37-1b9f2a0a015b req-05f1ad9d-4452-4530-82c3-d028ed86afdb tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Jul 28 12:14:40.264763 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c2029-1982-48e2-872c-2ed11bdb1bbf req-82203c91-7807-47c9-9b20-5710ef0a5460 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:40.266227 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c65c2029-1982-48e2-872c-2ed11bdb1bbf req-82203c91-7807-47c9-9b20-5710ef0a5460 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0530996 Jul 28 12:14:40.304420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c65c2029-1982-48e2-872c-2ed11bdb1bbf req-b4af39c7-11ea-40ec-a295-63d4b09f1930 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Jul 28 12:14:40.326762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:40.386081 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-15ba4a0a-afaf-4b0e-a1a1-ca07471124f5 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/floatingips/132affb6-f2a9-4d02-847c-6edf38eb96c8 HTTP/1.1" status: 200 len: 991 time: 0.0580585 Jul 28 12:14:40.625171 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:40.779175 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 723f5ef7-7ba3-4dcb-96d1-0f5f499bd63e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:40.779523 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:40.857599 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:40.858687 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:40.870101 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 723f5ef7-7ba3-4dcb-96d1-0f5f499bd63e owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:41.017128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:41.042165 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=723f5ef7-7ba3-4dcb-96d1-0f5f499bd63e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:41.055060 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.055414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.055754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.056088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.056444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.056775 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.057130 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.057462 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.057787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.058111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.058433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.058754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:41.111862 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:41.112205 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Floating IP 132affb6-f2a9-4d02-847c-6edf38eb96c8 disassociated (deleted). External IP: 172.25.1.2, port: 006ca54d-8c00-4a05-92f6-5fc465cc7423. Jul 28 12:14:41.317960 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router e5145381-7149-4fc4-b9b0-71148a57c9f9 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:41.425054 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:41.434688 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] Sync routers for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:41.435158 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:41.444923 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:41.445537 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:41.462729 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8f59ccb5-7266-4562-96c1-ab1d21e6e94a tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/floatingips/132affb6-f2a9-4d02-847c-6edf38eb96c8 HTTP/1.1" status: 204 len: 168 time: 0.8362489 Jul 28 12:14:41.463294 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:41.465650 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab" -d '{"events": [{"name": "network-changed", "server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:41.506498 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de151ff5-d130-4c56-8b71-c221c29a0539 x-openstack-request-id: req-de151ff5-d130-4c56-8b71-c221c29a0539 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:41.506786 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:41.507202 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de151ff5-d130-4c56-8b71-c221c29a0539 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:41.507609 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'status': 'completed', 'code': 200} Jul 28 12:14:41.572264 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-46ae5d1e-91ee-4c56-9561-781927d0b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:41.573717 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-46ae5d1e-91ee-4c56-9561-781927d0b5f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2edcf33558db4531863a5cf766b35a11&device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 1096 time: 0.0436916 Jul 28 12:14:41.657387 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:41.684258 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-4980210c-200c-4886-8d04-c1eee985b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:41.685964 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-4980210c-200c-4886-8d04-c1eee985b93c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 200 len: 897 time: 0.0976248 Jul 28 12:14:41.704669 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9201159-2137-423f-a907-ad9b75f00aa1 req-dee1f0c8-3de8-4711-b869-ef7e19a5b9d9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:41.706411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9201159-2137-423f-a907-ad9b75f00aa1 req-dee1f0c8-3de8-4711-b869-ef7e19a5b9d9 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0543439 Jul 28 12:14:41.731391 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-f1bf302b-17de-4e3c-8d46-8729474a5c00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 200 len: 217 time: 0.0367355 Jul 28 12:14:41.750507 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f9201159-2137-423f-a907-ad9b75f00aa1 req-bc7bad1f-40e0-4250-91ed-1f19aec3ccde tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Jul 28 12:14:41.787514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-bd0a51a2-1a8c-40b9-badf-bc7d9e9c04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:41.789020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-bd0a51a2-1a8c-40b9-badf-bc7d9e9c04b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 200 len: 835 time: 0.0493577 Jul 28 12:14:41.838178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-7fa9a7fc-6957-4ea1-948e-6168234df49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:41.839569 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-7fa9a7fc-6957-4ea1-948e-6168234df49d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406868 Jul 28 12:14:41.854464 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:55Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:41.881273 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] Checking router: e5145381-7149-4fc4-b9b0-71148a57c9f9 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:41.889889 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:41.890495 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:41.931016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-86410115-09eb-41ce-b913-f69a021a1c1d service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824981 Jul 28 12:14:41.992906 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:42.029505 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-00dbbc37-ec4e-42bd-8a9c-19c04d889bab req-9a1d7042-135e-4242-8a58-4a5933444e8e service neutron] 10.222.0.44 "GET /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905094 Jul 28 12:14:42.196699 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:55Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:42.223130 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d3a4-3c41-4a87-91e5-8fd002908919 None None] The sync data for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 is: [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:13:50Z', 'revision_number': 4, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'b1eeaee4-78c2-416e-8b20-210c17b41474', 'name': '', 'network_id': 'a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'mac_address': 'fa:16:3e:45:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:49Z', 'updated_at': '2021-07-28T12:13:55Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'subnets': [{'id': 'ca6696fe-512b-4050-a75b-c67bb7580004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:42.447805 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4c1b8-2ce7-42ea-8983-a8e618345f41 None None] New status for floating IP 132affb6-f2a9-4d02-847c-6edf38eb96c8: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:14:42.870599 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e50ee-ddca-4daa-b10b-ae38983483d6 req-32a1851b-9042-48d8-9fc3-d799590eaeca tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:42.872039 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-181e50ee-ddca-4daa-b10b-ae38983483d6 req-32a1851b-9042-48d8-9fc3-d799590eaeca tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0482936 Jul 28 12:14:42.910377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-181e50ee-ddca-4daa-b10b-ae38983483d6 req-44b44ed9-5b4e-4b9e-b7b3-2f4cba9f524f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f45aa2d4-70e3-4936-aacf-e170d7ddaefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Jul 28 12:14:43.303368 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-46097676-27e1-4b20-a96d-568579cdfcd6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:43.304821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-46097676-27e1-4b20-a96d-568579cdfcd6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 945 time: 0.0497241 Jul 28 12:14:43.397482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 006ca54d-8c00-4a05-92f6-5fc465cc7423 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:43.397757 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.488103 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port 006ca54d-8c00-4a05-92f6-5fc465cc7423, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=006ca54d-8c00-4a05-92f6-5fc465cc7423,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:43.488496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.501810 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 006ca54d-8c00-4a05-92f6-5fc465cc7423 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:43.629411 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.658444 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=006ca54d-8c00-4a05-92f6-5fc465cc7423,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:43.683975 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.684360 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.684706 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.685043 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.685371 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.685697 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.686135 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.686662 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.686997 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.687322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.687643 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.687963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:43.708799 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] No DVR routers for this DVR port 006ca54d-8c00-4a05-92f6-5fc465cc7423 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:14:43.711290 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:43.713262 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-ac6125e5-2448-4ed0-9783-46f151cd7eff req-50320008-5c71-4ed6-a774-d843d31923a0 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.44 "DELETE /v2.0/ports/006ca54d-8c00-4a05-92f6-5fc465cc7423 HTTP/1.1" status: 204 len: 173 time: 0.4010599 Jul 28 12:14:43.713749 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'name': 'network-vif-deleted', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:14:43.715985 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785492c0-4359-4350-ad2e-fc84967c9230" -d '{"events": [{"server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "name": "network-vif-deleted", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:14:43.755318 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd6bba-0f4f-4d64-8bf0-ecd19e4f28c6 x-openstack-request-id: req-3dcd6bba-0f4f-4d64-8bf0-ecd19e4f28c6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:14:43.755614 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353e62e0-3573-4831-ae4c-41958a01026e", "name": "network-vif-deleted", "tag": "006ca54d-8c00-4a05-92f6-5fc465cc7423", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:14:43.755869 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dcd6bba-0f4f-4d64-8bf0-ecd19e4f28c6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:14:43.756300 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353e62e0-3573-4831-ae4c-41958a01026e', 'name': 'network-vif-deleted', 'tag': '006ca54d-8c00-4a05-92f6-5fc465cc7423', 'status': 'completed', 'code': 200} Jul 28 12:14:44.014486 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6b9ccc6e-a94c-4465-ab8f-edf72206ca0e req-75745b0e-5ec3-4385-a50c-0304e00132d6 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "GET /v2.0/ports?device_id=353e62e0-3573-4831-ae4c-41958a01026e HTTP/1.1" status: 200 len: 210 time: 0.0269825 Jul 28 12:14:45.070381 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:45.428090 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:45.952127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port b1eeaee4-78c2-416e-8b20-210c17b41474 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:45.952497 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.035717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port b1eeaee4-78c2-416e-8b20-210c17b41474, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b1eeaee4-78c2-416e-8b20-210c17b41474,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:46.036075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.049185 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for b1eeaee4-78c2-416e-8b20-210c17b41474 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:46.259489 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.300708 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=b1eeaee4-78c2-416e-8b20-210c17b41474,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:46.502142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:46.619217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 006ca54d-8c00-4a05-92f6-5fc465cc7423 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:46.645038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 006ca54d-8c00-4a05-92f6-5fc465cc7423 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:46.645360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 006ca54d-8c00-4a05-92f6-5fc465cc7423 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:46.765276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Router e5145381-7149-4fc4-b9b0-71148a57c9f9 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:46.909127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:46.914857 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6b5ecbb2-b34c-487d-bbc5-e9105d07e3d7 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "PUT /v2.0/routers/e5145381-7149-4fc4-b9b0-71148a57c9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434138 Jul 28 12:14:46.916955 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:46.918965 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] Sync routers for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:46.928898 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:46.929548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:46.969029 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting subnet ca6696fe-512b-4050-a75b-c67bb7580004 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:14:46.972081 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.011594 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.032971 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:47.099369 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.162607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.192799 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6696fe-512b-4050-a75b-c67bb7580004,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:47.194878 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.196781 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-1598952c-e26d-466b-8b75-480d21818329 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/subnets/ca6696fe-512b-4050-a75b-c67bb7580004 HTTP/1.1" status: 204 len: 168 time: 0.2788839 Jul 28 12:14:47.199527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:47.201768 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbf50b-be39-4246-a375-c13c640e150f None None] Network a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:47.222959 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:47.253915 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] Checking router: e5145381-7149-4fc4-b9b0-71148a57c9f9 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:47.262248 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] Routers {'e5145381-7149-4fc4-b9b0-71148a57c9f9'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:47.262850 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['e5145381-7149-4fc4-b9b0-71148a57c9f9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:47.320072 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.371868 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] Set router e5145381-7149-4fc4-b9b0-71148a57c9f9 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:47.433056 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.496467 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Deleting port 8b44db69-f235-4ed4-b718-a6e809a44b3b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:47.496825 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.557092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] DHCP port deletion for a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:14:47.562522 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:47.584164 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] For port 8b44db69-f235-4ed4-b718-a6e809a44b3b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=8b44db69-f235-4ed4-b718-a6e809a44b3b,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:47.584486 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.589419 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fccd7-bf0a-4cfa-b5d8-edc343296bcf None None] The sync data for ids ['e5145381-7149-4fc4-b9b0-71148a57c9f9'] in n-d-723573-7 is: [{'id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242403163', 'tenant_id': '2edcf33558db4531863a5cf766b35a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:13:46Z', 'updated_at': '2021-07-28T12:14:46Z', 'revision_number': 5, 'project_id': '2edcf33558db4531863a5cf766b35a11', 'gw_port': {'id': '8b44db69-f235-4ed4-b718-a6e809a44b3b', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5145381-7149-4fc4-b9b0-71148a57c9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:13:47Z', 'updated_at': '2021-07-28T12:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:47.597105 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Calling delete_port for 8b44db69-f235-4ed4-b718-a6e809a44b3b owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:47.605226 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Deleting port 9922d229-5a69-4541-b77f-520d55007ae5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:14:47.605707 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.669428 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] For port 9922d229-5a69-4541-b77f-520d55007ae5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=9922d229-5a69-4541-b77f-520d55007ae5,segment=NetworkSegment(6e18d990-0157-4946-8632-3e4332a5e9d1),segment_id=6e18d990-0157-4946-8632-3e4332a5e9d1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:47.670747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.682847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Calling delete_port for 9922d229-5a69-4541-b77f-520d55007ae5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:14:47.760743 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.764509 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.788742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Pushing event deleted for resources: {'Port': ['ID=9922d229-5a69-4541-b77f-520d55007ae5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:47.792653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Port': ['ID=8b44db69-f235-4ed4-b718-a6e809a44b3b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:47.797980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.798328 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.798682 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.799017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.799349 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.799675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.800000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.800352 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.800678 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.800997 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.801320 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.801637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:47.804403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc1fbf-1178-4e98-9584-bfe71bcf1b77 None None] No DVR routers for this DVR port 9922d229-5a69-4541-b77f-520d55007ae5 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:14:47.851443 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.942338 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.944487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.990219 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:47.990759 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Fanout notify agent at l3_agent the message router_deleted on router e5145381-7149-4fc4-b9b0-71148a57c9f9 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:14:47.998894 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.000022 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-e2a0850b-ea24-4b35-a98c-7cfc06630e3e tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/routers/e5145381-7149-4fc4-b9b0-71148a57c9f9 HTTP/1.1" status: 204 len: 168 time: 0.7993479 Jul 28 12:14:48.002670 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 59990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.085952 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.176023 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.186326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:48.196659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e18d990-0157-4946-8632-3e4332a5e9d1') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:48.196952 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e18d990-0157-4946-8632-3e4332a5e9d1') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:48.206029 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.220602 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.227879 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:14:48.228530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:14:48.231512 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:14:48.292958 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.300323 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.301951 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/networks/a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46 HTTP/1.1" status: 204 len: 168 time: 0.2983508 Jul 28 12:14:48.304873 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 59992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.313274 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0621d2-b94c-4c19-b776-b3df567c812f tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'Network': ['ID=a2e7b1d0-fa5d-43c5-8d2e-494ed0516e46,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:48.366629 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c445-402b-4ad2-a2fd-d3fea285bc49 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.392216 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c445-402b-4ad2-a2fd-d3fea285bc49 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.449511 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c445-402b-4ad2-a2fd-d3fea285bc49 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.452657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c445-402b-4ad2-a2fd-d3fea285bc49 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.453897 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-7ef9c445-402b-4ad2-a2fd-d3fea285bc49 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] 10.222.0.20 "DELETE /v2.0/security-groups/f45aa2d4-70e3-4936-aacf-e170d7ddaefe HTTP/1.1" status: 204 len: 168 time: 0.1478493 Jul 28 12:14:48.463957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9c445-402b-4ad2-a2fd-d3fea285bc49 tempest-TestNetworkAdvancedServerOps-324431182 tempest-TestNetworkAdvancedServerOps-324431182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45aa2d4-70e3-4936-aacf-e170d7ddaefe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:48.776348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.921837 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-79952861-d8ec-47a5-9e14-7204fd6cf4b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2edcf33558db4531863a5cf766b35a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443040 Jul 28 12:14:48.924219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:48.977347 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e66264ba-ba42-4505-a9c0-8393797f8cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:48.997798 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e66264ba-ba42-4505-a9c0-8393797f8cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.042403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e66264ba-ba42-4505-a9c0-8393797f8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.045649 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e66264ba-ba42-4505-a9c0-8393797f8cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.046864 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-e66264ba-ba42-4505-a9c0-8393797f8cdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9396dfa-3087-4231-9747-d8e43def396d HTTP/1.1" status: 204 len: 168 time: 0.1217501 Jul 28 12:14:49.057092 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66264ba-ba42-4505-a9c0-8393797f8cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9396dfa-3087-4231-9747-d8e43def396d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:49.207688 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b1eeaee4-78c2-416e-8b20-210c17b41474 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:49.226860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b1eeaee4-78c2-416e-8b20-210c17b41474 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:49.227208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b1eeaee4-78c2-416e-8b20-210c17b41474 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:49.227776 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9922d229-5a69-4541-b77f-520d55007ae5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:49.246806 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 9922d229-5a69-4541-b77f-520d55007ae5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:49.247157 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 9922d229-5a69-4541-b77f-520d55007ae5 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:49.247596 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b44db69-f235-4ed4-b718-a6e809a44b3b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:14:49.267633 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 8b44db69-f235-4ed4-b718-a6e809a44b3b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:14:49.267990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 8b44db69-f235-4ed4-b718-a6e809a44b3b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:14:49.307362 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:49.324531 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eda7cf8-3e54-422d-a007-0e9481bd2b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.414980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eda7cf8-3e54-422d-a007-0e9481bd2b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.418615 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eda7cf8-3e54-422d-a007-0e9481bd2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.457204 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6eda7cf8-3e54-422d-a007-0e9481bd2b57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d6efc40d9dd43d4a0024f702dd09b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486828 Jul 28 12:14:49.458048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda7cf8-3e54-422d-a007-0e9481bd2b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a1a4a-e17d-4746-ba77-7836b88b6f50,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:49.459963 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:49.519955 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7773f605-452c-47e5-bec9-3eae68946379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.541104 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7773f605-452c-47e5-bec9-3eae68946379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.588020 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7773f605-452c-47e5-bec9-3eae68946379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.590528 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7773f605-452c-47e5-bec9-3eae68946379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:49.591654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7773f605-452c-47e5-bec9-3eae68946379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/939a1a4a-e17d-4746-ba77-7836b88b6f50 HTTP/1.1" status: 204 len: 168 time: 0.1306303 Jul 28 12:14:49.599394 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f605-452c-47e5-bec9-3eae68946379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a1a4a-e17d-4746-ba77-7836b88b6f50,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:50.276706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:50.374806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-567896095-network', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:50.396410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Made reservation on behalf of 3676e6cb6e994f13a3fb279d9212820b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:50.398663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.407563 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.412716 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.496416 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.500638 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.528478 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:14:50.534399 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26abbf8-b458-4efb-9e6a-bd95cd1855ad,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:50.542836 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.542836 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Added segment dbb9a1db-37bb-4c93-b9c2-3580af8072a8 of type vlan for network 52548b04-2c24-4983-905c-3a05d77711b2 Jul 28 12:14:50.581596 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.607979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.608878 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:50.609444 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.662013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3842080 Jul 28 12:14:50.665109 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:50.670820 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Request body: {'subnet': {'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-567896095-subnet', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:50.671410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42d3-b983-4bae-aeff-5613b68c4d31 admin admin] Pushing event updated for resources: {'Network': ['ID=52548b04-2c24-4983-905c-3a05d77711b2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:50.681216 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 52548b04-2c24-4983-905c-3a05d77711b2 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:14:50.693411 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Made reservation on behalf of 3676e6cb6e994f13a3fb279d9212820b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:50.695898 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7504037'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.864509 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8316457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7504087'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.915963 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e272341a-9299-45d3-94c4-1d13ebfb4a3e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:50.927308 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Checking segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:50.927659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Network hostable DHCP agents. Network: 52548b04-2c24-4983-905c-3a05d77711b2, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:14:50.944085 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Network 52548b04-2c24-4983-905c-3a05d77711b2 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:14:50.952230 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 52548b04-2c24-4983-905c-3a05d77711b2) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:50.956575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:50.957644 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:50.960894 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2bacb-ba8d-4e8b-b7d4-fa03e2e3cd4f None None] Network 52548b04-2c24-4983-905c-3a05d77711b2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:50.971254 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-abe5d942-1438-4853-90f9-0f07c2b48fc2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3049679 Jul 28 12:14:50.973896 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:50.978290 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:50.999501 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.000699 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.057280 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.107697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-52548b04-2c24-4983-905c-3a05d77711b2', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:14:51.108800 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.194167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.241893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Allocated IP 172.20.0.2 (52548b04-2c24-4983-905c-3a05d77711b2/e272341a-9299-45d3-94c4-1d13ebfb4a3e/e9819905-5ed9-410c-addc-ed676b80eda5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:51.392404 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.401828 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Transition to ACTIVE for port object e9819905-5ed9-410c-addc-ed676b80eda5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:51.417459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Transition to ACTIVE for port object e9819905-5ed9-410c-addc-ed676b80eda5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:51.423500 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.462574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Network 52548b04-2c24-4983-905c-3a05d77711b2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:51.465439 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:51.471538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:51.478478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Pushing event updated for resources: {'Port': ['ID=e9819905-5ed9-410c-addc-ed676b80eda5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:51.535338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Attempting to bind port e9819905-5ed9-410c-addc-ed676b80eda5 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:51.535706 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Attempting to bind port e9819905-5ed9-410c-addc-ed676b80eda5 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:51.536069 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Attempting to bind port e9819905-5ed9-410c-addc-ed676b80eda5 on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:51.540880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:51.541281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Checking segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:51.541679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.542077 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Bound using segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:51.542537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Bound port: e9819905-5ed9-410c-addc-ed676b80eda5, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:51.542919 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.603879 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] For port e9819905-5ed9-410c-addc-ed676b80eda5, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:51.606847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] For port e9819905-5ed9-410c-addc-ed676b80eda5, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9819905-5ed9-410c-addc-ed676b80eda5,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:51.612473 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.673284 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd0faa-758a-4773-b921-878c2b908fff None None] Pushing event updated for resources: {'Port': ['ID=e9819905-5ed9-410c-addc-ed676b80eda5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:51.683203 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.703888 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.820907 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Allocated IP 172.25.1.41 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/728706b9-72a5-4ff1-8e78-f5e38ea469db) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:51.934856 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:51.973329 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.008921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:52.011680 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:52.015895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:52.046681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Pushing event updated for resources: {'Port': ['ID=728706b9-72a5-4ff1-8e78-f5e38ea469db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:52.274684 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.476322 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.547173 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60949b8d-2bff-413f-b72c-d8b3fb152fe7 None None] Network 52548b04-2c24-4983-905c-3a05d77711b2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:52.609958 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:14:52.634983 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88d3153c-64c4-41eb-ae65-eca699c5d033 None None] Provisioning for port e9819905-5ed9-410c-addc-ed676b80eda5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:52.720567 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:52.729338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:52.737223 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:52.741137 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9e7eb1c3-3c85-4a26-a6b2-46bbe9f0e4da admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7637577 Jul 28 12:14:52.741283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:52.741283 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:52.741530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:52.853980 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:53.036456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:52Z', 'revision_number': 3, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:53.067449 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:53.067801 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Updating router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 port 728706b9-72a5-4ff1-8e78-f5e38ea469db binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:14:53.092049 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.171628 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.248813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9819905-5ed9-410c-addc-ed676b80eda5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:53.301482 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.348739 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e9819905-5ed9-410c-addc-ed676b80eda5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:53.355479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e9819905-5ed9-410c-addc-ed676b80eda5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:53.355847 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.384981 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Allocated IP 172.20.0.1 (52548b04-2c24-4983-905c-3a05d77711b2/e272341a-9299-45d3-94c4-1d13ebfb4a3e/6d6485d5-582b-4ddc-bbbb-732ea31cabf2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:53.441239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.454114 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Transition to ACTIVE for port object 728706b9-72a5-4ff1-8e78-f5e38ea469db will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:53.479361 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.488142 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.501247 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Transition to ACTIVE for port object 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:53.536657 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.541772 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.563940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Attempting to bind port 728706b9-72a5-4ff1-8e78-f5e38ea469db on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:53.564650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Attempting to bind port 728706b9-72a5-4ff1-8e78-f5e38ea469db by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:53.564650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Attempting to bind port 728706b9-72a5-4ff1-8e78-f5e38ea469db on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:53.566399 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275107-53d1-490e-a228-414dd57fcfa5 None None] Pushing event updated for resources: {'Port': ['ID=728706b9-72a5-4ff1-8e78-f5e38ea469db,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:53.579168 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:53.579538 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:53.579939 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.580359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:53.580830 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Bound port: 728706b9-72a5-4ff1-8e78-f5e38ea469db, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:53.581238 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.581755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Network 52548b04-2c24-4983-905c-3a05d77711b2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:53.584940 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:53.587948 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:53.617634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:53.622050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e9819905-5ed9-410c-addc-ed676b80eda5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9819905-5ed9-410c-addc-ed676b80eda5,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:53.633383 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.636919 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.675543 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] For port 728706b9-72a5-4ff1-8e78-f5e38ea469db, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:53.680139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] For port 728706b9-72a5-4ff1-8e78-f5e38ea469db, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=728706b9-72a5-4ff1-8e78-f5e38ea469db,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:53.694077 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.713952 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e9819905-5ed9-410c-addc-ed676b80eda5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:53.785385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:53.786149 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:53.786323 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.836054 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275107-53d1-490e-a228-414dd57fcfa5 None None] Pushing event updated for resources: {'Port': ['ID=728706b9-72a5-4ff1-8e78-f5e38ea469db,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:53.936315 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:53.973159 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.973475 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed313e75-0d40-4280-be1c-8c4c0c13b623 None None] Provisioning for port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:53.978513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:53.987338 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed313e75-0d40-4280-be1c-8c4c0c13b623 None None] Provisioning complete for port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:53.987338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed313e75-0d40-4280-be1c-8c4c0c13b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.044575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:54.047837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.091102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ed313e75-0d40-4280-be1c-8c4c0c13b623 None None] Port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:54.142894 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Network 52548b04-2c24-4983-905c-3a05d77711b2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:54.144361 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:54.173408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 1, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:54.268563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:54.367194 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabe0a58-dd46-4c72-8d0a-c2d1625e9ac0 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 1, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:54.390504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:54.396028 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-78599b16-b73b-4b24-89e8-70cb482c4f31 admin admin] 10.222.0.20 "PUT /v2.0/routers/aeaa000b-c733-4dcd-bc3b-1788a6dbe157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6535013 Jul 28 12:14:54.411531 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b45f7d07-afff-4d6e-8b04-f9c8986b5991 None None] Provisioning complete for port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:54.411904 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b45f7d07-afff-4d6e-8b04-f9c8986b5991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.447817 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b45f7d07-afff-4d6e-8b04-f9c8986b5991 None None] Port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:54.886435 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:54.891726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1727232582-network', 'tenant_id': '497e5060150f4465873e02e676fc5c47'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:54.913541 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Made reservation on behalf of 497e5060150f4465873e02e676fc5c47 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:54.915843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:54.928755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.039815 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.047807 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.073653 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:14:55.084349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88455f8f-959e-45d6-9599-778590b4734c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:55.089362 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.089708 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Added segment ae82f747-cb04-4227-9884-11c3b104fc3d of type vlan for network 486f4371-4e64-411a-ac08-b80501e98efe Jul 28 12:14:55.133500 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.172067 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.173276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:55.173942 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.266352 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3787656 Jul 28 12:14:55.269099 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:55.275786 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Request body: {'subnet': {'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1727232582-subnet', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:55.282634 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df091b9b-676f-4470-ad2b-04b2d6b7951f admin admin] Pushing event updated for resources: {'Network': ['ID=486f4371-4e64-411a-ac08-b80501e98efe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:55.286790 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 728706b9-72a5-4ff1-8e78-f5e38ea469db up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:55.305552 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Made reservation on behalf of 497e5060150f4465873e02e676fc5c47 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:14:55.308128 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.311219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 486f4371-4e64-411a-ac08-b80501e98efe details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:14:55.400480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 728706b9-72a5-4ff1-8e78-f5e38ea469db completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:55.404347 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 728706b9-72a5-4ff1-8e78-f5e38ea469db triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:55.405035 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.485845 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.499289 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.508070 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 728706b9-72a5-4ff1-8e78-f5e38ea469db, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=728706b9-72a5-4ff1-8e78-f5e38ea469db,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:55.513308 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.514437 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9819905-5ed9-410c-addc-ed676b80eda5 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:55.550174 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac73c585-f97e-4e5d-b598-146be3a8de8a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:55.575962 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Checking segment: {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:55.576410 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Network hostable DHCP agents. Network: 486f4371-4e64-411a-ac08-b80501e98efe, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:14:55.594857 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Network 486f4371-4e64-411a-ac08-b80501e98efe is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:14:55.600292 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=728706b9-72a5-4ff1-8e78-f5e38ea469db,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:55.606906 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 486f4371-4e64-411a-ac08-b80501e98efe) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:55.611600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:14:55.612435 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.615984 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e9819905-5ed9-410c-addc-ed676b80eda5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:55.616451 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.619637 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fe3c2-78b5-4a2b-a1ca-e32dfdd4cb0a None None] Network 486f4371-4e64-411a-ac08-b80501e98efe requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:55.628482 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-3a2d1438-f796-4bc8-8934-c0c2f0a2d57a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3571360 Jul 28 12:14:55.630892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:55.635311 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:14:55.664293 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.665329 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.730371 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.821918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-486f4371-4e64-411a-ac08-b80501e98efe', 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'fixed_ips': [{'subnet_id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:14:55.822756 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.867451 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:55.963537 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Allocated IP 172.20.0.2 (486f4371-4e64-411a-ac08-b80501e98efe/ac73c585-f97e-4e5d-b598-146be3a8de8a/d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:56.081794 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.102101 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.117161 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.127020 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Transition to ACTIVE for port object d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:56.143270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Transition to ACTIVE for port object d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:56.149895 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.186624 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Network 486f4371-4e64-411a-ac08-b80501e98efe is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:56.190836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:56.196334 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:56.203190 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Pushing event updated for resources: {'Port': ['ID=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:56.212003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Allocated IP 172.25.1.143 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e71ec63f-051a-4f7e-9bab-46424292fee8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:56.255767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Attempting to bind port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:56.256129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Attempting to bind port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:56.256523 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Attempting to bind port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 on network 486f4371-4e64-411a-ac08-b80501e98efe {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:56.261384 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:56.261759 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Checking segment: {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:56.262162 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.262619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Bound using segment: {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:56.263109 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Bound port: d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:56.263501 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.322399 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.332018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] For port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:56.335092 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] For port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:56.339347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.366178 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.403029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29e12-d044-4d8a-8578-3dcb640203c4 None None] Pushing event updated for resources: {'Port': ['ID=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:56.405533 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:56.408634 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:56.412254 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:56.460533 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94496573-b511-4690-9746-2817d3969826 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:56.471161 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94496573-b511-4690-9746-2817d3969826 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:56.472059 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-94496573-b511-4690-9746-2817d3969826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:56.612007 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-94496573-b511-4690-9746-2817d3969826 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:56.759528 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Pushing event updated for resources: {'Port': ['ID=e71ec63f-051a-4f7e-9bab-46424292fee8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:56.826808 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-94496573-b511-4690-9746-2817d3969826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 2, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:56.852400 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94496573-b511-4690-9746-2817d3969826 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:56.852745 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94496573-b511-4690-9746-2817d3969826 None None] Updating router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:14:56.877920 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94496573-b511-4690-9746-2817d3969826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:56.985637 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.157015 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94496573-b511-4690-9746-2817d3969826 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.168754 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-94496573-b511-4690-9746-2817d3969826 None None] Transition to ACTIVE for port object 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:57.175621 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94496573-b511-4690-9746-2817d3969826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.207779 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.275987 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Pushing event updated for resources: {'Port': ['ID=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:57.285156 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.285500 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.285833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.286164 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.286540 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.286868 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.287187 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.287506 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.287815 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.288127 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.288482 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.288780 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:14:57.327506 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-94496573-b511-4690-9746-2817d3969826 None None] Attempting to bind port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:57.327969 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-94496573-b511-4690-9746-2817d3969826 None None] Attempting to bind port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:57.328463 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94496573-b511-4690-9746-2817d3969826 None None] Attempting to bind port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:57.346463 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94496573-b511-4690-9746-2817d3969826 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:57.347143 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94496573-b511-4690-9746-2817d3969826 None None] Checking segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:57.348985 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94496573-b511-4690-9746-2817d3969826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.350062 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94496573-b511-4690-9746-2817d3969826 None None] Bound using segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:57.351717 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-94496573-b511-4690-9746-2817d3969826 None None] Bound port: 6d6485d5-582b-4ddc-bbbb-732ea31cabf2, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:57.352531 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94496573-b511-4690-9746-2817d3969826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.380213 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 728706b9-72a5-4ff1-8e78-f5e38ea469db up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:57.392122 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Router d333cfc0-7945-4bc2-b7de-7b7584d56486 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:14:57.447618 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 728706b9-72a5-4ff1-8e78-f5e38ea469db triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:57.448030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.455526 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-94496573-b511-4690-9746-2817d3969826 None None] For port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:57.460792 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-94496573-b511-4690-9746-2817d3969826 None None] For port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:57.468756 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94496573-b511-4690-9746-2817d3969826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.526745 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94496573-b511-4690-9746-2817d3969826 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:57.527869 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-94496573-b511-4690-9746-2817d3969826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:57.546713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:57.563024 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:57.567090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Sync routers for ids ['d333cfc0-7945-4bc2-b7de-7b7584d56486'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:14:57.586241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.587965 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-814daf18-0471-480e-868e-783f545d4ddf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9561296 Jul 28 12:14:57.590833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:14:57.598825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e30bd-8a50-4ca3-abf1-dd3b8cd69e6d None None] Network 486f4371-4e64-411a-ac08-b80501e98efe requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:14:57.666157 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3cec1-f610-424e-bb05-45d6ef0a3b28 None None] Pushing event updated for resources: {'Port': ['ID=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:57.671734 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Routers {'d333cfc0-7945-4bc2-b7de-7b7584d56486'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:57.672434 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d333cfc0-7945-4bc2-b7de-7b7584d56486'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:57.680488 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-94496573-b511-4690-9746-2817d3969826 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:57.791588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:57.824851 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] Provisioning for port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:57.836908 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] Provisioning complete for port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:57.837316 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:57.861953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Set router d333cfc0-7945-4bc2-b7de-7b7584d56486 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:57.917349 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-94496573-b511-4690-9746-2817d3969826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:57Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:57.949948 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94496573-b511-4690-9746-2817d3969826 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:57Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:58.026898 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f113cf0-b372-45d0-8536-5e905c760148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.318366 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.360423 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] For port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:58.370753 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.431981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:14:56Z', 'revision_number': 3, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:58.435458 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af4fc8-4e64-469d-b4f5-cc710e07760b None None] Pushing event updated for resources: {'Port': ['ID=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:58.443572 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.489638 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Checking router: d333cfc0-7945-4bc2-b7de-7b7584d56486 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:14:58.490126 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Updating router d333cfc0-7945-4bc2-b7de-7b7584d56486 port e71ec63f-051a-4f7e-9bab-46424292fee8 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:14:58.541959 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.647378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Allocated IP 172.20.0.1 (486f4371-4e64-411a-ac08-b80501e98efe/ac73c585-f97e-4e5d-b598-146be3a8de8a/35c87946-bfad-417b-a092-481fde30026b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:14:58.749438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2e287934-b497-453b-a6df-a9f8d40d0560 None None] Provisioning complete for port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:58.749806 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e287934-b497-453b-a6df-a9f8d40d0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.771857 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.787217 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Transition to ACTIVE for port object 35c87946-bfad-417b-a092-481fde30026b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:58.821843 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.861179 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Network 486f4371-4e64-411a-ac08-b80501e98efe is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:58.864025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:58.869637 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:14:58.894575 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Pushing event updated for resources: {'Port': ['ID=35c87946-bfad-417b-a092-481fde30026b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:58.914461 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.919559 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.930154 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Transition to ACTIVE for port object e71ec63f-051a-4f7e-9bab-46424292fee8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:14:58.936694 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:58.991286 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Attempting to bind port e71ec63f-051a-4f7e-9bab-46424292fee8 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:14:58.991662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Attempting to bind port e71ec63f-051a-4f7e-9bab-46424292fee8 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:14:58.992029 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Attempting to bind port e71ec63f-051a-4f7e-9bab-46424292fee8 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:14:58.995185 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e2a03-3808-49b6-a8a8-ea370a1ea31b None None] Pushing event updated for resources: {'Port': ['ID=e71ec63f-051a-4f7e-9bab-46424292fee8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:59.003665 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:14:59.004049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:14:59.004477 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.004875 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:14:59.005362 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Bound port: e71ec63f-051a-4f7e-9bab-46424292fee8, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:14:59.005754 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.060158 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.064877 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] For port e71ec63f-051a-4f7e-9bab-46424292fee8, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:14:59.069049 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] For port e71ec63f-051a-4f7e-9bab-46424292fee8, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e71ec63f-051a-4f7e-9bab-46424292fee8,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:14:59.074387 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.150807 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Routers {'d333cfc0-7945-4bc2-b7de-7b7584d56486'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:14:59.151612 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:14:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d333cfc0-7945-4bc2-b7de-7b7584d56486'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:59.155940 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8eeb6ca-a8cd-4298-8fb7-10c6771a2191 None None] Provisioning for port 35c87946-bfad-417b-a092-481fde30026b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:59.193724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e2a03-3808-49b6-a8a8-ea370a1ea31b None None] Pushing event updated for resources: {'Port': ['ID=e71ec63f-051a-4f7e-9bab-46424292fee8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:59.198153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8eeb6ca-a8cd-4298-8fb7-10c6771a2191 None None] Provisioning complete for port 35c87946-bfad-417b-a092-481fde30026b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:59.198625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb6ca-a8cd-4298-8fb7-10c6771a2191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.236513 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.243667 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.280033 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:59.305924 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeb6ca-a8cd-4298-8fb7-10c6771a2191 None None] Port 35c87946-bfad-417b-a092-481fde30026b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:59.318570 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.320373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Pushing event updated for resources: {'Port': ['ID=35c87946-bfad-417b-a092-481fde30026b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:14:59.343147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] Set router d333cfc0-7945-4bc2-b7de-7b7584d56486 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:14:59.389998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:59.390364 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.417271 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Network 486f4371-4e64-411a-ac08-b80501e98efe is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:14:59.418717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:14:59.541889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Router d333cfc0-7945-4bc2-b7de-7b7584d56486 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:14:59.603609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:14:59.665430 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '35c87946-bfad-417b-a092-481fde30026b', 'name': '', 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'mac_address': 'fa:16:3e:6b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:58Z', 'updated_at': '2021-07-28T12:14:58Z', 'revision_number': 1, 'project_id': '497e5060150f4465873e02e676fc5c47', 'subnets': [{'id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:14:59.672468 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:14:59.678885 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-08853283-bd97-4655-8f09-9dbe1d0eca87 admin admin] 10.222.0.20 "PUT /v2.0/routers/d333cfc0-7945-4bc2-b7de-7b7584d56486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856724 Jul 28 12:14:59.699294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:14:59.701576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e679e3e-107f-4234-9226-5037cf438556 None None] The sync data for ids ['d333cfc0-7945-4bc2-b7de-7b7584d56486'] in n-d-723573-7 is: [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '35c87946-bfad-417b-a092-481fde30026b', 'name': '', 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'mac_address': 'fa:16:3e:6b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:58Z', 'updated_at': '2021-07-28T12:14:58Z', 'revision_number': 1, 'project_id': '497e5060150f4465873e02e676fc5c47', 'subnets': [{'id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:14:59.705151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:59.705518 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.756113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cdd0ef52-68df-4971-8c2e-e1cad2ad8625 None None] Provisioning complete for port 35c87946-bfad-417b-a092-481fde30026b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:14:59.756508 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ef52-68df-4971-8c2e-e1cad2ad8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.823920 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0ef52-68df-4971-8c2e-e1cad2ad8625 None None] Port 35c87946-bfad-417b-a092-481fde30026b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:14:59.833382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.869623 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:14:59.875575 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:14:59.951099 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:00.415718 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:00.421245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151075655', 'description': 'tempest-secgroup-smoke-151075655 description', 'project_id': '3676e6cb6e994f13a3fb279d9212820b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:00.444597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.533319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.537219 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.570791 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.572195 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1554060 Jul 28 12:15:00.574118 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0d6d-853c-47c7-ae39-5fc11ee95097 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44be15a6-51a4-4abb-a387-adb7c4bfa4c6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:00.575521 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:00.582800 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': '44be15a6-51a4-4abb-a387-adb7c4bfa4c6', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:00.613797 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.685855 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.690674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.730875 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d958e98-4f88-4875-ad50-1662f5848d0b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:00.739210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.740771 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c1cd61ff-260d-462f-a420-e8104b6976ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634591 Jul 28 12:15:00.744439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:00.749811 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': '44be15a6-51a4-4abb-a387-adb7c4bfa4c6', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:00.784571 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.857288 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.861690 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.885727 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e2aa9-dec9-4a92-8581-37b26b62a4b6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:00.894646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.897045 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-621ff2cc-5d8f-4f5e-b273-0f80059d98f8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513972 Jul 28 12:15:00.899433 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:00.904787 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': '44be15a6-51a4-4abb-a387-adb7c4bfa4c6', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:00.931132 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.993935 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:00.998580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.017126 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87730b7b-b9be-4120-a2ad-e0243af7f08a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:01.025949 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.031319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6e10ad34-ae1b-481c-8cd5-6dcad65f161b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281798 Jul 28 12:15:01.031704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:01.037048 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': '44be15a6-51a4-4abb-a387-adb7c4bfa4c6', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:01.070326 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.117942 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.144154 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.148959 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.168270 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466ef90c-eece-4d63-a5b1-bd3bb495db76,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:01.176243 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.177778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3a8e50b7-9889-4a10-82af-25ba9c79c83f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448147 Jul 28 12:15:01.180678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:01.185965 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': '44be15a6-51a4-4abb-a387-adb7c4bfa4c6', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:01.214745 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Project 3676e6cb6e994f13a3fb279d9212820b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:15:01.216384 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f20440a3-a388-455a-95d7-8644e17f4470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.224165 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.312852 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.317989 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.343256 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce43fc6-9d3a-4a14-9ad5-e7b672f44cec,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:01.358367 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.359868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-01e6d75c-4471-4fd2-9bb8-69e14792a250 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779993 Jul 28 12:15:01.363421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:01.368255 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': '44be15a6-51a4-4abb-a387-adb7c4bfa4c6', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:01.397758 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e71ec63f-051a-4f7e-9bab-46424292fee8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:15:01.398142 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Project 3676e6cb6e994f13a3fb279d9212820b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:15:01.404232 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.457293 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port e71ec63f-051a-4f7e-9bab-46424292fee8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:15:01.462589 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e71ec63f-051a-4f7e-9bab-46424292fee8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:01.463786 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.482018 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.486769 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.508062 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881d8e86-076a-4d32-8419-c6bc4337c620,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:01.518143 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.520209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-9a4b1a17-8b79-4dd3-925c-6a7ad771d69d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549501 Jul 28 12:15:01.557672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.579590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port e71ec63f-051a-4f7e-9bab-46424292fee8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e71ec63f-051a-4f7e-9bab-46424292fee8,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:15:01.583892 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.584955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:15:01.678171 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-00d388db-db12-44d5-973c-4ade05bb7c3c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151075655&fields=id&tenant_id=3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 267 time: 0.0350280 Jul 28 12:15:01.684083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:01.684488 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:01.708731 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=e71ec63f-051a-4f7e-9bab-46424292fee8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:01.792340 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-b5b9f3dc-7f9f-4823-80ad-5d9faa4e0bc5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:01.793804 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-b5b9f3dc-7f9f-4823-80ad-5d9faa4e0bc5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 808 time: 0.1082401 Jul 28 12:15:01.810390 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-bfbc6390-5e3f-44db-b726-8730ab755779 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/quotas/3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 375 time: 0.0091455 Jul 28 12:15:01.862282 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3730ed61-2f9c-4d72-b462-eb056218b8b3 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462868 Jul 28 12:15:01.968121 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-1fcd9585-414b-4df3-97a3-1840e7739e09 service neutron] 10.222.0.20 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935702 Jul 28 12:15:02.060295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-48ad263a-1aef-4583-a772-618eff17b2dc service neutron] 10.222.0.20 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Jul 28 12:15:02.224434 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.233048 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Sync routers for ids ['d333cfc0-7945-4bc2-b7de-7b7584d56486'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:15:02.239530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-73ded800-6a7a-4969-b06e-6f53ba01c431 req-b1ea1dcc-26ba-45ad-8f1c-d3f6420ceac8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 210 time: 0.0296237 Jul 28 12:15:02.246886 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Routers {'d333cfc0-7945-4bc2-b7de-7b7584d56486'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:15:02.247505 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:15:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d333cfc0-7945-4bc2-b7de-7b7584d56486'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:02.358708 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Set router d333cfc0-7945-4bc2-b7de-7b7584d56486 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:15:02.663431 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '35c87946-bfad-417b-a092-481fde30026b', 'name': '', 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'mac_address': 'fa:16:3e:6b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:58Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 2, 'project_id': '497e5060150f4465873e02e676fc5c47', 'subnets': [{'id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:02.690313 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Checking router: d333cfc0-7945-4bc2-b7de-7b7584d56486 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:15:02.690668 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Updating router d333cfc0-7945-4bc2-b7de-7b7584d56486 port 35c87946-bfad-417b-a092-481fde30026b binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:15:02.715474 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.976004 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:02.985710 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Transition to ACTIVE for port object 35c87946-bfad-417b-a092-481fde30026b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:15:02.990622 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.041020 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d0f4-1cb6-430a-a645-da8d33f58945 None None] Pushing event updated for resources: {'Port': ['ID=35c87946-bfad-417b-a092-481fde30026b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:03.094833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Attempting to bind port 35c87946-bfad-417b-a092-481fde30026b on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:15:03.095196 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Attempting to bind port 35c87946-bfad-417b-a092-481fde30026b by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:15:03.095555 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Attempting to bind port 35c87946-bfad-417b-a092-481fde30026b on network 486f4371-4e64-411a-ac08-b80501e98efe {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:15:03.100603 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:15:03.100972 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Checking segment: {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:15:03.101380 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.101753 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Bound using segment: {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:15:03.102207 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Bound port: 35c87946-bfad-417b-a092-481fde30026b, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae82f747-cb04-4227-9884-11c3b104fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:15:03.102585 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.168560 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] For port 35c87946-bfad-417b-a092-481fde30026b, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:15:03.171780 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] For port 35c87946-bfad-417b-a092-481fde30026b, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=35c87946-bfad-417b-a092-481fde30026b,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:15:03.177960 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.227174 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Routers {'d333cfc0-7945-4bc2-b7de-7b7584d56486'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:15:03.227818 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:15:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d333cfc0-7945-4bc2-b7de-7b7584d56486'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:03.236208 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e71ec63f-051a-4f7e-9bab-46424292fee8 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:15:03.328089 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d0f4-1cb6-430a-a645-da8d33f58945 None None] Pushing event updated for resources: {'Port': ['ID=35c87946-bfad-417b-a092-481fde30026b,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:03.347059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port e71ec63f-051a-4f7e-9bab-46424292fee8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:03.347408 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.408107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-f6541bd7-f836-4e73-b9b3-77e2f7d63e18 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:03.409709 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-f6541bd7-f836-4e73-b9b3-77e2f7d63e18 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 808 time: 0.1641488 Jul 28 12:15:03.436853 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-921ab444-a279-407f-9013-1cff9a5ed17c req-8218fed0-77c6-4a50-a224-c0cd2053c455 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 210 time: 0.0675802 Jul 28 12:15:03.471184 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-eec0be3d-e516-4488-ba8a-70f1626df588 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 379 time: 0.0518312 Jul 28 12:15:03.476675 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] Set router d333cfc0-7945-4bc2-b7de-7b7584d56486 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:15:03.486903 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'port': {'device_id': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'admin_state_up': True, 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'security_groups': ['44be15a6-51a4-4abb-a387-adb7c4bfa4c6']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:03.606591 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Made reservation on behalf of 3676e6cb6e994f13a3fb279d9212820b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:15:03.611270 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.666689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.688877 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '35c87946-bfad-417b-a092-481fde30026b', 'name': '', 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'mac_address': 'fa:16:3e:6b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:58Z', 'updated_at': '2021-07-28T12:15:03Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'subnets': [{'id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:03.715173 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cce6b1-494c-43b2-a972-a8a15da2f1b5 None None] The sync data for ids ['d333cfc0-7945-4bc2-b7de-7b7584d56486'] in n-d-723573-7 is: [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '35c87946-bfad-417b-a092-481fde30026b', 'name': '', 'network_id': '486f4371-4e64-411a-ac08-b80501e98efe', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'mac_address': 'fa:16:3e:6b:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:58Z', 'updated_at': '2021-07-28T12:15:03Z', 'revision_number': 4, 'project_id': '497e5060150f4465873e02e676fc5c47', 'subnets': [{'id': 'ac73c585-f97e-4e5d-b598-146be3a8de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:15:03.750667 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Allocated IP 172.20.0.10 (52548b04-2c24-4983-905c-3a05d77711b2/e272341a-9299-45d3-94c4-1d13ebfb4a3e/1754917a-81b1-4ba8-b312-8256a2b8408e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:15:03.903351 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:03.918984 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Transition to ACTIVE for port object 1754917a-81b1-4ba8-b312-8256a2b8408e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:15:03.953745 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.008727 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Network 52548b04-2c24-4983-905c-3a05d77711b2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:15:04.014388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:15:04.016954 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:15:04.043742 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:04.076928 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:04.077879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.094677 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-3037844e-2ec4-4782-ac06-6c9c153f48f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6134350 Jul 28 12:15:04.107748 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Request body: {'port': {'device_id': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:04.173516 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.258767 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13b07a33-e82d-4eac-ae14-6d760df8ffdb None None] Provisioning for port 1754917a-81b1-4ba8-b312-8256a2b8408e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:15:04.262788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13b07a33-e82d-4eac-ae14-6d760df8ffdb None None] Provisioning complete for port 1754917a-81b1-4ba8-b312-8256a2b8408e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:04.263206 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13b07a33-e82d-4eac-ae14-6d760df8ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.300957 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-13b07a33-e82d-4eac-ae14-6d760df8ffdb None None] Port 1754917a-81b1-4ba8-b312-8256a2b8408e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:15:04.448073 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:15:04.455716 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.468134 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Transition to ACTIVE for port object 1754917a-81b1-4ba8-b312-8256a2b8408e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:15:04.472091 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.522356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:04.555627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66ced6-7cb9-4a43-9916-2b24e3ffef16 req-8e809abb-982d-4612-b1f3-ce4e0b04f04f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:04.557970 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a66ced6-7cb9-4a43-9916-2b24e3ffef16 req-8e809abb-982d-4612-b1f3-ce4e0b04f04f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0630708 Jul 28 12:15:04.595046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:15:04.595384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:15:04.595717 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:15:04.600251 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Port 1754917a-81b1-4ba8-b312-8256a2b8408e on network 52548b04-2c24-4983-905c-3a05d77711b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:15:04.600579 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:15:04.600696 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a66ced6-7cb9-4a43-9916-2b24e3ffef16 req-a335b0b8-691e-4885-bde3-944ace70d716 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360913 Jul 28 12:15:04.605712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:15:04.606053 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Checking segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:15:04.606864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Bound using segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:15:04.606864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Bound port: 1754917a-81b1-4ba8-b312-8256a2b8408e, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:15:04.607829 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.682113 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:15:04.686464 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:15:04.691584 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.728756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:04.729505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:04.731049 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-918c851b-7a36-49cb-9831-83522947c15d service neutron] 10.222.0.41 "PUT /v2.0/ports/1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1092 time: 0.6283102 Jul 28 12:15:04.731218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:15:04.733562 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:15:04.768031 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c851b-7a36-49cb-9831-83522947c15d service neutron] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:04.788052 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef5c0e2-222d-4510-9f59-0fc081d6d8ce x-openstack-request-id: req-9ef5c0e2-222d-4510-9f59-0fc081d6d8ce {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:15:04.788376 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:15:04.788631 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ef5c0e2-222d-4510-9f59-0fc081d6d8ce {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:15:04.789038 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'status': 'completed', 'code': 200} Jul 28 12:15:04.834322 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-bb377511-2ba4-4e67-99b2-f13a41c78caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:04.835914 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-bb377511-2ba4-4e67-99b2-f13a41c78caa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1095 time: 0.0433712 Jul 28 12:15:04.887093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-8fcc62cf-6437-40d2-acd3-72ddaae048b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 217 time: 0.0435388 Jul 28 12:15:04.940863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-741ecc64-4825-4f98-8299-b92e0742525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:04.942334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-741ecc64-4825-4f98-8299-b92e0742525a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0486062 Jul 28 12:15:04.991064 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-37e96c7e-51da-4045-94a1-f1764bba5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:04.992457 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-37e96c7e-51da-4045-94a1-f1764bba5d92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426350 Jul 28 12:15:05.084744 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-7262e66f-746e-4ead-9b17-274a9112526c service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844996 Jul 28 12:15:05.177182 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-1475e0b0-1ac1-4e49-8bfe-f9f386726576 req-e22ac0d3-cd30-4453-a2e5-07a2a882cda2 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852563 Jul 28 12:15:05.246021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35c87946-bfad-417b-a092-481fde30026b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:15:05.277423 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-fb90f246-2064-4c97-b973-ab79903d753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:05.279576 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-fb90f246-2064-4c97-b973-ab79903d753a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1095 time: 0.0532546 Jul 28 12:15:05.299559 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 35c87946-bfad-417b-a092-481fde30026b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:15:05.303394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 35c87946-bfad-417b-a092-481fde30026b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:05.304278 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:05.377865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-ea56815e-305d-4871-9242-0e273681679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:05.379324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-ea56815e-305d-4871-9242-0e273681679d service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0920289 Jul 28 12:15:05.381972 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:05.413961 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 35c87946-bfad-417b-a092-481fde30026b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=35c87946-bfad-417b-a092-481fde30026b,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:15:05.417770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:05.422600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-e2fbfdd0-deee-4ab8-8bbf-8d676ddc32d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 217 time: 0.0364246 Jul 28 12:15:05.463220 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:15:05.465726 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=35c87946-bfad-417b-a092-481fde30026b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:05.473249 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-2382ca77-d496-43e6-bff0-687263a29517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:05.474823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-2382ca77-d496-43e6-bff0-687263a29517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0450265 Jul 28 12:15:05.525913 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-a5368f14-6e0d-44c7-8c1c-d9642ad922aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:05.527336 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-a5368f14-6e0d-44c7-8c1c-d9642ad922aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440652 Jul 28 12:15:05.619165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-4e1a4b8f-eda8-491b-832b-bd4d39fbc767 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834494 Jul 28 12:15:05.718602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-0e11687e-38ac-4a8b-adb7-ddfe2f6307a0 req-16f076d2-e86f-4f5a-9f6b-2bb865a09967 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917513 Jul 28 12:15:05.726132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a416de-8773-488c-9202-694c87a7ee08 req-53e62b3b-cbba-4f59-a35c-88681d5caf64 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:05.727695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a416de-8773-488c-9202-694c87a7ee08 req-53e62b3b-cbba-4f59-a35c-88681d5caf64 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0524487 Jul 28 12:15:05.766545 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-89a416de-8773-488c-9202-694c87a7ee08 req-70b95d1f-a222-4fc0-be96-9ba1a3a24884 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Jul 28 12:15:06.882522 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8555-bd75-415e-924c-c73734d4bdcf req-7156b651-26cf-4577-84e9-b5e4c9f9c0f5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:06.883984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b4f8555-bd75-415e-924c-c73734d4bdcf req-7156b651-26cf-4577-84e9-b5e4c9f9c0f5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0495667 Jul 28 12:15:06.922371 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b4f8555-bd75-415e-924c-c73734d4bdcf req-7a5065ff-6cd4-4266-9244-1c4573f8fae0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Jul 28 12:15:07.209474 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35c87946-bfad-417b-a092-481fde30026b up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:15:07.255994 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 35c87946-bfad-417b-a092-481fde30026b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:07.256403 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:08.039444 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb67b1-4779-4cfc-b7ff-37cf5d4c477c req-0d627043-d8c5-4aa4-b95f-f590fd2ba319 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:08.040936 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cbb67b1-4779-4cfc-b7ff-37cf5d4c477c req-0d627043-d8c5-4aa4-b95f-f590fd2ba319 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0529792 Jul 28 12:15:08.079168 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6cbb67b1-4779-4cfc-b7ff-37cf5d4c477c req-d6569289-5d91-4a44-909b-e85e0091a2df tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Jul 28 12:15:09.191310 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adddc60-7515-4f1d-99a4-af524727feb7 req-5bfaa063-f363-43b9-bce8-43bbdf71b785 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:09.192807 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adddc60-7515-4f1d-99a4-af524727feb7 req-5bfaa063-f363-43b9-bce8-43bbdf71b785 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0487623 Jul 28 12:15:09.230317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4adddc60-7515-4f1d-99a4-af524727feb7 req-db3cce43-cddf-4dd1-a03e-a789f9667476 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Jul 28 12:15:09.389425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:15:09.479142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:15:09.490855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'mac_address': 'fa:16:3e:84:3e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:15:09.530318 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:09.542191 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:15:09.561504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:15:09.565462 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:09.614488 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:09.814860 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['1754917a-81b1-4ba8-b312-8256a2b8408e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:15:10.343870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce66713-10db-492d-a649-c65aadd96f34 req-f4d4d47b-cb8a-46f2-9918-eaf4b09664d5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:10.345373 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ce66713-10db-492d-a649-c65aadd96f34 req-f4d4d47b-cb8a-46f2-9918-eaf4b09664d5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0481167 Jul 28 12:15:10.381680 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ce66713-10db-492d-a649-c65aadd96f34 req-6d2b9a11-623e-4877-9281-b6952098db6c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Jul 28 12:15:11.404916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:15:11.451549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 1754917a-81b1-4ba8-b312-8256a2b8408e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:15:11.455275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 1754917a-81b1-4ba8-b312-8256a2b8408e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:15:11.455641 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:11.502856 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3f2f-f43e-4758-bb15-744a4d138ea6 req-cf63bb16-d74b-481d-bc5b-c01a37e4f296 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:11.504376 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f98c3f2f-f43e-4758-bb15-744a4d138ea6 req-cf63bb16-d74b-481d-bc5b-c01a37e4f296 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0549741 Jul 28 12:15:11.534360 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:11.543007 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f98c3f2f-f43e-4758-bb15-744a4d138ea6 req-0cc04055-052e-464b-a403-278b48a6c21d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jul 28 12:15:11.556886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:15:11.559142 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a460e4c2-a4be-407f-8ef8-8d7505cfc0ba" -d '{"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-plugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:15:11.573145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:15:11.577725 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:11.600589 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5251dbc-196e-4ca2-9599-4a7e428183b6 x-openstack-request-id: req-a5251dbc-196e-4ca2-9599-4a7e428183b6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:15:11.600984 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-plugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:15:11.601189 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5251dbc-196e-4ca2-9599-4a7e428183b6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:15:11.601581 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'code': 200} Jul 28 12:15:11.627590 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:11.694065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fd06a-64c9-4461-bbd8-c6398b901cdf req-8e19976d-9490-4673-8707-1ba4a9a2738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:11.695526 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f85fd06a-64c9-4461-bbd8-c6398b901cdf req-8e19976d-9490-4673-8707-1ba4a9a2738a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1097 time: 0.0406919 Jul 28 12:15:11.728888 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f85fd06a-64c9-4461-bbd8-c6398b901cdf req-c155c218-ac19-41d7-bbad-7ff4af227b3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262573 Jul 28 12:15:12.659257 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd1f7-8e08-4e47-9dea-78032562e858 req-34c287c2-3a51-45d5-8a6a-cbd38a39d4d8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:12.660745 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc1fd1f7-8e08-4e47-9dea-78032562e858 req-34c287c2-3a51-45d5-8a6a-cbd38a39d4d8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0495570 Jul 28 12:15:12.699755 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cc1fd1f7-8e08-4e47-9dea-78032562e858 req-524bb2dd-6fcc-4f3c-808a-5d32a0a0efe3 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Jul 28 12:15:12.814627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca6a5a-163b-4932-abd3-0141b8c77c25 req-0a75b562-dd7f-4f08-9049-dfbd924c1796 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:12.816063 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17ca6a5a-163b-4932-abd3-0141b8c77c25 req-0a75b562-dd7f-4f08-9049-dfbd924c1796 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0484114 Jul 28 12:15:12.853800 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-17ca6a5a-163b-4932-abd3-0141b8c77c25 req-520edfa7-c4ff-4a64-931c-40167068c8c8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317855 Jul 28 12:15:12.875106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60142) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:12.999774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f77484-5501-47a1-a65f-1613d400538b tempest-TestShelveInstance-1163390652 tempest-TestShelveInstance-1163390652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:13.001298 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-67f77484-5501-47a1-a65f-1613d400538b tempest-TestShelveInstance-1163390652 tempest-TestShelveInstance-1163390652-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1092 time: 0.1252356 Jul 28 12:15:13.004245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60146) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:13.008680 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:15:13.030580 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.124530 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.230808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Allocated IP 172.25.1.49 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/8b3ae01c-08a1-44cc-be6c-6528c7b7bec4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:15:13.333597 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.371752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.410470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:15:13.414532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:15:13.418019 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:15:13.444370 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'Port': ['ID=8b3ae01c-08a1-44cc-be6c-6528c7b7bec4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:13.774089 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.841929 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.988890 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:13.993203 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:14.064789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'Port': ['ID=8b3ae01c-08a1-44cc-be6c-6528c7b7bec4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:15:14.075582 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:14.184356 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Floating IP 21e2628f-2684-4fb6-aac4-f60a69299205 associated. External IP: 172.25.1.49, port: 1754917a-81b1-4ba8-b312-8256a2b8408e. Jul 28 12:15:14.399762 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:15:14.506752 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:15:14.516780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:15:14.522658 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:14.527076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:15:14.527704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:15:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:14.557088 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-8d9ad940-f652-4743-8ea2-0c83421aae32 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5447803 Jul 28 12:15:14.557088 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:15:14.557088 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3189800-aa27-4cce-a4b1-81d569a79abf" -d '{"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:15:14.589438 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9a3c73-ae24-4af6-aefb-def564c6e453 x-openstack-request-id: req-8e9a3c73-ae24-4af6-aefb-def564c6e453 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:15:14.589736 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:15:14.589991 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e9a3c73-ae24-4af6-aefb-def564c6e453 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:15:14.590394 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'status': 'completed', 'code': 200} Jul 28 12:15:14.637592 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:15:14.654020 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-4beadb2e-fcb2-4df5-b7e3-5d23c2d53146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:14.655584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-4beadb2e-fcb2-4df5-b7e3-5d23c2d53146 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1097 time: 0.0443416 Jul 28 12:15:14.664049 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 51909) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:15:14.773222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-98715699-f7d3-4872-a7cb-b646c4786759 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079009 Jul 28 12:15:14.790710 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-4311ab07-ab04-4c5c-a0ae-4abdd1a0cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:14.792201 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-4311ab07-ab04-4c5c-a0ae-4abdd1a0cd8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.1185143 Jul 28 12:15:14.863084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-d746f1de-2368-43b6-bc56-b36a0dc80e59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 999 time: 0.0640261 Jul 28 12:15:14.912855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-ad9e39ac-f75b-4bd2-a4d4-a79cb75cb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:14.914209 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-ad9e39ac-f75b-4bd2-a4d4-a79cb75cb5ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0442507 Jul 28 12:15:14.965495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-26e2e736-0e81-46dd-98f5-96021c6fd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:14.968324 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-26e2e736-0e81-46dd-98f5-96021c6fd045 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465689 Jul 28 12:15:15.031199 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '21e2628f-2684-4fb6-aac4-f60a69299205', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'mac_address': 'fa:16:3e:84:3e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:15:13Z', 'updated_at': '2021-07-28T12:15:13Z', 'revision_number': 0, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:15.056354 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:15:15.065067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:15:15.065677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:15:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:15.082276 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-2bfac051-6b2e-470e-b98e-2263135cf507 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065218 Jul 28 12:15:15.169744 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:15:15.172420 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e3189800-aa27-4cce-a4b1-81d569a79abf req-d696f734-31cd-44ca-bb10-b7cfe9d679eb service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837300 Jul 28 12:15:15.275559 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-90230ff1-3ffc-4a9a-bd1b-1f8a13eae957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:15.277173 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-90230ff1-3ffc-4a9a-bd1b-1f8a13eae957 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1097 time: 0.0422432 Jul 28 12:15:15.386445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-1a8f58b0-d08c-43a0-963d-48d4fc5abd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:15.387912 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-1a8f58b0-d08c-43a0-963d-48d4fc5abd85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0907197 Jul 28 12:15:15.401944 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '21e2628f-2684-4fb6-aac4-f60a69299205', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'mac_address': 'fa:16:3e:84:3e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:15:13Z', 'updated_at': '2021-07-28T12:15:13Z', 'revision_number': 0, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:15:15.429090 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3371420-b4b3-4187-829c-ca81de898934 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': '21e2628f-2684-4fb6-aac4-f60a69299205', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'mac_address': 'fa:16:3e:84:3e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:15:13Z', 'updated_at': '2021-07-28T12:15:13Z', 'revision_number': 0, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:15:15.455009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-27781087-3492-4426-b881-362a4aefb867 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 999 time: 0.0599666 Jul 28 12:15:15.510003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-9e83295c-f665-4090-b044-513e2d2a5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:15.511521 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-9e83295c-f665-4090-b044-513e2d2a5096 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0500314 Jul 28 12:15:15.569461 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-3a5e07e5-3318-476e-b753-d24a5e7e09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:15:15.570975 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-3a5e07e5-3318-476e-b753-d24a5e7e09a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432284 Jul 28 12:15:15.632865 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1b5c2-5c8e-44b6-81f5-82b8d9c12de2 None None] New status for floating IP 21e2628f-2684-4fb6-aac4-f60a69299205: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:15:15.674771 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-a89f8e7d-6447-4c4f-a62a-d607634b5fe3 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956154 Jul 28 12:15:15.769074 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-6f23a1b7-dace-43e5-a841-72bd30b4d514 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867980 Jul 28 12:15:20.427384 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:23.261030 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:27.947837 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7574c5cf-96a2-4856-857c-080d66e1ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:31.113572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:31.208741 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a8d86df-ab4c-4857-85ac-144bed8ea4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:32.213828 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:33.668587 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:42.461734 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:15:50.424988 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:53.274679 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:15:57.949735 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f02fed8-a36f-47dd-a174-f634dc03bb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:01.113198 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:01.211006 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dcba6910-ac3b-437d-b2e9-d3b81271ad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:02.216598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:03.674531 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:15.666968 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-17630556-2c54-4f56-831f-48688d986db4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405962 Jul 28 12:16:15.745226 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-461a4c8a-7d33-489b-8a51-37ab108d7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.746674 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-461a4c8a-7d33-489b-8a51-37ab108d7721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1097 time: 0.0407524 Jul 28 12:16:15.853305 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-9a514740-98a0-4913-9555-2b0294aec87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.854783 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-9a514740-98a0-4913-9555-2b0294aec87d service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0887179 Jul 28 12:16:15.918745 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-0a0586f3-5326-47f1-9109-34fbf12d41b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1001 time: 0.0568652 Jul 28 12:16:15.970833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-9c26ed61-28cc-49e7-b416-a2715ef4dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:15.972781 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-9c26ed61-28cc-49e7-b416-a2715ef4dae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0467675 Jul 28 12:16:16.016327 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-1e2e5acb-5ebc-4894-982b-086edebce862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:16:16.017738 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-1e2e5acb-5ebc-4894-982b-086edebce862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385530 Jul 28 12:16:16.105502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-5e2f2fe1-6225-4e6b-9fef-32a312e7600c service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802314 Jul 28 12:16:16.198380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-47473fef-ee27-4894-82b0-867ff44ffb5e req-56ce206c-95c7-46b7-988e-c0a65e685ead service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Jul 28 12:16:19.460849 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:16:20.442295 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:23.275352 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:27.949191 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bd9b-ce59-4d0a-9a35-56ce3bf6065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.114527 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:31.210929 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f84fc735-66f5-484c-ad06-cfa82a913fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:32.218819 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:33.674811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:50.459418 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:53.289718 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:16:56.461171 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:16:57.948949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b96d6f6f-ab5d-4eb6-a198-f29973735dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:01.116702 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:01.210368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1e53405-2c1a-44d5-9685-992e1af28540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:02.222109 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:03.676303 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:12.137907 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f995f-9b88-4d16-b70b-7c19d9b59e27 req-f88fe239-89a8-46c9-89ee-e8970ede31af tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:12.139416 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b1f995f-9b88-4d16-b70b-7c19d9b59e27 req-f88fe239-89a8-46c9-89ee-e8970ede31af tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0987532 Jul 28 12:17:12.178103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9b1f995f-9b88-4d16-b70b-7c19d9b59e27 req-fd307ea8-2faf-46f6-94ee-13da95dfd2e6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Jul 28 12:17:13.297925 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc76474-0443-4c2d-b07c-03d39f987afc req-9a66f372-e8c2-4d10-98ad-cf62f07cf871 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:13.299368 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfc76474-0443-4c2d-b07c-03d39f987afc req-9a66f372-e8c2-4d10-98ad-cf62f07cf871 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0520627 Jul 28 12:17:13.336933 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-bfc76474-0443-4c2d-b07c-03d39f987afc req-f9dfcbd1-3bc9-498e-9f94-64c4ef918342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Jul 28 12:17:14.466328 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54def476-eacd-4b7d-ba40-7fdd74eee66e req-6f87e9bb-b499-45a3-9686-103908b79774 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:14.467792 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54def476-eacd-4b7d-ba40-7fdd74eee66e req-6f87e9bb-b499-45a3-9686-103908b79774 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0502748 Jul 28 12:17:14.506618 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-54def476-eacd-4b7d-ba40-7fdd74eee66e req-dbdd356b-fb24-44ed-9b20-ac0c14dc1277 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Jul 28 12:17:15.481943 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-9bf35897-82d7-4f6d-a536-bac4cc1d658e req-c19aae2a-87cb-44fb-aec4-3bfb42525bc3 service neutron] (93836) timed out ('10.222.0.20', 56726) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:17:15.620430 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9794ea-f336-46e4-8d0c-377cca64f5bd req-c488f409-75b0-4f74-aa17-0c937e6a871a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:15.621899 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf9794ea-f336-46e4-8d0c-377cca64f5bd req-c488f409-75b0-4f74-aa17-0c937e6a871a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0490465 Jul 28 12:17:15.661156 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cf9794ea-f336-46e4-8d0c-377cca64f5bd req-a89cf1cc-275b-421c-bc0a-82c163f6adb5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331833 Jul 28 12:17:15.700623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-d193c18e-b268-46fe-a2ea-6172f95ce51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:15.702093 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-d193c18e-b268-46fe-a2ea-6172f95ce51c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1097 time: 0.0428011 Jul 28 12:17:16.108228 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-235c2f35-c2f4-4ccb-a8c3-618e2d88af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.110016 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-235c2f35-c2f4-4ccb-a8c3-618e2d88af4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.3893380 Jul 28 12:17:16.175282 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-ee271536-3070-4d47-929a-aa51537e413f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1001 time: 0.0579038 Jul 28 12:17:16.223130 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-a040481c-2307-4674-84d9-27ca6857500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.225269 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-a040481c-2307-4674-84d9-27ca6857500c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0423408 Jul 28 12:17:16.274275 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-5c11cc28-3f70-477d-b02a-d32452ed4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.275713 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-5c11cc28-3f70-477d-b02a-d32452ed4d18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439529 Jul 28 12:17:16.361752 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-e409e458-b80e-4397-8e74-b8401d9bd81a service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784380 Jul 28 12:17:16.455581 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-58d5841d-65f2-429e-b276-8d3ab5925250 req-d59fc77d-2b10-4d5a-8c98-501474fcc0a9 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Jul 28 12:17:16.780057 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f8554-4c7d-46a5-a9e0-1c7ec453a116 req-58908c7a-0d10-46e0-939e-97f39e8247a0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:16.781530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd8f8554-4c7d-46a5-a9e0-1c7ec453a116 req-58908c7a-0d10-46e0-939e-97f39e8247a0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0529041 Jul 28 12:17:16.818375 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dd8f8554-4c7d-46a5-a9e0-1c7ec453a116 req-32085c23-0038-4bee-a151-2f576ddd5be6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303133 Jul 28 12:17:17.931965 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2d27c-aea1-4ca8-aecf-e176ff15a835 req-9fda53b0-5216-4ff1-8e2c-774bbd0bbd3d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:17.933451 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71c2d27c-aea1-4ca8-aecf-e176ff15a835 req-9fda53b0-5216-4ff1-8e2c-774bbd0bbd3d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Jul 28 12:17:17.969974 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71c2d27c-aea1-4ca8-aecf-e176ff15a835 req-f655a738-799c-45f0-897d-e5e2104611d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Jul 28 12:17:19.084642 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49319068-95bc-495c-96af-497212842010 req-d1a98ec4-5747-408a-8cb3-335603839720 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:19.086465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49319068-95bc-495c-96af-497212842010 req-d1a98ec4-5747-408a-8cb3-335603839720 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0499992 Jul 28 12:17:19.124465 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-49319068-95bc-495c-96af-497212842010 req-c625e9c5-b273-4692-87b1-8a8aebff24f0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Jul 28 12:17:20.244625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192ef88-c32b-47b0-9d43-8421ea852d90 req-1d3fcb40-5b59-4930-b909-b38fc22188c9 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:20.246153 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f192ef88-c32b-47b0-9d43-8421ea852d90 req-1d3fcb40-5b59-4930-b909-b38fc22188c9 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0535762 Jul 28 12:17:20.284649 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f192ef88-c32b-47b0-9d43-8421ea852d90 req-3f442b3d-8006-4f25-81ce-6b6ec883e217 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326009 Jul 28 12:17:20.456125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:21.398226 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f087149-86e6-4b16-be5c-e345f4cd2b57 req-65ee3df7-1434-4ca6-8034-18fbd4f42e4b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:21.399671 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f087149-86e6-4b16-be5c-e345f4cd2b57 req-65ee3df7-1434-4ca6-8034-18fbd4f42e4b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0486803 Jul 28 12:17:21.437699 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1f087149-86e6-4b16-be5c-e345f4cd2b57 req-94479be1-ee4f-46c7-a508-f7b2bbdd1790 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 Jul 28 12:17:22.551731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916828d-35a0-4532-a11f-09034a5bfdc1 req-fe94aa35-25c3-4592-9904-2a74e6553c60 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:22.553236 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4916828d-35a0-4532-a11f-09034a5bfdc1 req-fe94aa35-25c3-4592-9904-2a74e6553c60 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0484509 Jul 28 12:17:22.590700 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4916828d-35a0-4532-a11f-09034a5bfdc1 req-12fb9009-2c13-47c7-95a0-5bb7f84056cc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Jul 28 12:17:23.288981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:23.707941 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4acad8-31ed-4ccc-800a-a3930601674c req-96eb25df-17ec-49f3-b471-80cde3490eb2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:23.709481 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e4acad8-31ed-4ccc-800a-a3930601674c req-96eb25df-17ec-49f3-b471-80cde3490eb2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0524299 Jul 28 12:17:23.747574 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1e4acad8-31ed-4ccc-800a-a3930601674c req-61473a88-255c-4ead-bb98-b89957bbf912 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Jul 28 12:17:24.029834 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:17:24.126777 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:24.138162 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'mac_address': 'fa:16:3e:84:3e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:17:24.175459 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:24.188270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:17:24.209275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:24.213896 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:24.265219 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:24.273788 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.274128 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.274504 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.274843 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.275175 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.275507 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.275835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.276161 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.276513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.276836 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.277159 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.277483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:24.284040 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['1754917a-81b1-4ba8-b312-8256a2b8408e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:17:24.874622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e266f-b02b-4b7a-9f47-99cf21c2f723 req-a19c5539-101b-4c7b-b8ad-f558fc04c4f7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:24.882285 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d69e266f-b02b-4b7a-9f47-99cf21c2f723 req-a19c5539-101b-4c7b-b8ad-f558fc04c4f7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0592723 Jul 28 12:17:24.920200 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d69e266f-b02b-4b7a-9f47-99cf21c2f723 req-b1e60154-033d-47be-a869-2957ae16658b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369935 Jul 28 12:17:26.044713 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451b1c6-636e-4639-b41b-34349c192d05 req-4aca8a4b-aee6-4f67-ba6a-07edcae7478f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:26.046237 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3451b1c6-636e-4639-b41b-34349c192d05 req-4aca8a4b-aee6-4f67-ba6a-07edcae7478f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Jul 28 12:17:26.064619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:17:26.098212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3451b1c6-636e-4639-b41b-34349c192d05 req-2dd680ca-a419-473d-98d4-151877f1e3aa tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Jul 28 12:17:26.148681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 1754917a-81b1-4ba8-b312-8256a2b8408e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:17:26.149772 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:26.245145 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:26.271348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:17:26.273885 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a06df0-e74d-43ce-9f2b-44dd8cf0c78d" -d '{"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-plugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:17:26.287614 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:26.292137 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:26.347652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:26.410004 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262d0110-b4c0-4c5f-af40-a3bdce8309db x-openstack-request-id: req-262d0110-b4c0-4c5f-af40-a3bdce8309db {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:17:26.410302 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-plugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:17:26.410575 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-262d0110-b4c0-4c5f-af40-a3bdce8309db {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:17:26.410948 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'code': 200} Jul 28 12:17:27.255817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c55a-fb98-41a2-a03b-22f0e24c61f1 req-b6182b34-acb8-4e05-961f-3358c9d27b27 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:27.257410 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9be7c55a-fb98-41a2-a03b-22f0e24c61f1 req-b6182b34-acb8-4e05-961f-3358c9d27b27 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0718250 Jul 28 12:17:27.296433 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9be7c55a-fb98-41a2-a03b-22f0e24c61f1 req-5ecc8faf-ddc3-4f3e-a55e-fe1e7155ddfd tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Jul 28 12:17:27.950269 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-052bc503-aec8-437b-8fff-53b07e53e7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:28.430741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bd332-9a54-442d-ae60-b021e32c7678 req-343880d1-7f19-49b8-8f11-af333b958d1e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:28.432350 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-155bd332-9a54-442d-ae60-b021e32c7678 req-343880d1-7f19-49b8-8f11-af333b958d1e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0568650 Jul 28 12:17:28.475385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-155bd332-9a54-442d-ae60-b021e32c7678 req-ce90cc40-11f5-465b-a2b5-318da4f56ddc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358233 Jul 28 12:17:29.623872 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a79a08-d694-4044-9fe5-0b27b9308fc4 req-04585ff2-4766-4104-aa7b-9f0acb9de649 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:29.628617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7a79a08-d694-4044-9fe5-0b27b9308fc4 req-04585ff2-4766-4104-aa7b-9f0acb9de649 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0577512 Jul 28 12:17:29.678104 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d7a79a08-d694-4044-9fe5-0b27b9308fc4 req-30fd7f2e-d01a-456e-bb52-84162548f772 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 Jul 28 12:17:30.838567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70b874-2c86-4453-9484-e8cda60ef68e req-6b1e1543-c553-495c-b42d-946a4d15aad2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:30.840068 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba70b874-2c86-4453-9484-e8cda60ef68e req-6b1e1543-c553-495c-b42d-946a4d15aad2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0634947 Jul 28 12:17:30.884572 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ba70b874-2c86-4453-9484-e8cda60ef68e req-9b3cfc27-1ffa-48ab-9e99-85af9b0298ed tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Jul 28 12:17:31.123053 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:31.212848 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcc91c0c-656e-4092-bc81-e5fb156020a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:32.013808 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6010e3-f0f2-4372-9956-bdb8dd23e874 req-d57c19df-c63d-4e61-a7bb-8ec845c13862 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:32.015311 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a6010e3-f0f2-4372-9956-bdb8dd23e874 req-d57c19df-c63d-4e61-a7bb-8ec845c13862 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Jul 28 12:17:32.057521 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8a6010e3-f0f2-4372-9956-bdb8dd23e874 req-40c8263d-c78f-4477-ba28-bfeff1f696a9 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357325 Jul 28 12:17:32.226475 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:33.178351 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0546-4110-4a0b-94ea-1f50831bcb30 req-3d9c0685-ff6b-4cb7-b98d-516bea34ef7d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:33.179798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-489b0546-4110-4a0b-94ea-1f50831bcb30 req-3d9c0685-ff6b-4cb7-b98d-516bea34ef7d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0485544 Jul 28 12:17:33.216512 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-489b0546-4110-4a0b-94ea-1f50831bcb30 req-00f7d592-8022-49b1-8e0b-a117fc1a385d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Jul 28 12:17:33.460652 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:17:33.680305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:33.687927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-0d42aec0-9dc0-4fc2-a9ae-5708b56d54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:33.689474 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-0d42aec0-9dc0-4fc2-a9ae-5708b56d54b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1097 time: 0.0416448 Jul 28 12:17:33.779433 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-5c310c89-56c9-44c5-bd50-f0230218ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:33.780899 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-5c310c89-56c9-44c5-bd50-f0230218ff75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0847371 Jul 28 12:17:33.849842 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-321644d5-825d-456d-b376-a488d3591e7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1001 time: 0.0614913 Jul 28 12:17:33.898623 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-503e4df2-d940-4314-ae7a-a6e2e82d4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:33.899982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-503e4df2-d940-4314-ae7a-a6e2e82d4128 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0429580 Jul 28 12:17:33.945344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-41cb588f-dbdf-4d92-8b6b-a05a4a336b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:33.946780 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-41cb588f-dbdf-4d92-8b6b-a05a4a336b3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389276 Jul 28 12:17:34.037619 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-12a3866d-014b-45d9-9875-20e9318fcc2f service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Jul 28 12:17:34.125002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-996cf9b4-3354-4d1f-8153-ca9873f595c7 req-d12bc5be-7db5-49cb-bcd5-aaa0f9255462 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803299 Jul 28 12:17:34.337659 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581986e-0f1e-4e12-affd-9c672b1c454d req-7c13192b-2c18-4ad7-9ea0-9808dabdf002 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:34.339033 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b581986e-0f1e-4e12-affd-9c672b1c454d req-7c13192b-2c18-4ad7-9ea0-9808dabdf002 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0526087 Jul 28 12:17:34.377459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b581986e-0f1e-4e12-affd-9c672b1c454d req-8af69062-6905-43f9-a0ee-2c8d0e0a3463 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Jul 28 12:17:35.493514 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948b701-4840-4de6-abf7-7ad7a9bdb028 req-985c35a8-c17e-4024-a3cc-240c326486e9 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:35.494956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c948b701-4840-4de6-abf7-7ad7a9bdb028 req-985c35a8-c17e-4024-a3cc-240c326486e9 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0486426 Jul 28 12:17:35.532461 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c948b701-4840-4de6-abf7-7ad7a9bdb028 req-e9e47939-8ace-43cf-8b9b-4f73d579de23 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Jul 28 12:17:36.104201 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:17:36.178910 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:36.201562 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:17:36.203692 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf8592-bda9-4296-96bd-5ed0d9b29506" -d '{"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-unplugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:17:36.218267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:36.221949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:36.252123 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 12:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095266f9-2833-4435-ac10-bff60f3b5885 x-openstack-request-id: req-095266f9-2833-4435-ac10-bff60f3b5885 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:17:36.252437 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-unplugged", "status": "failed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:17:36.252680 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-095266f9-2833-4435-ac10-bff60f3b5885 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:17:36.253057 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'code': 422} returned with failed status Jul 28 12:17:36.278438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:36.644966 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08805b63-b22b-431c-b078-7989770da175 req-8bc6df84-6df8-4013-bd97-3abd189f1356 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:36.647397 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08805b63-b22b-431c-b078-7989770da175 req-8bc6df84-6df8-4013-bd97-3abd189f1356 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0482183 Jul 28 12:17:36.684377 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-08805b63-b22b-431c-b078-7989770da175 req-9fc6bbbd-8746-47e2-b011-899e4210d2ce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Jul 28 12:17:36.897395 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdddbe-6b42-4b72-a104-fb914afd2ca3 req-5d06fcbd-eed8-4004-aa9c-375e4368eaed tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:36.899984 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34fdddbe-6b42-4b72-a104-fb914afd2ca3 req-5d06fcbd-eed8-4004-aa9c-375e4368eaed tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0555253 Jul 28 12:17:36.938717 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34fdddbe-6b42-4b72-a104-fb914afd2ca3 req-76318c53-bee2-469c-9cae-bcd05e898d64 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339601 Jul 28 12:17:36.994493 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:17:37.077802 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-879eac60-8a9f-401a-8304-b953f1c4bf31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816987 Jul 28 12:17:37.856923 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-5dc1eec5-dcc6-4a02-80e8-44ff33d3bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:37.858424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-5dc1eec5-dcc6-4a02-80e8-44ff33d3bcaf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09&tenant_id=3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 1095 time: 0.0910275 Jul 28 12:17:37.871279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-723573-7', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:17:37.924316 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.062005 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed83c-6f37-4eda-b1d7-8cdd59f258db req-d0eaa342-a210-46ca-87a1-7ce81adf431d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.063505 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20bed83c-6f37-4eda-b1d7-8cdd59f258db req-d0eaa342-a210-46ca-87a1-7ce81adf431d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 944 time: 0.0521843 Jul 28 12:17:38.104529 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-20bed83c-6f37-4eda-b1d7-8cdd59f258db req-d445c842-2dad-4843-923f-834115705de2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344191 Jul 28 12:17:38.137156 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:38.172100 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:17:38.215421 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:17:38.222979 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.235348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Transition to ACTIVE for port object 1754917a-81b1-4ba8-b312-8256a2b8408e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:17:38.238897 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.323959 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:38.342550 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.342895 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.343239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.343736 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.344009 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.344370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.344702 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.345028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.345353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.345678 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.346002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.346325 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:17:38.377232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] No DVR routers for this DVR port 1754917a-81b1-4ba8-b312-8256a2b8408e on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:17:38.517879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:17:38.518204 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:17:38.518552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:17:38.523482 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Port 1754917a-81b1-4ba8-b312-8256a2b8408e on network 52548b04-2c24-4983-905c-3a05d77711b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:17:38.523796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Attempting to bind port 1754917a-81b1-4ba8-b312-8256a2b8408e on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:17:38.528544 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:17:38.528876 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Checking segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:17:38.529243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Bound using segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:17:38.529654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Bound port: 1754917a-81b1-4ba8-b312-8256a2b8408e, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:17:38.529997 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.594241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:17:38.597170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:17:38.602129 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.635418 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.635983 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:38.637382 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] 10.222.0.44 "PUT /v2.0/ports/1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1092 time: 0.7710025 Jul 28 12:17:38.637855 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:17:38.640055 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331d320-f2d2-4a14-a268-5f0c86f09f97" -d '{"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:17:38.674479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680038d-a636-4bde-8e0e-519c2b56111e service neutron] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:38.727348 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-61937cc0-9b80-48bb-b7a4-3676400ae092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.728915 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-61937cc0-9b80-48bb-b7a4-3676400ae092 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1096 time: 0.0629106 Jul 28 12:17:38.737701 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72231adb-c7d7-4389-994f-5b1973d90677 x-openstack-request-id: req-72231adb-c7d7-4389-994f-5b1973d90677 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:17:38.738059 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:17:38.738381 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72231adb-c7d7-4389-994f-5b1973d90677 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:17:38.738849 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'status': 'completed', 'code': 200} Jul 28 12:17:38.826789 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-feab5ebc-3807-40fd-94b4-671650f47670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.828277 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-feab5ebc-3807-40fd-94b4-671650f47670 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0928519 Jul 28 12:17:38.899830 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-4cae7c04-9aa0-404e-b355-9c5aa1750978 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 999 time: 0.0642996 Jul 28 12:17:38.949491 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-3c624af2-b872-4680-b476-ee7f95441860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.950826 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-3c624af2-b872-4680-b476-ee7f95441860 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0446839 Jul 28 12:17:38.997370 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-8917b1c1-9672-47ce-9fc2-eaa15e89d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:38.998811 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-8917b1c1-9672-47ce-9fc2-eaa15e89d533 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396831 Jul 28 12:17:39.096682 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-08a650f3-41ab-489a-87b8-a641099940a1 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897090 Jul 28 12:17:39.188238 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-a7d7acfd-947f-429f-8d1c-138d48e6b89e req-5c4009f8-f770-4ad3-a6a3-44e618b37ee0 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851340 Jul 28 12:17:39.230045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe6434-ac4a-4989-b648-2967a61163f6 req-2898fa28-8f8d-43f6-ac69-918e385c582d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:39.231537 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3efe6434-ac4a-4989-b648-2967a61163f6 req-2898fa28-8f8d-43f6-ac69-918e385c582d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0557661 Jul 28 12:17:39.272829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3efe6434-ac4a-4989-b648-2967a61163f6 req-ed52f0cc-798c-4fda-9b18-373a7e62d176 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Jul 28 12:17:39.279905 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-7b554ba7-b5b1-4ba9-a324-36421740a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:39.281821 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-7b554ba7-b5b1-4ba9-a324-36421740a662 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1096 time: 0.0476749 Jul 28 12:17:39.378149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-8940f9db-50bf-4338-a85f-cdb233e18cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:39.380222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-8940f9db-50bf-4338-a85f-cdb233e18cca service neutron] 10.222.0.44 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0909286 Jul 28 12:17:39.445947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-846d7d02-fa8e-4d88-8c51-2b488851cdcf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 999 time: 0.0596969 Jul 28 12:17:39.515450 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-844c10c6-b3c2-4685-b829-959dd4b64f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:39.518242 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-844c10c6-b3c2-4685-b829-959dd4b64f3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0657601 Jul 28 12:17:40.107234 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:17:40.150136 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:17:40.398806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac51f9-d4ab-4c1d-99fc-18a4b1b09336 req-8d163675-433d-4e81-bb75-9c6e26b40d48 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:40.400207 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cac51f9-d4ab-4c1d-99fc-18a4b1b09336 req-8d163675-433d-4e81-bb75-9c6e26b40d48 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0522320 Jul 28 12:17:40.437746 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9cac51f9-d4ab-4c1d-99fc-18a4b1b09336 req-ce4b321e-0457-4d06-b6c2-d9eda11150dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Jul 28 12:17:41.561252 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888118e2-081e-4f34-8b16-7d71232e5e68 req-f3cdada4-fdc5-42b7-a6ee-1e233a8bf71c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:41.562695 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-888118e2-081e-4f34-8b16-7d71232e5e68 req-f3cdada4-fdc5-42b7-a6ee-1e233a8bf71c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Jul 28 12:17:41.605597 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-888118e2-081e-4f34-8b16-7d71232e5e68 req-47ff3f62-caa6-4bca-b16b-ca80debe55b0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363362 Jul 28 12:17:42.741461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b41e-15a1-4e2d-89b8-ac4c2b9edf3d req-5f2d191b-2e42-4887-b446-684569839830 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:42.743009 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c65b41e-15a1-4e2d-89b8-ac4c2b9edf3d req-5f2d191b-2e42-4887-b446-684569839830 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0663557 Jul 28 12:17:43.075910 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7c65b41e-15a1-4e2d-89b8-ac4c2b9edf3d req-3142d3fa-43cb-42c4-881b-c46fd79efc43 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245578 Jul 28 12:17:44.205296 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4485cc8-3f00-4816-a506-a1d67879ebd7 req-9cc9e9a8-1c05-4539-949c-3844ad201115 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:44.206947 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4485cc8-3f00-4816-a506-a1d67879ebd7 req-9cc9e9a8-1c05-4539-949c-3844ad201115 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0512643 Jul 28 12:17:44.250752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e4485cc8-3f00-4816-a506-a1d67879ebd7 req-b4bf58d8-98e1-42a0-87af-2d3105af97f3 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366411 Jul 28 12:17:45.377445 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36df324-c4f7-4062-aa44-349d7aa1c6b8 req-289c1585-9dfe-486c-b7bb-be698265989d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:45.378950 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f36df324-c4f7-4062-aa44-349d7aa1c6b8 req-289c1585-9dfe-486c-b7bb-be698265989d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Jul 28 12:17:45.419604 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f36df324-c4f7-4062-aa44-349d7aa1c6b8 req-8d633f6f-fb85-4b8e-8f21-87fe283cdb74 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Jul 28 12:17:46.547419 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983e65-da87-48ca-8050-a4a7cc1d3608 req-5ba7f7ea-44ca-4236-991b-a2fcab5b9e34 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:46.549212 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac983e65-da87-48ca-8050-a4a7cc1d3608 req-5ba7f7ea-44ca-4236-991b-a2fcab5b9e34 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0565679 Jul 28 12:17:46.587931 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ac983e65-da87-48ca-8050-a4a7cc1d3608 req-6ed8a50b-d57e-4be0-83a4-bc8288feef4b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324454 Jul 28 12:17:47.720367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02096974-aa9b-42c0-92ce-95d5c64878ec req-f4d31f3f-0b23-4083-bae0-fcf29cdc9422 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:47.721856 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02096974-aa9b-42c0-92ce-95d5c64878ec req-f4d31f3f-0b23-4083-bae0-fcf29cdc9422 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0628724 Jul 28 12:17:47.762428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-02096974-aa9b-42c0-92ce-95d5c64878ec req-1381a52c-00d1-4341-a72a-e38d7374df68 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338986 Jul 28 12:17:48.881154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dff43-6abe-4027-ba60-510686e23cb5 req-70cfb3a7-2e8d-4ebf-aba3-d00fcd5849c0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:48.882646 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-985dff43-6abe-4027-ba60-510686e23cb5 req-70cfb3a7-2e8d-4ebf-aba3-d00fcd5849c0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Jul 28 12:17:48.923413 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-985dff43-6abe-4027-ba60-510686e23cb5 req-91cad001-5d48-4c60-b902-2b2ac04d7001 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Jul 28 12:17:50.043697 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a86af-56b9-43c9-8cbf-3f2e76f49f7b req-a5eb8a12-b3de-47d0-8afd-3b225c889483 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:50.045177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-619a86af-56b9-43c9-8cbf-3f2e76f49f7b req-a5eb8a12-b3de-47d0-8afd-3b225c889483 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Jul 28 12:17:50.083554 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-619a86af-56b9-43c9-8cbf-3f2e76f49f7b req-8e80edfb-9632-4d37-824d-5c2dc45bb61d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jul 28 12:17:50.170857 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-c3950789-c65e-46b2-9fe7-149a6488a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:50.172363 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-c3950789-c65e-46b2-9fe7-149a6488a0c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429811 Jul 28 12:17:50.274419 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-8c175963-9869-44cf-94a5-bd8dd8be78ae service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915165 Jul 28 12:17:50.391534 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f331d320-f2d2-4a14-a268-5f0c86f09f97 req-00298d52-a18e-4180-8758-cc08e911c2f5 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062961 Jul 28 12:17:50.490943 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:51.209969 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795e74-e1c2-4bd7-86d6-16bb4d834fc6 req-cd3038cb-2fc1-4033-8772-5176326ead3c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:51.211436 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95795e74-e1c2-4bd7-86d6-16bb4d834fc6 req-cd3038cb-2fc1-4033-8772-5176326ead3c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0514801 Jul 28 12:17:51.250086 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-95795e74-e1c2-4bd7-86d6-16bb4d834fc6 req-63506c93-29b7-4252-b2dd-b3b28a2ddd36 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327597 Jul 28 12:17:52.369047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4867be-c33d-4e45-aa05-5b6a73973e0a req-0632c727-cb58-49a2-a583-25eca2c910d2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:52.370535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b4867be-c33d-4e45-aa05-5b6a73973e0a req-0632c727-cb58-49a2-a583-25eca2c910d2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0489674 Jul 28 12:17:52.408247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2b4867be-c33d-4e45-aa05-5b6a73973e0a req-a7c96846-c970-4baa-98cd-91533230bc07 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317185 Jul 28 12:17:53.304016 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:53.442998 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:17:53.528622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd995b-d1b1-4287-86c5-34d125520c40 req-ac9bde27-30dc-4b4a-b041-d8ff906ef49c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:53.530105 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3dd995b-d1b1-4287-86c5-34d125520c40 req-ac9bde27-30dc-4b4a-b041-d8ff906ef49c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Jul 28 12:17:53.539760 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:53.550751 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'port_id': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'mac_address': 'fa:16:3e:84:3e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:17:53.569421 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c3dd995b-d1b1-4287-86c5-34d125520c40 req-af4889b9-3781-4a84-8642-d540a475cbfc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jul 28 12:17:53.587594 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:53.600295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:17:53.619017 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:53.623067 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:53.668453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:53.851082 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['1754917a-81b1-4ba8-b312-8256a2b8408e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:17:54.686922 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6f3a-7cc2-4e97-be98-0666bca62f0e req-36686f0d-4e48-4e29-8d0a-83115de76ca4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:54.688398 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91dd6f3a-7cc2-4e97-be98-0666bca62f0e req-36686f0d-4e48-4e29-8d0a-83115de76ca4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 946 time: 0.0517902 Jul 28 12:17:54.725473 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91dd6f3a-7cc2-4e97-be98-0666bca62f0e req-d2c4a22d-19c1-4103-8755-dbaed4da67d5 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Jul 28 12:17:55.443761 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:17:55.493001 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 1754917a-81b1-4ba8-b312-8256a2b8408e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:17:55.496677 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 1754917a-81b1-4ba8-b312-8256a2b8408e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:17:55.496989 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:55.569750 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:55.591270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:17:55.593528 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111ac078-ed08-4fb3-a08f-5ac10881240e" -d '{"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-plugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:17:55.606107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:17:55.610811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:55.658696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:17:55.839249 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08940-2b84-44de-822a-d17737edddc6 req-fe7366fe-f0a1-470c-b5a6-e91cad47eab2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:55.840738 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60c08940-2b84-44de-822a-d17737edddc6 req-fe7366fe-f0a1-470c-b5a6-e91cad47eab2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 947 time: 0.0484741 Jul 28 12:17:55.878578 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-60c08940-2b84-44de-822a-d17737edddc6 req-9c084ac5-3334-4e4d-b283-999df5158d08 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Jul 28 12:17:56.651844 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a95a13-6775-4f02-a7e9-3ebc8f6648aa x-openstack-request-id: req-20a95a13-6775-4f02-a7e9-3ebc8f6648aa {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:17:56.652344 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-plugged", "status": "completed", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:17:56.652457 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20a95a13-6775-4f02-a7e9-3ebc8f6648aa {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:17:56.652806 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'code': 200} Jul 28 12:17:56.802850 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698dd46-c556-4c19-9062-7b86cc40f9e0 req-965c4e3c-4241-4a5d-bbab-039f6dec02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:56.804609 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5698dd46-c556-4c19-9062-7b86cc40f9e0 req-965c4e3c-4241-4a5d-bbab-039f6dec02cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1098 time: 0.0412683 Jul 28 12:17:56.838955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5698dd46-c556-4c19-9062-7b86cc40f9e0 req-0f9c5936-b8e3-439b-a989-a1e167763860 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278265 Jul 28 12:17:56.996810 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2ce56-fbc2-488f-a169-f3afd0adee1f req-2d41701f-91ae-491a-891a-e68ec1cf77dd tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:56.998445 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83a2ce56-fbc2-488f-a169-f3afd0adee1f req-2d41701f-91ae-491a-891a-e68ec1cf77dd tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 947 time: 0.0525458 Jul 28 12:17:57.037654 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-83a2ce56-fbc2-488f-a169-f3afd0adee1f req-7cbf0222-7d91-48b7-954c-c48f0ecc2f95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Jul 28 12:17:57.951855 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8c930c3-f148-4d15-9762-4e2bb7ab9322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:17:58.154698 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d40bf-ebab-4c1b-bd6c-68cc77c49749 req-5600315f-e9e9-4a60-b541-da7785872bf7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:17:58.156076 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd3d40bf-ebab-4c1b-bd6c-68cc77c49749 req-5600315f-e9e9-4a60-b541-da7785872bf7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 947 time: 0.0496285 Jul 28 12:17:58.194078 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cd3d40bf-ebab-4c1b-bd6c-68cc77c49749 req-22bd42d2-84dd-49a7-9ef3-5f4a374f09f4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Jul 28 12:18:01.118894 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:01.213254 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82f3e15f-cbf9-48b7-bb4e-2d9d3f4d7b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:02.226991 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:03.684117 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:06.345205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-3e03dcad-1957-466c-8fb6-d75dfafd68de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386729 Jul 28 12:18:06.426071 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-783dc198-ed08-4cad-8283-d6ba829383a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:06.428075 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-783dc198-ed08-4cad-8283-d6ba829383a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1098 time: 0.0438988 Jul 28 12:18:06.529133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-82cf4db4-a04b-4df2-b71f-7e2f77207589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:06.530593 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-82cf4db4-a04b-4df2-b71f-7e2f77207589 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0844121 Jul 28 12:18:06.602345 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-cbd408c9-1bf3-484a-aeae-4c0ee7f9df50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1001 time: 0.0643187 Jul 28 12:18:06.650723 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-aa2cbe5a-c4fe-40c2-b3b1-9e7d483ae095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:06.652222 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-aa2cbe5a-c4fe-40c2-b3b1-9e7d483ae095 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0427997 Jul 28 12:18:06.702125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-383f4de0-f421-4ff4-86f0-393bbc42f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:18:06.703649 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-383f4de0-f421-4ff4-86f0-393bbc42f187 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438218 Jul 28 12:18:06.799407 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-a03d6248-8112-43f4-ad02-d4b822ba9b97 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 Jul 28 12:18:06.893097 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-159b26c8-876f-48fc-9d1a-7085280d8c61 req-47a9e27b-8ab7-4f0c-89e1-4b800dd957aa service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867651 Jul 28 12:18:10.459658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:18:20.501263 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:23.303648 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:27.951172 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b40cc3c-99e4-4856-b66a-326010bc5f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:31.120271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:31.213660 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6566a961-4cc0-4f30-95e8-c4a5fa798801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:32.229347 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:33.686061 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:47.459410 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:18:50.501472 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:53.306952 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:18:57.950993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed6237a9-b745-4864-9f17-3cacfbb2ecbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:01.123100 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:01.214406 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-25e10941-f0ed-48eb-8e7f-86d0359c7cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:02.232423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:03.688584 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:07.362413 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-52736ff2-df37-4f86-8a95-c381e97d990b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411510 Jul 28 12:19:07.445858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-43153189-fcee-4e65-9b99-8dd5f36c08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:07.447351 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-43153189-fcee-4e65-9b99-8dd5f36c08b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1098 time: 0.0448730 Jul 28 12:19:07.548917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-b0760490-9d2a-46b2-800c-0a1a03c70e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:07.551010 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-b0760490-9d2a-46b2-800c-0a1a03c70e45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0841327 Jul 28 12:19:07.618953 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-4a991435-5aa7-4376-ad53-93c6b91005ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 1001 time: 0.0617776 Jul 28 12:19:07.668508 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-51e32995-b2d7-4dca-8713-8499cd2c3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:07.669916 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-51e32995-b2d7-4dca-8713-8499cd2c3dc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0435514 Jul 28 12:19:07.715036 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-57583f35-131c-4240-bd55-6669b450f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:07.716498 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-57583f35-131c-4240-bd55-6669b450f826 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391951 Jul 28 12:19:07.727560 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-795dada9-0fe2-4b89-87c7-068f2d87720c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:19:07.728517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-795dada9-0fe2-4b89-87c7-068f2d87720c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048518 Jul 28 12:19:07.819720 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-08dfec64-2e1d-4c3b-a1a8-258576edcdd0 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839274 Jul 28 12:19:07.907341 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7abf16c4-2196-4cb6-b9ec-553699758b81 req-b7b16fe3-979a-45e1-84eb-4c917c8e6632 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810843 Jul 28 12:19:11.211267 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:11.364343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Deleting port 8b3ae01c-08a1-44cc-be6c-6528c7b7bec4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:19:11.364680 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:11.439509 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:11.439828 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:11.451560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Calling delete_port for 8b3ae01c-08a1-44cc-be6c-6528c7b7bec4 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:19:11.597003 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:11.624243 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event deleted for resources: {'Port': ['ID=8b3ae01c-08a1-44cc-be6c-6528c7b7bec4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:11.649928 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.650276 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.650618 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.650956 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.651290 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.651623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.651949 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.652297 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.652626 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.652951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.653326 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.653653 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:11.692816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:11.693146 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Floating IP 21e2628f-2684-4fb6-aac4-f60a69299205 disassociated (deleted). External IP: 172.25.1.49, port: 1754917a-81b1-4ba8-b312-8256a2b8408e. Jul 28 12:19:11.901354 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:19:12.007245 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:19:12.011975 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:12.017080 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:19:12.027014 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:19:12.027627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:12.039069 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d6257248-b62e-4f89-acc1-296a3a90bccf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "DELETE /v2.0/floatingips/21e2628f-2684-4fb6-aac4-f60a69299205 HTTP/1.1" status: 204 len: 168 time: 0.8267221 Jul 28 12:19:12.039663 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:12.042123 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c8896-9b79-47e5-b330-8ef6a989d379" -d '{"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:12.147650 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03447e-9f56-4d23-8cd3-c402db447906 x-openstack-request-id: req-1e03447e-9f56-4d23-8cd3-c402db447906 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:12.148608 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:12.148998 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e03447e-9f56-4d23-8cd3-c402db447906 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:12.149498 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'status': 'completed', 'code': 200} Jul 28 12:19:12.220458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-e1ac4121-7ec4-4c4c-8eab-80ea3644e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:12.221963 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-e1ac4121-7ec4-4c4c-8eab-80ea3644e068 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 1098 time: 0.0493360 Jul 28 12:19:12.289359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c4e1-2f3d-47d4-86d4-b4bec4fcfe42 req-2a9cbffd-8904-40d2-a610-8eaf7ce1e08c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:12.290879 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1631c4e1-2f3d-47d4-86d4-b4bec4fcfe42 req-2a9cbffd-8904-40d2-a610-8eaf7ce1e08c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 947 time: 0.0521741 Jul 28 12:19:12.317350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:19:12.324012 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-5da7fab3-8d1f-41f4-bf25-b741b03f7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:12.325534 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-5da7fab3-8d1f-41f4-bf25-b741b03f7e05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0959954 Jul 28 12:19:12.333385 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1631c4e1-2f3d-47d4-86d4-b4bec4fcfe42 req-4d1a889c-98c4-4f45-9b9f-cdfc024e5190 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337059 Jul 28 12:19:12.369886 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-96ca90e6-8187-449c-bfc2-31149f1b4d31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 200 len: 217 time: 0.0354257 Jul 28 12:19:12.424237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-845c2344-b890-4344-8f47-7f156ba91a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:12.426287 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-845c2344-b890-4344-8f47-7f156ba91a27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0477917 Jul 28 12:19:12.471796 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-e3aeea8f-89b6-49a8-bc09-c5ebe193a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:12.473737 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-e3aeea8f-89b6-49a8-bc09-c5ebe193a2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403204 Jul 28 12:19:12.518826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:12.545763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:19:12.554501 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:19:12.555117 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:19:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:12.569640 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-30b87f2d-5118-412d-bd68-1121077f360a service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Jul 28 12:19:12.660904 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:19:12.666468 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-867c8896-9b79-47e5-b330-8ef6a989d379 req-b1cf3775-14f7-4550-b638-09ec52367717 service neutron] 10.222.0.44 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888803 Jul 28 12:19:12.853942 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:12.883820 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124374bc-f292-4987-98f9-53410f4fb691 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:19:13.090804 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe1fb4-7878-49b6-9e0d-4a97e55665fa None None] New status for floating IP 21e2628f-2684-4fb6-aac4-f60a69299205: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:19:13.469740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f6ee-9498-4735-8f7c-488044decef2 req-18dad16b-fbfb-438f-ad3b-c8326ed4ea2f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:13.471140 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c290f6ee-9498-4735-8f7c-488044decef2 req-18dad16b-fbfb-438f-ad3b-c8326ed4ea2f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 947 time: 0.0526559 Jul 28 12:19:13.508613 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c290f6ee-9498-4735-8f7c-488044decef2 req-c8795736-cce2-4add-af34-e33061df56ee tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=44be15a6-51a4-4abb-a387-adb7c4bfa4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Jul 28 12:19:13.561479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-489d2adb-89c8-43ec-b2a4-010ba8594202 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:13.563260 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-489d2adb-89c8-43ec-b2a4-010ba8594202 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada404a0-4ed5-4706-a6b2-cac655738b09 HTTP/1.1" status: 200 len: 947 time: 0.0505884 Jul 28 12:19:13.655177 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Deleting port 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:19:13.655523 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:13.741479 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] For port 1754917a-81b1-4ba8-b312-8256a2b8408e, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=1754917a-81b1-4ba8-b312-8256a2b8408e,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:19:13.741760 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:13.754921 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Calling delete_port for 1754917a-81b1-4ba8-b312-8256a2b8408e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:19:13.881452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:13.909961 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event deleted for resources: {'Port': ['ID=1754917a-81b1-4ba8-b312-8256a2b8408e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:13.934990 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.935345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.935685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.936023 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.936388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.936719 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.937047 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.937369 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.937709 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.938015 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.938359 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.938684 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:13.959874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] No DVR routers for this DVR port 1754917a-81b1-4ba8-b312-8256a2b8408e on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:19:13.962293 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:13.964248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-eca1cebf-1635-4c24-a030-8e00215d3c30 req-32961ca8-545e-47d5-8e53-1e3d6c6965dc tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.44 "DELETE /v2.0/ports/1754917a-81b1-4ba8-b312-8256a2b8408e HTTP/1.1" status: 204 len: 173 time: 0.3947339 Jul 28 12:19:13.964675 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-deleted', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:13.966898 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed1431-f2c9-4ece-9fa8-9461081b3247" -d '{"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-deleted", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:14.003194 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc04259c-43d9-4b45-9ccd-0a10c61bcc58 x-openstack-request-id: req-dc04259c-43d9-4b45-9ccd-0a10c61bcc58 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:14.003984 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada404a0-4ed5-4706-a6b2-cac655738b09", "name": "network-vif-deleted", "tag": "1754917a-81b1-4ba8-b312-8256a2b8408e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:14.003984 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc04259c-43d9-4b45-9ccd-0a10c61bcc58 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:14.004218 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada404a0-4ed5-4706-a6b2-cac655738b09', 'name': 'network-vif-deleted', 'tag': '1754917a-81b1-4ba8-b312-8256a2b8408e', 'status': 'completed', 'code': 200} Jul 28 12:19:14.564900 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:14.624257 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4a25-83e8-4572-84e8-b8764ea8b5e8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:14.649624 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4a25-83e8-4572-84e8-b8764ea8b5e8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:14.708897 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4a25-83e8-4572-84e8-b8764ea8b5e8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:14.711432 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec4c4a25-83e8-4572-84e8-b8764ea8b5e8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:14.712592 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ec4c4a25-83e8-4572-84e8-b8764ea8b5e8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "DELETE /v2.0/security-groups/44be15a6-51a4-4abb-a387-adb7c4bfa4c6 HTTP/1.1" status: 204 len: 168 time: 0.1466713 Jul 28 12:19:14.721725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c4a25-83e8-4572-84e8-b8764ea8b5e8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be15a6-51a4-4abb-a387-adb7c4bfa4c6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.168240 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.172893 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812789886', 'description': 'tempest-secgroup-smoke-812789886 description', 'project_id': '3676e6cb6e994f13a3fb279d9212820b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.199511 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.281076 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.285224 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.312901 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.314117 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448886 Jul 28 12:19:15.316020 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8afadd-06cf-431f-8316-d7b5a6531b67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fad0ba-a15b-42f6-967c-a4a7e2480589,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.317715 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.322332 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': 'd7fad0ba-a15b-42f6-967c-a4a7e2480589', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.355273 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.401444 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.404755 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.422522 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bd9d8d-c2e3-44a2-9341-742319787b3c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.428208 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.432051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-3543c1a1-a0f8-42a8-8a80-6b95beb7ac95 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106517 Jul 28 12:19:15.432218 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60514) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.436384 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': 'd7fad0ba-a15b-42f6-967c-a4a7e2480589', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.462842 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.518505 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.522583 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.537453 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba796034-7ffc-4b9d-97e8-1520e6e1c7c8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.546403 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.547723 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-aaddf6dc-8ffd-42ea-9e4c-a782a5492342 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146936 Jul 28 12:19:15.551042 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.555781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': 'd7fad0ba-a15b-42f6-967c-a4a7e2480589', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.581118 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.641931 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.645786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.664979 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e33688-8672-44d8-9df6-5000f47b79cb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.667896 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.669099 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-fdab879b-d9dd-4ff6-9bfc-6c520ce65bcb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169939 Jul 28 12:19:15.671994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.676837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': 'd7fad0ba-a15b-42f6-967c-a4a7e2480589', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.702222 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.762213 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.765679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.785897 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8432da03-4e1e-452a-a19a-6ed663f09d83,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.791455 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.792485 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-caa94620-bf76-48de-963f-b7eada339f5c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193864 Jul 28 12:19:15.795045 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.799365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': 'd7fad0ba-a15b-42f6-967c-a4a7e2480589', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.821478 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Project 3676e6cb6e994f13a3fb279d9212820b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:19:15.826316 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.887337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.890806 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.895847 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:19:15.908711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6152ecf9-cee2-4e7c-9d71-ed63714e8100,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:15.914573 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:15.916293 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b22b9818-f3c7-4ebb-a3a1-a9a18b33ac7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202836 Jul 28 12:19:15.917680 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 1754917a-81b1-4ba8-b312-8256a2b8408e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:19:15.918022 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 1754917a-81b1-4ba8-b312-8256a2b8408e not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:19:15.918863 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:15.923576 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'security_group_rule': {'security_group_id': 'd7fad0ba-a15b-42f6-967c-a4a7e2480589', 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:15.945874 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Project 3676e6cb6e994f13a3fb279d9212820b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:19:15.950465 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:16.009563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:16.013097 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:16.033263 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0860c6d1-f5b4-41d5-b820-51d945e67813,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:16.037393 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:16.038892 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8d2d94fd-6444-424f-9d0c-238f9ab62a7c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190312 Jul 28 12:19:20.516555 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:23.302877 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:24.458828 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:19:27.952008 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e3f8-6448-4885-8935-7f2175deffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:30.325754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-84963607-06cd-4cd2-bc19-d4ba17baafaf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812789886&fields=id&tenant_id=3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 267 time: 0.0320203 Jul 28 12:19:30.434994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-1a066523-0e9f-403e-93b0-5af1f74d6325 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:30.436515 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-1a066523-0e9f-403e-93b0-5af1f74d6325 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 808 time: 0.1035609 Jul 28 12:19:30.452651 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-4ebecc65-c0f9-483e-84df-9bcb11e88310 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/quotas/3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 375 time: 0.0096738 Jul 28 12:19:30.507057 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bc780e85-ed66-4eb6-8933-254737fb87a8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480976 Jul 28 12:19:30.652267 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-19a15c12-9faa-41e5-84ca-c3833d31f5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339602 Jul 28 12:19:30.746995 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-e23a54ea-58be-4528-bcb2-e05058510547 service neutron] 10.222.0.20 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Jul 28 12:19:31.036382 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-4a3193e4-5918-4137-a842-e0f29178615a req-dfd560d4-552a-4797-bac2-afc3852b88f2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 210 time: 0.0308526 Jul 28 12:19:31.124528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:31.215585 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5743e468-6aa8-4edf-82a2-c72368770f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:32.014934 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-a2afa6c6-026a-45e6-b902-6f454bfeb9e7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:32.016412 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-a2afa6c6-026a-45e6-b902-6f454bfeb9e7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 808 time: 0.1110411 Jul 28 12:19:32.060602 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-1a6bad26-824a-4d13-994e-f7f60bfd61d9 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 379 time: 0.0356743 Jul 28 12:19:32.069910 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'port': {'device_id': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'admin_state_up': True, 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'security_groups': ['d7fad0ba-a15b-42f6-967c-a4a7e2480589']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:32.150874 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a334386e-b7e8-488b-a426-1604f8ff2e3f req-0a56b172-5184-485c-bc22-a2b1d237ef08 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Jul 28 12:19:32.189524 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Made reservation on behalf of 3676e6cb6e994f13a3fb279d9212820b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:19:32.193678 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:32.244813 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:32.324714 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Allocated IP 172.20.0.6 (52548b04-2c24-4983-905c-3a05d77711b2/e272341a-9299-45d3-94c4-1d13ebfb4a3e/fb633f85-a795-4911-b6cb-76745f6d841d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:19:32.461679 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:32.475194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Transition to ACTIVE for port object fb633f85-a795-4911-b6cb-76745f6d841d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:19:32.507425 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:32.850195 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Network 52548b04-2c24-4983-905c-3a05d77711b2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:19:32.853172 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:19:32.856831 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:19:32.884802 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:32.918430 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:32.919330 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:32.938829 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-bd26362b-c1cb-46af-a28c-c613b638b185 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8728836 Jul 28 12:19:32.951721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-0e4e9070-902c-43e0-b33b-a08b4dbce074 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:19:32.952873 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-0e4e9070-902c-43e0-b33b-a08b4dbce074 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062454 Jul 28 12:19:33.011169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Request body: {'port': {'device_id': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:33.077065 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.145142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c5cf7c60-3548-41b0-80a4-3f18c463c44a None None] Provisioning for port fb633f85-a795-4911-b6cb-76745f6d841d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:19:33.149174 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c5cf7c60-3548-41b0-80a4-3f18c463c44a None None] Provisioning complete for port fb633f85-a795-4911-b6cb-76745f6d841d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:19:33.149688 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7c60-3548-41b0-80a4-3f18c463c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.200002 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf7c60-3548-41b0-80a4-3f18c463c44a None None] Port fb633f85-a795-4911-b6cb-76745f6d841d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:19:33.309912 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0d6c9-4074-4006-a8e7-9b2751e5c52f req-802cddc4-5748-4515-a6cd-e53b2d63ba62 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:33.317881 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dea0d6c9-4074-4006-a8e7-9b2751e5c52f req-802cddc4-5748-4515-a6cd-e53b2d63ba62 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 931 time: 0.0661528 Jul 28 12:19:33.351323 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-dea0d6c9-4074-4006-a8e7-9b2751e5c52f req-e02151f0-f547-4d7f-819a-b4b0761cb861 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325711 Jul 28 12:19:33.369597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb633f85-a795-4911-b6cb-76745f6d841d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:19:33.377023 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.389356 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Transition to ACTIVE for port object fb633f85-a795-4911-b6cb-76745f6d841d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:19:33.393167 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.445966 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:33.515917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Attempting to bind port fb633f85-a795-4911-b6cb-76745f6d841d on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:19:33.516357 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Attempting to bind port fb633f85-a795-4911-b6cb-76745f6d841d by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:19:33.516803 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Attempting to bind port fb633f85-a795-4911-b6cb-76745f6d841d on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:19:33.521929 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Port fb633f85-a795-4911-b6cb-76745f6d841d on network 52548b04-2c24-4983-905c-3a05d77711b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:19:33.522378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Attempting to bind port fb633f85-a795-4911-b6cb-76745f6d841d on network 52548b04-2c24-4983-905c-3a05d77711b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:19:33.527874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:19:33.528365 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Checking segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:19:33.528858 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Bound using segment: {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:19:33.529561 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Bound port: fb633f85-a795-4911-b6cb-76745f6d841d, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:19:33.530025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.601434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:19:33.604846 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:19:33.610087 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.646144 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:33.646832 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.648394 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 1091 time: 0.6872537 Jul 28 12:19:33.648979 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:33.651149 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d85ab8f-292e-44e6-a408-e0b47412f009" -d '{"events": [{"name": "network-changed", "server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:33.694514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128c0ef-64c8-4120-8cc3-258a51faafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:33.701811 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:33.735161 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398a4c87-03fd-4fec-bc75-997068f74c13 x-openstack-request-id: req-398a4c87-03fd-4fec-bc75-997068f74c13 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:33.735454 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:33.735710 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-398a4c87-03fd-4fec-bc75-997068f74c13 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:33.736106 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'status': 'completed', 'code': 200} Jul 28 12:19:33.753382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-46cf5169-7b69-49ab-8b2e-8b585a2ad4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:33.754927 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-46cf5169-7b69-49ab-8b2e-8b585a2ad4ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1094 time: 0.0572877 Jul 28 12:19:33.804683 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-b4024b3e-6f48-4c12-b39c-fc293c14432d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 217 time: 0.0421376 Jul 28 12:19:33.856683 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-fab55829-edac-42d7-8efb-092a0f3bf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:33.858135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-fab55829-edac-42d7-8efb-092a0f3bf27f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0468137 Jul 28 12:19:33.905349 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-e5244aad-1eeb-4dcf-9b23-5fc47c51176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:33.906869 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-e5244aad-1eeb-4dcf-9b23-5fc47c51176b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415614 Jul 28 12:19:34.002305 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-a6c31214-ae6f-41a3-9e29-7a30a263fa25 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880194 Jul 28 12:19:34.090863 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-72277bd0-f56f-464b-ba34-e7e9cc70c83b req-a3315a04-b4cc-401b-a286-8289ffd36153 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Jul 28 12:19:34.175072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-d4280d7b-786a-4c7a-897a-6c3fb07efb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:34.177171 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-d4280d7b-786a-4c7a-897a-6c3fb07efb84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1094 time: 0.0431390 Jul 28 12:19:34.274755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-d1bb9ec9-9b86-4cfc-ae72-abdf1f635862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:34.276229 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-d1bb9ec9-9b86-4cfc-ae72-abdf1f635862 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0926683 Jul 28 12:19:34.320234 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-d2d54f7c-2064-458f-ab3d-dc949acc4a8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 217 time: 0.0368862 Jul 28 12:19:34.374548 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-55f66e26-f949-429c-91eb-e5e70ddda854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:34.376205 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-55f66e26-f949-429c-91eb-e5e70ddda854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0496504 Jul 28 12:19:34.424107 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-e1767bc8-879a-4ac0-acba-e59e1b875569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:34.426373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-e1767bc8-879a-4ac0-acba-e59e1b875569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435662 Jul 28 12:19:34.479259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beca81b-89ea-49e5-8e12-b7f720470cda req-a61b1bb5-e29a-4972-a68a-05a06fa12993 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:34.481459 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8beca81b-89ea-49e5-8e12-b7f720470cda req-a61b1bb5-e29a-4972-a68a-05a06fa12993 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0578072 Jul 28 12:19:34.521563 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8beca81b-89ea-49e5-8e12-b7f720470cda req-2f61098c-ae6f-4413-96a9-e5fb2464cbf1 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332839 Jul 28 12:19:34.524206 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-9df3cac8-820b-498e-8244-2e25a89e5238 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903959 Jul 28 12:19:34.633460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d85ab8f-292e-44e6-a408-e0b47412f009 req-b1c24716-c068-40cf-bfc5-9619d4f89080 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004338 Jul 28 12:19:35.643487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb7115-077d-462c-b274-c02f154586ae req-88fbd948-4de1-493c-a783-d2464b4651c7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:35.645034 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15cb7115-077d-462c-b274-c02f154586ae req-88fbd948-4de1-493c-a783-d2464b4651c7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0533087 Jul 28 12:19:35.685844 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-15cb7115-077d-462c-b274-c02f154586ae req-191233dc-8cc0-413a-9781-92bb363fb62e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345359 Jul 28 12:19:36.804301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddedc-767b-441b-a780-08d6590588ba req-1b261b67-2eca-4b00-8e8c-05013198cb24 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:36.805760 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a8ddedc-767b-441b-a780-08d6590588ba req-1b261b67-2eca-4b00-8e8c-05013198cb24 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0508475 Jul 28 12:19:36.843665 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a8ddedc-767b-441b-a780-08d6590588ba req-cf66eafb-a15e-475c-b135-0c2c3006ac73 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Jul 28 12:19:37.961068 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e9f1e-d2ed-4c06-bffc-b14e1356c134 req-c454a29f-226d-46ec-a5b1-36ced3c96005 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:37.962518 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a67e9f1e-d2ed-4c06-bffc-b14e1356c134 req-c454a29f-226d-46ec-a5b1-36ced3c96005 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0523691 Jul 28 12:19:38.000617 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a67e9f1e-d2ed-4c06-bffc-b14e1356c134 req-e0d9efa1-ebab-459d-b5ab-e3e431ebebd4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Jul 28 12:19:39.113866 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f57d0-918f-4ab9-b59b-3f9b8e7e334a req-109ecb38-2d7a-4bbf-a226-3c95360ad730 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:39.115302 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-286f57d0-918f-4ab9-b59b-3f9b8e7e334a req-109ecb38-2d7a-4bbf-a226-3c95360ad730 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0484586 Jul 28 12:19:39.155306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-286f57d0-918f-4ab9-b59b-3f9b8e7e334a req-7e133774-131a-4f80-9aa6-a23721e0d336 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340035 Jul 28 12:19:40.269162 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb4ea4-4722-4e70-b2ef-42a98a263996 req-795dc248-fc11-4195-b904-d903af885a81 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:40.270732 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ccb4ea4-4722-4e70-b2ef-42a98a263996 req-795dc248-fc11-4195-b904-d903af885a81 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0492878 Jul 28 12:19:40.307250 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ccb4ea4-4722-4e70-b2ef-42a98a263996 req-cc25fce6-ed7c-4948-bb68-a64a05cd0eff tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303042 Jul 28 12:19:41.426666 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa4f5c-7ded-4129-adb9-eb6a8ca8f931 req-75902ae4-6205-40da-98f2-72422beee2b8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:41.428110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65aa4f5c-7ded-4129-adb9-eb6a8ca8f931 req-75902ae4-6205-40da-98f2-72422beee2b8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0545719 Jul 28 12:19:41.465606 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-65aa4f5c-7ded-4129-adb9-eb6a8ca8f931 req-6b913079-36df-4ec0-839b-14be32970ec6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Jul 28 12:19:42.580250 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe69ccc-85d3-4cf9-b16c-43e9b7a8edc0 req-bf684301-5965-47c0-af40-1ae7ec8010b4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:42.582816 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbe69ccc-85d3-4cf9-b16c-43e9b7a8edc0 req-bf684301-5965-47c0-af40-1ae7ec8010b4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0503631 Jul 28 12:19:42.620192 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-cbe69ccc-85d3-4cf9-b16c-43e9b7a8edc0 req-6b337ffb-b806-4dcc-a831-2cfdd44d9a9b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Jul 28 12:19:43.736416 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f067325-366c-4a11-b5e8-4a0dda7b8197 req-b9494b04-30d7-4f29-b7ce-81ea956fd19e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:43.737886 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f067325-366c-4a11-b5e8-4a0dda7b8197 req-b9494b04-30d7-4f29-b7ce-81ea956fd19e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Jul 28 12:19:43.774996 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f067325-366c-4a11-b5e8-4a0dda7b8197 req-d9998f36-0b65-4284-b936-c3754d263ef7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Jul 28 12:19:44.538738 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:19:44.627697 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:19:44.638848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'port_id': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'mac_address': 'fa:16:3e:b7:45:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:19:44.674704 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:44.690854 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb633f85-a795-4911-b6cb-76745f6d841d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:19:44.709166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:19:44.712528 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:44.758142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:44.765248 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.765597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.765938 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.766275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.766609 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.766941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.767270 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.767632 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.767965 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.768444 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.768773 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.769097 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:19:44.893864 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38665ab3-ae52-4eb2-b59b-5f8f8d429bc2 req-ab545400-8ed7-43fb-8e43-79e61dc9edef tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:44.895293 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38665ab3-ae52-4eb2-b59b-5f8f8d429bc2 req-ab545400-8ed7-43fb-8e43-79e61dc9edef tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 944 time: 0.0551276 Jul 28 12:19:44.919888 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['fb633f85-a795-4911-b6cb-76745f6d841d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:19:44.935064 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-38665ab3-ae52-4eb2-b59b-5f8f8d429bc2 req-fb8e88b0-59a6-47b4-84ca-0509cf71d502 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335779 Jul 28 12:19:46.051425 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1ee9-9c40-4f27-b893-9cc8956f9333 req-2aa2a16b-3056-4ab6-8e62-cb1470292329 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:46.052892 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff4d1ee9-9c40-4f27-b893-9cc8956f9333 req-2aa2a16b-3056-4ab6-8e62-cb1470292329 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 944 time: 0.0480206 Jul 28 12:19:46.089723 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ff4d1ee9-9c40-4f27-b893-9cc8956f9333 req-995e7ced-bcf5-4bbc-bbdb-d24b4cd1cd56 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309134 Jul 28 12:19:46.538350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:19:46.586813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port fb633f85-a795-4911-b6cb-76745f6d841d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:19:46.590331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port fb633f85-a795-4911-b6cb-76745f6d841d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:19:46.590706 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:46.669880 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:46.692261 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:46.694501 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff275a1-bb08-4552-b52d-927d9278204a" -d '{"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-plugged", "status": "completed", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:46.708129 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:19:46.712033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:46.734736 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f0707-aefc-40da-a363-49acad49b7ba x-openstack-request-id: req-fc9f0707-aefc-40da-a363-49acad49b7ba {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:46.735030 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-plugged", "status": "completed", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:46.735282 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc9f0707-aefc-40da-a363-49acad49b7ba {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:46.735668 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'code': 200} Jul 28 12:19:46.761087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:46.827513 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582a76-7a2c-409a-aadb-121d24b080cf req-9dafc3fb-acfe-4b6b-a2e2-a17addd57a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:46.828947 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-88582a76-7a2c-409a-aadb-121d24b080cf req-9dafc3fb-acfe-4b6b-a2e2-a17addd57a7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0407524 Jul 28 12:19:46.862451 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-88582a76-7a2c-409a-aadb-121d24b080cf req-475ca6da-16dc-448c-8adb-9a7e57189567 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270209 Jul 28 12:19:47.203460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ac0a-84ce-462a-8858-5b873cc01002 req-54216671-5401-4d82-8736-30b116dd2b43 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:47.205526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3da7ac0a-84ce-462a-8858-5b873cc01002 req-54216671-5401-4d82-8736-30b116dd2b43 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Jul 28 12:19:47.243003 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3da7ac0a-84ce-462a-8858-5b873cc01002 req-1ccd96a7-bf6a-43b4-9225-3f9e214743c1 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Jul 28 12:19:48.364441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf1e3d-b0c4-4a76-abcd-6b6451ceaaad req-e806bc24-7213-4640-a3c8-d8120518552d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:48.365902 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1edf1e3d-b0c4-4a76-abcd-6b6451ceaaad req-e806bc24-7213-4640-a3c8-d8120518552d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0539067 Jul 28 12:19:48.403948 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1edf1e3d-b0c4-4a76-abcd-6b6451ceaaad req-29dc8e3e-0e7a-4646-9a25-a8b51bcc4585 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320909 Jul 28 12:19:48.517017 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d469-bd1e-455d-a294-95b62b72b456 req-1a5dd10b-74b4-4b2a-8c62-9dafe690a1ed tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:48.518907 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f33d469-bd1e-455d-a294-95b62b72b456 req-1a5dd10b-74b4-4b2a-8c62-9dafe690a1ed tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0502055 Jul 28 12:19:48.557530 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-6f33d469-bd1e-455d-a294-95b62b72b456 req-a168440b-17e5-41fc-8108-9d864754fdef tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Jul 28 12:19:48.578574 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:48.617465 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5d3f5-5a5a-44a0-b64e-d36af40b6f16 tempest-TestShelveInstance-1163390652 tempest-TestShelveInstance-1163390652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:48.618906 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-efa5d3f5-5a5a-44a0-b64e-d36af40b6f16 tempest-TestShelveInstance-1163390652 tempest-TestShelveInstance-1163390652-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1091 time: 0.0393860 Jul 28 12:19:48.621622 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60728) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:19:48.625910 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:19:48.647002 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:48.745167 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:48.843675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Allocated IP 172.25.1.30 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/123083ae-9a36-4731-8b54-020e51738b19) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:19:48.944891 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:48.982895 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:49.015632 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:19:49.018897 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:19:49.022307 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:19:49.056651 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'Port': ['ID=123083ae-9a36-4731-8b54-020e51738b19,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:49.378180 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:49.445240 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:49.587008 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:49.591262 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:49.660560 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event updated for resources: {'Port': ['ID=123083ae-9a36-4731-8b54-020e51738b19,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:19:49.670347 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:49.770684 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Floating IP e207693c-3570-431a-bedd-f5382b577c92 associated. External IP: 172.25.1.30, port: fb633f85-a795-4911-b6cb-76745f6d841d. Jul 28 12:19:50.249139 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:19:50.350235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:19:50.359815 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:19:50.366306 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:50.371059 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:19:50.371689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:50.395425 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-29828884-c6a1-4cee-8dee-f40a4a2db7d4 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7727618 Jul 28 12:19:50.396038 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:19:50.398494 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509a267b-d770-4733-a503-829abfefca05" -d '{"events": [{"name": "network-changed", "server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:19:50.436507 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c1e3a6-e8b2-419f-8f9a-d1a22e2e6318 x-openstack-request-id: req-82c1e3a6-e8b2-419f-8f9a-d1a22e2e6318 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:19:50.436800 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:19:50.437052 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82c1e3a6-e8b2-419f-8f9a-d1a22e2e6318 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:19:50.437562 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'status': 'completed', 'code': 200} Jul 28 12:19:50.481209 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:19:50.498167 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a267b-d770-4733-a503-829abfefca05 req-68dc7db6-aad9-4f79-99b2-791bc9a315bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:50.499578 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-68dc7db6-aad9-4f79-99b2-791bc9a315bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0405569 Jul 28 12:19:50.566718 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:50.595823 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a267b-d770-4733-a503-829abfefca05 req-a5266f31-0b7d-47ad-bee8-0ad4ad63153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:50.597434 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-a5266f31-0b7d-47ad-bee8-0ad4ad63153e service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0913675 Jul 28 12:19:50.663221 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-cd2771af-db83-4b25-a99f-625594f440cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 998 time: 0.0593119 Jul 28 12:19:50.715724 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'e207693c-3570-431a-bedd-f5382b577c92', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'port_id': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'mac_address': 'fa:16:3e:b7:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:19:49Z', 'updated_at': '2021-07-28T12:19:49Z', 'revision_number': 0, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:50.721599 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a267b-d770-4733-a503-829abfefca05 req-142cfb67-0843-4fa5-8391-71b3c0575cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:50.723062 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-142cfb67-0843-4fa5-8391-71b3c0575cbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0535820 Jul 28 12:19:50.742470 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:19:50.750792 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:19:50.751898 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:19:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:50.769439 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a267b-d770-4733-a503-829abfefca05 req-34c201c4-2b6e-4eb7-8d9b-1039dc756ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:19:50.770982 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-34c201c4-2b6e-4eb7-8d9b-1039dc756ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415051 Jul 28 12:19:50.857844 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:19:50.860778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-593de562-be5a-424d-bfe1-d7c10593eb11 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829010 Jul 28 12:19:50.953933 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-509a267b-d770-4733-a503-829abfefca05 req-d5d85b3d-55c0-479c-a54a-45e3c098125f service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864007 Jul 28 12:19:51.077955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'e207693c-3570-431a-bedd-f5382b577c92', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'port_id': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'mac_address': 'fa:16:3e:b7:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:19:49Z', 'updated_at': '2021-07-28T12:19:49Z', 'revision_number': 0, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:19:51.106866 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5b2895-f7c6-44d0-8305-e490eb5cffd8 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'e207693c-3570-431a-bedd-f5382b577c92', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'port_id': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'mac_address': 'fa:16:3e:b7:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:19:49Z', 'updated_at': '2021-07-28T12:19:49Z', 'revision_number': 0, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:19:51.298036 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368b80d-53b7-4de7-86ad-fe28d077068f None None] New status for floating IP e207693c-3570-431a-bedd-f5382b577c92: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:19:53.316242 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:19:57.954140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14b2f1ef-dddd-41ad-90c2-22cf4de4c737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.128099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.216397 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3eb03554-85dc-4902-b352-fcea2b26c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:01.457191 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:20:02.239452 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:03.690989 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:18.665867 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-78e1b2e2-77f0-4ead-8192-200a17637aed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412049 Jul 28 12:20:18.746593 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-3c0366b3-03d3-4643-86d5-3e3621a705f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:18.748045 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-3c0366b3-03d3-4643-86d5-3e3621a705f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0414498 Jul 28 12:20:18.856169 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-8edcc0ae-2c1d-41de-a644-3a64aed82b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:18.857638 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-8edcc0ae-2c1d-41de-a644-3a64aed82b19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0885468 Jul 28 12:20:18.927699 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-ad100051-d707-4edb-b268-9b0dc6251091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 1000 time: 0.0583501 Jul 28 12:20:18.984163 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-46e12064-e75e-4599-abd4-8fd50427cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:18.985845 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-46e12064-e75e-4599-abd4-8fd50427cba7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0500219 Jul 28 12:20:19.031998 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-5d995629-8aec-45b9-a638-d3cdd7e8bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:20:19.033502 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-5d995629-8aec-45b9-a638-d3cdd7e8bda0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404987 Jul 28 12:20:19.126618 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-b7c2cf4d-1cfe-45c6-81aa-0510424c903f service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856643 Jul 28 12:20:19.224763 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5eccfa9f-894e-479b-9dfc-a596cf155ed7 req-f984ec3c-791e-48ba-9e4e-e1214bd299aa service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877585 Jul 28 12:20:20.540906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:23.319820 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:27.954590 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-891981cd-5c6f-4903-8518-fabef8cf0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:31.130234 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:31.215387 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-594ae0b8-7dc5-49f6-9590-eef1dc8e9794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:32.243441 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:33.694419 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:38.457211 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:20:50.539433 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:53.310396 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:20:57.955346 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e26433d-e399-4339-97ba-c380aa94f235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:01.131962 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:01.216302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fe79ad-d1ba-45fe-8467-7ab8300e18a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:02.245981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:03.699843 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:15.456947 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:21:20.530747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:20.685284 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-7d4d1036-75de-45a1-878d-c53085c2b40b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411682 Jul 28 12:21:20.765685 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-e4ce0040-2036-4876-88a8-3da5e3f81508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:20.767202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-e4ce0040-2036-4876-88a8-3da5e3f81508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0414243 Jul 28 12:21:20.873052 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-11031e91-b0f8-48fb-a848-727952946f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:20.874482 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-11031e91-b0f8-48fb-a848-727952946f13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0884697 Jul 28 12:21:20.941149 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-e8edc9e3-f6ed-4e27-8d98-b636aa125cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 1000 time: 0.0601194 Jul 28 12:21:20.994133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-a98939a5-6053-4c9c-aa4e-c67aec2178fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:20.995554 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-a98939a5-6053-4c9c-aa4e-c67aec2178fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0478752 Jul 28 12:21:21.041350 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-02e33c54-dde8-4dc2-8f95-e54bb6ddc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:21.042796 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-02e33c54-dde8-4dc2-8f95-e54bb6ddc83c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404968 Jul 28 12:21:21.130662 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-9451ee26-af77-4329-8fb5-8e2a99e04552 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803626 Jul 28 12:21:21.224135 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e414aeb6-e775-4e13-a5ff-96efafcc640c req-171e98bd-c086-49d9-860e-874390563ddd service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864494 Jul 28 12:21:23.323925 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:27.955305 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10b8aaa3-36a0-46a4-b842-31c5dc74eba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:31.132747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:31.216092 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0761e713-d03d-4608-ba20-6be21218714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:32.250020 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:33.699534 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:45.740721 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3cd7-e393-4d60-afe3-f19a2adade5f req-48f442ac-bcc3-4357-a664-376f987e019a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:45.742219 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88be3cd7-e393-4d60-afe3-f19a2adade5f req-48f442ac-bcc3-4357-a664-376f987e019a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0502386 Jul 28 12:21:45.781062 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-88be3cd7-e393-4d60-afe3-f19a2adade5f req-069ad77f-07e4-44e7-b1ad-20abad4e4eed tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Jul 28 12:21:46.912992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74600c3e-80a3-4679-a179-68cab492f3f4 req-4d408fab-d0f8-4275-97ec-8cd8d2e78b1e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:46.914428 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74600c3e-80a3-4679-a179-68cab492f3f4 req-4d408fab-d0f8-4275-97ec-8cd8d2e78b1e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0479472 Jul 28 12:21:46.953027 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-74600c3e-80a3-4679-a179-68cab492f3f4 req-b65063b7-e02c-4b91-bcb0-8bb535e6dcc6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Jul 28 12:21:48.101847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df634-e2f2-434b-90e7-7caed500bb0a req-39ef2e37-4213-40f2-99da-9bdf70637d66 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:48.103306 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-467df634-e2f2-434b-90e7-7caed500bb0a req-39ef2e37-4213-40f2-99da-9bdf70637d66 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Jul 28 12:21:48.143247 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-467df634-e2f2-434b-90e7-7caed500bb0a req-59af41c7-772e-4dd7-8b4d-851bcf6ce733 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Jul 28 12:21:49.258301 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb8b9-1c68-45d0-a5fa-0c0468edb1eb req-9711843f-97f7-49cb-9912-386cb10fd22a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:49.259761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-687bb8b9-1c68-45d0-a5fa-0c0468edb1eb req-9711843f-97f7-49cb-9912-386cb10fd22a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0493209 Jul 28 12:21:49.298525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-687bb8b9-1c68-45d0-a5fa-0c0468edb1eb req-1004b3a5-1671-471e-9b5d-2bb55f81f284 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Jul 28 12:21:50.411819 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7d507-02ca-4b8b-ad8a-20de0ff0c4d8 req-40b335eb-bd0e-460d-b20e-e1dfe75887db tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:50.413291 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44f7d507-02ca-4b8b-ad8a-20de0ff0c4d8 req-40b335eb-bd0e-460d-b20e-e1dfe75887db tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Jul 28 12:21:50.450301 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-44f7d507-02ca-4b8b-ad8a-20de0ff0c4d8 req-9b00c8d8-4325-47f2-b075-629b47b6570d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 Jul 28 12:21:50.564055 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:51.568570 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d84cf9-95df-4dc6-93a7-4332019dbb94 req-c0b2abfe-7eee-47f7-b7fd-37f9671f02be tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:51.570032 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1d84cf9-95df-4dc6-93a7-4332019dbb94 req-c0b2abfe-7eee-47f7-b7fd-37f9671f02be tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Jul 28 12:21:51.607365 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a1d84cf9-95df-4dc6-93a7-4332019dbb94 req-a1eb1744-a407-4f69-b7fe-5f9246ac5dd8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Jul 28 12:21:52.457339 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:21:52.742216 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48dc3e-3dbb-4448-bd80-8bf2f566d4de req-6060dee4-a843-448e-b97e-5dd079a42466 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:52.743715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed48dc3e-3dbb-4448-bd80-8bf2f566d4de req-6060dee4-a843-448e-b97e-5dd079a42466 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0607512 Jul 28 12:21:52.784440 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed48dc3e-3dbb-4448-bd80-8bf2f566d4de req-a39448ac-15cd-4500-99fe-69559964261b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336337 Jul 28 12:21:53.336161 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:53.898504 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfc03-4729-492c-a1c7-bde68a7706fb req-6bb37c5b-f0d6-4442-85f1-5b02c72e84df tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:53.899940 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-044cfc03-4729-492c-a1c7-bde68a7706fb req-6bb37c5b-f0d6-4442-85f1-5b02c72e84df tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Jul 28 12:21:53.937347 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-044cfc03-4729-492c-a1c7-bde68a7706fb req-d20e3f54-91bd-4ae7-9dbe-775678d357da tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304799 Jul 28 12:21:55.054813 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238f4f6-769c-40e5-b584-6c0e454d6936 req-f73d972e-9fde-4acb-ae61-091743874c02 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:55.056273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c238f4f6-769c-40e5-b584-6c0e454d6936 req-f73d972e-9fde-4acb-ae61-091743874c02 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0522230 Jul 28 12:21:55.094139 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c238f4f6-769c-40e5-b584-6c0e454d6936 req-3889c9c3-be12-43e5-b0ca-9aa2005c0493 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Jul 28 12:21:55.894021 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-5ccbc019-e94a-40be-8990-30d8df469812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:55.895480 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-5ccbc019-e94a-40be-8990-30d8df469812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0416477 Jul 28 12:21:55.986170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-d91971ef-975b-4f17-b30f-8d79d5c35d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:55.987583 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-d91971ef-975b-4f17-b30f-8d79d5c35d73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0857048 Jul 28 12:21:56.051954 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-40afc1b4-66fe-4ae3-bfc4-631556052f49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 1000 time: 0.0574179 Jul 28 12:21:56.100677 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-b941ad67-b924-4d66-a6a5-ab44bff3d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:56.102041 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-b941ad67-b924-4d66-a6a5-ab44bff3d656 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0433345 Jul 28 12:21:56.155821 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-f7c7a5c4-87ea-4ac3-ab1c-0f0a4fa043c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:56.157277 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-f7c7a5c4-87ea-4ac3-ab1c-0f0a4fa043c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463605 Jul 28 12:21:56.209431 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d2063-310d-4bba-9ee5-7325ffc8e480 req-21df6a8f-1d54-401b-a587-b75e5d0460cb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:56.210894 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec9d2063-310d-4bba-9ee5-7325ffc8e480 req-21df6a8f-1d54-401b-a587-b75e5d0460cb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Jul 28 12:21:56.247282 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-6ddadb7e-b0db-4cdc-899d-846a4d63768f service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831437 Jul 28 12:21:56.248715 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ec9d2063-310d-4bba-9ee5-7325ffc8e480 req-c5215c37-6e09-4835-bba4-fa7c1cb20c3e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315971 Jul 28 12:21:56.338816 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-d7b4c31c-c15d-4bb5-bb85-e8015d801be2 req-c44b600f-f9f3-4730-9805-a5afc378a608 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852633 Jul 28 12:21:57.363166 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1894-3790-49f2-ae9f-b8f7a48c2579 req-ba34f240-64af-4ea8-9f19-4d3d0a5b8e73 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:57.364660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69ee1894-3790-49f2-ae9f-b8f7a48c2579 req-ba34f240-64af-4ea8-9f19-4d3d0a5b8e73 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0480058 Jul 28 12:21:57.402497 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69ee1894-3790-49f2-ae9f-b8f7a48c2579 req-a594d47c-0420-4804-8eef-ba80c724aa5e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Jul 28 12:21:57.956239 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4370caea-1f42-46d6-9611-244963fcbde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:21:58.525717 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182bfd6-3140-49a6-8f66-42cd98ddd8a6 req-0972edf1-e5d2-4956-a929-6ed49b677acb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:58.527235 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1182bfd6-3140-49a6-8f66-42cd98ddd8a6 req-0972edf1-e5d2-4956-a929-6ed49b677acb tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0548339 Jul 28 12:21:58.565158 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1182bfd6-3140-49a6-8f66-42cd98ddd8a6 req-b5065f1f-44de-45e0-9fcd-0aca956f66d6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Jul 28 12:21:59.680627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf7afc-49b5-4daf-9c80-4e0db60acad4 req-1387b1e2-adb6-41f4-9843-c8349b2f809d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:59.681986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7bf7afc-49b5-4daf-9c80-4e0db60acad4 req-1387b1e2-adb6-41f4-9843-c8349b2f809d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0491922 Jul 28 12:21:59.719555 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a7bf7afc-49b5-4daf-9c80-4e0db60acad4 req-e084735b-f5ae-4d14-af3e-79a62456afbf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315681 Jul 28 12:21:59.927130 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-299f6070-20d8-443b-ad27-903e56687bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726283 Jul 28 12:21:59.939513 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3994b4-915f-4428-8717-871c7125f033 req-3bd10eae-6fdc-4bcb-8c3e-99ed48e17e67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:21:59.940921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a3994b4-915f-4428-8717-871c7125f033 req-3bd10eae-6fdc-4bcb-8c3e-99ed48e17e67 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0606673 Jul 28 12:21:59.979255 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0a3994b4-915f-4428-8717-871c7125f033 req-d3847ddd-2724-47bd-84b5-5fee9eef7308 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321145 Jul 28 12:22:01.104595 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b2c40-8a34-485c-8287-4aaf921fcab9 req-4378d164-1eb4-4b81-9ff7-ecafac960605 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:01.106177 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d4b2c40-8a34-485c-8287-4aaf921fcab9 req-4378d164-1eb4-4b81-9ff7-ecafac960605 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0541086 Jul 28 12:22:01.137372 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:01.151437 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0d4b2c40-8a34-485c-8287-4aaf921fcab9 req-09253937-9e93-4b15-88f7-5416a10fc4e2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380833 Jul 28 12:22:01.218935 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a73872cc-57d0-4d0f-a5bc-6b55bf7b31be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:01.385880 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:22:01.465975 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:01.643494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:22:01.645689 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ac2fb3-3b38-456d-818c-5d33b525f1e3" -d '{"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-unplugged", "status": "completed", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:22:01.658340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:22:01.662722 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:01.687255 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 12:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd499b00-376c-4d93-aaba-dfee5d6bbb49 x-openstack-request-id: req-dd499b00-376c-4d93-aaba-dfee5d6bbb49 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:22:01.687482 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-unplugged", "status": "failed", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:22:01.687727 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd499b00-376c-4d93-aaba-dfee5d6bbb49 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:22:01.688110 n-d-723573-7 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'code': 422} returned with failed status Jul 28 12:22:01.712582 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:22:01.719956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.720321 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.720662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.720993 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.721322 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.721653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.721978 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.722301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.722619 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.723048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.723371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:01.723700 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:22:02.260011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:02.281149 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc7418-f02d-4489-b9ff-82afe7ca0955 req-e166e9b5-626a-4e37-abf5-2204bdacebf0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:02.282796 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ffc7418-f02d-4489-b9ff-82afe7ca0955 req-e166e9b5-626a-4e37-abf5-2204bdacebf0 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0521026 Jul 28 12:22:02.324498 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-7ffc7418-f02d-4489-b9ff-82afe7ca0955 req-b7e92ca7-65ba-4c3d-8ba5-bec83d964ca2 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343528 Jul 28 12:22:03.447439 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657bb2-28bf-4dca-9bb7-dd7083e3f155 req-e95d9a00-4bae-4d27-a5fc-8921f28cb0ee tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:03.449002 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91657bb2-28bf-4dca-9bb7-dd7083e3f155 req-e95d9a00-4bae-4d27-a5fc-8921f28cb0ee tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0539420 Jul 28 12:22:03.489583 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-91657bb2-28bf-4dca-9bb7-dd7083e3f155 req-fd46f409-81d0-40a5-b06a-b69c1cd96f76 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341630 Jul 28 12:22:03.704862 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:04.605420 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1c48-21d8-4cb3-bd93-2e04a53333b2 req-850b530b-3faa-41de-a4fa-c15bad7baf2e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:04.606896 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f9c1c48-21d8-4cb3-bd93-2e04a53333b2 req-850b530b-3faa-41de-a4fa-c15bad7baf2e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0501325 Jul 28 12:22:04.645930 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5f9c1c48-21d8-4cb3-bd93-2e04a53333b2 req-76c685e9-76ea-45b1-95fc-94d0db660a2a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Jul 28 12:22:05.758036 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06082609-66c2-4e1f-b2d9-c36fed599f9e req-8bae133b-dda3-447d-a315-5441f45763a1 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:05.759532 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06082609-66c2-4e1f-b2d9-c36fed599f9e req-8bae133b-dda3-447d-a315-5441f45763a1 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0491354 Jul 28 12:22:05.800786 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-06082609-66c2-4e1f-b2d9-c36fed599f9e req-75e55cc2-b690-4c50-8c00-a9dd9d5eb561 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332503 Jul 28 12:22:06.544396 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-aecc8da8-f06b-46da-b7e7-8d67f5dce5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:06.545955 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-aecc8da8-f06b-46da-b7e7-8d67f5dce5f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496&tenant_id=3676e6cb6e994f13a3fb279d9212820b HTTP/1.1" status: 200 len: 1094 time: 0.0412943 Jul 28 12:22:06.606438 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-2714c5f1-06d8-4cd4-b21f-9a62ff39627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:06.607903 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-2714c5f1-06d8-4cd4-b21f-9a62ff39627c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1094 time: 0.0395977 Jul 28 12:22:06.698149 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-de17aca2-17a2-4990-a407-ea15a68175b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:06.699600 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-de17aca2-17a2-4990-a407-ea15a68175b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0853598 Jul 28 12:22:06.762957 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-a25ad1a1-5b98-4daf-837d-67cd7490268e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 998 time: 0.0567796 Jul 28 12:22:06.811419 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-f613f2e3-3537-4cd9-9d19-c3f5f0b55757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:06.812766 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-f613f2e3-3537-4cd9-9d19-c3f5f0b55757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0429406 Jul 28 12:22:06.863189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-59f4f47d-53cd-4958-8b88-5232f89806ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:06.864709 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-59f4f47d-53cd-4958-8b88-5232f89806ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450189 Jul 28 12:22:06.918948 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0e8aa-dd25-47ac-b300-9028601fedea req-e5b371a2-771c-4341-8fd5-6bf184053b48 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:06.920437 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1bb0e8aa-dd25-47ac-b300-9028601fedea req-e5b371a2-771c-4341-8fd5-6bf184053b48 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0528595 Jul 28 12:22:06.955063 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-15ea7164-a792-4e0f-8810-b40e2787b208 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Jul 28 12:22:06.958720 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1bb0e8aa-dd25-47ac-b300-9028601fedea req-be628786-f5a7-414c-8902-424cf803212b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Jul 28 12:22:07.049937 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-61cf08f8-56e4-4626-a594-62e004e41ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874956 Jul 28 12:22:08.075213 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cee220-918c-4a5e-9efd-be2ea659c4fe req-e3f79484-31da-4efb-a052-f1d152765839 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:08.077265 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55cee220-918c-4a5e-9efd-be2ea659c4fe req-e3f79484-31da-4efb-a052-f1d152765839 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0506866 Jul 28 12:22:08.114261 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55cee220-918c-4a5e-9efd-be2ea659c4fe req-566e3723-a399-4867-80b3-61145781e9a7 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309758 Jul 28 12:22:09.229163 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b52d4-dc2b-4904-9aba-211f971e369a req-f554a7b3-0b1a-464b-98f8-3d7a8d8221bf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:09.230647 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b17b52d4-dc2b-4904-9aba-211f971e369a req-f554a7b3-0b1a-464b-98f8-3d7a8d8221bf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0495636 Jul 28 12:22:09.269706 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-b17b52d4-dc2b-4904-9aba-211f971e369a req-a2de718a-12b2-4987-a25c-ace9d32edf3d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Jul 28 12:22:10.391202 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22d414-4678-4996-8112-dcc33f1a2be4 req-13674473-7ab9-468b-91e5-a80dd31b9381 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:10.392721 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a22d414-4678-4996-8112-dcc33f1a2be4 req-13674473-7ab9-468b-91e5-a80dd31b9381 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0549655 Jul 28 12:22:10.431544 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1a22d414-4678-4996-8112-dcc33f1a2be4 req-95238f3f-0b50-474c-9e03-bc6b4fd1ce9e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Jul 28 12:22:11.587259 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bb42c-a6c8-467a-a438-d50fc3e52844 req-37ab5d3d-37da-44a5-aa00-b6b29e5f52cf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:11.588763 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e44bb42c-a6c8-467a-a438-d50fc3e52844 req-37ab5d3d-37da-44a5-aa00-b6b29e5f52cf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0905564 Jul 28 12:22:11.626770 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e44bb42c-a6c8-467a-a438-d50fc3e52844 req-d8c1a60e-2fda-42d3-9c8e-65ad47c0abad tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319493 Jul 28 12:22:12.785329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecfab9-10af-4a1d-9c5f-21d03e553cd7 req-bd3adc65-9248-438c-b0aa-4d066aa7b636 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:12.786814 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cecfab9-10af-4a1d-9c5f-21d03e553cd7 req-bd3adc65-9248-438c-b0aa-4d066aa7b636 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0940344 Jul 28 12:22:12.824986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3cecfab9-10af-4a1d-9c5f-21d03e553cd7 req-a489d76f-7896-47f4-915f-d81cedb98443 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Jul 28 12:22:13.944491 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f47946-8661-4a87-9d63-f517c31722c1 req-31073167-c9ab-4d29-8a7c-dc45b0b04cb8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:13.945921 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71f47946-8661-4a87-9d63-f517c31722c1 req-31073167-c9ab-4d29-8a7c-dc45b0b04cb8 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0521183 Jul 28 12:22:13.984082 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-71f47946-8661-4a87-9d63-f517c31722c1 req-073900a2-b7d2-42c6-b22f-18fb6dfc133d tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Jul 28 12:22:15.099003 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9079-98dc-4ba5-986a-d8296af9b51a req-e0083bc9-da82-40cb-8d82-341968086fce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:15.100480 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-524f9079-98dc-4ba5-986a-d8296af9b51a req-e0083bc9-da82-40cb-8d82-341968086fce tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 943 time: 0.0485713 Jul 28 12:22:15.138109 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-524f9079-98dc-4ba5-986a-d8296af9b51a req-5cf088dc-dd81-45e2-9899-190d1f738d7a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Jul 28 12:22:15.493848 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:22:15.587553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:22:15.599318 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'port_id': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'mac_address': 'fa:16:3e:b7:45:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:22:15.634356 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:15.647110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb633f85-a795-4911-b6cb-76745f6d841d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:22:15.665512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:22:15.669514 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:15.715348 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:22:15.885113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['fb633f85-a795-4911-b6cb-76745f6d841d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:22:16.270914 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58b9a4-c87b-4a6c-acfb-df2dc4fed44c req-88c4c97d-8e8b-4205-b802-994616be9a23 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:16.272458 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d58b9a4-c87b-4a6c-acfb-df2dc4fed44c req-88c4c97d-8e8b-4205-b802-994616be9a23 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Jul 28 12:22:16.309317 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d58b9a4-c87b-4a6c-acfb-df2dc4fed44c req-32cacf65-7430-4141-98b3-0967501b5b8a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Jul 28 12:22:17.428485 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caf614-31f0-45e7-bf7c-2b1b2e6520ac req-2e118199-6c88-4356-b912-53fd10007d20 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:17.429929 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12caf614-31f0-45e7-bf7c-2b1b2e6520ac req-2e118199-6c88-4356-b912-53fd10007d20 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 944 time: 0.0537822 Jul 28 12:22:17.467426 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-12caf614-31f0-45e7-bf7c-2b1b2e6520ac req-508a08ce-050d-47e1-8a25-cd1503a70e71 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Jul 28 12:22:17.509574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:22:17.559131 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port fb633f85-a795-4911-b6cb-76745f6d841d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:22:17.559874 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:17.634599 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:17.657176 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:22:17.659395 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6185f394-94cd-4319-9108-3bcaff1618c1" -d '{"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-plugged", "status": "completed", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:22:17.671447 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:22:17.675576 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:17.697537 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c642aca-773c-4d5d-b6af-3497a45710c5 x-openstack-request-id: req-2c642aca-773c-4d5d-b6af-3497a45710c5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:22:17.697822 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-plugged", "status": "completed", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:22:17.698090 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c642aca-773c-4d5d-b6af-3497a45710c5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:22:17.698446 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'code': 200} Jul 28 12:22:17.724247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:22:17.853469 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d47a-ce5c-4fbe-9723-8a625d27f56c req-5229126a-d4de-4fa3-a050-a1e130145aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:17.854917 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-df88d47a-ce5c-4fbe-9723-8a625d27f56c req-5229126a-d4de-4fa3-a050-a1e130145aea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0409653 Jul 28 12:22:17.889704 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-df88d47a-ce5c-4fbe-9723-8a625d27f56c req-293c5e32-9ddb-4c5b-8f29-5677d651a3a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278134 Jul 28 12:22:18.581954 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1eab1-3aea-41b0-a6a1-30530cab58bb req-90985c6e-2e68-46cd-92bf-d10544531e7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:18.583399 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0b1eab1-3aea-41b0-a6a1-30530cab58bb req-90985c6e-2e68-46cd-92bf-d10544531e7e tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Jul 28 12:22:18.621213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a0b1eab1-3aea-41b0-a6a1-30530cab58bb req-a9424294-5744-4b6a-a79e-35bd3d25d660 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Jul 28 12:22:19.738535 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444ea79-b934-4691-bbb6-0582012e87df req-e9750624-dc0c-4648-a29c-375f8800bfbf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:19.740008 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f444ea79-b934-4691-bbb6-0582012e87df req-e9750624-dc0c-4648-a29c-375f8800bfbf tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0498016 Jul 28 12:22:19.778319 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f444ea79-b934-4691-bbb6-0582012e87df req-ef528762-609f-478e-81f2-c5289866b014 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322452 Jul 28 12:22:20.584949 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:20.684489 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-24d60fa5-699b-4fe6-a09d-5dcafae5884f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383856 Jul 28 12:22:20.769341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-86d4e610-bb74-40cb-8161-2f4a7bc6ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:20.770776 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-86d4e610-bb74-40cb-8161-2f4a7bc6ccf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0452309 Jul 28 12:22:20.874458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-54e7399a-1a57-497d-af07-99057de19bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:20.875823 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-54e7399a-1a57-497d-af07-99057de19bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0859318 Jul 28 12:22:20.945070 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-3530a81e-31c5-4b00-a781-82829cbc3ccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 1000 time: 0.0617466 Jul 28 12:22:20.992243 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-3e9158e0-4ab8-40e2-acce-51982a5827a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:20.993695 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-3e9158e0-4ab8-40e2-acce-51982a5827a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0415297 Jul 28 12:22:21.038733 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-e8091507-4e0e-41f6-a53c-4f286ffa430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:22:21.040202 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-e8091507-4e0e-41f6-a53c-4f286ffa430a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390453 Jul 28 12:22:21.136662 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-f3d4d1e4-e4e3-42eb-b50e-4ea86dcdc788 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887904 Jul 28 12:22:21.224514 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c828cf01-49c7-44ce-9fe2-4da028369cc2 req-bc77d424-2b23-4258-a172-4fb6e4a037a3 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801892 Jul 28 12:22:23.337572 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:27.957004 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8357723-f03d-4b4b-b1c7-307d4ecfdfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:29.457619 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:22:31.130580 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:31.217389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73ca367f-ba4e-425d-b2eb-347a11aa6ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:32.254947 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:33.707033 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:50.580767 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:53.346364 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:22:57.958810 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75ec88ea-205b-4eba-9b6d-85e786a0b8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:01.132102 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:01.217260 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-24b33290-7f46-4eb6-82b9-8bde0b68c98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:02.258492 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:03.708368 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:06.458739 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:23:20.588956 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:20.644051 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-b21ca8ef-9c1f-4ffb-be4b-0b66eebd6c21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401189 Jul 28 12:23:20.731345 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-53bf0372-84a9-4eb8-b30a-0475a7957c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:20.732874 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-53bf0372-84a9-4eb8-b30a-0475a7957c17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0438876 Jul 28 12:23:20.834899 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-6ed91c37-0559-4310-9a39-3a67878ee5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:20.836388 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-6ed91c37-0559-4310-9a39-3a67878ee5d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.0835273 Jul 28 12:23:20.904996 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-3eeeeb19-1706-4083-a9e2-fd43c6f20c14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 1000 time: 0.0619717 Jul 28 12:23:20.952890 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-c0a7b1ae-bb58-43d2-adcf-25b5e305cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:20.954274 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-c0a7b1ae-bb58-43d2-adcf-25b5e305cfe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0426815 Jul 28 12:23:20.998170 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-78731432-4a71-423d-8317-2b270342caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:20.999595 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-78731432-4a71-423d-8317-2b270342caba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385063 Jul 28 12:23:21.090456 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-10cad984-51d8-4004-9ff5-11fdadfa8fdc service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829680 Jul 28 12:23:21.179624 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-50bfee53-2017-44e9-b0bc-75082bf05673 req-c5d44f8c-b751-49af-9add-7d680a0902fa service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821218 Jul 28 12:23:23.344410 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:27.959747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1f7d-e11d-4dba-95ef-e831826fd60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:31.133382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:31.216954 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6040fe6f-47fc-4697-be7a-98c047ac583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:32.261343 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:32.540064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:32.701593 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Deleting port 123083ae-9a36-4731-8b54-020e51738b19 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:32.701925 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:32.774109 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:32.774429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:32.786178 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Calling delete_port for 123083ae-9a36-4731-8b54-020e51738b19 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:32.935097 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:32.961270 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event deleted for resources: {'Port': ['ID=123083ae-9a36-4731-8b54-020e51738b19,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:32.974655 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.975011 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.975358 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.975706 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.976047 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.976421 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.976754 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.977087 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.977414 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.977741 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.978070 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:32.978397 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:33.033036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:33.033366 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Floating IP e207693c-3570-431a-bedd-f5382b577c92 disassociated (deleted). External IP: 172.25.1.30, port: fb633f85-a795-4911-b6cb-76745f6d841d. Jul 28 12:23:33.239400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:23:33.349920 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:33.354615 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:33.359917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:23:33.369689 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:33.370309 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:33.382829 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-c2d84180-0457-43ea-8a64-67147cceccf6 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "DELETE /v2.0/floatingips/e207693c-3570-431a-bedd-f5382b577c92 HTTP/1.1" status: 204 len: 168 time: 0.8416650 Jul 28 12:23:33.383435 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:23:33.385760 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228dbc16-2597-449a-80fe-71798fde3c66" -d '{"events": [{"name": "network-changed", "server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:23:33.423683 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6c9444-65ec-45f8-bfc3-a02ad2203be0 x-openstack-request-id: req-6a6c9444-65ec-45f8-bfc3-a02ad2203be0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:23:33.423978 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:23:33.424847 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a6c9444-65ec-45f8-bfc3-a02ad2203be0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:23:33.425281 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'status': 'completed', 'code': 200} Jul 28 12:23:33.482927 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:33.489525 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbc16-2597-449a-80fe-71798fde3c66 req-1eea4cfd-dc36-4272-9f46-2fd8bf6627ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:33.490956 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-1eea4cfd-dc36-4272-9f46-2fd8bf6627ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3676e6cb6e994f13a3fb279d9212820b&device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 1096 time: 0.0445664 Jul 28 12:23:33.612889 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbc16-2597-449a-80fe-71798fde3c66 req-e99d9aca-58f9-4a50-ae72-4c299bb883f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:33.615214 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-e99d9aca-58f9-4a50-ae72-4c299bb883f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 200 len: 909 time: 0.1159923 Jul 28 12:23:33.618627 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a61da1-cc87-4fef-a216-d78785ad075f req-94c17e8f-6430-4dc5-85ec-14a254a4852a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:33.620134 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67a61da1-cc87-4fef-a216-d78785ad075f req-94c17e8f-6430-4dc5-85ec-14a254a4852a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0556579 Jul 28 12:23:33.658607 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-3a32454e-c860-4f97-a49c-0701de1ddd21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 200 len: 217 time: 0.0358381 Jul 28 12:23:33.662037 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-67a61da1-cc87-4fef-a216-d78785ad075f req-2c51f1e7-dc23-4f7b-ba7a-f448256db022 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355437 Jul 28 12:23:33.705939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:33.718219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbc16-2597-449a-80fe-71798fde3c66 req-847f3806-1e30-457f-b6e9-18c85484497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:33.719660 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-847f3806-1e30-457f-b6e9-18c85484497b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 200 len: 847 time: 0.0531189 Jul 28 12:23:33.736651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:23:33.742174 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:33.746514 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:33.747165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:33.772285 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbc16-2597-449a-80fe-71798fde3c66 req-7c601171-63f3-42ef-a668-c5ef07f88b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:33.773805 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-7c601171-63f3-42ef-a668-c5ef07f88b56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52548b04-2c24-4983-905c-3a05d77711b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458677 Jul 28 12:23:33.852280 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:33.868889 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-50d925ee-6818-4385-8d29-b570fbe17e64 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866747 Jul 28 12:23:33.967700 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-228dbc16-2597-449a-80fe-71798fde3c66 req-29f66516-7b58-434d-8a7f-6cb2054684a7 service neutron] 10.222.0.41 "GET /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906761 Jul 28 12:23:34.046657 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:34.076427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d047d7-9a02-4a70-90f8-2dd74203d4f7 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:53Z', 'revision_number': 4, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '6d6485d5-582b-4ddc-bbbb-732ea31cabf2', 'name': '', 'network_id': '52548b04-2c24-4983-905c-3a05d77711b2', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'mac_address': 'fa:16:3e:62:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:53Z', 'updated_at': '2021-07-28T12:14:59Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'subnets': [{'id': 'e272341a-9299-45d3-94c4-1d13ebfb4a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:23:34.287696 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a4dda-87ff-469a-ab02-d30884700db0 None None] New status for floating IP e207693c-3570-431a-bedd-f5382b577c92: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:23:34.780718 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3e7f-9f60-428d-a74b-353255f92e6d req-1493e456-e6e2-4783-952c-7d8ed810e89c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:34.782198 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e04f3e7f-9f60-428d-a74b-353255f92e6d req-1493e456-e6e2-4783-952c-7d8ed810e89c tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0489075 Jul 28 12:23:34.820013 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e04f3e7f-9f60-428d-a74b-353255f92e6d req-c4223571-d1e4-4b52-b2c1-8a633cc16b1b tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7fad0ba-a15b-42f6-967c-a4a7e2480589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318353 Jul 28 12:23:35.059184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-c6cf9c16-96b4-45a8-a48e-d9939fd9d256 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:35.060633 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-c6cf9c16-96b4-45a8-a48e-d9939fd9d256 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 945 time: 0.0499365 Jul 28 12:23:35.152775 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Deleting port fb633f85-a795-4911-b6cb-76745f6d841d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:35.153119 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:35.240843 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] For port fb633f85-a795-4911-b6cb-76745f6d841d, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=fb633f85-a795-4911-b6cb-76745f6d841d,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:35.241221 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:35.254388 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Calling delete_port for fb633f85-a795-4911-b6cb-76745f6d841d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:35.382968 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:35.412295 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event deleted for resources: {'Port': ['ID=fb633f85-a795-4911-b6cb-76745f6d841d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:35.441333 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.441674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.442011 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.442346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.442676 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.443003 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.443355 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.443672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.443996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.444434 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.444755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.445072 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:35.465601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] No DVR routers for this DVR port fb633f85-a795-4911-b6cb-76745f6d841d on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:23:35.468192 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:35.470648 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2d4d7ac8-4e0f-42d4-bfa7-678b7c0d9b5c req-2e5b7a59-f9ba-47fc-b1ed-b97321d6ce1a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.41 "DELETE /v2.0/ports/fb633f85-a795-4911-b6cb-76745f6d841d HTTP/1.1" status: 204 len: 173 time: 0.4032960 Jul 28 12:23:35.471745 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-deleted', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:23:35.474168 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b2c70-e53d-4a92-82e2-c89a5a1cbb38" -d '{"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-deleted", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:23:35.561908 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2564987c-5d68-496e-8ad4-d00c055e246d x-openstack-request-id: req-2564987c-5d68-496e-8ad4-d00c055e246d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:23:35.562203 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025b173-6c69-4d53-b018-eeff7e36e496", "name": "network-vif-deleted", "tag": "fb633f85-a795-4911-b6cb-76745f6d841d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:23:35.562455 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2564987c-5d68-496e-8ad4-d00c055e246d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:23:35.562857 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025b173-6c69-4d53-b018-eeff7e36e496', 'name': 'network-vif-deleted', 'tag': 'fb633f85-a795-4911-b6cb-76745f6d841d', 'status': 'completed', 'code': 200} Jul 28 12:23:35.923321 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-997eb665-5c25-401a-a153-5ae27f16a887 req-f1ae6cdc-caed-497b-9468-ed4dee3c4451 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Jul 28 12:23:37.021468 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-257a1619-aaf1-4d43-a68c-0efb3bfee139 req-9dd91587-3e53-4b5e-af62-e79d84d837ff tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 210 time: 0.0267053 Jul 28 12:23:37.972972 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:37.993986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: fb633f85-a795-4911-b6cb-76745f6d841d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:23:37.994335 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device fb633f85-a795-4911-b6cb-76745f6d841d not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:23:38.120775 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-55a0c7e9-7b1e-4334-a33e-c70999b043d6 req-199a2ee0-79a1-4971-91b2-626590e1063f tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Jul 28 12:23:39.234355 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-e11ad84d-11a4-4b43-9603-d631ba79e5eb req-5c2c5e0a-ede4-4495-a208-5638f311564a tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a025b173-6c69-4d53-b018-eeff7e36e496 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jul 28 12:23:40.292531 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:40.355073 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4c3cea2-557a-4506-98aa-05747e991352 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:40.381907 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4c3cea2-557a-4506-98aa-05747e991352 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:40.444068 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4c3cea2-557a-4506-98aa-05747e991352 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:40.446924 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4c3cea2-557a-4506-98aa-05747e991352 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:40.449526 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d4c3cea2-557a-4506-98aa-05747e991352 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7fad0ba-a15b-42f6-967c-a4a7e2480589 HTTP/1.1" status: 204 len: 168 time: 0.1546445 Jul 28 12:23:40.459407 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3cea2-557a-4506-98aa-05747e991352 tempest-TestShelveInstance-1963379917 tempest-TestShelveInstance-1963379917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fad0ba-a15b-42f6-967c-a4a7e2480589,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:40.504230 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:40.962684 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:41.210375 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Deleting port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:41.210607 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:41.296524 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] For port 6d6485d5-582b-4ddc-bbbb-732ea31cabf2, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:41.297201 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:41.318597 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Calling delete_port for 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:41.508452 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:41.543281 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6485d5-582b-4ddc-bbbb-732ea31cabf2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:41.714162 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:41.947542 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:23:42.334662 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:42.339624 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7e33ea10-a1d0-4ba8-9e98-0d0c8b78631a admin admin] 10.222.0.20 "PUT /v2.0/routers/aeaa000b-c733-4dcd-bc3b-1788a6dbe157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8354881 Jul 28 12:23:42.342227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:42.344519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] Sync routers for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:23:42.354929 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:42.355547 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:42.445979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:42.460463 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:42.548838 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:42.602238 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Deleting port 728706b9-72a5-4ff1-8e78-f5e38ea469db {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:42.602585 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:42.634394 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:23:41Z', 'revision_number': 5, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port': {'id': '728706b9-72a5-4ff1-8e78-f5e38ea469db', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:42.665729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] Checking router: aeaa000b-c733-4dcd-bc3b-1788a6dbe157 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:23:42.673922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] Routers {'aeaa000b-c733-4dcd-bc3b-1788a6dbe157'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:42.674918 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:42.681714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] For port 728706b9-72a5-4ff1-8e78-f5e38ea469db, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=728706b9-72a5-4ff1-8e78-f5e38ea469db,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:42.682082 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:42.695454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Calling delete_port for 728706b9-72a5-4ff1-8e78-f5e38ea469db owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:42.762312 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] Set router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:42.813404 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:23:42Z', 'revision_number': 6, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:42.843088 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1796731-0120-4aa5-9c3c-d797021f0738 None None] The sync data for ids ['aeaa000b-c733-4dcd-bc3b-1788a6dbe157'] in n-d-723573-7 is: [{'id': 'aeaa000b-c733-4dcd-bc3b-1788a6dbe157', 'name': 'tempest-TestShelveInstance-567896095-router', 'tenant_id': '3676e6cb6e994f13a3fb279d9212820b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:51Z', 'updated_at': '2021-07-28T12:23:42Z', 'revision_number': 6, 'project_id': '3676e6cb6e994f13a3fb279d9212820b', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:23:42.862906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:42.893269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Pushing event deleted for resources: {'Port': ['ID=728706b9-72a5-4ff1-8e78-f5e38ea469db,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:42.953953 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.042426 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.044525 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.086175 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.086609 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeaa000b-c733-4dcd-bc3b-1788a6dbe157 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:23:43.091049 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.092287 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0012ac77-a780-4ecf-8310-10e1270d05af admin admin] 10.222.0.20 "DELETE /v2.0/routers/aeaa000b-c733-4dcd-bc3b-1788a6dbe157 HTTP/1.1" status: 204 len: 168 time: 0.7491503 Jul 28 12:23:43.094847 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:43.143461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Deleting subnet e272341a-9299-45d3-94c4-1d13ebfb4a3e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:23:43.146403 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.180741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.262892 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.317714 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.350879 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.352655 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e272341a-9299-45d3-94c4-1d13ebfb4a3e HTTP/1.1" status: 204 len: 168 time: 0.2563365 Jul 28 12:23:43.354106 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bddc13-d42d-4ab7-b5f5-c7f69c2dc1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e272341a-9299-45d3-94c4-1d13ebfb4a3e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:43.355242 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:43.356392 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f784e605-99c0-4a82-96d4-ce99ff81ad1c None None] Network 52548b04-2c24-4983-905c-3a05d77711b2 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:23:43.430293 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.457256 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:23:43.483478 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Deleting port e9819905-5ed9-410c-addc-ed676b80eda5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:43.483903 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.549845 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] For port e9819905-5ed9-410c-addc-ed676b80eda5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9819905-5ed9-410c-addc-ed676b80eda5,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:43.550117 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.616766 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] DHCP port deletion for 52548b04-2c24-4983-905c-3a05d77711b2 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:23:43.675421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 728706b9-72a5-4ff1-8e78-f5e38ea469db no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:43.698290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Deleting port e9819905-5ed9-410c-addc-ed676b80eda5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:43.698998 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.700893 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 728706b9-72a5-4ff1-8e78-f5e38ea469db {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:23:43.701227 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 728706b9-72a5-4ff1-8e78-f5e38ea469db not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:23:43.701631 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e9819905-5ed9-410c-addc-ed676b80eda5 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:43.885279 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Calling delete_port for e9819905-5ed9-410c-addc-ed676b80eda5 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:43.962084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] For port e9819905-5ed9-410c-addc-ed676b80eda5, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e9819905-5ed9-410c-addc-ed676b80eda5,segment=NetworkSegment(dbb9a1db-37bb-4c93-b9c2-3580af8072a8),segment_id=dbb9a1db-37bb-4c93-b9c2-3580af8072a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:43.962479 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.974043 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:43.978469 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Calling delete_port for e9819905-5ed9-410c-addc-ed676b80eda5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:44.001142 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9819905-5ed9-410c-addc-ed676b80eda5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:44.004105 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] No DVR routers for this DVR port e9819905-5ed9-410c-addc-ed676b80eda5 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:23:44.005006 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Port e9819905-5ed9-410c-addc-ed676b80eda5 update to DOWN by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 28 12:23:44.006144 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:44.028719 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:23:44.028953 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 6d6485d5-582b-4ddc-bbbb-732ea31cabf2 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:23:44.079041 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.089898 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52548b04-2c24-4983-905c-3a05d77711b2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:44.093299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.100296 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:44.100597 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb9a1db-37bb-4c93-b9c2-3580af8072a8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:44.109337 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.118720 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Pushing event deleted for resources: {'Port': ['ID=e9819905-5ed9-410c-addc-ed676b80eda5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:44.123440 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.130526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] No DVR routers for this DVR port e9819905-5ed9-410c-addc-ed676b80eda5 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:23:44.130769 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:23:44.131357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:23:44.133253 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:23:44.135478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.135478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.135986 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.136113 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.136855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.137218 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.137702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.138055 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.138385 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.138712 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.139037 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.139360 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497f634-3bf1-47e4-b663-9b8f360dbfde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:44.187795 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.194640 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.196525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] 10.222.0.20 "DELETE /v2.0/networks/52548b04-2c24-4983-905c-3a05d77711b2 HTTP/1.1" status: 204 len: 168 time: 0.8397498 Jul 28 12:23:44.199790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:44.215196 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e285452-b078-4117-8c1c-b21948a32069 admin admin] Pushing event deleted for resources: {'Network': ['ID=52548b04-2c24-4983-905c-3a05d77711b2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:44.556989 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.802211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Deleting port 35c87946-bfad-417b-a092-481fde30026b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:44.802557 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.877790 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] For port 35c87946-bfad-417b-a092-481fde30026b, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=35c87946-bfad-417b-a092-481fde30026b,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:44.878071 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:44.894438 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Calling delete_port for 35c87946-bfad-417b-a092-481fde30026b owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:45.070422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:45.096951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c87946-bfad-417b-a092-481fde30026b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:45.263028 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:45.477481 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Router d333cfc0-7945-4bc2-b7de-7b7584d56486 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:23:45.582244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:45.587405 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-66c55490-7ba7-4abf-a2d4-370523275c72 admin admin] 10.222.0.20 "PUT /v2.0/routers/d333cfc0-7945-4bc2-b7de-7b7584d56486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3865659 Jul 28 12:23:45.590002 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:45.590660 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] Sync routers for ids ['d333cfc0-7945-4bc2-b7de-7b7584d56486'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:23:45.600432 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] Routers {'d333cfc0-7945-4bc2-b7de-7b7584d56486'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:45.601040 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d333cfc0-7945-4bc2-b7de-7b7584d56486'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:45.692244 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:45.713833 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] Set router d333cfc0-7945-4bc2-b7de-7b7584d56486 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:45.795977 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:45.850933 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Deleting port e71ec63f-051a-4f7e-9bab-46424292fee8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:45.851274 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:45.898501 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:23:45Z', 'revision_number': 5, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port': {'id': 'e71ec63f-051a-4f7e-9bab-46424292fee8', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:14:56Z', 'updated_at': '2021-07-28T12:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:45.931336 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] For port e71ec63f-051a-4f7e-9bab-46424292fee8, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=e71ec63f-051a-4f7e-9bab-46424292fee8,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:45.931691 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:45.933711 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] Checking router: d333cfc0-7945-4bc2-b7de-7b7584d56486 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:23:45.946212 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] Routers {'d333cfc0-7945-4bc2-b7de-7b7584d56486'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:45.946762 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['d333cfc0-7945-4bc2-b7de-7b7584d56486'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:45.948797 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Calling delete_port for e71ec63f-051a-4f7e-9bab-46424292fee8 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:46.030730 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] Set router d333cfc0-7945-4bc2-b7de-7b7584d56486 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:46.081948 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:23:45Z', 'revision_number': 6, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:46.111756 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba96ee-d8e1-4023-af33-b3168d93aeaf None None] The sync data for ids ['d333cfc0-7945-4bc2-b7de-7b7584d56486'] in n-d-723573-7 is: [{'id': 'd333cfc0-7945-4bc2-b7de-7b7584d56486', 'name': 'tempest-TestShelveInstance-1727232582-router', 'tenant_id': '497e5060150f4465873e02e676fc5c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:14:55Z', 'updated_at': '2021-07-28T12:23:45Z', 'revision_number': 6, 'project_id': '497e5060150f4465873e02e676fc5c47', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:23:46.116059 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.147536 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71ec63f-051a-4f7e-9bab-46424292fee8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:46.208251 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.296463 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.298608 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.344487 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.345010 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d333cfc0-7945-4bc2-b7de-7b7584d56486 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:23:46.349469 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.350659 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6ee728de-9d31-4bb1-b14e-9f828c0369a6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d333cfc0-7945-4bc2-b7de-7b7584d56486 HTTP/1.1" status: 204 len: 168 time: 0.7597349 Jul 28 12:23:46.353232 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:46.678152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Deleting subnet ac73c585-f97e-4e5d-b598-146be3a8de8a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:23:46.681266 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.717454 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.796598 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.848017 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.877365 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:46.881525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac73c585-f97e-4e5d-b598-146be3a8de8a HTTP/1.1" status: 204 len: 168 time: 0.5250645 Jul 28 12:23:46.881525 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa15a4b-cd01-4b1d-a758-de643b668705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac73c585-f97e-4e5d-b598-146be3a8de8a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:46.881918 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 60966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:46.887378 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a3970-15a8-479f-88e6-d4d0a135b451 None None] Network 486f4371-4e64-411a-ac08-b80501e98efe requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:23:46.950905 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.008032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Deleting port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:47.008536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.059479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] DHCP port deletion for 486f4371-4e64-411a-ac08-b80501e98efe request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:23:47.094318 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] For port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:47.094899 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.117030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Calling delete_port for d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:47.142005 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] Deleting port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:23:47.143331 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.219408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] For port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,segment=NetworkSegment(ae82f747-cb04-4227-9884-11c3b104fc3d),segment_id=ae82f747-cb04-4227-9884-11c3b104fc3d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:47.219807 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.221264 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.236653 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] Calling delete_port for d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:23:47.247358 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:47.251186 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] No DVR routers for this DVR port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:23:47.318101 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.325748 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.336420 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486f4371-4e64-411a-ac08-b80501e98efe']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:47.343737 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] Pushing event deleted for resources: {'Port': ['ID=d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:47.346431 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be2192-c986-4665-9787-d804bd4e4565 None None] No DVR routers for this DVR port d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 on host n-d-723573-7 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:23:47.348346 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae82f747-cb04-4227-9884-11c3b104fc3d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:47.348646 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae82f747-cb04-4227-9884-11c3b104fc3d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:47.359189 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.375282 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.385711 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:23:47.386176 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:23:47.388809 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:23:47.449538 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.459376 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.461216 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/486f4371-4e64-411a-ac08-b80501e98efe HTTP/1.1" status: 204 len: 168 time: 0.5782886 Jul 28 12:23:47.473272 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534928f-dc80-44a2-bcdf-9dfa2d97c2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=486f4371-4e64-411a-ac08-b80501e98efe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:47.503503 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35c87946-bfad-417b-a092-481fde30026b no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:47.523593 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 35c87946-bfad-417b-a092-481fde30026b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:23:47.523946 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 35c87946-bfad-417b-a092-481fde30026b not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:23:47.524393 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:47.543153 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:23:47.543478 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device d1b3c6f1-01fa-4c9b-bae8-421d3f7f8ad6 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:23:47.543916 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e71ec63f-051a-4f7e-9bab-46424292fee8 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:23:47.563012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: e71ec63f-051a-4f7e-9bab-46424292fee8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:23:47.563359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device e71ec63f-051a-4f7e-9bab-46424292fee8 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:23:47.580466 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:47.619718 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-bfe7fb01-0439-4494-8690-a620fe408735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3676e6cb6e994f13a3fb279d9212820b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380428 Jul 28 12:23:47.622112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:47.668596 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ff2-0dcb-4968-8b86-54a450aff12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.690525 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ff2-0dcb-4968-8b86-54a450aff12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.740476 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ff2-0dcb-4968-8b86-54a450aff12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.743043 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9abc5ff2-0dcb-4968-8b86-54a450aff12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:47.744295 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-9abc5ff2-0dcb-4968-8b86-54a450aff12c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d26abbf8-b458-4efb-9e6a-bd95cd1855ad HTTP/1.1" status: 204 len: 168 time: 0.1212747 Jul 28 12:23:47.752043 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc5ff2-0dcb-4968-8b86-54a450aff12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26abbf8-b458-4efb-9e6a-bd95cd1855ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:48.052590 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:48.096761 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a798fac6-a6d7-4738-826f-fd00a6c93cb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=497e5060150f4465873e02e676fc5c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427685 Jul 28 12:23:48.098987 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 60980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:48.146163 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cf6938b-ce8b-45b1-aea8-f076659c6cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:48.167021 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cf6938b-ce8b-45b1-aea8-f076659c6cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:48.211499 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cf6938b-ce8b-45b1-aea8-f076659c6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:48.214053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cf6938b-ce8b-45b1-aea8-f076659c6cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:48.215173 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5cf6938b-ce8b-45b1-aea8-f076659c6cd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88455f8f-959e-45d6-9599-778590b4734c HTTP/1.1" status: 204 len: 168 time: 0.1152945 Jul 28 12:23:48.223325 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6938b-ce8b-45b1-aea8-f076659c6cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88455f8f-959e-45d6-9599-778590b4734c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:48.862114 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:48.973751 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1135815868-network', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:48.993779 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Made reservation on behalf of 01fae7e0aa714659aa56188cc84c49d1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:23:48.996195 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.004879 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.092637 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.097024 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.121393 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:23:49.130184 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec85ea3-cf4e-4bed-be35-22f550b6bb6e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:49.137319 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.137677 n-d-723573-7 neutron-server[93835]: INFO neutron.db.segments_db [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Added segment 3e727852-609d-4775-8645-bb72032a5e61 of type vlan for network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 Jul 28 12:23:49.177595 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.205054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.205926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:49.206496 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.260248 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3970068 Jul 28 12:23:49.263675 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:49.269715 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Request body: {'subnet': {'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1135815868-subnet', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:49.270150 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59844cc-8377-4b6a-9d2b-6c4e83e934ae admin admin] Pushing event updated for resources: {'Network': ['ID=8433bb8f-0d7c-4fcf-800e-e12c71fa9179,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:49.279955 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:23:49.292842 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Made reservation on behalf of 01fae7e0aa714659aa56188cc84c49d1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:23:49.295241 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.463876 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.515892 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4d0917-e87a-47e8-bf84-10803b71bb09,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:49.525740 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Checking segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:49.526095 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Network hostable DHCP agents. Network: 8433bb8f-0d7c-4fcf-800e-e12c71fa9179, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:23:49.542008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:23:49.551470 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, 8433bb8f-0d7c-4fcf-800e-e12c71fa9179) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:49.555959 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:49.557066 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.561319 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f78b5-c84b-4214-93a3-fb24c4ea0739 None None] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:23:49.571300 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-a3cbfcd5-ad61-4e11-9142-7348c6abdf88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3064682 Jul 28 12:23:49.574137 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:49.578487 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:49.598035 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.599151 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.656433 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.707635 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:23:49.708530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.791606 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.838650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Allocated IP 172.20.0.2 (8433bb8f-0d7c-4fcf-800e-e12c71fa9179/3a4d0917-e87a-47e8-bf84-10803b71bb09/62d8c9c3-68ca-43e3-92d9-050b5e94bb12) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:23:49.981096 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:49.990003 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Transition to ACTIVE for port object 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:50.001054 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.004206 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Transition to ACTIVE for port object 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:50.009887 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.021579 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.049147 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:50.051859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:50.057264 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:23:50.064636 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Pushing event updated for resources: {'Port': ['ID=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:50.120068 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Attempting to bind port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:23:50.120572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Attempting to bind port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:23:50.120932 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Attempting to bind port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:23:50.125868 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:23:50.126667 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Checking segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:50.126849 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.127251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Bound using segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:23:50.127711 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Bound port: 62d8c9c3-68ca-43e3-92d9-050b5e94bb12, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:23:50.128140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.132361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Allocated IP 172.25.1.156 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/4568ea81-418a-4976-89c2-850e5d186bbc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:23:50.190247 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] For port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:23:50.193287 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] For port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:23:50.197771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.238570 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.263306 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5332e-3c47-4d2f-aa4b-53a3f8c9d5b0 None None] Pushing event updated for resources: {'Port': ['ID=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:50.280053 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.322527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:50.325361 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:50.332024 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:23:50.337601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Pushing event updated for resources: {'Port': ['ID=4568ea81-418a-4976-89c2-850e5d186bbc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:50.602672 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.603429 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.804382 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:50.937650 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:23:51.045214 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:51.058085 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:23:51.065752 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.068840 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6a1b8b22-4848-4b74-bbe1-6064f5ada394 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4922433 Jul 28 12:23:51.071112 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:51.071662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:51.072438 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:51.184278 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:51.187235 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f5019-8d71-4481-b451-b8b4e6f8e368 None None] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:23:51.350035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3a4a5fe-c002-41bd-8491-fa1722cccb9b None None] Provisioning for port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:51.505251 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:50Z', 'revision_number': 3, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:51.517379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.542294 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:23:51.542784 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Updating router 6db231f0-e891-430e-a3cf-833c7be4ab43 port 4568ea81-418a-4976-89c2-850e5d186bbc binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:23:51.553021 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:51.603674 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.687134 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Allocated IP 172.20.0.1 (8433bb8f-0d7c-4fcf-800e-e12c71fa9179/3a4d0917-e87a-47e8-bf84-10803b71bb09/5de758e8-b8de-47f4-9f0c-115bb43daa67) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:23:51.707018 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:51.717999 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:51.718366 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.791303 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.804483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Transition to ACTIVE for port object 5de758e8-b8de-47f4-9f0c-115bb43daa67 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:51.837915 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.838442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-02aed1a5-8633-47ad-bc5c-c68ff1b1b250 None None] Provisioning complete for port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:51.838873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02aed1a5-8633-47ad-bc5c-c68ff1b1b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.879367 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:51.883633 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:51.889527 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:23:51.928898 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Pushing event updated for resources: {'Port': ['ID=5de758e8-b8de-47f4-9f0c-115bb43daa67,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:51.935621 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:51.965757 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.040507 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.045896 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:52.058371 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.070534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Transition to ACTIVE for port object 4568ea81-418a-4976-89c2-850e5d186bbc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:52.075256 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.092728 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02aed1a5-8633-47ad-bc5c-c68ff1b1b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.102747 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.175415 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Attempting to bind port 4568ea81-418a-4976-89c2-850e5d186bbc on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:23:52.175704 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Attempting to bind port 4568ea81-418a-4976-89c2-850e5d186bbc by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:23:52.176075 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Attempting to bind port 4568ea81-418a-4976-89c2-850e5d186bbc on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:23:52.183765 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:52.196889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:23:52.197262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:52.197663 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.198056 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:23:52.198536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Bound port: 4568ea81-418a-4976-89c2-850e5d186bbc, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:23:52.198913 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.242082 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-02aed1a5-8633-47ad-bc5c-c68ff1b1b250 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 12:23:52.242082 n-d-723573-7 neutron-server[93837]: DEBUG oslo_db.api [None req-02aed1a5-8633-47ad-bc5c-c68ff1b1b250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 12:23:52.258594 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccb12-18eb-4bd8-b02e-b33d962e996b None None] Pushing event updated for resources: {'Port': ['ID=4568ea81-418a-4976-89c2-850e5d186bbc,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:52.286508 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] For port 4568ea81-418a-4976-89c2-850e5d186bbc, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:23:52.290465 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] For port 4568ea81-418a-4976-89c2-850e5d186bbc, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4568ea81-418a-4976-89c2-850e5d186bbc,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:23:52.294964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.359871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:52.360713 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:52.396977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccb12-18eb-4bd8-b02e-b33d962e996b None None] Pushing event updated for resources: {'Port': ['ID=4568ea81-418a-4976-89c2-850e5d186bbc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:52.474461 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:52.523810 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.528238 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.590422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Pushing event updated for resources: {'Port': ['ID=5de758e8-b8de-47f4-9f0c-115bb43daa67,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:52.597245 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.700463 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:52.701951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:52.846795 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:23:52.883576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:51Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:52.917483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c584c5-3076-4bbf-9839-3a7423acb780 None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:51Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:23:52.929640 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7645bb07-20c4-4637-9885-9a5afcd567de None None] Provisioning for port 5de758e8-b8de-47f4-9f0c-115bb43daa67 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:52.936072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7645bb07-20c4-4637-9885-9a5afcd567de None None] Provisioning complete for port 5de758e8-b8de-47f4-9f0c-115bb43daa67 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:52.936698 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7645bb07-20c4-4637-9885-9a5afcd567de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:52.964422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:52.972904 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-6152ce1b-1ae1-4c6b-8007-a21df96c9228 admin admin] 10.222.0.20 "PUT /v2.0/routers/6db231f0-e891-430e-a3cf-833c7be4ab43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004529 Jul 28 12:23:52.974340 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7645bb07-20c4-4637-9885-9a5afcd567de None None] Port 5de758e8-b8de-47f4-9f0c-115bb43daa67 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:23:53.345468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.497034 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:53.504794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1875312078-network', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:53.523811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:53.541441 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Made reservation on behalf of c6fccad74bf94dbcb86f7dced203d2d5 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:23:53.543786 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.559026 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.602487 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:53.602868 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.686337 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.691757 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.719316 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 12:23:53.729739 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a167f8-b9e8-42be-aea5-007b5b9a7016,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:53.734820 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.735258 n-d-723573-7 neutron-server[93836]: INFO neutron.db.segments_db [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Added segment f87f2dbe-dca2-41c0-b8c5-aa9c057248f4 of type vlan for network f905a61d-ac4a-4c5f-aefd-a8d3948761ed Jul 28 12:23:53.779484 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758693463646'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.810286 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.811280 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:53.811868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:53.870756 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3725924 Jul 28 12:23:53.873482 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:53.879343 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Request body: {'subnet': {'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1875312078-subnet', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:53.895761 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9d7ed-7cb3-42ac-8ed0-1c549e6be595 admin admin] Pushing event updated for resources: {'Network': ['ID=f905a61d-ac4a-4c5f-aefd-a8d3948761ed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:53.906013 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed details requested by agent ovs-agent-n-d-723573-7 with host n-d-723573-7 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 12:23:53.910308 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Made reservation on behalf of c6fccad74bf94dbcb86f7dced203d2d5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:23:53.912798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5036480'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.109233 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7540252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5036466'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.169946 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63381d69-aa56-4f6b-a14d-5194a51a3eee,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:54.182572 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Checking segment: {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:54.182930 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Network hostable DHCP agents. Network: f905a61d-ac4a-4c5f-aefd-a8d3948761ed, hostable agents: ['b4507cd6-a2cc-437f-b034-2405879a6c68'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 12:23:54.201008 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed is scheduled to be hosted by DHCP agent b4507cd6-a2cc-437f-b034-2405879a6c68 with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 12:23:54.211400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-723573-7, f905a61d-ac4a-4c5f-aefd-a8d3948761ed) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:54.216227 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:23:54.216861 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.222035 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33caba-30ba-4092-b9f5-e26e354fa229 None None] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:23:54.234670 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5e425eaf-3b25-4a6d-8ef6-b4261f587297 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3600435 Jul 28 12:23:54.238048 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:54.242600 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:54.269819 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-394787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110543'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.271440 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110532'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.332199 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.400263 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39102c92-16b6-5baf-a5c4-f3b503c0d866-f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'fixed_ips': [{'subnet_id': '63381d69-aa56-4f6b-a14d-5194a51a3eee'}]}} from n-d-723573-7. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 12:23:54.401280 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.495849 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110570'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.566093 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Allocated IP 172.20.0.2 (f905a61d-ac4a-4c5f-aefd-a8d3948761ed/63381d69-aa56-4f6b-a14d-5194a51a3eee/36ea7b52-946e-4be7-9d1d-c6310e30b175) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:23:54.737075 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.747469 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.760110 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Transition to ACTIVE for port object 36ea7b52-946e-4be7-9d1d-c6310e30b175 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:54.760428 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.777707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Transition to ACTIVE for port object 36ea7b52-946e-4be7-9d1d-c6310e30b175 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:54.786011 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.842871 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:54.847995 n-d-723573-7 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:54.853067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:23:54.859298 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Pushing event updated for resources: {'Port': ['ID=36ea7b52-946e-4be7-9d1d-c6310e30b175,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:54.888613 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Allocated IP 172.25.1.187 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/b29870da-f9e2-4293-9721-03a1707a8df4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:23:54.919138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Attempting to bind port 36ea7b52-946e-4be7-9d1d-c6310e30b175 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:23:54.919859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Attempting to bind port 36ea7b52-946e-4be7-9d1d-c6310e30b175 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:23:54.919859 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Attempting to bind port 36ea7b52-946e-4be7-9d1d-c6310e30b175 on network f905a61d-ac4a-4c5f-aefd-a8d3948761ed {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:23:54.927039 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:23:54.927414 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Checking segment: {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:54.930815 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:54.931275 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Bound using segment: {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:23:54.931905 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Bound port: 36ea7b52-946e-4be7-9d1d-c6310e30b175, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:23:54.932588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.021111 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.026081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] For port 36ea7b52-946e-4be7-9d1d-c6310e30b175, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:23:55.030650 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] For port 36ea7b52-946e-4be7-9d1d-c6310e30b175, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=36ea7b52-946e-4be7-9d1d-c6310e30b175,segment=NetworkSegment(f87f2dbe-dca2-41c0-b8c5-aa9c057248f4),segment_id=f87f2dbe-dca2-41c0-b8c5-aa9c057248f4)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:23:55.036809 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.041123 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:23:55.053178 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:55.054030 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:55.078568 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.106576 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1f19-e165-4e9c-ba28-461689527c79 None None] Pushing event updated for resources: {'Port': ['ID=36ea7b52-946e-4be7-9d1d-c6310e30b175,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:55.133338 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:55.137860 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:55.143725 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:23:55.145783 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=b29870da-f9e2-4293-9721-03a1707a8df4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:55.194350 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:55.449310 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.526785 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 2, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:55.554469 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:23:55.554894 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Updating router 6db231f0-e891-430e-a3cf-833c7be4ab43 port 5de758e8-b8de-47f4-9f0c-115bb43daa67 binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:23:55.575941 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 36ea7b52-946e-4be7-9d1d-c6310e30b175 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:55.584275 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.632212 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 36ea7b52-946e-4be7-9d1d-c6310e30b175 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:55.639873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4568ea81-418a-4976-89c2-850e5d186bbc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:55.684496 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553878'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.694433 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 4568ea81-418a-4976-89c2-850e5d186bbc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:55.698572 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4568ea81-418a-4976-89c2-850e5d186bbc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:55.698944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.814491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.842331 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 4568ea81-418a-4976-89c2-850e5d186bbc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4568ea81-418a-4976-89c2-850e5d186bbc,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:55.848905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.862714 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 is scheduled to L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 12:23:55.890058 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.903218 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Transition to ACTIVE for port object 5de758e8-b8de-47f4-9f0c-115bb43daa67 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:55.912557 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:55.918015 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=4568ea81-418a-4976-89c2-850e5d186bbc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:55.967081 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Pushing event updated for resources: {'Port': ['ID=5de758e8-b8de-47f4-9f0c-115bb43daa67,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:55.989657 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.989871 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.990190 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.990519 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.991381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.991381 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.991581 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.991773 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.992131 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.992436 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.992751 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:55.993110 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:23:56.007567 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:56.022066 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Sync routers for ids ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:23:56.030595 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Attempting to bind port 5de758e8-b8de-47f4-9f0c-115bb43daa67 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:23:56.031083 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Attempting to bind port 5de758e8-b8de-47f4-9f0c-115bb43daa67 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:23:56.031380 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Attempting to bind port 5de758e8-b8de-47f4-9f0c-115bb43daa67 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:23:56.032816 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.034952 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5e76414f-d1b2-452d-9211-f12d46e2f8f7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7959049 Jul 28 12:23:56.037830 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:56.040681 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Routers {'9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:56.041253 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:23:56.041767 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Checking segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:56.042115 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.042508 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Bound using segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:23:56.042975 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Bound port: 5de758e8-b8de-47f4-9f0c-115bb43daa67, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:23:56.043354 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.050386 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:56.134105 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] For port 5de758e8-b8de-47f4-9f0c-115bb43daa67, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:23:56.139743 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] For port 5de758e8-b8de-47f4-9f0c-115bb43daa67, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5de758e8-b8de-47f4-9f0c-115bb43daa67,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:23:56.149207 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.225034 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c537d8-2d28-45bd-bb49-8e544e3850b2 None None] Pushing event updated for resources: {'Port': ['ID=5de758e8-b8de-47f4-9f0c-115bb43daa67,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:56.236409 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Set router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:56.249788 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:56.250437 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:56.366517 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:56.373000 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe891d6c-4c51-46e3-b1fe-1a8c8f8d2d01 None None] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:23:56.544548 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.581748 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:56Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:56.611240 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412828d-afee-4d42-ad2d-60f5069bc78a None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:56Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:23:56.621811 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 3, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:56.671696 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Checking router: 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:23:56.672042 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Updating router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 port b29870da-f9e2-4293-9721-03a1707a8df4 binding host n-d-723573-7 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:23:56.713543 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.733475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Allocated IP 172.20.0.1 (f905a61d-ac4a-4c5f-aefd-a8d3948761ed/63381d69-aa56-4f6b-a14d-5194a51a3eee/fffa57aa-74c1-46b7-ae0a-3c651401bd7d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:23:56.752990 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] Provisioning for port 36ea7b52-946e-4be7-9d1d-c6310e30b175 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:56.759729 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] Provisioning complete for port 36ea7b52-946e-4be7-9d1d-c6310e30b175 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:56.760112 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.864979 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.880601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Transition to ACTIVE for port object fffa57aa-74c1-46b7-ae0a-3c651401bd7d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:56.927391 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:56.947921 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:56.968937 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:56.977225 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:23:56.998993 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.028625 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Pushing event updated for resources: {'Port': ['ID=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:57.044840 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553801'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.072588 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] For port 36ea7b52-946e-4be7-9d1d-c6310e30b175, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=36ea7b52-946e-4be7-9d1d-c6310e30b175,segment=NetworkSegment(f87f2dbe-dca2-41c0-b8c5-aa9c057248f4),segment_id=f87f2dbe-dca2-41c0-b8c5-aa9c057248f4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:57.088409 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.197719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.215391 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.216367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5bc6-47a2-493b-964c-e1ffeb411e10 None None] Pushing event updated for resources: {'Port': ['ID=36ea7b52-946e-4be7-9d1d-c6310e30b175,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:57.220217 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Transition to ACTIVE for port object b29870da-f9e2-4293-9721-03a1707a8df4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:23:57.234903 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.302107 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ebcb-f801-47c6-9313-36768700b429 None None] Pushing event updated for resources: {'Port': ['ID=b29870da-f9e2-4293-9721-03a1707a8df4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:57.309467 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Attempting to bind port b29870da-f9e2-4293-9721-03a1707a8df4 on host n-d-723573-7 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:23:57.309835 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Attempting to bind port b29870da-f9e2-4293-9721-03a1707a8df4 by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:23:57.310198 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Attempting to bind port b29870da-f9e2-4293-9721-03a1707a8df4 on network 04a1b6b7-ba73-462c-afb7-b938c05f879f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:23:57.318119 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:23:57.318511 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Checking segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:23:57.318906 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.319300 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Bound using segment: {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:23:57.319780 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Bound port: b29870da-f9e2-4293-9721-03a1707a8df4, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d369b6-864b-490f-a8f1-1e2d2283a521', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:23:57.320160 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.331180 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-60a53892-57f7-48fd-a1dc-2afa0ee3e6d1 None None] Provisioning complete for port 36ea7b52-946e-4be7-9d1d-c6310e30b175 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:57.331791 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60a53892-57f7-48fd-a1dc-2afa0ee3e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.417688 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.420651 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] For port b29870da-f9e2-4293-9721-03a1707a8df4, host n-d-723573-7, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:23:57.423155 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.424873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] For port b29870da-f9e2-4293-9721-03a1707a8df4, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b29870da-f9e2-4293-9721-03a1707a8df4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:23:57.430557 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.676645 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5de758e8-b8de-47f4-9f0c-115bb43daa67 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:57.732150 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ebcb-f801-47c6-9313-36768700b429 None None] Pushing event updated for resources: {'Port': ['ID=b29870da-f9e2-4293-9721-03a1707a8df4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:57.742072 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Routers {'9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:23:57.742714 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:57.786927 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425945'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.788817 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Pushing event updated for resources: {'Port': ['ID=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:57.802301 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port 5de758e8-b8de-47f4-9f0c-115bb43daa67 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:57.807544 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5de758e8-b8de-47f4-9f0c-115bb43daa67 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:57.807860 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.881644 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14560495-09e5-4b16-a3ac-c7730c4270c6 None None] Provisioning for port fffa57aa-74c1-46b7-ae0a-3c651401bd7d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:57.882733 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:23:57.884131 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:23:57.898256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14560495-09e5-4b16-a3ac-c7730c4270c6 None None] Provisioning complete for port fffa57aa-74c1-46b7-ae0a-3c651401bd7d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:57.898726 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14560495-09e5-4b16-a3ac-c7730c4270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:57.901139 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] Set router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:23:58.013602 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:23:58.017384 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23ed6538-b777-447e-8399-7aa383373cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:58.019407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-14560495-09e5-4b16-a3ac-c7730c4270c6 None None] Port fffa57aa-74c1-46b7-ae0a-3c651401bd7d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:23:58.102027 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:58.134550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:23:58.144798 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-19d8c741-5abd-4350-9ee5-667304512a35 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058929 Jul 28 12:23:58.162084 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port 5de758e8-b8de-47f4-9f0c-115bb43daa67, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5de758e8-b8de-47f4-9f0c-115bb43daa67,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:58.167569 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:58.168425 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 36ea7b52-946e-4be7-9d1d-c6310e30b175 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:58.241403 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8254dfa8-f137-4468-8de9-1e37334a3526 None None] Provisioning complete for port fffa57aa-74c1-46b7-ae0a-3c651401bd7d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:58.241781 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8254dfa8-f137-4468-8de9-1e37334a3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:58.312510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=5de758e8-b8de-47f4-9f0c-115bb43daa67,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:58.315754 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8254dfa8-f137-4468-8de9-1e37334a3526 None None] Port fffa57aa-74c1-46b7-ae0a-3c651401bd7d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:23:58.331134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 36ea7b52-946e-4be7-9d1d-c6310e30b175 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:58.331438 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:58.367707 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'fffa57aa-74c1-46b7-ae0a-3c651401bd7d', 'name': '', 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'mac_address': 'fa:16:3e:9d:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:56Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 2, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'subnets': [{'id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:23:58.400346 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca9897-ecc4-4de8-b914-6ffbaf5c8f6c None None] The sync data for ids ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'] in n-d-723573-7 is: [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'fffa57aa-74c1-46b7-ae0a-3c651401bd7d', 'name': '', 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'mac_address': 'fa:16:3e:9d:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:56Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 2, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'subnets': [{'id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:23:58.445412 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4568ea81-418a-4976-89c2-850e5d186bbc up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:58.492453 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 4568ea81-418a-4976-89c2-850e5d186bbc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:58.492824 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.590142 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5de758e8-b8de-47f4-9f0c-115bb43daa67 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:59.640471 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port 5de758e8-b8de-47f4-9f0c-115bb43daa67 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:59.641017 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.726778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b29870da-f9e2-4293-9721-03a1707a8df4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:23:59.782095 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port b29870da-f9e2-4293-9721-03a1707a8df4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:23:59.786799 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b29870da-f9e2-4293-9721-03a1707a8df4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:23:59.787143 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.837387 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:59.843532 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073724411', 'description': 'tempest-secgroup-smoke-2073724411 description', 'project_id': '01fae7e0aa714659aa56188cc84c49d1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:23:59.868800 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.877493 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.902442 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port b29870da-f9e2-4293-9721-03a1707a8df4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b29870da-f9e2-4293-9721-03a1707a8df4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:23:59.906588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.957988 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.960939 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=b29870da-f9e2-4293-9721-03a1707a8df4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:59.962783 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.990721 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:23:59.991938 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529508 Jul 28 12:23:59.995028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:23:59.996051 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019740d-1b5a-4fbd-8e93-cdf25bdb3d29 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab324fe-c608-4d90-bb8a-8d83833d5e03,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:23:59.999882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group_rule': {'security_group_id': '0ab324fe-c608-4d90-bb8a-8d83833d5e03', 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:00.028512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.085341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.089321 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.107511 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b968542d-e8ad-42e1-ac59-2374d4c90fa7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:00.113424 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.114424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-67b8159a-8fdf-4ff6-8d4a-cdedf416aebc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183362 Jul 28 12:24:00.117265 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:00.121756 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group_rule': {'security_group_id': '0ab324fe-c608-4d90-bb8a-8d83833d5e03', 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:00.150459 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.208950 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.212702 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.231860 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebabc9d-715f-4505-86c8-1df0ef27cadf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:00.234915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.238718 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1ae3b0d3-44d8-4d62-8c85-45ef3c4985fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178970 Jul 28 12:24:00.238976 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:00.243654 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group_rule': {'security_group_id': '0ab324fe-c608-4d90-bb8a-8d83833d5e03', 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:00.270658 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.332870 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.336414 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.356631 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4694a2e-d812-45ea-b453-42e74bb22e9d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:00.365357 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.369100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-61ef7e4a-e689-43f7-8574-cc64942bd8b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265333 Jul 28 12:24:00.369311 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:00.373840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group_rule': {'security_group_id': '0ab324fe-c608-4d90-bb8a-8d83833d5e03', 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:00.402831 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.464236 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.469994 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.489503 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44fa14e-c73d-4257-bc0a-1c7430c8ee43,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:00.496582 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.497778 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8bceab9-73e8-4951-9c68-a1e75a2ea708 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275299 Jul 28 12:24:00.500964 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:00.505504 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group_rule': {'security_group_id': '0ab324fe-c608-4d90-bb8a-8d83833d5e03', 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:00.528581 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Project 01fae7e0aa714659aa56188cc84c49d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:24:00.534341 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.597563 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.602302 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.622552 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26fc775-c0fc-448d-acd3-806c170120f9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:00.625025 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.626575 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-6df8d407-3cd2-4a64-8e91-81b4c9785ea1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246083 Jul 28 12:24:00.629353 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 32822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:00.633953 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'security_group_rule': {'security_group_id': '0ab324fe-c608-4d90-bb8a-8d83833d5e03', 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:00.657418 n-d-723573-7 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Project 01fae7e0aa714659aa56188cc84c49d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 12:24:00.663765 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.687001 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Sync routers for ids ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:24:00.698139 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Routers {'9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:24:00.698836 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:23:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:00.732964 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.737980 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522929'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.758594 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b06bca9-b87e-4ee0-ae88-ef674685a17b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:00.768453 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:00.777685 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-b8e68aa1-dd7d-47d6-ac9f-f64db0d60398 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393392 Jul 28 12:24:00.822008 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Set router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:24:00.958264 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-bcfdc5d2-56a2-4de5-80f6-2b16323a3c0a tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073724411&fields=id&tenant_id=01fae7e0aa714659aa56188cc84c49d1 HTTP/1.1" status: 200 len: 267 time: 0.0361261 Jul 28 12:24:01.037382 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'fffa57aa-74c1-46b7-ae0a-3c651401bd7d', 'name': '', 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'mac_address': 'fa:16:3e:9d:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:56Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 2, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'subnets': [{'id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:01.067506 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Checking router: 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:24:01.067864 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Updating router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 port fffa57aa-74c1-46b7-ae0a-3c651401bd7d binding host n-d-723573-7 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 12:24:01.070127 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-fce00d9e-591c-461c-8b9c-94892d2266d7 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:01.071591 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-fce00d9e-591c-461c-8b9c-94892d2266d7 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 810 time: 0.1054735 Jul 28 12:24:01.087223 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-4d26eb29-08b5-485d-b0bb-3764ef0f1136 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/quotas/01fae7e0aa714659aa56188cc84c49d1 HTTP/1.1" status: 200 len: 375 time: 0.0096424 Jul 28 12:24:01.092310 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.139046 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.149731 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-5275e1e9-2644-4c75-9596-85047ff6fa60 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568132 Jul 28 12:24:01.221382 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b970-554b-4ff4-88d9-3259749d143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.278774 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-93b3984d-a6db-4e0a-a211-117bbfd7f22e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:24:01.279813 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-93b3984d-a6db-4e0a-a211-117bbfd7f22e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1171346 Jul 28 12:24:01.380379 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-61cf7c26-6091-4039-a56d-a6f139f39c34 service neutron] 10.222.0.20 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911334 Jul 28 12:24:01.398999 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.409685 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Transition to ACTIVE for port object fffa57aa-74c1-46b7-ae0a-3c651401bd7d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:24:01.414775 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.476063 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a50d73-947b-48ba-937b-55627f2a2e2e None None] Pushing event updated for resources: {'Port': ['ID=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:01.481743 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-50721732-6164-4973-8498-19fc2256f87d service neutron] 10.222.0.20 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929875 Jul 28 12:24:01.543350 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Attempting to bind port fffa57aa-74c1-46b7-ae0a-3c651401bd7d on host n-d-723573-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:24:01.543724 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Attempting to bind port fffa57aa-74c1-46b7-ae0a-3c651401bd7d by drivers openvswitch,hyperv on host n-d-723573-7 at level 0 using segments [{'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:24:01.544088 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Attempting to bind port fffa57aa-74c1-46b7-ae0a-3c651401bd7d on network f905a61d-ac4a-4c5f-aefd-a8d3948761ed {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:24:01.549973 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Checking agent: {'id': '995a0f1b-9b0f-4942-876d-d885d2383413', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 51, 31), 'started_at': datetime.datetime(2021, 7, 28, 10, 52, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-723573-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:24:01.550346 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Checking segment: {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:24:01.551078 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.551238 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Bound using segment: {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:24:01.551607 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Bound port: fffa57aa-74c1-46b7-ae0a-3c651401bd7d, host: n-d-723573-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:24:01.551988 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.558552 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b29870da-f9e2-4293-9721-03a1707a8df4 up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:24:01.620536 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port b29870da-f9e2-4293-9721-03a1707a8df4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:24:01.621131 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.670261 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] For port fffa57aa-74c1-46b7-ae0a-3c651401bd7d, host n-d-723573-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:24:01.688407 n-d-723573-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] For port fffa57aa-74c1-46b7-ae0a-3c651401bd7d, host n-d-723573-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,segment=NetworkSegment(f87f2dbe-dca2-41c0-b8c5-aa9c057248f4),segment_id=f87f2dbe-dca2-41c0-b8c5-aa9c057248f4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:24:01.701983 n-d-723573-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:01.742369 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-0923aad6-3b3a-47fb-bb9f-c6cfb0931d53 req-720ee828-23a8-42c6-934d-f62e951831e4 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 210 time: 0.0656927 Jul 28 12:24:01.789333 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a50d73-947b-48ba-937b-55627f2a2e2e None None] Pushing event updated for resources: {'Port': ['ID=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:01.810630 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Routers {'9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:24:01.811423 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:02.038320 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] Set router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:24:02.242198 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'fffa57aa-74c1-46b7-ae0a-3c651401bd7d', 'name': '', 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'mac_address': 'fa:16:3e:9d:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:56Z', 'updated_at': '2021-07-28T12:24:01Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'subnets': [{'id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:02.265702 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63ee4-920f-4a3e-828b-87e8503787db None None] The sync data for ids ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'] in n-d-723573-7 is: [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:57Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': 'fffa57aa-74c1-46b7-ae0a-3c651401bd7d', 'name': '', 'network_id': 'f905a61d-ac4a-4c5f-aefd-a8d3948761ed', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'mac_address': 'fa:16:3e:9d:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:56Z', 'updated_at': '2021-07-28T12:24:01Z', 'revision_number': 4, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'subnets': [{'id': '63381d69-aa56-4f6b-a14d-5194a51a3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:24:02.273741 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:02.722467 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-6e0b4d03-24d3-4f99-b652-27f300448138 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:02.723882 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-6e0b4d03-24d3-4f99-b652-27f300448138 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 810 time: 0.1125758 Jul 28 12:24:02.772122 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-e56f9640-9d43-4c51-8201-70feb1d5db23 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fae7e0aa714659aa56188cc84c49d1 HTTP/1.1" status: 200 len: 380 time: 0.0384424 Jul 28 12:24:02.786232 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'port': {'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'admin_state_up': True, 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'security_groups': ['0ab324fe-c608-4d90-bb8a-8d83833d5e03']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:02.832582 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-631e0521-0abf-4bbe-b35e-4e9309473724 req-0d1ec697-1378-4cc1-aac8-3f70095333f9 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 210 time: 0.0279863 Jul 28 12:24:02.901713 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Made reservation on behalf of 01fae7e0aa714659aa56188cc84c49d1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:24:02.905150 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.032032 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Allocated IP 172.20.0.12 (8433bb8f-0d7c-4fcf-800e-e12c71fa9179/3a4d0917-e87a-47e8-bf84-10803b71bb09/8490acf8-bdf1-42a7-bd3e-b1dd114efad8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:24:03.169412 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.182672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Transition to ACTIVE for port object 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:24:03.214536 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.259721 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:24:03.262973 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:24:03.267456 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:24:03.298829 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:03.324833 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:03.325452 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.348869 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-16d41259-cc84-414c-a749-f8f61967270c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674639 Jul 28 12:24:03.361476 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Request body: {'port': {'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:03.424475 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.536260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fffa57aa-74c1-46b7-ae0a-3c651401bd7d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:24:03.589370 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning for port fffa57aa-74c1-46b7-ae0a-3c651401bd7d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:24:03.593359 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fffa57aa-74c1-46b7-ae0a-3c651401bd7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:24:03.594324 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.640050 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-77ddff40-511b-4dba-b3a8-fa4a7ac96322 None None] Provisioning for port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:24:03.645687 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-77ddff40-511b-4dba-b3a8-fa4a7ac96322 None None] Provisioning complete for port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:24:03.646066 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77ddff40-511b-4dba-b3a8-fa4a7ac96322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.714363 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:24:03.719233 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-77ddff40-511b-4dba-b3a8-fa4a7ac96322 None None] Port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:24:03.722873 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.723054 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.733904 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.737219 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Transition to ACTIVE for port object 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:24:03.741400 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.770371 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] For port fffa57aa-74c1-46b7-ae0a-3c651401bd7d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,segment=NetworkSegment(f87f2dbe-dca2-41c0-b8c5-aa9c057248f4),segment_id=f87f2dbe-dca2-41c0-b8c5-aa9c057248f4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:03.782417 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.824993 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:03.865408 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Pushing event updated for resources: {'Port': ['ID=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:03.887320 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Attempting to bind port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 on host n-h2-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:24:03.887665 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Attempting to bind port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 by drivers openvswitch,hyperv on host n-h2-723573-7 at level 0 using segments [{'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:24:03.888028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Attempting to bind port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:24:03.893329 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 not bound, no agent of type Open vSwitch agent registered on host n-h2-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:24:03.893659 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Attempting to bind port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:24:03.899178 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Checking agent: {'id': '2b2f1e7d-bf85-47df-9abf-0285b928640f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:24:03.899530 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Checking segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:24:03.899922 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Bound using segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:24:03.900386 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Bound port: 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host: n-h2-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:24:03.900751 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:03.969750 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a70e4c-79e7-4e94-9c56-9ead20216e89 req-3ef0fed6-b478-4d21-99ed-386bb798c65b tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:03.971501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45a70e4c-79e7-4e94-9c56-9ead20216e89 req-3ef0fed6-b478-4d21-99ed-386bb798c65b tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 944 time: 0.0573914 Jul 28 12:24:03.973352 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:24:03.976725 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:24:03.985443 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:04.021192 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.021812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:04.022143 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-45a70e4c-79e7-4e94-9c56-9ead20216e89 req-392d058a-a268-4149-ac7d-144d52621c90 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Jul 28 12:24:04.023220 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] 10.222.0.41 "PUT /v2.0/ports/8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1092 time: 0.6662698 Jul 28 12:24:04.023651 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:24:04.025875 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95760254-e9a4-4f84-8c6a-bee8c422b178" -d '{"events": [{"name": "network-changed", "server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:24:04.080651 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc4e913-73e2-4625-a08a-f23e93c079ed x-openstack-request-id: req-2fc4e913-73e2-4625-a08a-f23e93c079ed {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:24:04.080943 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:24:04.081200 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fc4e913-73e2-4625-a08a-f23e93c079ed {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:24:04.081592 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'status': 'completed', 'code': 200} Jul 28 12:24:04.085877 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f029bc8-4305-44be-b756-735e38693e17 service neutron] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:04.119201 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-b66476c5-ce62-405d-b453-305ca5dda0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.120753 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-b66476c5-ce62-405d-b453-305ca5dda0eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1095 time: 0.0529873 Jul 28 12:24:04.165380 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-fce478f4-b1c3-43ca-9fd3-48ee9e6920cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 217 time: 0.0367098 Jul 28 12:24:04.221673 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-5e4c8834-c799-442d-aa75-8833f33d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.223108 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-5e4c8834-c799-442d-aa75-8833f33d6ee1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0500968 Jul 28 12:24:04.270554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-4f6dff0c-869f-49e4-9aef-37680bb9423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.272020 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-4f6dff0c-869f-49e4-9aef-37680bb9423d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420544 Jul 28 12:24:04.367622 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-cb8fe90a-df13-4acd-b210-d78d57698918 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880878 Jul 28 12:24:04.464442 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-3f9711e8-0fda-4bcd-9265-73046da7f367 req-d4fb0bc0-23b3-4490-85ad-f16a418fb630 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898526 Jul 28 12:24:04.550422 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-63374fdb-8a6e-4d72-a210-4d6d7e5b65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.551881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-63374fdb-8a6e-4d72-a210-4d6d7e5b65d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1095 time: 0.0429890 Jul 28 12:24:04.645730 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-313728fb-c742-4b30-855b-526f51f66327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.647068 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-313728fb-c742-4b30-855b-526f51f66327 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0879133 Jul 28 12:24:04.689156 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-49dd19ed-a7c3-4bcf-85e8-92b5cd1113f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 217 time: 0.0350227 Jul 28 12:24:04.739587 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-fe73bc9b-63b8-4d9d-8929-bca4636643da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.741002 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-fe73bc9b-63b8-4d9d-8929-bca4636643da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0440397 Jul 28 12:24:04.793028 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-ab94ee77-8238-4fea-9bcb-4911446d2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:04.794517 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-ab94ee77-8238-4fea-9bcb-4911446d2832 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465610 Jul 28 12:24:04.884620 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-04a575bb-5e19-4f0a-91ba-c124ff868f4c service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804884 Jul 28 12:24:04.977559 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-95760254-e9a4-4f84-8c6a-bee8c422b178 req-5e72eb4e-c2ce-44dc-8b09-8bcc0502da1d service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854845 Jul 28 12:24:05.143097 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed115ce6-eb7f-44a4-9094-4238240cf42c req-553bcd9e-871d-45c3-af01-ab6c7bdeaccf tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:05.144571 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed115ce6-eb7f-44a4-9094-4238240cf42c req-553bcd9e-871d-45c3-af01-ab6c7bdeaccf tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 944 time: 0.0486102 Jul 28 12:24:05.180985 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-ed115ce6-eb7f-44a4-9094-4238240cf42c req-aa62f0be-b2d4-4ac3-a379-031c4b95f9ec tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305779 Jul 28 12:24:05.512134 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fffa57aa-74c1-46b7-ae0a-3c651401bd7d up at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:24:05.559557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Provisioning complete for port fffa57aa-74c1-46b7-ae0a-3c651401bd7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:24:05.559928 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:06.095225 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:24:06.185196 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:06.196367 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:24:06.242136 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:06.254826 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:24:06.275521 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:06.279976 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:06.300994 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050edade-1bea-4781-bb2e-8e7ef961f1f5 req-50e223a0-fdb1-4215-ba3f-16fad726b7ad tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:06.303092 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-050edade-1bea-4781-bb2e-8e7ef961f1f5 req-50e223a0-fdb1-4215-ba3f-16fad726b7ad tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 944 time: 0.0515375 Jul 28 12:24:06.327435 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:06.340757 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-050edade-1bea-4781-bb2e-8e7ef961f1f5 req-f0f3009c-ee78-4bdf-919b-5dffc7e99d71 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Jul 28 12:24:06.491810 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['8490acf8-bdf1-42a7-bd3e-b1dd114efad8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:24:07.457508 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed93c4-c304-48d5-be90-c21159e7d4aa req-6c98a9e6-47d2-4f91-954c-6505f2c5ccc1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:07.458956 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3ed93c4-c304-48d5-be90-c21159e7d4aa req-6c98a9e6-47d2-4f91-954c-6505f2c5ccc1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Jul 28 12:24:07.497678 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d3ed93c4-c304-48d5-be90-c21159e7d4aa req-6d8b055b-e4de-44b7-aa9a-795c6e7b0483 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Jul 28 12:24:08.119429 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:24:08.166708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning for port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:24:08.170366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:24:08.170737 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:08.248323 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:08.270595 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:24:08.272865 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0f94a1-2832-40fe-9526-d8fc843c2c7f" -d '{"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-plugged", "status": "completed", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:24:08.285763 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:24:08.290032 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:08.338165 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:08.365444 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dc3dc1-fdc5-4875-957c-ed781090ebbd x-openstack-request-id: req-e9dc3dc1-fdc5-4875-957c-ed781090ebbd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:24:08.365733 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-plugged", "status": "completed", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:24:08.365988 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9dc3dc1-fdc5-4875-957c-ed781090ebbd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:24:08.366379 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'code': 200} Jul 28 12:24:08.465956 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb880-a702-4f9f-83b7-5e8fdc9ee033 req-2cdfea3e-9f65-4274-8a4b-deb2a1398522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:08.467425 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5dadb880-a702-4f9f-83b7-5e8fdc9ee033 req-2cdfea3e-9f65-4274-8a4b-deb2a1398522 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1097 time: 0.0405934 Jul 28 12:24:08.501901 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5dadb880-a702-4f9f-83b7-5e8fdc9ee033 req-d113878c-3a0f-4f1d-b9b0-34b71ac5cdad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278172 Jul 28 12:24:08.615450 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1d52f-2639-4330-9eb8-be94e81ac9b9 req-979acf49-fb2a-4e20-adcb-44de5db10bb1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:08.616972 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ca1d52f-2639-4330-9eb8-be94e81ac9b9 req-979acf49-fb2a-4e20-adcb-44de5db10bb1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 946 time: 0.0495415 Jul 28 12:24:08.654471 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-2ca1d52f-2639-4330-9eb8-be94e81ac9b9 req-d4a3f680-3cc6-4254-9753-3eeb696c1349 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Jul 28 12:24:09.773539 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da9ca5-5bd6-4340-9825-d7754471ea69 req-b0aaf9fe-8eb6-447c-b781-7496cc83edb2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:09.775005 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90da9ca5-5bd6-4340-9825-d7754471ea69 req-b0aaf9fe-8eb6-447c-b781-7496cc83edb2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 946 time: 0.0500588 Jul 28 12:24:09.813384 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-90da9ca5-5bd6-4340-9825-d7754471ea69 req-4015281d-aec4-4626-bfa6-bba9a835058b tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 28 12:24:09.930172 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2ce0-851f-42da-905f-c3b537c121d3 req-4eedd701-645e-4666-8d62-0fc78f3fc38a tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:09.931621 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e8f2ce0-851f-42da-905f-c3b537c121d3 req-4eedd701-645e-4666-8d62-0fc78f3fc38a tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 946 time: 0.0535331 Jul 28 12:24:09.968728 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9e8f2ce0-851f-42da-905f-c3b537c121d3 req-5e976ee5-d597-4067-b544-3663a161fd85 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304492 Jul 28 12:24:09.990497 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:10.070747 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09838dcd-7003-4441-a99d-5e15b0d25ca1 tempest-TestSnapshotPattern-1818552454 tempest-TestSnapshotPattern-1818552454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:10.072257 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-09838dcd-7003-4441-a99d-5e15b0d25ca1 tempest-TestSnapshotPattern-1818552454 tempest-TestSnapshotPattern-1818552454-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1092 time: 0.0807602 Jul 28 12:24:10.075255 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 32878) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:24:10.079656 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:24:10.101791 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:10.199448 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:10.302066 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Allocated IP 172.25.1.210 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/e6588cf8-f24d-483b-8c7f-d54ffa4829fb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:24:10.407083 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:10.445148 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:10.478702 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:24:10.481405 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:24:10.484391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:24:10.516464 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'Port': ['ID=e6588cf8-f24d-483b-8c7f-d54ffa4829fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:10.845093 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:10.911200 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.061011 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.065741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.132269 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'Port': ['ID=e6588cf8-f24d-483b-8c7f-d54ffa4829fb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:24:11.142331 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.241326 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Floating IP ba3a87e0-31e1-48b5-b4fd-951c1f5abc32 associated. External IP: 172.25.1.210, port: 8490acf8-bdf1-42a7-bd3e-b1dd114efad8. Jul 28 12:24:11.444859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:24:11.551988 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:24:11.561671 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:24:11.567663 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:11.572417 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:24:11.573034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:11.595741 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-df5697e8-aa40-47b1-a2fc-393442877b20 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5195203 Jul 28 12:24:11.596359 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:24:11.598618 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f6530c-72bd-4b77-907b-3bf82d6ffea4" -d '{"events": [{"name": "network-changed", "server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:24:11.683783 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:24:11.688298 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ba4f1-3fab-4214-852b-bcf664b5cb58 x-openstack-request-id: req-ac6ba4f1-3fab-4214-852b-bcf664b5cb58 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:24:11.688586 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:24:11.688832 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac6ba4f1-3fab-4214-852b-bcf664b5cb58 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:24:11.689229 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'status': 'completed', 'code': 200} Jul 28 12:24:11.752484 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-dc440100-4843-4579-998b-ccac03418c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:11.753902 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-dc440100-4843-4579-998b-ccac03418c7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1097 time: 0.0421176 Jul 28 12:24:11.851595 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-c614b1cb-c4ac-429c-9221-064e63b06a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:11.853110 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-c614b1cb-c4ac-429c-9221-064e63b06a7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0918899 Jul 28 12:24:11.909853 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:10Z', 'revision_number': 0, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:11.927878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-3b63c2b7-fef0-4743-b8ae-f85fad7bf902 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1000 time: 0.0641503 Jul 28 12:24:11.935267 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:24:11.943922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:24:11.944549 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:24:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:11.978289 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-66502226-0758-4b5d-9f0a-fb8b28b33038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:11.979743 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-66502226-0758-4b5d-9f0a-fb8b28b33038 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0442779 Jul 28 12:24:12.036757 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-829041f1-869e-4745-b96b-d7d2df559119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:12.038263 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-829041f1-869e-4745-b96b-d7d2df559119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511072 Jul 28 12:24:12.049752 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:24:12.138272 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-7f0f0b01-a243-4b1a-8b7f-fc3ae7a33aba service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909326 Jul 28 12:24:12.239009 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-78f6530c-72bd-4b77-907b-3bf82d6ffea4 req-03002dfb-f414-4838-8928-02230fdc75d4 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939071 Jul 28 12:24:12.282769 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:10Z', 'revision_number': 0, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:24:12.470498 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37ec3-09d2-4d77-b6a7-71e2bb40d006 None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:10Z', 'revision_number': 0, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:24:12.658548 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8578bf-236a-4827-a279-5b9ca7ae3b98 None None] New status for floating IP ba3a87e0-31e1-48b5-b4fd-951c1f5abc32: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:24:20.455330 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:24:20.615881 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:20.648881 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-97c0acba-071c-4e2b-bd3f-b8094490e840 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414138 Jul 28 12:24:20.730432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-29ec4c0d-bf94-4411-937d-97c234bfab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:20.731878 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-29ec4c0d-bf94-4411-937d-97c234bfab6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1097 time: 0.0402718 Jul 28 12:24:20.847601 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-bb8ec6d6-f60b-4675-b67d-1d30413a39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:20.849155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-bb8ec6d6-f60b-4675-b67d-1d30413a39fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0883346 Jul 28 12:24:20.921474 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-6366e821-b80e-4cf6-87c5-462f69eb474d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1002 time: 0.0585864 Jul 28 12:24:20.968669 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-7561461a-d65b-4479-a2b1-5c1025449943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:20.970084 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-7561461a-d65b-4479-a2b1-5c1025449943 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0425403 Jul 28 12:24:21.019133 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-238af753-f646-4433-817d-acffb13352b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:24:21.020647 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-238af753-f646-4433-817d-acffb13352b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435276 Jul 28 12:24:21.108873 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-d4c9c7b1-d402-4578-ba81-b0fa6c6a6b33 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814269 Jul 28 12:24:21.205949 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5a18b926-585c-42b4-a1e0-c2c10a637922 req-d5e0775a-1dff-4f56-b89e-25d64f005689 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857952 Jul 28 12:24:23.359681 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:27.958719 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc169-073f-47d7-b077-ebb38405465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:31.133621 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:31.221770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f9d9313-8693-4b85-a7fe-5fcb0486c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:32.271047 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:33.720283 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:50.613099 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:53.381152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:24:57.454576 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:24:57.959573 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6b2db99-68cb-4f97-8a4f-70bd19821734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:01.135905 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:01.223547 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-be14132f-a3b3-437b-8a1f-dae9c500ea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:02.270125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:03.727175 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:20.628228 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:22.687921 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-30b08ad3-c271-4a00-9739-15c4fee0b55a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943327 Jul 28 12:25:22.772531 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-3ee8e100-1f68-421f-9480-ad240cee4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:22.773999 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-3ee8e100-1f68-421f-9480-ad240cee4fff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1097 time: 0.0435569 Jul 28 12:25:22.877648 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-f5ef574e-0ed3-4d38-ba24-f9d1c99f563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:22.879026 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-f5ef574e-0ed3-4d38-ba24-f9d1c99f563d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0864038 Jul 28 12:25:22.942639 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-7408a615-58c1-422f-998b-ac708d7f39fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1002 time: 0.0557370 Jul 28 12:25:22.989837 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-7d68b961-8543-49a8-9642-c64ed838c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:22.991203 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-7d68b961-8543-49a8-9642-c64ed838c661 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0413487 Jul 28 12:25:23.038674 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-658cb825-b57b-49b2-8d32-b9217b6688d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:25:23.040140 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-658cb825-b57b-49b2-8d32-b9217b6688d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422697 Jul 28 12:25:23.130450 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-51a5d16b-074e-4f78-9e94-611269bc16b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834932 Jul 28 12:25:23.222082 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-30045a89-35ad-4a97-b62c-e3d3f7f14584 req-defb5c30-a943-41cc-8c2e-f175776663de service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843844 Jul 28 12:25:23.390784 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:27.959985 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43c1617e-38cf-42dc-808d-a21396b80c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:31.138065 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:31.223853 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69a30bc8-0aa1-400c-aab3-1fc83b777d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:32.272830 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:33.726191 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:34.453967 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:25:50.634328 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:53.397126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:25:57.960838 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-62f4cae5-2e6f-429f-9f4c-3aa8f866be88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.144394 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:01.224738 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0917ad92-4907-42e1-809a-9e0f0dd53aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:02.275475 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:03.731344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:09.997882 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-aad24159-5437-4441-9d5f-d9d7382408a0 req-db22576a-f04d-4a2b-bde8-d2c0d6509aa2 service neutron] (93835) timed out ('10.222.0.20', 59512) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:26:10.708407 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 details requested by agent hyperv_n-h2-723573-7 with host n-h2-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:26:10.803380 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:10.814188 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Returning: {'device': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:26:10.849577 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:10.861736 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:26:10.881067 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:10.884761 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:10.932786 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:10.940466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.940816 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.941151 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.941483 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.941808 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.942132 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.942456 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.942778 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.943102 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.943426 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.943743 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.944064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:10.982256 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] get_ports_and_sgs() called for port_ids ['8490acf8-bdf1-42a7-bd3e-b1dd114efad8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:26:11.453103 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:26:12.726889 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 up at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:26:12.784358 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Provisioning complete for port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:26:12.784742 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:12.868367 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:12.896076 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:26:12.898387 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d031bb0-a6e4-4aa3-b9c0-fa25bed42f0b" -d '{"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-plugged", "status": "completed", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:26:12.913140 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:12.921359 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:12.964459 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031c573-afce-41fd-b6ae-9f7ab41c1481 x-openstack-request-id: req-3031c573-afce-41fd-b6ae-9f7ab41c1481 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:26:12.965369 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-plugged", "status": "completed", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:26:12.965741 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3031c573-afce-41fd-b6ae-9f7ab41c1481 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:26:12.966253 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'code': 200} Jul 28 12:26:12.986527 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:20.633483 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:20.831091 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-ec8cf06e-17c3-4566-a796-610ce32b2beb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073724411&fields=id&tenant_id=01fae7e0aa714659aa56188cc84c49d1 HTTP/1.1" status: 200 len: 267 time: 0.0348213 Jul 28 12:26:20.941736 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-27ef94a2-a601-45ea-a14f-5d797d3e08b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:20.943174 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-27ef94a2-a601-45ea-a14f-5d797d3e08b1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 810 time: 0.1051950 Jul 28 12:26:20.960163 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-edc0c6d1-b3ab-4fb6-b7ab-7e9508b5f82b tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/quotas/01fae7e0aa714659aa56188cc84c49d1 HTTP/1.1" status: 200 len: 375 time: 0.0104694 Jul 28 12:26:21.015766 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-0a102f8c-8f73-46cf-bfdf-1ef6d876a1ba tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502672 Jul 28 12:26:21.071356 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-09fe008b-32b9-4f62-899c-5a04c7edef77 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 12:26:21.072501 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-09fe008b-32b9-4f62-899c-5a04c7edef77 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453525 Jul 28 12:26:21.167754 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-f96cf388-acc8-4c67-ab28-151a9d867c20 service neutron] 10.222.0.20 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Jul 28 12:26:21.260560 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-0b7e4c21-fcc6-4cd3-8977-ff4c61ba2be8 service neutron] 10.222.0.20 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861368 Jul 28 12:26:21.456128 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a15f8790-1979-4663-897f-8a048b36d880 req-c5ea083d-35a4-4d46-9a27-046e4a1f0292 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 210 time: 0.0279958 Jul 28 12:26:22.543514 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-ae160537-7573-4f7d-88f5-4804eed3f928 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:22.545143 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-ae160537-7573-4f7d-88f5-4804eed3f928 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.44 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 810 time: 0.1178370 Jul 28 12:26:22.555269 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-69abf5ae-7b42-4bba-b146-9af402449e10 req-94b97924-1f91-4268-b33a-94aafa8b7110 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Jul 28 12:26:22.592196 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-1e393b4e-6a54-4eb8-a479-df2409732598 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fae7e0aa714659aa56188cc84c49d1 HTTP/1.1" status: 200 len: 380 time: 0.0366638 Jul 28 12:26:22.603125 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'port': {'device_id': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'admin_state_up': True, 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'security_groups': ['0ab324fe-c608-4d90-bb8a-8d83833d5e03']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:26:22.710238 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-aa0e9cbb-2f7d-43f5-ba6e-2602dbc452ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038010 Jul 28 12:26:22.746165 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Made reservation on behalf of 01fae7e0aa714659aa56188cc84c49d1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 12:26:22.750613 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:22.774662 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:26:22.844996 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-06527f01-de1e-4acd-90e6-4301f9371da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:22.846499 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-06527f01-de1e-4acd-90e6-4301f9371da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1097 time: 0.0858674 Jul 28 12:26:22.880964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:22.925260 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:22.927534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:26:22.932165 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c801d3cc-b230-45d0-8edb-aefa7d69a1f8" -d '{"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:26:22.938243 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:23.007534 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Pushing event updated for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:23.023708 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3761262-8e07-4bc5-a65e-dbef649cbc1d x-openstack-request-id: req-c3761262-8e07-4bc5-a65e-dbef649cbc1d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:26:23.024646 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-unplugged", "status": "completed", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:26:23.024646 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3761262-8e07-4bc5-a65e-dbef649cbc1d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:26:23.025233 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'code': 200} Jul 28 12:26:23.052276 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Allocated IP 172.20.0.3 (8433bb8f-0d7c-4fcf-800e-e12c71fa9179/3a4d0917-e87a-47e8-bf84-10803b71bb09/0181247c-7b59-4206-8679-3fc4a7a8b6c5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:26:23.074475 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-c4c34ed4-51c3-4291-a6cb-26902c6caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:23.075995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-c4c34ed4-51c3-4291-a6cb-26902c6caf2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.2057838 Jul 28 12:26:23.393773 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:23.540212 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-7a23bff1-545a-42ac-82c5-ae4b222cc8af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1000 time: 0.4495387 Jul 28 12:26:23.621822 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-7d686ac5-9f19-4e3e-9292-7fbd1deb94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:23.624681 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-7d686ac5-9f19-4e3e-9292-7fbd1deb94ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0771034 Jul 28 12:26:23.650597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:23.660640 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ad699dd-135c-4ad5-80c9-363931f61abc req-54bfa522-b642-4c68-9d55-0b0c44767495 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 210 time: 0.0312693 Jul 28 12:26:23.682445 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Transition to ACTIVE for port object 0181247c-7b59-4206-8679-3fc4a7a8b6c5 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:26:23.713652 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-84b12fb7-3ea5-4a28-9637-bff7eb77843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:23.715424 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-84b12fb7-3ea5-4a28-9637-bff7eb77843e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834112 Jul 28 12:26:23.750011 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:23.839229 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:26:23.845927 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:26:23.854089 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:26:23.900079 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:23.911712 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.912030 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.912341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.912688 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.913039 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.913378 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.913700 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.914075 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.914347 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.914666 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.914987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.915336 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:23.920409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-b3785035-d756-41f9-ace0-9cae0d27c4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956599 Jul 28 12:26:23.989930 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:23.990720 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:24.022765 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-8415befa-2b45-4053-9f9e-3f7d106b54ef tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4230053 Jul 28 12:26:24.052742 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-f44373ca-7268-43a4-860c-3a14f7d14e0d req-77f5f291-5aad-4935-bbda-8aa594b70632 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236830 Jul 28 12:26:24.155581 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f56cf4b1-db08-40a7-a887-8de1e0233732 None None] Provisioning for port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:26:24.159177 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f56cf4b1-db08-40a7-a887-8de1e0233732 None None] Provisioning complete for port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:26:24.159550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f56cf4b1-db08-40a7-a887-8de1e0233732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:24.203669 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f56cf4b1-db08-40a7-a887-8de1e0233732 None None] Port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 12:26:24.792071 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eef50-d5e7-460c-a238-8b0681bfa504 req-3436d925-6233-4b41-9c8c-c073ae6fc0f0 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:24.794927 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-516eef50-d5e7-460c-a238-8b0681bfa504 req-3436d925-6233-4b41-9c8c-c073ae6fc0f0 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0516667 Jul 28 12:26:24.835273 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-516eef50-d5e7-460c-a238-8b0681bfa504 req-d5b1e4ef-1f58-4e16-9e86-263a895c0b2e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Jul 28 12:26:25.962859 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b077d-e165-4eac-a786-fe6e1bccd760 req-a75057a8-93dd-4608-a595-f9cfa629fc7c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:25.965206 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-209b077d-e165-4eac-a786-fe6e1bccd760 req-a75057a8-93dd-4608-a595-f9cfa629fc7c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0515335 Jul 28 12:26:26.008824 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-209b077d-e165-4eac-a786-fe6e1bccd760 req-1d886d6c-1c80-46cb-9eb2-47bfcb872d56 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368428 Jul 28 12:26:27.128696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d932-c28e-415f-89ce-02713b0cccb7 req-3af29d4a-fa91-4db1-9252-2bce46487745 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:27.130275 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f728d932-c28e-415f-89ce-02713b0cccb7 req-3af29d4a-fa91-4db1-9252-2bce46487745 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0488067 Jul 28 12:26:27.183987 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-f728d932-c28e-415f-89ce-02713b0cccb7 req-db65a889-9bc6-4365-987d-94b31efd9f73 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 Jul 28 12:26:27.966947 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83529170-4f02-4210-ac23-d7932290698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:28.299520 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94660ed-f21a-4d6e-abee-359a6acc4adc req-5c8872f4-e235-40d7-a965-08d3b3329f24 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:28.301011 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94660ed-f21a-4d6e-abee-359a6acc4adc req-5c8872f4-e235-40d7-a965-08d3b3329f24 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0515010 Jul 28 12:26:28.337986 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c94660ed-f21a-4d6e-abee-359a6acc4adc req-ff580ab9-3f9e-435f-bb7a-0f42928d6394 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Jul 28 12:26:29.467206 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72584979-8246-4bc6-9496-38a2f746db48 req-95a39299-ae7c-487f-a3a9-6b4650e2d2f1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:29.468684 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72584979-8246-4bc6-9496-38a2f746db48 req-95a39299-ae7c-487f-a3a9-6b4650e2d2f1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0499859 Jul 28 12:26:29.507455 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-72584979-8246-4bc6-9496-38a2f746db48 req-ab5f0977-ef70-47c1-b60a-9457ac326381 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Jul 28 12:26:30.628483 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79935e71-c586-40fd-a1e7-067b69587b81 req-2c5c9643-8e26-4aaf-8bb6-50df7b6ac575 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:30.630185 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79935e71-c586-40fd-a1e7-067b69587b81 req-2c5c9643-8e26-4aaf-8bb6-50df7b6ac575 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0525470 Jul 28 12:26:30.673411 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-79935e71-c586-40fd-a1e7-067b69587b81 req-8cf530b7-8434-4071-a954-577369b0b1a2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366733 Jul 28 12:26:31.139152 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:31.241204 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-25238314-aeff-49bb-9c4f-7df90cf03988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:31.791854 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c5143-83f2-48ba-b8bf-1fcf56a8e161 req-5f78aeb1-5ccf-4658-a0fb-e008c21e3d0e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:31.796713 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-507c5143-83f2-48ba-b8bf-1fcf56a8e161 req-5f78aeb1-5ccf-4658-a0fb-e008c21e3d0e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0551593 Jul 28 12:26:31.832777 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-507c5143-83f2-48ba-b8bf-1fcf56a8e161 req-0d77103a-ce2e-435d-9ccf-508139e6acfd tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Jul 28 12:26:32.284338 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:32.954173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1998c4-2ec4-4ec7-bd21-c0bf8c50567e req-0fd54179-097f-46f4-b545-548f1b01127e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:32.955711 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c1998c4-2ec4-4ec7-bd21-c0bf8c50567e req-0fd54179-097f-46f4-b545-548f1b01127e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 931 time: 0.0556645 Jul 28 12:26:32.994845 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8c1998c4-2ec4-4ec7-bd21-c0bf8c50567e req-d1043037-a2bd-4885-b49f-bea9f5e5e078 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 Jul 28 12:26:33.605344 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.v2.base [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Request body: {'port': {'device_id': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-723573-7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:26:33.661694 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:33.735052 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:33.917750 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0181247c-7b59-4206-8679-3fc4a7a8b6c5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:26:33.924982 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:33.937002 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Transition to ACTIVE for port object 0181247c-7b59-4206-8679-3fc4a7a8b6c5 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 12:26:33.940639 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:34.004626 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:34.065262 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Attempting to bind port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 on host n-h1-723573-7 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 12:26:34.065578 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Attempting to bind port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 by drivers openvswitch,hyperv on host n-h1-723573-7 at level 0 using segments [{'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 12:26:34.065844 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Attempting to bind port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:26:34.070516 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 not bound, no agent of type Open vSwitch agent registered on host n-h1-723573-7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 12:26:34.070840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Attempting to bind port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 on network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 12:26:34.076865 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Checking agent: {'id': 'df14db43-9b73-4ac4-9ec0-43a0e8203780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-723573-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'started_at': datetime.datetime(2021, 7, 28, 10, 58, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 12:26:34.077202 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Checking segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 12:26:34.077615 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Bound using segment: {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 12:26:34.078044 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Bound port: 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host: n-h1-723573-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e727852-609d-4775-8645-bb72032a5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 12:26:34.078402 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:34.118181 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb930f-937b-4553-89b0-f48ccc48f543 req-f5a33245-8f4a-4e1e-b160-d6370ecc2679 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.120672 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5cb930f-937b-4553-89b0-f48ccc48f543 req-f5a33245-8f4a-4e1e-b160-d6370ecc2679 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 943 time: 0.0517304 Jul 28 12:26:34.150529 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 12:26:34.155604 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 12:26:34.161438 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8316598'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:34.168535 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-d5cb930f-937b-4553-89b0-f48ccc48f543 req-79f95c5f-d224-42e2-a041-62f939103cd7 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Jul 28 12:26:34.195303 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.195915 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:34.197334 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-48356e20-23d4-44b8-b304-21649223f58d service neutron] 10.222.0.44 "PUT /v2.0/ports/0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 1091 time: 0.6380360 Jul 28 12:26:34.198207 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:26:34.200933 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aad9f0-9440-476c-8c2b-7d11e0566364" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:26:34.244437 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48356e20-23d4-44b8-b304-21649223f58d service neutron] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:34.269185 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e963f527-57f7-4ed7-a116-ccd1e0a572ae x-openstack-request-id: req-e963f527-57f7-4ed7-a116-ccd1e0a572ae {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:26:34.269475 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:26:34.269724 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e963f527-57f7-4ed7-a116-ccd1e0a572ae {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:26:34.270124 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'status': 'completed', 'code': 200} Jul 28 12:26:34.287458 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-62255a2e-9f86-4bc6-85bf-cd585f149c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.289008 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-62255a2e-9f86-4bc6-85bf-cd585f149c1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1094 time: 0.0533030 Jul 28 12:26:34.335278 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-96d94c7e-680f-4d90-8e28-2da992f0986a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0380492 Jul 28 12:26:34.386768 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-bb0959c5-ddd3-4b53-997c-4f77e19914ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.388584 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-bb0959c5-ddd3-4b53-997c-4f77e19914ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0466497 Jul 28 12:26:34.434381 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-b1aa4a09-7aaa-4ed1-926c-7653cc135844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.436032 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-b1aa4a09-7aaa-4ed1-926c-7653cc135844 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408812 Jul 28 12:26:34.533332 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-d88d4dde-fd9d-4cb6-961e-dc4c7e21630e service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906050 Jul 28 12:26:34.620691 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-86e7479a-dae4-4860-9b6e-e6a74e46b9c3 req-4197d58d-c2bf-4bdb-ba29-5c78404d1a27 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797811 Jul 28 12:26:34.708936 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-9fbec999-537c-4b41-9c8a-48a2a703be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.710384 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-9fbec999-537c-4b41-9c8a-48a2a703be07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1094 time: 0.0412588 Jul 28 12:26:34.801681 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-223d3b73-e79e-4891-b854-0b0392cbf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.803126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-223d3b73-e79e-4891-b854-0b0392cbf2b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0862544 Jul 28 12:26:34.845088 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-708697fc-b673-424e-a176-865e6a2307e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0343513 Jul 28 12:26:34.898455 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-c0679c9e-0551-4d10-8074-740753a4b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.899758 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-c0679c9e-0551-4d10-8074-740753a4b775 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0467701 Jul 28 12:26:34.945488 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-38e2dea7-0fdd-4ca1-b1ea-7f94d6e372b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:34.946938 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-38e2dea7-0fdd-4ca1-b1ea-7f94d6e372b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387003 Jul 28 12:26:35.034159 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-417ed9af-c4fb-4897-8a90-9f9913f676a6 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790820 Jul 28 12:26:35.127126 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-25aad9f0-9440-476c-8c2b-7d11e0566364 req-bcab28e0-d63b-45ba-927a-e3f7075d4257 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852842 Jul 28 12:26:35.281932 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5d997-d1bc-4ea4-b174-606e08fa0dca req-6d57f7a2-28c7-465a-ae20-dcd95543cc2e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:35.283383 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34a5d997-d1bc-4ea4-b174-606e08fa0dca req-6d57f7a2-28c7-465a-ae20-dcd95543cc2e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 943 time: 0.0486388 Jul 28 12:26:35.320660 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-34a5d997-d1bc-4ea4-b174-606e08fa0dca req-b4a841e9-5cdc-4f42-a68d-ba58b305a2bc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Jul 28 12:26:35.900891 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 0181247c-7b59-4206-8679-3fc4a7a8b6c5 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:26:36.001282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:36.013569 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'port_id': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'mac_address': 'fa:16:3e:4d:fc:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:26:36.057891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:36.069865 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0181247c-7b59-4206-8679-3fc4a7a8b6c5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:26:36.088813 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:36.093306 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:36.139472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:36.323145 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['0181247c-7b59-4206-8679-3fc4a7a8b6c5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:26:36.435623 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cc2e2-c2a7-46e7-84dd-be9b660b5f38 req-d762a217-3ea0-4a7c-8f34-27f8fc7117cc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:36.437112 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-765cc2e2-c2a7-46e7-84dd-be9b660b5f38 req-d762a217-3ea0-4a7c-8f34-27f8fc7117cc tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 944 time: 0.0472350 Jul 28 12:26:36.474815 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-765cc2e2-c2a7-46e7-84dd-be9b660b5f38 req-336dcb43-1774-412c-bb07-c664069b0b7d tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Jul 28 12:26:37.591998 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db870-855f-47ee-afaf-8f01f2314052 req-26a9e4f7-c453-415a-b257-ce36b0295f1b tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:37.593477 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d0db870-855f-47ee-afaf-8f01f2314052 req-26a9e4f7-c453-415a-b257-ce36b0295f1b tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 944 time: 0.0509684 Jul 28 12:26:37.634077 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-9d0db870-855f-47ee-afaf-8f01f2314052 req-56e861fd-34af-47fc-9db5-c70fb77e444e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346868 Jul 28 12:26:37.920873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 0181247c-7b59-4206-8679-3fc4a7a8b6c5 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:26:37.968480 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning for port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 12:26:37.971954 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:26:37.972356 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:38.050721 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:38.072884 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:26:38.075179 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30fde2b-9c2a-407e-a5f2-041fb7b59dab" -d '{"events": [{"server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "name": "network-vif-plugged", "status": "completed", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:26:38.087565 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:26:38.092325 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:38.116796 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d604bd9d-2e33-47e6-8170-198193f12697 x-openstack-request-id: req-d604bd9d-2e33-47e6-8170-198193f12697 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:26:38.117083 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "name": "network-vif-plugged", "status": "completed", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:26:38.117343 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d604bd9d-2e33-47e6-8170-198193f12697 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:26:38.117728 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'code': 200} Jul 28 12:26:38.145421 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:38.208995 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0dfc4-43ca-42e4-a0b7-7b2bd5e14ade req-81914d9d-b556-48e2-a5bb-0eb945f53036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:38.210365 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cd0dfc4-43ca-42e4-a0b7-7b2bd5e14ade req-81914d9d-b556-48e2-a5bb-0eb945f53036 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1096 time: 0.0402634 Jul 28 12:26:38.245418 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-5cd0dfc4-43ca-42e4-a0b7-7b2bd5e14ade req-7a8956c7-9827-46c2-9953-acbc78a7de74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281348 Jul 28 12:26:38.747722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90d03-d279-4c25-9fc7-8e1e3dabc69a req-35be3672-6e7c-4531-a311-4498794f9f12 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:38.749197 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ed90d03-d279-4c25-9fc7-8e1e3dabc69a req-35be3672-6e7c-4531-a311-4498794f9f12 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Jul 28 12:26:38.786769 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-3ed90d03-d279-4c25-9fc7-8e1e3dabc69a req-9442a838-6395-4fb5-b2f6-d83b0aa769fe tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Jul 28 12:26:39.904132 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d391b49-e432-4f82-a182-428cf548e9cd req-23c43d34-079d-4f56-8247-e2fc3ec4e611 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:39.905605 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d391b49-e432-4f82-a182-428cf548e9cd req-23c43d34-079d-4f56-8247-e2fc3ec4e611 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 945 time: 0.0504274 Jul 28 12:26:39.942344 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-1d391b49-e432-4f82-a182-428cf548e9cd req-81706411-f299-481c-b80e-4703dea15e3c tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Jul 28 12:26:40.055475 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34822ed-a6ad-4bb0-92cf-649ec64d4920 req-4c4d21ff-15f3-4125-8529-78131a75e813 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:40.056966 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c34822ed-a6ad-4bb0-92cf-649ec64d4920 req-4c4d21ff-15f3-4125-8529-78131a75e813 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Jul 28 12:26:40.097525 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c34822ed-a6ad-4bb0-92cf-649ec64d4920 req-f2d73b80-398d-4d5e-99c2-d74c4a795fb2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343461 Jul 28 12:26:40.118850 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:26:40.160870 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829bb859-3f83-42c8-be48-ce1fd470f48e tempest-TestSnapshotPattern-1818552454 tempest-TestSnapshotPattern-1818552454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:40.162353 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-829bb859-3f83-42c8-be48-ce1fd470f48e tempest-TestSnapshotPattern-1818552454 tempest-TestSnapshotPattern-1818552454-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1091 time: 0.0425215 Jul 28 12:26:40.165053 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33174) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:26:40.170169 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Request body: {'floatingip': {'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'port_id': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 12:26:40.191358 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:40.286438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:40.389173 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Allocated IP 172.25.1.20 (04a1b6b7-ba73-462c-afb7-b938c05f879f/0b0b9307-0271-47be-ae43-d125d93568cc/89870819-5470-4243-81b9-3e5234ebee4c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 12:26:40.484400 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:40.525916 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758693496580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:40.571894 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Network 04a1b6b7-ba73-462c-afb7-b938c05f879f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 12:26:40.573575 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 12:26:40.575391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'Port': ['ID=89870819-5470-4243-81b9-3e5234ebee4c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:40.577452 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 12:26:40.602110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.602457 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.602794 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.603129 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.603461 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.603789 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.604111 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.604458 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.604780 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.605100 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.605422 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:40.606272 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:26:41.229076 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:41.294811 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:41.441177 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:41.445742 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7540355'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:41.509729 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event updated for resources: {'Port': ['ID=89870819-5470-4243-81b9-3e5234ebee4c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:26:41.522804 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553788'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:41.623090 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Floating IP e3472577-db8d-4cdb-81e1-722874ccb481 associated. External IP: 172.25.1.20, port: 0181247c-7b59-4206-8679-3fc4a7a8b6c5. Jul 28 12:26:41.829545 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:26:41.936992 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:26:41.946401 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:26:41.952872 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:41.957064 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:26:41.957708 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:26:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:41.979047 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-5eb05d08-99d6-461b-ba26-ecbc96e12421 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8129928 Jul 28 12:26:41.979629 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:26:41.982463 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343f4fb-b9d3-47af-98b3-dfce459baaea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:26:42.018014 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb8104-50f4-49d4-a446-22b9c78edbdd x-openstack-request-id: req-0fdb8104-50f4-49d4-a446-22b9c78edbdd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:26:42.018310 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:26:42.018565 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fdb8104-50f4-49d4-a446-22b9c78edbdd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:26:42.018975 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'status': 'completed', 'code': 200} Jul 28 12:26:42.066459 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:26:42.082025 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-66d50ce9-f451-4898-9749-5db42bc11517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:42.083460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-66d50ce9-f451-4898-9749-5db42bc11517 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1096 time: 0.0414033 Jul 28 12:26:42.180432 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-0c39d766-fc5e-4676-a107-b4ef767c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:42.181893 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-0c39d766-fc5e-4676-a107-b4ef767c5f58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0914237 Jul 28 12:26:42.249604 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-44c2dfc5-805f-4e83-88f3-8e2b8f9c15cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 998 time: 0.0605869 Jul 28 12:26:42.289892 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:12Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}, {'id': 'e3472577-db8d-4cdb-81e1-722874ccb481', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:4d:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:26:40Z', 'updated_at': '2021-07-28T12:26:40Z', 'revision_number': 0, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:42.303632 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-f06e159b-7e8d-4f9e-ab8d-11b8ca114ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:42.305107 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-f06e159b-7e8d-4f9e-ab8d-11b8ca114ff9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0476973 Jul 28 12:26:42.315702 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:26:42.324012 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:26:42.324660 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:26:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:42.350373 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-9298e632-0a77-4129-aba6-237396836837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:26:42.351788 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-9298e632-0a77-4129-aba6-237396836837 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394616 Jul 28 12:26:42.428855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:26:42.440614 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-1225b006-c0d0-4ae8-a7ce-f3e93d422b04 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814412 Jul 28 12:26:42.534715 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-2343f4fb-b9d3-47af-98b3-dfce459baaea req-1d5ce1c6-4c9c-48d8-95ca-16ba7059fa8a service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874705 Jul 28 12:26:42.651311 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:12Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}, {'id': 'e3472577-db8d-4cdb-81e1-722874ccb481', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:4d:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:26:40Z', 'updated_at': '2021-07-28T12:26:40Z', 'revision_number': 0, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:26:42.676654 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c3a36-0655-444f-b0a6-56202f0524a7 None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:12Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}, {'id': 'e3472577-db8d-4cdb-81e1-722874ccb481', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:4d:fc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:26:40Z', 'updated_at': '2021-07-28T12:26:40Z', 'revision_number': 0, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:26:42.870797 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bc129-2386-443e-a210-90602b17da18 None None] New status for floating IP e3472577-db8d-4cdb-81e1-722874ccb481: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:26:48.452360 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:26:50.634237 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:53.408488 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:26:57.957771 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d41bdb6d-1cc5-4847-9f0a-6ec75849d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:01.145632 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:01.222113 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b1bbb41-0994-470e-9a3d-657d5f122a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:02.282550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:03.736336 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:14.320144 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-331f87b4-2bc4-4ab2-ac48-7ba526d85068 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398564 Jul 28 12:27:14.400791 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4272-abd0-4167-9b27-3b451e475b3f req-043e15a5-d909-44bb-b441-aaa69284599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:14.402868 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-043e15a5-d909-44bb-b441-aaa69284599c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1096 time: 0.0418358 Jul 28 12:27:14.507448 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4272-abd0-4167-9b27-3b451e475b3f req-cb97009b-121c-487f-b9bf-ab0f42896cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:14.508836 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-cb97009b-121c-487f-b9bf-ab0f42896cc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0873582 Jul 28 12:27:14.574408 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-7e9351e8-b4bd-401c-93ab-ee77fd0af67c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 1000 time: 0.0585320 Jul 28 12:27:14.626781 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4272-abd0-4167-9b27-3b451e475b3f req-ab80e7bf-ef26-4552-a713-557927865121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:14.628170 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-ab80e7bf-ef26-4552-a713-557927865121 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0475030 Jul 28 12:27:14.679755 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4272-abd0-4167-9b27-3b451e475b3f req-81d79fae-f7f6-4594-8a8a-82413e486d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:14.681297 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-81d79fae-f7f6-4594-8a8a-82413e486d44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453861 Jul 28 12:27:14.767659 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-5a03d053-2403-440c-93d6-b560341a79f4 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792811 Jul 28 12:27:14.861409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-789b4272-abd0-4167-9b27-3b451e475b3f req-c14124c4-06f8-45b5-8661-75047a4a030f service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Jul 28 12:27:20.649613 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:23.403041 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:23.645369 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-ec7699ae-afe6-4cde-b33c-b6be21fe54a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434659 Jul 28 12:27:23.723590 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-45293207-3296-42fc-9d69-ea59e2e98123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:23.725092 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-45293207-3296-42fc-9d69-ea59e2e98123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1095 time: 0.0403769 Jul 28 12:27:23.829189 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-2fb75c21-f7b6-4308-b596-e01c9b89b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:23.830546 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-2fb75c21-f7b6-4308-b596-e01c9b89b549 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0870540 Jul 28 12:27:23.895163 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-7049fdf6-28b3-4aa3-816f-234aa827049a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1000 time: 0.0574560 Jul 28 12:27:23.952606 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-b02ec000-c88c-4692-8676-ad600cf614b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:23.954040 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-b02ec000-c88c-4692-8676-ad600cf614b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0519559 Jul 28 12:27:23.999241 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-e9f860b2-6f87-404c-b148-f99885d934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:27:24.000708 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-e9f860b2-6f87-404c-b148-f99885d934d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399454 Jul 28 12:27:24.088047 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-af521783-e955-4f62-a64d-e7980863395b service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795796 Jul 28 12:27:24.180073 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-7a1d2732-3a72-48eb-ae10-2212ed27fb79 req-8930050b-b9c1-4de7-a0c3-d1e8e871c6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850153 Jul 28 12:27:25.452120 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:27:27.958126 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c78ae88-22df-4e11-a860-293eabbb4754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:31.147589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:31.220981 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa8f6c6d-29fb-447e-9fd1-638423a3408b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:32.285534 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:33.742709 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:50.647568 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:53.421082 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:27:57.958433 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3316aa83-af46-40f5-b11f-332d6218f5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:01.151427 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:01.221179 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65c8f874-4276-4919-8f5c-0d6c312f9beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:02.288317 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:02.451354 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:28:03.743321 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:12.337574 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 0181247c-7b59-4206-8679-3fc4a7a8b6c5 details requested by agent hyperv_n-h1-723573-7 with host n-h1-723573-7 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 12:28:12.434966 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:12.451838 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Returning: {'device': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'port_id': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'mac_address': 'fa:16:3e:4d:fc:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 12:28:12.660689 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:12.674166 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0181247c-7b59-4206-8679-3fc4a7a8b6c5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 12:28:12.702512 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:12.709411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:12.769675 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:12.781388 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] get_ports_and_sgs() called for port_ids ['0181247c-7b59-4206-8679-3fc4a7a8b6c5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 12:28:12.806115 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.806472 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.806825 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.807171 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.807526 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.807922 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.808550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.809034 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.809491 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.810081 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.811038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:12.811510 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:14.338597 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 0181247c-7b59-4206-8679-3fc4a7a8b6c5 up at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 12:28:14.402557 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Provisioning complete for port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 12:28:14.402979 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474001'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:14.499919 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712530'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:14.525911 n-d-723573-7 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:14.531200 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b59dbc74dc1f19d5369478fa0414aba4a5dfa3e6f4218b1557d9a14cf44b21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40119483-4df2-4838-8f48-f9c327ecb69e" -d '{"events": [{"server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "name": "network-vif-plugged", "status": "completed", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:14.560106 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:14.568468 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758693867825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758693496598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758693496616'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:14.596497 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ee8e4-c2c5-406a-acf7-12137a95dfb8 x-openstack-request-id: req-b94ee8e4-c2c5-406a-acf7-12137a95dfb8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:14.596846 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "name": "network-vif-plugged", "status": "completed", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:14.597042 n-d-723573-7 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94ee8e4-c2c5-406a-acf7-12137a95dfb8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:14.597422 n-d-723573-7 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'code': 200} Jul 28 12:28:14.623730 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Pushing event updated for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:16.353642 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-c711d682-807d-4f6a-b6a3-2751297f0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.355165 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-c711d682-807d-4f6a-b6a3-2751297f0be9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1096 time: 0.0509212 Jul 28 12:28:16.481672 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-e96dac61-b601-4afc-b269-967103dc758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.483155 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-e96dac61-b601-4afc-b269-967103dc758b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.1039205 Jul 28 12:28:16.555926 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-06026029-6bbf-48ea-8a5e-de2ce84796e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 1000 time: 0.0633628 Jul 28 12:28:16.621054 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-fcf3928b-21f0-49e7-ba2d-b72ba7535008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.623019 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-fcf3928b-21f0-49e7-ba2d-b72ba7535008 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0600142 Jul 28 12:28:16.680287 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-53f98155-d6da-4199-95e9-7d977158f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:16.681976 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-53f98155-d6da-4199-95e9-7d977158f834 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510952 Jul 28 12:28:16.785100 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-9e8cbd61-ae6e-42e0-880d-2767d5fb358c service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954373 Jul 28 12:28:16.901269 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-77413ac3-54ec-4f72-8b9c-beaed16dcc6a req-3827a2aa-995b-478d-98ee-db7ed698fdc8 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086063 Jul 28 12:28:20.646578 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:22.317924 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:22.471557 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Deleting port 89870819-5470-4243-81b9-3e5234ebee4c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:22.471784 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:22.548972 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:22.549298 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:22.561244 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Calling delete_port for 89870819-5470-4243-81b9-3e5234ebee4c owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:22.704661 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:22.727277 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event deleted for resources: {'Port': ['ID=89870819-5470-4243-81b9-3e5234ebee4c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:22.737045 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.737391 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.737731 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.738067 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.738400 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.739327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.739327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.739327 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.739661 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.739977 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.740329 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.740696 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:22.799010 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:22.799338 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Floating IP e3472577-db8d-4cdb-81e1-722874ccb481 disassociated (deleted). External IP: 172.25.1.20, port: 0181247c-7b59-4206-8679-3fc4a7a8b6c5. Jul 28 12:28:23.002152 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:28:23.106951 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:28:23.111798 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:23.117083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:28:23.125936 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:23.126553 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:23.138303 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-7dfe1612-95b6-452d-9805-9b88761b6433 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "DELETE /v2.0/floatingips/e3472577-db8d-4cdb-81e1-722874ccb481 HTTP/1.1" status: 204 len: 168 time: 0.8192985 Jul 28 12:28:23.138983 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:23.141332 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:23.180099 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d69c52-5d10-4593-9cb2-4c6867111c52 x-openstack-request-id: req-91d69c52-5d10-4593-9cb2-4c6867111c52 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:23.180437 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:23.180694 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91d69c52-5d10-4593-9cb2-4c6867111c52 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:23.181103 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'status': 'completed', 'code': 200} Jul 28 12:28:23.242812 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:23.248874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-fe4fd331-fe37-47ca-852d-7266e9003d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:23.250377 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-fe4fd331-fe37-47ca-852d-7266e9003d17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 1096 time: 0.0478637 Jul 28 12:28:23.353379 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-c8caa734-b113-4767-a60f-e1f383f8f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:23.355455 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-c8caa734-b113-4767-a60f-e1f383f8f767 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0967977 Jul 28 12:28:23.401373 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-c760572a-6458-4737-baee-f3cfc6a89215 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 200 len: 217 time: 0.0377879 Jul 28 12:28:23.429515 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:23.443869 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb382e-4f5d-41ca-b850-5f88f12dc2c2 req-b39da735-9c57-4661-87cb-f506fde49d4d tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:23.445752 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6eb382e-4f5d-41ca-b850-5f88f12dc2c2 req-b39da735-9c57-4661-87cb-f506fde49d4d tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 945 time: 0.1018310 Jul 28 12:28:23.454836 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-b0dd1916-a279-4e81-a953-b481cf3aa5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:23.456392 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-b0dd1916-a279-4e81-a953-b481cf3aa5f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0468121 Jul 28 12:28:23.488103 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6eb382e-4f5d-41ca-b850-5f88f12dc2c2 req-7bda9a47-a542-4b34-9a8b-8de600be87c9 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353410 Jul 28 12:28:23.508917 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:12Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:23.517046 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-0d67289c-2a4a-41bb-a388-485d7f252365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:23.518568 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-0d67289c-2a4a-41bb-a388-485d7f252365 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521977 Jul 28 12:28:23.535279 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:28:23.544262 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:23.544886 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:23.619189 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-7bfeaec7-bde6-4a99-83cd-a471e176f44b service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915277 Jul 28 12:28:23.653555 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:23.710690 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-bf4fb0e4-5f6c-4785-a62a-74a228ff7fe1 req-f98aee42-4171-4c93-a7ec-0015caba32b1 service neutron] 10.222.0.44 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830326 Jul 28 12:28:23.874138 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:12Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:23.900466 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68a7c5-4c91-44f9-ad40-63b7d56919ac None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_floatingips': [{'id': 'ba3a87e0-31e1-48b5-b4fd-951c1f5abc32', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'router_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'port_id': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'mac_address': 'fa:16:3e:d7:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T12:24:10Z', 'updated_at': '2021-07-28T12:24:12Z', 'revision_number': 1, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:28:24.121542 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c47b3a-2d05-4801-ba1b-c1135fd82659 None None] New status for floating IP e3472577-db8d-4cdb-81e1-722874ccb481: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:28:24.609537 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782eee-0735-42d4-a00d-4141547091ea req-e3a1efd2-8696-473d-84bb-7404e40890f9 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:24.610997 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30782eee-0735-42d4-a00d-4141547091ea req-e3a1efd2-8696-473d-84bb-7404e40890f9 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Jul 28 12:28:24.649577 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-30782eee-0735-42d4-a00d-4141547091ea req-0e9b3245-ec9f-4877-ad22-c1f2f8a0996f tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 28 12:28:24.897549 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-dcc0b6c8-0de6-4ac1-b65b-f1fbde83dbde tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:24.898965 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-dcc0b6c8-0de6-4ac1-b65b-f1fbde83dbde tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 945 time: 0.0534618 Jul 28 12:28:24.985639 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Deleting port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:24.985978 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:25.077382 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] For port 0181247c-7b59-4206-8679-3fc4a7a8b6c5, host n-h1-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-723573-7',level=0,port_id=0181247c-7b59-4206-8679-3fc4a7a8b6c5,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:25.077739 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:25.090183 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Calling delete_port for 0181247c-7b59-4206-8679-3fc4a7a8b6c5 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:25.213388 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:25.244498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event deleted for resources: {'Port': ['ID=0181247c-7b59-4206-8679-3fc4a7a8b6c5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:25.258495 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.258849 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.259191 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.259528 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.259879 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.260245 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.260571 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.260893 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.261212 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.261554 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.261874 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.262194 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-723573-7 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 12:28:25.295987 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] No DVR routers for this DVR port 0181247c-7b59-4206-8679-3fc4a7a8b6c5 on host n-h1-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:28:25.298566 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:25.300524 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-e285babc-ac15-47c6-acf7-74c0eef57b99 req-908099c4-6bce-4a2a-8e04-bd75e010d2f6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.44 "DELETE /v2.0/ports/0181247c-7b59-4206-8679-3fc4a7a8b6c5 HTTP/1.1" status: 204 len: 173 time: 0.3953378 Jul 28 12:28:25.300957 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'name': 'network-vif-deleted', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:25.303189 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b0286-959b-42f3-8f49-6b1811473a21" -d '{"events": [{"server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "name": "network-vif-deleted", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:25.344152 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558e4e6-6977-4284-b88e-32d6034dc724 x-openstack-request-id: req-f558e4e6-6977-4284-b88e-32d6034dc724 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:25.344472 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad81b6-f12e-4957-b843-d7cd830c7224", "name": "network-vif-deleted", "tag": "0181247c-7b59-4206-8679-3fc4a7a8b6c5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:25.344725 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f558e4e6-6977-4284-b88e-32d6034dc724 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:25.345125 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad81b6-f12e-4957-b843-d7cd830c7224', 'name': 'network-vif-deleted', 'tag': '0181247c-7b59-4206-8679-3fc4a7a8b6c5', 'status': 'completed', 'code': 200} Jul 28 12:28:25.629079 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-001e001b-1abe-4821-9982-027ecd6f3379 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445457 Jul 28 12:28:25.715931 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-f9d2095a-c7b6-4b43-836b-c0176a7a51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:25.717650 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-f9d2095a-c7b6-4b43-836b-c0176a7a51a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1095 time: 0.0461657 Jul 28 12:28:25.773110 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-8ba2fbac-7e30-4a09-b9d6-6310d42b7f96 req-39825923-8173-4477-b270-42b0c7e70a1a tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ad81b6-f12e-4957-b843-d7cd830c7224 HTTP/1.1" status: 200 len: 210 time: 0.0287273 Jul 28 12:28:25.840627 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-c6fab515-306f-4aa0-8937-a3e2ab58505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:25.841995 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-c6fab515-306f-4aa0-8937-a3e2ab58505f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0939841 Jul 28 12:28:25.907129 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-d33337f6-b615-4f8b-bc21-924092f779bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 1000 time: 0.0571587 Jul 28 12:28:25.960917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-04907940-32d7-462a-a8c8-91e6d96ce1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:25.962367 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-04907940-32d7-462a-a8c8-91e6d96ce1c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0481679 Jul 28 12:28:26.007772 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-131d2849-5958-4509-a80d-bdf6b4a4861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:26.009523 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-131d2849-5958-4509-a80d-bdf6b4a4861e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402329 Jul 28 12:28:26.098054 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-1d6152ed-7325-4f3a-a8eb-8199c91287f3 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813906 Jul 28 12:28:26.190446 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-191aba7e-f87f-4e9c-8367-a8f3eec80589 req-1fab890a-1efb-41c2-86b0-eef0267f8ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853145 Jul 28 12:28:26.384048 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 0181247c-7b59-4206-8679-3fc4a7a8b6c5 no longer exists at agent hyperv_n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:26.403742 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] No Port match for: 0181247c-7b59-4206-8679-3fc4a7a8b6c5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:26.404083 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Device 0181247c-7b59-4206-8679-3fc4a7a8b6c5 not bound to the agent host n-h1-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:27.334449 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:27.489460 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Deleting port e6588cf8-f24d-483b-8c7f-d54ffa4829fb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:27.489824 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:27.566490 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:27.566724 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:27.578371 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Calling delete_port for e6588cf8-f24d-483b-8c7f-d54ffa4829fb owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:27.720087 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:27.748489 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event deleted for resources: {'Port': ['ID=e6588cf8-f24d-483b-8c7f-d54ffa4829fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:27.805674 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:27.805991 n-d-723573-7 neutron-server[93836]: INFO neutron.db.l3_db [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Floating IP ba3a87e0-31e1-48b5-b4fd-951c1f5abc32 disassociated (deleted). External IP: 172.25.1.210, port: 8490acf8-bdf1-42a7-bd3e-b1dd114efad8. Jul 28 12:28:27.958357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3656bafa-5ecb-4e7b-9fe7-5977d23d6205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:28.010484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:28:28.116722 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:28:28.121142 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:28.126661 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:28:28.135956 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:28.136873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:28.148246 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-4ded788e-bcd6-46c1-a485-ddca27e329bb tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "DELETE /v2.0/floatingips/ba3a87e0-31e1-48b5-b4fd-951c1f5abc32 HTTP/1.1" status: 204 len: 168 time: 0.8126101 Jul 28 12:28:28.149064 n-d-723573-7 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:28.151490 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38879d2331db1c13f9a2523871bee9d76c58b6afcee3bb521bbcf9f527c6ace4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c924be32-3147-4b3c-899c-0a52f7cd9976" -d '{"events": [{"name": "network-changed", "server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:28.189445 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f4df4-9462-4d41-a365-042eb054f294 x-openstack-request-id: req-759f4df4-9462-4d41-a365-042eb054f294 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:28.189808 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:28.190160 n-d-723573-7 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-759f4df4-9462-4d41-a365-042eb054f294 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:28.190659 n-d-723573-7 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'status': 'completed', 'code': 200} Jul 28 12:28:28.257327 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:28.268732 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-b85f2563-bc37-414e-9b16-7704a8468235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:28.270406 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-b85f2563-bc37-414e-9b16-7704a8468235 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01fae7e0aa714659aa56188cc84c49d1&device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 1095 time: 0.0501034 Jul 28 12:28:28.372441 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-7c8fcc1d-e861-4772-9f4b-6c8020c04c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:28.374072 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-7c8fcc1d-e861-4772-9f4b-6c8020c04c16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 200 len: 911 time: 0.0957749 Jul 28 12:28:28.390266 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad82cec-465e-40bd-8f50-fb8582ba7554 req-90f8f4e5-51d3-4af1-ba2f-18659ac2ba87 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:28.391772 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ad82cec-465e-40bd-8f50-fb8582ba7554 req-90f8f4e5-51d3-4af1-ba2f-18659ac2ba87 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 944 time: 0.0501981 Jul 28 12:28:28.419397 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-04ac46aa-2293-41c4-8423-4f790870250d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 200 len: 217 time: 0.0366347 Jul 28 12:28:28.431351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-5ad82cec-465e-40bd-8f50-fb8582ba7554 req-e6070f6d-be04-47f1-8d74-a7c04b63acf6 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331969 Jul 28 12:28:28.469977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-bfff2322-2119-4ee4-aed1-4b243ce04673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:28.471660 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-bfff2322-2119-4ee4-aed1-4b243ce04673 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 200 len: 849 time: 0.0449755 Jul 28 12:28:28.483345 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:28.509519 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:28:28.517652 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:28.518258 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:01Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:28.522565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-012c09c6-06f4-4b69-b520-4fef62c830bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:28.524460 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-012c09c6-06f4-4b69-b520-4fef62c830bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8433bb8f-0d7c-4fcf-800e-e12c71fa9179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450666 Jul 28 12:28:28.616475 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-fbedced2-715d-4252-977d-409e35bfee1f service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830615 Jul 28 12:28:28.623281 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:28.710469 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-c924be32-3147-4b3c-899c-0a52f7cd9976 req-7e95a447-4137-449c-87a9-001eda0034f7 service neutron] 10.222.0.41 "GET /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852516 Jul 28 12:28:28.816494 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:28.845169 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e687f-d344-4a93-9a35-e6c7e1bf7ddf None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:23:52Z', 'revision_number': 4, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7', '_interfaces': [{'id': '5de758e8-b8de-47f4-9f0c-115bb43daa67', 'name': '', 'network_id': '8433bb8f-0d7c-4fcf-800e-e12c71fa9179', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'mac_address': 'fa:16:3e:1d:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:51Z', 'updated_at': '2021-07-28T12:23:58Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'subnets': [{'id': '3a4d0917-e87a-47e8-bf84-10803b71bb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:28:29.065005 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4829b08-e9d1-489c-938f-cdd421ad1cf4 None None] New status for floating IP ba3a87e0-31e1-48b5-b4fd-951c1f5abc32: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 12:28:29.553751 n-d-723573-7 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2fe49-f4f1-4121-bb40-5234f5dfef68 req-4962f662-e272-4913-932c-41d31d8f21d1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:29.555213 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3c2fe49-f4f1-4121-bb40-5234f5dfef68 req-4962f662-e272-4913-932c-41d31d8f21d1 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Jul 28 12:28:29.594687 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-a3c2fe49-f4f1-4121-bb40-5234f5dfef68 req-f019dcfc-f472-4631-86f3-d09efc03134e tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab324fe-c608-4d90-bb8a-8d83833d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jul 28 12:28:29.911812 n-d-723573-7 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193668f4-9632-43e4-ba37-9761d6fa038e req-e961e3fc-c731-44cd-9937-650a4f705518 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 12:28:29.913879 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-193668f4-9632-43e4-ba37-9761d6fa038e req-e961e3fc-c731-44cd-9937-650a4f705518 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.41 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 944 time: 0.0488505 Jul 28 12:28:30.000260 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Deleting port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:30.000597 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:30.088988 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] For port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8, host n-h2-723573-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-723573-7',level=0,port_id=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:30.089349 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:30.101628 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Calling delete_port for 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:30.228656 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:30.259840 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event deleted for resources: {'Port': ['ID=8490acf8-bdf1-42a7-bd3e-b1dd114efad8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:30.305728 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] No DVR routers for this DVR port 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 on host n-h2-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:28:30.308439 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11567'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:30.310410 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [req-193668f4-9632-43e4-ba37-9761d6fa038e req-4b9f6abf-46a2-4e28-a390-7a150365d5c2 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.41 "DELETE /v2.0/ports/8490acf8-bdf1-42a7-bd3e-b1dd114efad8 HTTP/1.1" status: 204 len: 173 time: 0.3893871 Jul 28 12:28:30.310864 n-d-723573-7 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-deleted', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 12:28:30.313328 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e731df5774ca94e08119011039228de23e8f9f28e5bd400cbaf6c048922da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3326a-042f-4d8e-94ab-fcab5b91658a" -d '{"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-deleted", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 12:28:30.350555 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b440f94b-6898-4d9b-971b-d8b3bd7551a3 x-openstack-request-id: req-b440f94b-6898-4d9b-971b-d8b3bd7551a3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 12:28:30.350847 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5860536d-e8d1-4b1a-8044-1a3dd85ff5a4", "name": "network-vif-deleted", "tag": "8490acf8-bdf1-42a7-bd3e-b1dd114efad8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 12:28:30.351154 n-d-723573-7 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b440f94b-6898-4d9b-971b-d8b3bd7551a3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 12:28:30.351621 n-d-723573-7 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5860536d-e8d1-4b1a-8044-1a3dd85ff5a4', 'name': 'network-vif-deleted', 'tag': '8490acf8-bdf1-42a7-bd3e-b1dd114efad8', 'status': 'completed', 'code': 200} Jul 28 12:28:30.712750 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [req-c6d0b459-0e58-41da-adfb-35f11a4e9c13 req-3ffb16bb-c967-4eff-bdc6-cc4d73907b90 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "GET /v2.0/ports?device_id=5860536d-e8d1-4b1a-8044-1a3dd85ff5a4 HTTP/1.1" status: 200 len: 210 time: 0.0290480 Jul 28 12:28:31.154125 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:31.220154 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef5420d2-91f9-44fc-a05f-acb469611efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:31.768899 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:31.826647 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6230862-c366-4d4a-857f-c3e1bf769c42 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:31.852036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6230862-c366-4d4a-857f-c3e1bf769c42 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:31.910033 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6230862-c366-4d4a-857f-c3e1bf769c42 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:31.913210 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6230862-c366-4d4a-857f-c3e1bf769c42 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:31.914351 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-d6230862-c366-4d4a-857f-c3e1bf769c42 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ab324fe-c608-4d90-bb8a-8d83833d5e03 HTTP/1.1" status: 204 len: 168 time: 0.1444757 Jul 28 12:28:31.923434 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6230862-c366-4d4a-857f-c3e1bf769c42 tempest-TestSnapshotPattern-1495761010 tempest-TestSnapshotPattern-1495761010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab324fe-c608-4d90-bb8a-8d83833d5e03,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:31.958156 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:32.292314 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:32.575999 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:32.813110 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Deleting port 5de758e8-b8de-47f4-9f0c-115bb43daa67 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:32.813789 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:32.889154 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] For port 5de758e8-b8de-47f4-9f0c-115bb43daa67, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=5de758e8-b8de-47f4-9f0c-115bb43daa67,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:32.889438 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:32.902503 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Calling delete_port for 5de758e8-b8de-47f4-9f0c-115bb43daa67 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:33.078521 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.108784 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=5de758e8-b8de-47f4-9f0c-115bb43daa67,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:33.271741 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.485884 n-d-723573-7 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Router 6db231f0-e891-430e-a3cf-833c7be4ab43 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:28:33.593904 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:28:33.600216 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b9bb2b00-b675-440a-8fbc-81b0e0c87c1d admin admin] 10.222.0.20 "PUT /v2.0/routers/6db231f0-e891-430e-a3cf-833c7be4ab43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397705 Jul 28 12:28:33.602084 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33460) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:33.605111 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] Sync routers for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:28:33.616460 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:33.617627 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:33.705255 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.720897 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: n-d-723573-7 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:33.810766 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.828602 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.868295 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Deleting port 4568ea81-418a-4976-89c2-850e5d186bbc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:33.868868 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.916316 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:28:33Z', 'revision_number': 5, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port': {'id': '4568ea81-418a-4976-89c2-850e5d186bbc', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:50Z', 'updated_at': '2021-07-28T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:33.945538 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] For port 4568ea81-418a-4976-89c2-850e5d186bbc, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=4568ea81-418a-4976-89c2-850e5d186bbc,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:33.945762 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] Checking router: 6db231f0-e891-430e-a3cf-833c7be4ab43 for host: n-d-723573-7 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:28:33.945906 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:33.953727 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] Routers {'6db231f0-e891-430e-a3cf-833c7be4ab43'} bound to L3 agent in host n-d-723573-7 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:33.954339 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['6db231f0-e891-430e-a3cf-833c7be4ab43'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:33.958601 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Calling delete_port for 4568ea81-418a-4976-89c2-850e5d186bbc owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:34.038282 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] Set router 6db231f0-e891-430e-a3cf-833c7be4ab43 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:34.126392 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.158299 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4568ea81-418a-4976-89c2-850e5d186bbc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:34.221152 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.250600 n-d-723573-7 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:28:33Z', 'revision_number': 6, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:34.276366 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87884b-366b-4299-a656-2a8e878e423e None None] The sync data for ids ['6db231f0-e891-430e-a3cf-833c7be4ab43'] in n-d-723573-7 is: [{'id': '6db231f0-e891-430e-a3cf-833c7be4ab43', 'name': 'tempest-TestSnapshotPattern-1135815868-router', 'tenant_id': '01fae7e0aa714659aa56188cc84c49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:49Z', 'updated_at': '2021-07-28T12:28:33Z', 'revision_number': 6, 'project_id': '01fae7e0aa714659aa56188cc84c49d1', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:28:34.313276 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.315354 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.357295 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.357806 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db231f0-e891-430e-a3cf-833c7be4ab43 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:28:34.362281 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.363429 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0b04ba7a-50e6-4394-bb79-2bbe081c44ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/6db231f0-e891-430e-a3cf-833c7be4ab43 HTTP/1.1" status: 204 len: 168 time: 0.7604043 Jul 28 12:28:34.366700 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:34.415077 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Deleting subnet 3a4d0917-e87a-47e8-bf84-10803b71bb09 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:28:34.417984 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.450569 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7540377'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.524646 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.577247 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7540445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5036477'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.606511 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4d0917-e87a-47e8-bf84-10803b71bb09,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:34.611921 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.613982 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-ee39e564-db82-45bb-8e64-34f0193be037 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a4d0917-e87a-47e8-bf84-10803b71bb09 HTTP/1.1" status: 204 len: 168 time: 0.2462838 Jul 28 12:28:34.616550 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:34.622087 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e3778-4e5c-41f9-bfa3-8917a4f9a3c6 None None] Network 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:28:34.693191 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.749211 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Deleting port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:34.749685 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.815224 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] For port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,segment=NetworkSegment(3e727852-609d-4775-8645-bb72032a5e61),segment_id=3e727852-609d-4775-8645-bb72032a5e61)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:34.815584 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.827707 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Calling delete_port for 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:34.903040 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7540360'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:34.927285 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d8c9c3-68ca-43e3-92d9-050b5e94bb12,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:34.930781 n-d-723573-7 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] No DVR routers for this DVR port 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 on host n-d-723573-7 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:28:35.001299 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.011540 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8433bb8f-0d7c-4fcf-800e-e12c71fa9179']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:35.022330 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e727852-609d-4775-8645-bb72032a5e61') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:35.022620 n-d-723573-7 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e727852-609d-4775-8645-bb72032a5e61') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:35.032560 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7540368'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.051157 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.057484 n-d-723573-7 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:28:35.058036 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7540391'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: Traceback (most recent call last): Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: timer() Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: cb(*args, **kw) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: return func(*args, **kwargs) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: self._notify() Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: self.callback(batched_events) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: event.method(event) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: return f(self, *a, **k) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: return self._get(url).json() Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:28:35.059722 n-d-723573-7 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:28:35.071486 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a150493-b638-4854-937f-8f9f5ec24269 None None] DHCP port deletion for 8433bb8f-0d7c-4fcf-800e-e12c71fa9179 request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:28:35.119363 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.124821 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.126627 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8433bb8f-0d7c-4fcf-800e-e12c71fa9179 HTTP/1.1" status: 204 len: 168 time: 0.5091355 Jul 28 12:28:35.129994 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:35.138090 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519453-40b6-47be-a4bb-dbd3b444f733 admin admin] Pushing event deleted for resources: {'Network': ['ID=8433bb8f-0d7c-4fcf-800e-e12c71fa9179,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:35.374479 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 no longer exists at agent hyperv_n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:35.394038 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] No Port match for: 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:35.394383 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Device 8490acf8-bdf1-42a7-bd3e-b1dd114efad8 not bound to the agent host n-h2-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:35.480638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425788'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:35.660495 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5de758e8-b8de-47f4-9f0c-115bb43daa67 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:35.684705 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 5de758e8-b8de-47f4-9f0c-115bb43daa67 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:35.685058 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 5de758e8-b8de-47f4-9f0c-115bb43daa67 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:35.685481 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:35.705204 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:35.705550 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 62d8c9c3-68ca-43e3-92d9-050b5e94bb12 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:35.705977 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4568ea81-418a-4976-89c2-850e5d186bbc no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:35.725350 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 4568ea81-418a-4976-89c2-850e5d186bbc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:35.725693 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 4568ea81-418a-4976-89c2-850e5d186bbc not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:36.012035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Deleting port fffa57aa-74c1-46b7-ae0a-3c651401bd7d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:36.012291 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:36.087278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] For port fffa57aa-74c1-46b7-ae0a-3c651401bd7d, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,segment=NetworkSegment(f87f2dbe-dca2-41c0-b8c5-aa9c057248f4),segment_id=f87f2dbe-dca2-41c0-b8c5-aa9c057248f4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:36.087638 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:36.099970 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Calling delete_port for fffa57aa-74c1-46b7-ae0a-3c651401bd7d owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:36.276921 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:36.301035 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffa57aa-74c1-46b7-ae0a-3c651401bd7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:36.466803 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-425808'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:36.685454 n-d-723573-7 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 has already been hosted by L3 agent 1c709f84-cc8e-4708-8f57-d2c960c9afb7 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 12:28:36.789498 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] Notify agent at l3_agent.n-d-723573-7 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 12:28:36.794409 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-1db6648c-5339-4ade-81df-13f6c4fd9296 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6633921 Jul 28 12:28:36.797001 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:36.799573 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] Sync routers for ids ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'] in n-d-723573-7 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 12:28:36.809168 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] Routers {'9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:36.809772 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:36.900812 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:36.910052 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] Set router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 gateway port host: n-d-723573-7 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:37.002006 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.054917 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Deleting port b29870da-f9e2-4293-9721-03a1707a8df4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:37.055266 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.083221 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'external_fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:28:36Z', 'revision_number': 5, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port': {'id': 'b29870da-f9e2-4293-9721-03a1707a8df4', 'name': '', 'network_id': '04a1b6b7-ba73-462c-afb7-b938c05f879f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-723573-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b0b9307-0271-47be-ae43-d125d93568cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-723573-7'}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:37.109557 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] Checking router: 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 for host: n-d-723573-7 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 12:28:37.117534 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] Routers {'9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'} bound to L3 agent in host n-d-723573-7 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 12:28:37.118125 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-723573-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:51:31Z,description=,heartbeat_timestamp=2021-07-28T12:28:31Z,host='n-d-723573-7',id=1c709f84-cc8e-4708-8f57-d2c960c9afb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:51:31Z,topic='l3_agent')) {'router_ids': ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:37.135704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] For port b29870da-f9e2-4293-9721-03a1707a8df4, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=b29870da-f9e2-4293-9721-03a1707a8df4,segment=NetworkSegment(82d369b6-864b-490f-a8f1-1e2d2283a521),segment_id=82d369b6-864b-490f-a8f1-1e2d2283a521)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:37.136071 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.149977 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Calling delete_port for b29870da-f9e2-4293-9721-03a1707a8df4 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:37.294642 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] Set router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 12:28:37.319674 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.346766 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:28:37Z', 'revision_number': 6, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port_host': None}], 'n-d-723573-7', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:37.352128 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29870da-f9e2-4293-9721-03a1707a8df4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:37.373321 n-d-723573-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b67189-01f9-498c-bcdd-391568122a63 None None] The sync data for ids ['9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2'] in n-d-723573-7 is: [{'id': '9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2', 'name': 'tempest-TestSnapshotPattern-1875312078-router', 'tenant_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T12:23:54Z', 'updated_at': '2021-07-28T12:28:37Z', 'revision_number': 6, 'project_id': 'c6fccad74bf94dbcb86f7dced203d2d5', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 12:28:37.420473 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553970'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.511761 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110589'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.513847 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.555837 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394493'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.556297 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 12:28:37.560407 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.561525 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-ee3b58f1-2193-4ace-a74a-58e688875394 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9d4b2b16-f1a4-4ac9-98f0-f5cfed8e12b2 HTTP/1.1" status: 204 len: 168 time: 0.7635927 Jul 28 12:28:37.564022 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:37.610972 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Deleting subnet 63381d69-aa56-4f6b-a14d-5194a51a3eee {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 12:28:37.613934 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.647588 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8316549'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.723033 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3486069'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.787614 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8316648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7504088'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.821704 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63381d69-aa56-4f6b-a14d-5194a51a3eee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:37.823759 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.825726 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-8743cb1f-eab6-4593-b7ae-8e68273ba1b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63381d69-aa56-4f6b-a14d-5194a51a3eee HTTP/1.1" status: 204 len: 168 time: 0.2607594 Jul 28 12:28:37.828237 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.20', 33472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:37.830981 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b976e06-d67c-4e4e-832c-35336f83ef02 None None] Network f905a61d-ac4a-4c5f-aefd-a8d3948761ed requested from n-d-723573-7 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 12:28:37.849427 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fffa57aa-74c1-46b7-ae0a-3c651401bd7d no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:37.897781 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3614343'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:37.902625 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: fffa57aa-74c1-46b7-ae0a-3c651401bd7d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:37.902971 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device fffa57aa-74c1-46b7-ae0a-3c651401bd7d not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:37.950565 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Deleting port 36ea7b52-946e-4be7-9d1d-c6310e30b175 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 12:28:37.950904 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758693863307'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.016726 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] For port 36ea7b52-946e-4be7-9d1d-c6310e30b175, host n-d-723573-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-723573-7',level=0,port_id=36ea7b52-946e-4be7-9d1d-c6310e30b175,segment=NetworkSegment(f87f2dbe-dca2-41c0-b8c5-aa9c057248f4),segment_id=f87f2dbe-dca2-41c0-b8c5-aa9c057248f4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 12:28:38.017089 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418083'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.029341 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Calling delete_port for 36ea7b52-946e-4be7-9d1d-c6310e30b175 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 12:28:38.105512 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3564255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758693867807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758693496589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8316605'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.130417 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ea7b52-946e-4be7-9d1d-c6310e30b175,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:38.134065 n-d-723573-7 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] No DVR routers for this DVR port 36ea7b52-946e-4be7-9d1d-c6310e30b175 on host n-d-723573-7 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 12:28:38.153290 n-d-723573-7 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06f11f-a5b7-490e-81d9-8454abaf8354 None None] DHCP port deletion for f905a61d-ac4a-4c5f-aefd-a8d3948761ed request from n-d-723573-7 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 12:28:38.213754 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488768', 'neutron.services.segments.db._delete_segments_for_network-8758694041905'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.223278 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f905a61d-ac4a-4c5f-aefd-a8d3948761ed']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:38.233926 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:38.234222 n-d-723573-7 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87f2dbe-dca2-41c0-b8c5-aa9c057248f4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 12:28:38.243728 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758694042682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8316556'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.258076 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.264239 n-d-723573-7 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 12:28:38.264636 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8316562'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: Traceback (most recent call last): Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: timer() Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: cb(*args, **kw) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: return func(*args, **kwargs) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: self._notify() Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: self.callback(batched_events) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: event.method(event) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: return f(self, *a, **k) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: return self._get(url).json() Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 12:28:38.266405 n-d-723573-7 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 12:28:38.324520 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553934'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.330073 n-d-723573-7 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.332381 n-d-723573-7 neutron-server[93835]: INFO neutron.wsgi [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f905a61d-ac4a-4c5f-aefd-a8d3948761ed HTTP/1.1" status: 204 len: 168 time: 0.5030544 Jul 28 12:28:38.344668 n-d-723573-7 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfcf35-c397-456e-899c-3d53a65e7330 admin admin] Pushing event deleted for resources: {'Network': ['ID=f905a61d-ac4a-4c5f-aefd-a8d3948761ed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:38.516911 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:38.557126 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-cb61413d-12db-4b06-bfc2-973c87bd76b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01fae7e0aa714659aa56188cc84c49d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390232 Jul 28 12:28:38.559519 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:38.609357 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0474440f-15f6-4d5c-9198-576878c4e348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.630137 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0474440f-15f6-4d5c-9198-576878c4e348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.676461 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0474440f-15f6-4d5c-9198-576878c4e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.679227 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0474440f-15f6-4d5c-9198-576878c4e348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:38.680420 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-0474440f-15f6-4d5c-9198-576878c4e348 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ec85ea3-cf4e-4bed-be35-22f550b6bb6e HTTP/1.1" status: 204 len: 168 time: 0.1199777 Jul 28 12:28:38.689081 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474440f-15f6-4d5c-9198-576878c4e348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec85ea3-cf4e-4bed-be35-22f550b6bb6e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:38.993235 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:39.038194 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-08e2a951-e3e7-4ec4-8c56-b709665525e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6fccad74bf94dbcb86f7dced203d2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437775 Jul 28 12:28:39.041454 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.20', 33486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 12:28:39.094761 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa8635-5f29-4ff4-8528-40b0e5416881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:39.116422 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa8635-5f29-4ff4-8528-40b0e5416881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:39.162695 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa8635-5f29-4ff4-8528-40b0e5416881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522979'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:39.165379 n-d-723573-7 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa8635-5f29-4ff4-8528-40b0e5416881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:39.166503 n-d-723573-7 neutron-server[93836]: INFO neutron.wsgi [None req-b4fa8635-5f29-4ff4-8528-40b0e5416881 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40a167f8-b9e8-42be-aea5-007b5b9a7016 HTTP/1.1" status: 204 len: 168 time: 0.1241302 Jul 28 12:28:39.175563 n-d-723573-7 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa8635-5f29-4ff4-8528-40b0e5416881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a167f8-b9e8-42be-aea5-007b5b9a7016,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 12:28:39.451831 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:28:39.657793 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 36ea7b52-946e-4be7-9d1d-c6310e30b175 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:39.678529 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: 36ea7b52-946e-4be7-9d1d-c6310e30b175 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:39.678873 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device 36ea7b52-946e-4be7-9d1d-c6310e30b175 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:39.679295 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b29870da-f9e2-4293-9721-03a1707a8df4 no longer exists at agent ovs-agent-n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 12:28:39.697513 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] No Port match for: b29870da-f9e2-4293-9721-03a1707a8df4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 12:28:39.697855 n-d-723573-7 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Device b29870da-f9e2-4293-9721-03a1707a8df4 not bound to the agent host n-d-723573-7 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 12:28:50.662364 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:53.418751 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:28:57.959900 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1090a25-7dbc-4c61-9776-1293fe0261b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:01.155206 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:01.220070 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8512642c-8298-40a7-8011-5f95ac90914d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:02.294530 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:03.750894 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:16.450730 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:29:20.673370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:23.430770 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:27.960058 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e6fdc8d9-e5e6-4251-8281-c1842888c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:31.157526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:31.219769 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5540330f-2e60-43a2-ad8a-3f96a87c5970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:32.296891 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:33.753589 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:50.671598 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.446203 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:29:53.450433 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:29:57.961140 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-623b9da5-4d49-4b67-bc58-1eb70049b7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.159051 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:01.220425 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3576035-370c-46aa-ae76-ca4d84271b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:02.300526 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:03.756070 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:14.774563 n-d-723573-7 neutron-server[93835]: DEBUG neutron.wsgi [req-fd52b737-1dd3-4472-9575-35ee2b80dd0a req-98715699-f7d3-4872-a7cb-b646c4786759 service neutron] (93835) timed out ('10.222.0.41', 51909) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:30:20.669532 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:23.444421 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:27.962195 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbdf08e2-0a03-486d-8ed0-00ad35ac3207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:30.448913 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:30:31.160461 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:31.222411 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2812a87a-4c40-4a11-a213-65e6f4711e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:32.301950 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:33.760322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:50.694827 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:53.443534 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:30:57.962025 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-677fa137-9b3d-460c-9c71-8726b0271056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:01.162633 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:01.229996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80621cd0-f15c-4809-b12e-04d4974f602d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:02.305245 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:03.762272 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:07.447747 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:31:20.694302 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:23.440643 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:27.961847 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-353156cf-a033-4da6-9b5d-aab4df4abe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:31.162344 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:31.220374 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b98f8ac4-37e5-4ff3-af25-58cf69c08422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:32.307944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:33.766055 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:44.446370 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:31:50.694977 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:53.455246 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:31:57.962722 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-084921ed-9201-4ed2-9a82-ca6033e391f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:01.169069 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:01.221378 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06594a34-7060-432b-aa35-14fba1177bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:02.311748 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:03.769276 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:20.690271 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:21.444591 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:32:23.472591 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:27.962418 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b0313bf-83d0-489f-9822-f1ceb675c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:31.160821 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:31.221299 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfb48-616c-4a14-9b99-a76e54fbc832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:32.315010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:33.772758 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:50.694550 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:53.467255 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:57.962548 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c182aa3-53ea-4ea3-bdd7-0a772f41e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:32:58.443479 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:33:01.162342 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:01.221105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f32e0fe-171a-4e63-a681-4cbd958718a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:02.319607 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:03.775010 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:20.705850 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:23.482744 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:27.962423 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df2ab3f-777d-4500-80c2-45c29b6c9846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:31.162337 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:31.222583 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07f611af-bac0-4525-b80c-558d6714a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:32.321671 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:33.779357 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:35.443904 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:33:50.723564 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:53.496252 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:33:57.961657 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b09ee8e9-a28a-4b1a-a7e2-f04f0ab84bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:01.163400 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:01.223625 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf60e-e92c-4827-a65e-ca2a8c95d0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:02.325630 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:03.782389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:12.442658 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:34:20.718615 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:23.501463 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:27.960986 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2e4e62a-9cb8-41ac-ad63-a95830dec24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:31.165491 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:31.224206 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83b39616-a961-4b25-aa19-a661d1827e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:32.327755 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:33.783944 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:49.442981 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:34:50.735221 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:53.493266 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:34:57.961155 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8b64856-462b-4b5f-b274-65816418e81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:01.166823 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:01.223370 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd377cab-4ec5-4d63-a5ad-da6ff34e9eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:02.331036 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:03.787599 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:20.735199 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:23.501322 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:26.442676 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:35:27.964105 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f5ee-7731-4f7a-bf66-8dd5cd3f7b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:31.168838 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:31.223759 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9f4a75f5-7de7-46b7-b929-d6d8ca02f275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:32.332996 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:33.791389 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:50.729524 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:53.507340 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:35:57.964644 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c4877b2-9379-4b03-a99f-f6b152fb38c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:01.171578 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:01.224812 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9111b5eb-30c5-4285-85cf-47a5e8a2439e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:02.336588 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:03.441991 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:36:03.794386 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:20.728118 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:23.506376 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:27.965540 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-39c65a0d-e1d1-42b3-ac0a-7111e007b7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:31.173279 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:31.224107 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b509420d-5563-48d9-a7d2-786105caa0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:32.339570 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:33.796861 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:40.444621 n-d-723573-7 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-dab60a92-fd1c-4647-9a5d-f2104991dac3 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 12:36:50.729609 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0527d225-840c-490c-b5e0-782e8b916b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:53.505478 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce993e10-b1f9-4054-9c6b-f70848933b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:57.966826 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904245d2-6cd0-4186-aed9-3cd53636d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:36:59.928676 n-d-723573-7 neutron-server[93836]: DEBUG neutron.wsgi [req-fea50dae-e557-41d0-8158-fe31de3f42e2 req-299f6070-20d8-443b-ad27-903e56687bb1 service neutron] (93836) timed out ('10.222.0.20', 60332) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 12:37:01.174102 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e590811-ce0c-406d-aed6-22218945eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:01.234934 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-95e0707b-d72a-4857-85e8-8dbe7716c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:02.342964 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c097-4e7a-4f88-8cb6-852d32d00e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 12:37:03.799934 n-d-723573-7 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-703c6a9b-92c7-4b0f-8bba-555c3c6b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758694041887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3473920'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}